{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.6126177374714203,
  "eval_steps": 500,
  "global_step": 7000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0008751681963877433,
      "grad_norm": 31.999008178710938,
      "learning_rate": 5.247813411078718e-07,
      "loss": 51.3779,
      "mean_token_accuracy": 0.5126807579770685,
      "num_tokens": 57953.0,
      "step": 10
    },
    {
      "epoch": 0.0017503363927754865,
      "grad_norm": 47.72134780883789,
      "learning_rate": 1.1078717201166181e-06,
      "loss": 60.6615,
      "mean_token_accuracy": 0.5071499437093735,
      "num_tokens": 90171.0,
      "step": 20
    },
    {
      "epoch": 0.0026255045891632298,
      "grad_norm": 69.52161407470703,
      "learning_rate": 1.6909620991253645e-06,
      "loss": 72.4509,
      "mean_token_accuracy": 0.4964881746098399,
      "num_tokens": 112964.0,
      "step": 30
    },
    {
      "epoch": 0.003500672785550973,
      "grad_norm": 169.40614318847656,
      "learning_rate": 2.274052478134111e-06,
      "loss": 98.5022,
      "mean_token_accuracy": 0.5077898183837533,
      "num_tokens": 129261.0,
      "step": 40
    },
    {
      "epoch": 0.004375840981938717,
      "grad_norm": 282.3725891113281,
      "learning_rate": 2.8571428571428573e-06,
      "loss": 149.476,
      "mean_token_accuracy": 0.5165751686319708,
      "num_tokens": 140261.0,
      "step": 50
    },
    {
      "epoch": 0.0052510091783264596,
      "grad_norm": 38.00980758666992,
      "learning_rate": 3.440233236151604e-06,
      "loss": 49.4725,
      "mean_token_accuracy": 0.5211832458153367,
      "num_tokens": 193625.0,
      "step": 60
    },
    {
      "epoch": 0.006126177374714203,
      "grad_norm": 34.43928146362305,
      "learning_rate": 4.02332361516035e-06,
      "loss": 54.8262,
      "mean_token_accuracy": 0.5147473437711596,
      "num_tokens": 223614.0,
      "step": 70
    },
    {
      "epoch": 0.007001345571101946,
      "grad_norm": 35.8516960144043,
      "learning_rate": 4.606413994169097e-06,
      "loss": 56.1462,
      "mean_token_accuracy": 0.5074538106098772,
      "num_tokens": 245987.0,
      "step": 80
    },
    {
      "epoch": 0.00787651376748969,
      "grad_norm": 58.108070373535156,
      "learning_rate": 5.189504373177843e-06,
      "loss": 58.2984,
      "mean_token_accuracy": 0.5472467850893736,
      "num_tokens": 262678.0,
      "step": 90
    },
    {
      "epoch": 0.008751681963877433,
      "grad_norm": 99.52259063720703,
      "learning_rate": 5.7725947521865895e-06,
      "loss": 67.4362,
      "mean_token_accuracy": 0.5856245826929808,
      "num_tokens": 273999.0,
      "step": 100
    },
    {
      "epoch": 0.009626850160265175,
      "grad_norm": 13.283899307250977,
      "learning_rate": 6.355685131195336e-06,
      "loss": 40.6298,
      "mean_token_accuracy": 0.5262055151164532,
      "num_tokens": 329456.0,
      "step": 110
    },
    {
      "epoch": 0.010502018356652919,
      "grad_norm": 14.763647079467773,
      "learning_rate": 6.938775510204082e-06,
      "loss": 40.9856,
      "mean_token_accuracy": 0.5219144592061639,
      "num_tokens": 360640.0,
      "step": 120
    },
    {
      "epoch": 0.011377186553040663,
      "grad_norm": 13.441691398620605,
      "learning_rate": 7.521865889212828e-06,
      "loss": 36.2056,
      "mean_token_accuracy": 0.5610739998519421,
      "num_tokens": 383015.0,
      "step": 130
    },
    {
      "epoch": 0.012252354749428407,
      "grad_norm": 28.36203956604004,
      "learning_rate": 8.104956268221576e-06,
      "loss": 29.4921,
      "mean_token_accuracy": 0.633729817904532,
      "num_tokens": 398913.0,
      "step": 140
    },
    {
      "epoch": 0.013127522945816148,
      "grad_norm": 36.110321044921875,
      "learning_rate": 8.688046647230321e-06,
      "loss": 14.8287,
      "mean_token_accuracy": 0.8222356969490647,
      "num_tokens": 409953.0,
      "step": 150
    },
    {
      "epoch": 0.014002691142203892,
      "grad_norm": 12.06227970123291,
      "learning_rate": 9.271137026239068e-06,
      "loss": 35.6266,
      "mean_token_accuracy": 0.5442656639963388,
      "num_tokens": 469818.0,
      "step": 160
    },
    {
      "epoch": 0.014877859338591636,
      "grad_norm": 8.993864059448242,
      "learning_rate": 9.854227405247815e-06,
      "loss": 33.3857,
      "mean_token_accuracy": 0.5747080788016319,
      "num_tokens": 500631.0,
      "step": 170
    },
    {
      "epoch": 0.01575302753497938,
      "grad_norm": 13.264397621154785,
      "learning_rate": 1.043731778425656e-05,
      "loss": 31.8147,
      "mean_token_accuracy": 0.596772987768054,
      "num_tokens": 523155.0,
      "step": 180
    },
    {
      "epoch": 0.01662819573136712,
      "grad_norm": 18.107074737548828,
      "learning_rate": 1.1020408163265306e-05,
      "loss": 25.7601,
      "mean_token_accuracy": 0.6702834270894528,
      "num_tokens": 539942.0,
      "step": 190
    },
    {
      "epoch": 0.017503363927754867,
      "grad_norm": 16.289649963378906,
      "learning_rate": 1.1603498542274055e-05,
      "loss": 9.2412,
      "mean_token_accuracy": 0.869797994568944,
      "num_tokens": 551132.0,
      "step": 200
    },
    {
      "epoch": 0.01837853212414261,
      "grad_norm": 9.865159034729004,
      "learning_rate": 1.21865889212828e-05,
      "loss": 35.0386,
      "mean_token_accuracy": 0.5474665576592088,
      "num_tokens": 610208.0,
      "step": 210
    },
    {
      "epoch": 0.01925370032053035,
      "grad_norm": 7.293880462646484,
      "learning_rate": 1.2769679300291547e-05,
      "loss": 33.6359,
      "mean_token_accuracy": 0.5700138285756111,
      "num_tokens": 642052.0,
      "step": 220
    },
    {
      "epoch": 0.020128868516918096,
      "grad_norm": 9.688135147094727,
      "learning_rate": 1.3352769679300292e-05,
      "loss": 31.4065,
      "mean_token_accuracy": 0.5895780807361006,
      "num_tokens": 665193.0,
      "step": 230
    },
    {
      "epoch": 0.021004036713305838,
      "grad_norm": 13.096124649047852,
      "learning_rate": 1.3935860058309039e-05,
      "loss": 25.5334,
      "mean_token_accuracy": 0.669189315661788,
      "num_tokens": 681898.0,
      "step": 240
    },
    {
      "epoch": 0.02187920490969358,
      "grad_norm": 14.548898696899414,
      "learning_rate": 1.4518950437317786e-05,
      "loss": 7.6529,
      "mean_token_accuracy": 0.8809233613312244,
      "num_tokens": 692975.0,
      "step": 250
    },
    {
      "epoch": 0.022754373106081326,
      "grad_norm": 7.861953258514404,
      "learning_rate": 1.510204081632653e-05,
      "loss": 33.9768,
      "mean_token_accuracy": 0.551291961595416,
      "num_tokens": 752655.0,
      "step": 260
    },
    {
      "epoch": 0.023629541302469068,
      "grad_norm": 7.5225701332092285,
      "learning_rate": 1.568513119533528e-05,
      "loss": 32.6692,
      "mean_token_accuracy": 0.5709963891655206,
      "num_tokens": 786345.0,
      "step": 270
    },
    {
      "epoch": 0.024504709498856813,
      "grad_norm": 9.95656681060791,
      "learning_rate": 1.6268221574344024e-05,
      "loss": 30.2996,
      "mean_token_accuracy": 0.5917316529899835,
      "num_tokens": 810250.0,
      "step": 280
    },
    {
      "epoch": 0.025379877695244555,
      "grad_norm": 20.911651611328125,
      "learning_rate": 1.6851311953352773e-05,
      "loss": 24.4982,
      "mean_token_accuracy": 0.669140555895865,
      "num_tokens": 827300.0,
      "step": 290
    },
    {
      "epoch": 0.026255045891632297,
      "grad_norm": 15.51850700378418,
      "learning_rate": 1.7434402332361518e-05,
      "loss": 6.0098,
      "mean_token_accuracy": 0.8912912651896476,
      "num_tokens": 838336.0,
      "step": 300
    },
    {
      "epoch": 0.027130214088020042,
      "grad_norm": 7.1174397468566895,
      "learning_rate": 1.8017492711370263e-05,
      "loss": 34.0125,
      "mean_token_accuracy": 0.5562963239848614,
      "num_tokens": 894326.0,
      "step": 310
    },
    {
      "epoch": 0.028005382284407784,
      "grad_norm": 7.665748119354248,
      "learning_rate": 1.8600583090379008e-05,
      "loss": 31.2854,
      "mean_token_accuracy": 0.5826854189857841,
      "num_tokens": 926417.0,
      "step": 320
    },
    {
      "epoch": 0.028880550480795526,
      "grad_norm": 8.977948188781738,
      "learning_rate": 1.9183673469387756e-05,
      "loss": 30.242,
      "mean_token_accuracy": 0.5994173567742109,
      "num_tokens": 949903.0,
      "step": 330
    },
    {
      "epoch": 0.02975571867718327,
      "grad_norm": 13.85493278503418,
      "learning_rate": 1.9766763848396505e-05,
      "loss": 22.3526,
      "mean_token_accuracy": 0.6905365232378244,
      "num_tokens": 966334.0,
      "step": 340
    },
    {
      "epoch": 0.030630886873571014,
      "grad_norm": 12.994277000427246,
      "learning_rate": 1.9999985539639785e-05,
      "loss": 6.5795,
      "mean_token_accuracy": 0.8860622394829989,
      "num_tokens": 977336.0,
      "step": 350
    },
    {
      "epoch": 0.03150605506995876,
      "grad_norm": 7.4326171875,
      "learning_rate": 1.999989717092325e-05,
      "loss": 34.2261,
      "mean_token_accuracy": 0.5522152630612254,
      "num_tokens": 1036149.0,
      "step": 360
    },
    {
      "epoch": 0.0323812232663465,
      "grad_norm": 8.037985801696777,
      "learning_rate": 1.9999728467732685e-05,
      "loss": 32.0087,
      "mean_token_accuracy": 0.5786971153691411,
      "num_tokens": 1066428.0,
      "step": 370
    },
    {
      "epoch": 0.03325639146273424,
      "grad_norm": 10.60384464263916,
      "learning_rate": 1.9999479431423377e-05,
      "loss": 28.8249,
      "mean_token_accuracy": 0.6128880035132169,
      "num_tokens": 1088432.0,
      "step": 380
    },
    {
      "epoch": 0.034131559659121985,
      "grad_norm": 15.218111038208008,
      "learning_rate": 1.9999150063995958e-05,
      "loss": 21.1003,
      "mean_token_accuracy": 0.7139711566269398,
      "num_tokens": 1104000.0,
      "step": 390
    },
    {
      "epoch": 0.035006727855509734,
      "grad_norm": 7.775237560272217,
      "learning_rate": 1.9998740368096417e-05,
      "loss": 5.0154,
      "mean_token_accuracy": 0.9243561927229166,
      "num_tokens": 1114650.0,
      "step": 400
    },
    {
      "epoch": 0.035881896051897476,
      "grad_norm": 7.357994079589844,
      "learning_rate": 1.9998250347016057e-05,
      "loss": 32.5757,
      "mean_token_accuracy": 0.5703782875090837,
      "num_tokens": 1174388.0,
      "step": 410
    },
    {
      "epoch": 0.03675706424828522,
      "grad_norm": 8.274124145507812,
      "learning_rate": 1.9997680004691477e-05,
      "loss": 31.9619,
      "mean_token_accuracy": 0.580826460570097,
      "num_tokens": 1205178.0,
      "step": 420
    },
    {
      "epoch": 0.03763223244467296,
      "grad_norm": 9.826957702636719,
      "learning_rate": 1.999702934570454e-05,
      "loss": 29.4977,
      "mean_token_accuracy": 0.6007455505430699,
      "num_tokens": 1227477.0,
      "step": 430
    },
    {
      "epoch": 0.0385074006410607,
      "grad_norm": 13.879528999328613,
      "learning_rate": 1.999629837528233e-05,
      "loss": 20.4793,
      "mean_token_accuracy": 0.7197503071278334,
      "num_tokens": 1243100.0,
      "step": 440
    },
    {
      "epoch": 0.039382568837448444,
      "grad_norm": 11.666522026062012,
      "learning_rate": 1.9995487099297127e-05,
      "loss": 5.8734,
      "mean_token_accuracy": 0.9021408252418042,
      "num_tokens": 1253736.0,
      "step": 450
    },
    {
      "epoch": 0.04025773703383619,
      "grad_norm": 7.286716461181641,
      "learning_rate": 1.9994595524266333e-05,
      "loss": 32.336,
      "mean_token_accuracy": 0.5704946242272854,
      "num_tokens": 1311169.0,
      "step": 460
    },
    {
      "epoch": 0.041132905230223935,
      "grad_norm": 7.917935848236084,
      "learning_rate": 1.999362365735245e-05,
      "loss": 30.3989,
      "mean_token_accuracy": 0.5881865477189422,
      "num_tokens": 1341875.0,
      "step": 470
    },
    {
      "epoch": 0.042008073426611676,
      "grad_norm": 10.276618003845215,
      "learning_rate": 1.9992571506362997e-05,
      "loss": 29.5877,
      "mean_token_accuracy": 0.6001077266409993,
      "num_tokens": 1364403.0,
      "step": 480
    },
    {
      "epoch": 0.04288324162299942,
      "grad_norm": 11.135584831237793,
      "learning_rate": 1.9991439079750462e-05,
      "loss": 19.939,
      "mean_token_accuracy": 0.7218408398330212,
      "num_tokens": 1380417.0,
      "step": 490
    },
    {
      "epoch": 0.04375840981938716,
      "grad_norm": 10.40051555633545,
      "learning_rate": 1.999022638661223e-05,
      "loss": 5.6587,
      "mean_token_accuracy": 0.9022169023752212,
      "num_tokens": 1391318.0,
      "step": 500
    },
    {
      "epoch": 0.04463357801577491,
      "grad_norm": 6.41387939453125,
      "learning_rate": 1.9988933436690497e-05,
      "loss": 32.2963,
      "mean_token_accuracy": 0.5711274731904268,
      "num_tokens": 1452319.0,
      "step": 510
    },
    {
      "epoch": 0.04550874621216265,
      "grad_norm": 7.376401424407959,
      "learning_rate": 1.9987560240372225e-05,
      "loss": 29.8462,
      "mean_token_accuracy": 0.5933442464098334,
      "num_tokens": 1484695.0,
      "step": 520
    },
    {
      "epoch": 0.04638391440855039,
      "grad_norm": 10.0237455368042,
      "learning_rate": 1.9986106808689028e-05,
      "loss": 29.477,
      "mean_token_accuracy": 0.6032708516344428,
      "num_tokens": 1508194.0,
      "step": 530
    },
    {
      "epoch": 0.047259082604938135,
      "grad_norm": 12.288467407226562,
      "learning_rate": 1.9984573153317088e-05,
      "loss": 21.9536,
      "mean_token_accuracy": 0.7022682689130306,
      "num_tokens": 1525226.0,
      "step": 540
    },
    {
      "epoch": 0.04813425080132588,
      "grad_norm": 9.62615966796875,
      "learning_rate": 1.9982959286577077e-05,
      "loss": 7.0245,
      "mean_token_accuracy": 0.8909435223788023,
      "num_tokens": 1536317.0,
      "step": 550
    },
    {
      "epoch": 0.049009418997713626,
      "grad_norm": 7.168151378631592,
      "learning_rate": 1.9981265221434035e-05,
      "loss": 32.7808,
      "mean_token_accuracy": 0.5686149751767516,
      "num_tokens": 1596368.0,
      "step": 560
    },
    {
      "epoch": 0.04988458719410137,
      "grad_norm": 7.680646896362305,
      "learning_rate": 1.997949097149729e-05,
      "loss": 31.0033,
      "mean_token_accuracy": 0.5871376695111394,
      "num_tokens": 1627938.0,
      "step": 570
    },
    {
      "epoch": 0.05075975539048911,
      "grad_norm": 9.433927536010742,
      "learning_rate": 1.997763655102033e-05,
      "loss": 29.6297,
      "mean_token_accuracy": 0.5974664907902479,
      "num_tokens": 1650365.0,
      "step": 580
    },
    {
      "epoch": 0.05163492358687685,
      "grad_norm": 11.012133598327637,
      "learning_rate": 1.9975701974900704e-05,
      "loss": 21.1221,
      "mean_token_accuracy": 0.698045557923615,
      "num_tokens": 1666747.0,
      "step": 590
    },
    {
      "epoch": 0.052510091783264594,
      "grad_norm": 15.44698715209961,
      "learning_rate": 1.997368725867988e-05,
      "loss": 5.9263,
      "mean_token_accuracy": 0.8995642775669694,
      "num_tokens": 1677978.0,
      "step": 600
    },
    {
      "epoch": 0.05338525997965234,
      "grad_norm": 7.862624168395996,
      "learning_rate": 1.997159241854314e-05,
      "loss": 32.0387,
      "mean_token_accuracy": 0.5717849964275956,
      "num_tokens": 1734336.0,
      "step": 610
    },
    {
      "epoch": 0.054260428176040085,
      "grad_norm": 7.726879596710205,
      "learning_rate": 1.996941747131945e-05,
      "loss": 30.565,
      "mean_token_accuracy": 0.5929235009476542,
      "num_tokens": 1765353.0,
      "step": 620
    },
    {
      "epoch": 0.05513559637242783,
      "grad_norm": 10.354320526123047,
      "learning_rate": 1.9967162434481312e-05,
      "loss": 28.6824,
      "mean_token_accuracy": 0.6121193572878838,
      "num_tokens": 1787851.0,
      "step": 630
    },
    {
      "epoch": 0.05601076456881557,
      "grad_norm": 10.82550048828125,
      "learning_rate": 1.9964827326144632e-05,
      "loss": 23.2805,
      "mean_token_accuracy": 0.6911382714286447,
      "num_tokens": 1804351.0,
      "step": 640
    },
    {
      "epoch": 0.05688593276520331,
      "grad_norm": 12.61303997039795,
      "learning_rate": 1.9962412165068575e-05,
      "loss": 6.195,
      "mean_token_accuracy": 0.9042803186923265,
      "num_tokens": 1815389.0,
      "step": 650
    },
    {
      "epoch": 0.05776110096159105,
      "grad_norm": 7.392929553985596,
      "learning_rate": 1.9959916970655406e-05,
      "loss": 31.1333,
      "mean_token_accuracy": 0.5772547870874405,
      "num_tokens": 1874306.0,
      "step": 660
    },
    {
      "epoch": 0.0586362691579788,
      "grad_norm": 7.7683892250061035,
      "learning_rate": 1.9957341762950346e-05,
      "loss": 29.581,
      "mean_token_accuracy": 0.5988026194274425,
      "num_tokens": 1903862.0,
      "step": 670
    },
    {
      "epoch": 0.05951143735436654,
      "grad_norm": 10.063011169433594,
      "learning_rate": 1.9954686562641407e-05,
      "loss": 28.326,
      "mean_token_accuracy": 0.6157140100374818,
      "num_tokens": 1925900.0,
      "step": 680
    },
    {
      "epoch": 0.060386605550754285,
      "grad_norm": 12.867522239685059,
      "learning_rate": 1.9951951391059215e-05,
      "loss": 19.0578,
      "mean_token_accuracy": 0.7411590199917555,
      "num_tokens": 1941614.0,
      "step": 690
    },
    {
      "epoch": 0.06126177374714203,
      "grad_norm": 8.717477798461914,
      "learning_rate": 1.9949136270176853e-05,
      "loss": 4.562,
      "mean_token_accuracy": 0.9257130295038223,
      "num_tokens": 1952408.0,
      "step": 700
    },
    {
      "epoch": 0.06213694194352977,
      "grad_norm": 7.505504131317139,
      "learning_rate": 1.9946241222609682e-05,
      "loss": 33.1406,
      "mean_token_accuracy": 0.5590288592502475,
      "num_tokens": 2018232.0,
      "step": 710
    },
    {
      "epoch": 0.06301211013991752,
      "grad_norm": 8.76975154876709,
      "learning_rate": 1.9943266271615155e-05,
      "loss": 30.8453,
      "mean_token_accuracy": 0.5861183041706681,
      "num_tokens": 2051887.0,
      "step": 720
    },
    {
      "epoch": 0.06388727833630525,
      "grad_norm": 10.52545166015625,
      "learning_rate": 1.9940211441092623e-05,
      "loss": 29.3859,
      "mean_token_accuracy": 0.6059721503406763,
      "num_tokens": 2075406.0,
      "step": 730
    },
    {
      "epoch": 0.064762446532693,
      "grad_norm": 11.403046607971191,
      "learning_rate": 1.993707675558317e-05,
      "loss": 23.1037,
      "mean_token_accuracy": 0.6804518641903996,
      "num_tokens": 2092778.0,
      "step": 740
    },
    {
      "epoch": 0.06563761472908075,
      "grad_norm": 12.218947410583496,
      "learning_rate": 1.9933862240269378e-05,
      "loss": 7.6991,
      "mean_token_accuracy": 0.8809661332517862,
      "num_tokens": 2104045.0,
      "step": 750
    },
    {
      "epoch": 0.06651278292546849,
      "grad_norm": 7.224929332733154,
      "learning_rate": 1.993056792097515e-05,
      "loss": 32.5873,
      "mean_token_accuracy": 0.5637537140399218,
      "num_tokens": 2161579.0,
      "step": 760
    },
    {
      "epoch": 0.06738795112185623,
      "grad_norm": 14.106901168823242,
      "learning_rate": 1.9927193824165506e-05,
      "loss": 30.3285,
      "mean_token_accuracy": 0.5959358096122742,
      "num_tokens": 2192597.0,
      "step": 770
    },
    {
      "epoch": 0.06826311931824397,
      "grad_norm": 10.667840003967285,
      "learning_rate": 1.9923739976946348e-05,
      "loss": 27.5065,
      "mean_token_accuracy": 0.6204376291483641,
      "num_tokens": 2215851.0,
      "step": 780
    },
    {
      "epoch": 0.06913828751463172,
      "grad_norm": 10.228365898132324,
      "learning_rate": 1.9920206407064267e-05,
      "loss": 22.2427,
      "mean_token_accuracy": 0.694726268388331,
      "num_tokens": 2232794.0,
      "step": 790
    },
    {
      "epoch": 0.07001345571101947,
      "grad_norm": 10.26920223236084,
      "learning_rate": 1.99165931429063e-05,
      "loss": 5.9173,
      "mean_token_accuracy": 0.9003160670399666,
      "num_tokens": 2243785.0,
      "step": 800
    },
    {
      "epoch": 0.0708886239074072,
      "grad_norm": 6.340126037597656,
      "learning_rate": 1.991290021349971e-05,
      "loss": 32.2563,
      "mean_token_accuracy": 0.5701986942440271,
      "num_tokens": 2302957.0,
      "step": 810
    },
    {
      "epoch": 0.07176379210379495,
      "grad_norm": 8.894949913024902,
      "learning_rate": 1.9909127648511758e-05,
      "loss": 30.2233,
      "mean_token_accuracy": 0.5910332400351763,
      "num_tokens": 2334575.0,
      "step": 820
    },
    {
      "epoch": 0.07263896030018269,
      "grad_norm": 10.192776679992676,
      "learning_rate": 1.990527547824946e-05,
      "loss": 28.3221,
      "mean_token_accuracy": 0.6167224174365401,
      "num_tokens": 2357006.0,
      "step": 830
    },
    {
      "epoch": 0.07351412849657044,
      "grad_norm": 11.962991714477539,
      "learning_rate": 1.9901343733659342e-05,
      "loss": 19.3591,
      "mean_token_accuracy": 0.7222675694152713,
      "num_tokens": 2372772.0,
      "step": 840
    },
    {
      "epoch": 0.07438929669295818,
      "grad_norm": 10.73414421081543,
      "learning_rate": 1.989733244632719e-05,
      "loss": 6.1399,
      "mean_token_accuracy": 0.8981250798329711,
      "num_tokens": 2383616.0,
      "step": 850
    },
    {
      "epoch": 0.07526446488934592,
      "grad_norm": 7.362705707550049,
      "learning_rate": 1.9893241648477803e-05,
      "loss": 31.2866,
      "mean_token_accuracy": 0.5761925965547562,
      "num_tokens": 2436047.0,
      "step": 860
    },
    {
      "epoch": 0.07613963308573367,
      "grad_norm": 9.72474479675293,
      "learning_rate": 1.9889071372974725e-05,
      "loss": 29.8262,
      "mean_token_accuracy": 0.5956087440252305,
      "num_tokens": 2466021.0,
      "step": 870
    },
    {
      "epoch": 0.0770148012821214,
      "grad_norm": 13.765010833740234,
      "learning_rate": 1.9884821653319992e-05,
      "loss": 27.1347,
      "mean_token_accuracy": 0.6204195488244295,
      "num_tokens": 2488221.0,
      "step": 880
    },
    {
      "epoch": 0.07788996947850915,
      "grad_norm": 11.209969520568848,
      "learning_rate": 1.9880492523653852e-05,
      "loss": 21.1313,
      "mean_token_accuracy": 0.7013606199994683,
      "num_tokens": 2504497.0,
      "step": 890
    },
    {
      "epoch": 0.07876513767489689,
      "grad_norm": 11.957599639892578,
      "learning_rate": 1.9876084018754503e-05,
      "loss": 4.6949,
      "mean_token_accuracy": 0.9183130327612161,
      "num_tokens": 2515193.0,
      "step": 900
    },
    {
      "epoch": 0.07964030587128464,
      "grad_norm": 7.369470596313477,
      "learning_rate": 1.9871596174037797e-05,
      "loss": 31.822,
      "mean_token_accuracy": 0.574450247362256,
      "num_tokens": 2576181.0,
      "step": 910
    },
    {
      "epoch": 0.08051547406767239,
      "grad_norm": 8.173985481262207,
      "learning_rate": 1.9867029025556974e-05,
      "loss": 29.0536,
      "mean_token_accuracy": 0.6022980472072959,
      "num_tokens": 2607984.0,
      "step": 920
    },
    {
      "epoch": 0.08139064226406012,
      "grad_norm": 11.538986206054688,
      "learning_rate": 1.986238261000235e-05,
      "loss": 27.0898,
      "mean_token_accuracy": 0.6239125227555633,
      "num_tokens": 2630271.0,
      "step": 930
    },
    {
      "epoch": 0.08226581046044787,
      "grad_norm": 13.6231689453125,
      "learning_rate": 1.9857656964701047e-05,
      "loss": 20.2071,
      "mean_token_accuracy": 0.7129711829125881,
      "num_tokens": 2646354.0,
      "step": 940
    },
    {
      "epoch": 0.0831409786568356,
      "grad_norm": 9.725448608398438,
      "learning_rate": 1.9852852127616687e-05,
      "loss": 5.7429,
      "mean_token_accuracy": 0.9045007886365056,
      "num_tokens": 2657383.0,
      "step": 950
    },
    {
      "epoch": 0.08401614685322335,
      "grad_norm": 7.4494781494140625,
      "learning_rate": 1.9847968137349062e-05,
      "loss": 31.7009,
      "mean_token_accuracy": 0.5731275964528322,
      "num_tokens": 2714424.0,
      "step": 960
    },
    {
      "epoch": 0.0848913150496111,
      "grad_norm": 9.082605361938477,
      "learning_rate": 1.984300503313386e-05,
      "loss": 28.9096,
      "mean_token_accuracy": 0.6042521329596638,
      "num_tokens": 2744411.0,
      "step": 970
    },
    {
      "epoch": 0.08576648324599884,
      "grad_norm": 11.689266204833984,
      "learning_rate": 1.983796285484232e-05,
      "loss": 26.4821,
      "mean_token_accuracy": 0.6272080505266786,
      "num_tokens": 2766215.0,
      "step": 980
    },
    {
      "epoch": 0.08664165144238659,
      "grad_norm": 11.974685668945312,
      "learning_rate": 1.9832841642980948e-05,
      "loss": 22.5756,
      "mean_token_accuracy": 0.6900738509371876,
      "num_tokens": 2782490.0,
      "step": 990
    },
    {
      "epoch": 0.08751681963877432,
      "grad_norm": 9.42941665649414,
      "learning_rate": 1.9827641438691135e-05,
      "loss": 5.7507,
      "mean_token_accuracy": 0.9085975594818592,
      "num_tokens": 2793578.0,
      "step": 1000
    },
    {
      "epoch": 0.08839198783516207,
      "grad_norm": 7.85711669921875,
      "learning_rate": 1.9822362283748893e-05,
      "loss": 32.02,
      "mean_token_accuracy": 0.5675492342561483,
      "num_tokens": 2853100.0,
      "step": 1010
    },
    {
      "epoch": 0.08926715603154982,
      "grad_norm": 9.629802703857422,
      "learning_rate": 1.9817004220564463e-05,
      "loss": 29.8245,
      "mean_token_accuracy": 0.5949016340076924,
      "num_tokens": 2883539.0,
      "step": 1020
    },
    {
      "epoch": 0.09014232422793755,
      "grad_norm": 10.529783248901367,
      "learning_rate": 1.981156729218201e-05,
      "loss": 28.2716,
      "mean_token_accuracy": 0.6197798559442163,
      "num_tokens": 2905826.0,
      "step": 1030
    },
    {
      "epoch": 0.0910174924243253,
      "grad_norm": 10.375808715820312,
      "learning_rate": 1.9806051542279264e-05,
      "loss": 19.6564,
      "mean_token_accuracy": 0.7199421871453524,
      "num_tokens": 2921914.0,
      "step": 1040
    },
    {
      "epoch": 0.09189266062071304,
      "grad_norm": 15.74915885925293,
      "learning_rate": 1.980045701516716e-05,
      "loss": 5.3029,
      "mean_token_accuracy": 0.9176182128489018,
      "num_tokens": 2932726.0,
      "step": 1050
    },
    {
      "epoch": 0.09276782881710079,
      "grad_norm": 7.531534671783447,
      "learning_rate": 1.97947837557895e-05,
      "loss": 31.8324,
      "mean_token_accuracy": 0.5667604602873325,
      "num_tokens": 2992571.0,
      "step": 1060
    },
    {
      "epoch": 0.09364299701348854,
      "grad_norm": 10.717926025390625,
      "learning_rate": 1.9789031809722594e-05,
      "loss": 29.8343,
      "mean_token_accuracy": 0.5978281630203128,
      "num_tokens": 3024171.0,
      "step": 1070
    },
    {
      "epoch": 0.09451816520987627,
      "grad_norm": 10.698711395263672,
      "learning_rate": 1.9783201223174862e-05,
      "loss": 28.2761,
      "mean_token_accuracy": 0.6125091766938567,
      "num_tokens": 3047594.0,
      "step": 1080
    },
    {
      "epoch": 0.09539333340626402,
      "grad_norm": 11.88042163848877,
      "learning_rate": 1.97772920429865e-05,
      "loss": 21.3116,
      "mean_token_accuracy": 0.7023609559983015,
      "num_tokens": 3064046.0,
      "step": 1090
    },
    {
      "epoch": 0.09626850160265175,
      "grad_norm": 10.596603393554688,
      "learning_rate": 1.9771304316629084e-05,
      "loss": 6.5448,
      "mean_token_accuracy": 0.9012117922306061,
      "num_tokens": 3075173.0,
      "step": 1100
    },
    {
      "epoch": 0.0971436697990395,
      "grad_norm": 8.022688865661621,
      "learning_rate": 1.9765238092205197e-05,
      "loss": 31.6909,
      "mean_token_accuracy": 0.5744274996221066,
      "num_tokens": 3136581.0,
      "step": 1110
    },
    {
      "epoch": 0.09801883799542725,
      "grad_norm": 8.893022537231445,
      "learning_rate": 1.975909341844803e-05,
      "loss": 29.8077,
      "mean_token_accuracy": 0.5934308901429176,
      "num_tokens": 3168194.0,
      "step": 1120
    },
    {
      "epoch": 0.09889400619181499,
      "grad_norm": 13.079580307006836,
      "learning_rate": 1.9752870344721007e-05,
      "loss": 28.2686,
      "mean_token_accuracy": 0.6123461093753576,
      "num_tokens": 3190787.0,
      "step": 1130
    },
    {
      "epoch": 0.09976917438820274,
      "grad_norm": 13.605409622192383,
      "learning_rate": 1.9746568921017376e-05,
      "loss": 20.2775,
      "mean_token_accuracy": 0.7199502741917968,
      "num_tokens": 3206821.0,
      "step": 1140
    },
    {
      "epoch": 0.10064434258459047,
      "grad_norm": 11.6194486618042,
      "learning_rate": 1.974018919795981e-05,
      "loss": 6.5153,
      "mean_token_accuracy": 0.8922435911372304,
      "num_tokens": 3217915.0,
      "step": 1150
    },
    {
      "epoch": 0.10151951078097822,
      "grad_norm": 7.818460464477539,
      "learning_rate": 1.9733731226800016e-05,
      "loss": 30.5002,
      "mean_token_accuracy": 0.5845014542341233,
      "num_tokens": 3277574.0,
      "step": 1160
    },
    {
      "epoch": 0.10239467897736597,
      "grad_norm": 9.585436820983887,
      "learning_rate": 1.9727195059418287e-05,
      "loss": 29.7306,
      "mean_token_accuracy": 0.5993838166818023,
      "num_tokens": 3308752.0,
      "step": 1170
    },
    {
      "epoch": 0.1032698471737537,
      "grad_norm": 11.478839874267578,
      "learning_rate": 1.9720580748323127e-05,
      "loss": 26.8945,
      "mean_token_accuracy": 0.6240877596661448,
      "num_tokens": 3330439.0,
      "step": 1180
    },
    {
      "epoch": 0.10414501537014145,
      "grad_norm": 11.951031684875488,
      "learning_rate": 1.9713888346650803e-05,
      "loss": 17.3173,
      "mean_token_accuracy": 0.7636356711387634,
      "num_tokens": 3345062.0,
      "step": 1190
    },
    {
      "epoch": 0.10502018356652919,
      "grad_norm": 11.173977851867676,
      "learning_rate": 1.970711790816492e-05,
      "loss": 4.7065,
      "mean_token_accuracy": 0.9233110722154378,
      "num_tokens": 3355460.0,
      "step": 1200
    },
    {
      "epoch": 0.10589535176291694,
      "grad_norm": 7.908813953399658,
      "learning_rate": 1.9700269487256e-05,
      "loss": 31.1899,
      "mean_token_accuracy": 0.5796215400099755,
      "num_tokens": 3414232.0,
      "step": 1210
    },
    {
      "epoch": 0.10677051995930469,
      "grad_norm": 10.632264137268066,
      "learning_rate": 1.9693343138941045e-05,
      "loss": 29.9536,
      "mean_token_accuracy": 0.5903230171650649,
      "num_tokens": 3444801.0,
      "step": 1220
    },
    {
      "epoch": 0.10764568815569242,
      "grad_norm": 12.741476058959961,
      "learning_rate": 1.9686338918863078e-05,
      "loss": 26.3307,
      "mean_token_accuracy": 0.637322960793972,
      "num_tokens": 3466602.0,
      "step": 1230
    },
    {
      "epoch": 0.10852085635208017,
      "grad_norm": 13.405993461608887,
      "learning_rate": 1.9679256883290704e-05,
      "loss": 19.7921,
      "mean_token_accuracy": 0.725104820728302,
      "num_tokens": 3482460.0,
      "step": 1240
    },
    {
      "epoch": 0.1093960245484679,
      "grad_norm": 11.198193550109863,
      "learning_rate": 1.9672097089117677e-05,
      "loss": 6.3518,
      "mean_token_accuracy": 0.9031997352838517,
      "num_tokens": 3493348.0,
      "step": 1250
    },
    {
      "epoch": 0.11027119274485565,
      "grad_norm": 8.134077072143555,
      "learning_rate": 1.9664859593862412e-05,
      "loss": 30.9398,
      "mean_token_accuracy": 0.5765937849879265,
      "num_tokens": 3552278.0,
      "step": 1260
    },
    {
      "epoch": 0.11114636094124339,
      "grad_norm": 9.802924156188965,
      "learning_rate": 1.9657544455667554e-05,
      "loss": 30.1183,
      "mean_token_accuracy": 0.592484874650836,
      "num_tokens": 3583744.0,
      "step": 1270
    },
    {
      "epoch": 0.11202152913763114,
      "grad_norm": 10.955684661865234,
      "learning_rate": 1.9650151733299475e-05,
      "loss": 27.4032,
      "mean_token_accuracy": 0.6241452449932694,
      "num_tokens": 3605984.0,
      "step": 1280
    },
    {
      "epoch": 0.11289669733401889,
      "grad_norm": 13.714360237121582,
      "learning_rate": 1.9642681486147833e-05,
      "loss": 20.6001,
      "mean_token_accuracy": 0.7103293927386403,
      "num_tokens": 3622229.0,
      "step": 1290
    },
    {
      "epoch": 0.11377186553040662,
      "grad_norm": 11.56553840637207,
      "learning_rate": 1.963513377422509e-05,
      "loss": 5.6262,
      "mean_token_accuracy": 0.9051924586296082,
      "num_tokens": 3633238.0,
      "step": 1300
    },
    {
      "epoch": 0.11464703372679437,
      "grad_norm": 9.212227821350098,
      "learning_rate": 1.962750865816601e-05,
      "loss": 30.7207,
      "mean_token_accuracy": 0.5807577950879932,
      "num_tokens": 3688442.0,
      "step": 1310
    },
    {
      "epoch": 0.1155222019231821,
      "grad_norm": 9.34343433380127,
      "learning_rate": 1.9619806199227195e-05,
      "loss": 29.2309,
      "mean_token_accuracy": 0.597436891682446,
      "num_tokens": 3720068.0,
      "step": 1320
    },
    {
      "epoch": 0.11639737011956985,
      "grad_norm": 12.122309684753418,
      "learning_rate": 1.961202645928658e-05,
      "loss": 27.2619,
      "mean_token_accuracy": 0.6243520816788077,
      "num_tokens": 3743199.0,
      "step": 1330
    },
    {
      "epoch": 0.1172725383159576,
      "grad_norm": 13.868975639343262,
      "learning_rate": 1.9604169500842934e-05,
      "loss": 21.6866,
      "mean_token_accuracy": 0.6921525107696652,
      "num_tokens": 3760120.0,
      "step": 1340
    },
    {
      "epoch": 0.11814770651234534,
      "grad_norm": 13.151986122131348,
      "learning_rate": 1.9596235387015374e-05,
      "loss": 6.7814,
      "mean_token_accuracy": 0.8968575514853001,
      "num_tokens": 3771396.0,
      "step": 1350
    },
    {
      "epoch": 0.11902287470873309,
      "grad_norm": 7.724673748016357,
      "learning_rate": 1.9588224181542843e-05,
      "loss": 30.891,
      "mean_token_accuracy": 0.5782221488654613,
      "num_tokens": 3833830.0,
      "step": 1360
    },
    {
      "epoch": 0.11989804290512082,
      "grad_norm": 9.357175827026367,
      "learning_rate": 1.9580135948783595e-05,
      "loss": 29.4801,
      "mean_token_accuracy": 0.5946739410981536,
      "num_tokens": 3865352.0,
      "step": 1370
    },
    {
      "epoch": 0.12077321110150857,
      "grad_norm": 12.235370635986328,
      "learning_rate": 1.957197075371469e-05,
      "loss": 26.7974,
      "mean_token_accuracy": 0.6258760189637542,
      "num_tokens": 3887582.0,
      "step": 1380
    },
    {
      "epoch": 0.12164837929789632,
      "grad_norm": 14.455953598022461,
      "learning_rate": 1.9563728661931475e-05,
      "loss": 19.4939,
      "mean_token_accuracy": 0.7239162817597389,
      "num_tokens": 3903504.0,
      "step": 1390
    },
    {
      "epoch": 0.12252354749428405,
      "grad_norm": 11.698549270629883,
      "learning_rate": 1.9555409739647036e-05,
      "loss": 4.9037,
      "mean_token_accuracy": 0.9156217414885759,
      "num_tokens": 3914103.0,
      "step": 1400
    },
    {
      "epoch": 0.1233987156906718,
      "grad_norm": 7.1674323081970215,
      "learning_rate": 1.9547014053691687e-05,
      "loss": 30.6213,
      "mean_token_accuracy": 0.5842186637222767,
      "num_tokens": 3978557.0,
      "step": 1410
    },
    {
      "epoch": 0.12427388388705954,
      "grad_norm": 9.857697486877441,
      "learning_rate": 1.953854167151242e-05,
      "loss": 28.4221,
      "mean_token_accuracy": 0.6060554116964341,
      "num_tokens": 4009636.0,
      "step": 1420
    },
    {
      "epoch": 0.1251490520834473,
      "grad_norm": 11.997020721435547,
      "learning_rate": 1.9529992661172376e-05,
      "loss": 27.2843,
      "mean_token_accuracy": 0.6313152570277453,
      "num_tokens": 4032531.0,
      "step": 1430
    },
    {
      "epoch": 0.12602422027983504,
      "grad_norm": 13.880157470703125,
      "learning_rate": 1.9521367091350286e-05,
      "loss": 21.1188,
      "mean_token_accuracy": 0.7081183949485421,
      "num_tokens": 4048878.0,
      "step": 1440
    },
    {
      "epoch": 0.12689938847622279,
      "grad_norm": 12.410783767700195,
      "learning_rate": 1.9512665031339915e-05,
      "loss": 5.7315,
      "mean_token_accuracy": 0.9151549644768238,
      "num_tokens": 4059957.0,
      "step": 1450
    },
    {
      "epoch": 0.1277745566726105,
      "grad_norm": 8.474960327148438,
      "learning_rate": 1.950388655104954e-05,
      "loss": 31.3544,
      "mean_token_accuracy": 0.5767021156847477,
      "num_tokens": 4119602.0,
      "step": 1460
    },
    {
      "epoch": 0.12864972486899826,
      "grad_norm": 10.284348487854004,
      "learning_rate": 1.949503172100133e-05,
      "loss": 29.5299,
      "mean_token_accuracy": 0.6010876692831516,
      "num_tokens": 4150971.0,
      "step": 1470
    },
    {
      "epoch": 0.129524893065386,
      "grad_norm": 12.632869720458984,
      "learning_rate": 1.948610061233083e-05,
      "loss": 26.8315,
      "mean_token_accuracy": 0.6283563135191799,
      "num_tokens": 4174174.0,
      "step": 1480
    },
    {
      "epoch": 0.13040006126177375,
      "grad_norm": 17.87367820739746,
      "learning_rate": 1.9477093296786383e-05,
      "loss": 21.5871,
      "mean_token_accuracy": 0.6977207768708468,
      "num_tokens": 4190973.0,
      "step": 1490
    },
    {
      "epoch": 0.1312752294581615,
      "grad_norm": 12.970985412597656,
      "learning_rate": 1.9468009846728515e-05,
      "loss": 5.9187,
      "mean_token_accuracy": 0.9048544466495514,
      "num_tokens": 4202239.0,
      "step": 1500
    },
    {
      "epoch": 0.13215039765454922,
      "grad_norm": 8.994091987609863,
      "learning_rate": 1.9458850335129396e-05,
      "loss": 31.1939,
      "mean_token_accuracy": 0.578600306622684,
      "num_tokens": 4266498.0,
      "step": 1510
    },
    {
      "epoch": 0.13302556585093697,
      "grad_norm": 10.777432441711426,
      "learning_rate": 1.9449614835572245e-05,
      "loss": 29.0604,
      "mean_token_accuracy": 0.6006024969741702,
      "num_tokens": 4299391.0,
      "step": 1520
    },
    {
      "epoch": 0.13390073404732472,
      "grad_norm": 11.404685974121094,
      "learning_rate": 1.944030342225072e-05,
      "loss": 27.1618,
      "mean_token_accuracy": 0.625646073371172,
      "num_tokens": 4322505.0,
      "step": 1530
    },
    {
      "epoch": 0.13477590224371247,
      "grad_norm": 11.596733093261719,
      "learning_rate": 1.9430916169968336e-05,
      "loss": 19.0364,
      "mean_token_accuracy": 0.7323999084532261,
      "num_tokens": 4338651.0,
      "step": 1540
    },
    {
      "epoch": 0.13565107044010022,
      "grad_norm": 10.189654350280762,
      "learning_rate": 1.9421453154137874e-05,
      "loss": 5.1911,
      "mean_token_accuracy": 0.9187448095530272,
      "num_tokens": 4349277.0,
      "step": 1550
    },
    {
      "epoch": 0.13652623863648794,
      "grad_norm": 9.053985595703125,
      "learning_rate": 1.9411914450780748e-05,
      "loss": 30.216,
      "mean_token_accuracy": 0.584891520999372,
      "num_tokens": 4409015.0,
      "step": 1560
    },
    {
      "epoch": 0.1374014068328757,
      "grad_norm": 10.468017578125,
      "learning_rate": 1.940230013652642e-05,
      "loss": 30.168,
      "mean_token_accuracy": 0.5907246241346001,
      "num_tokens": 4438971.0,
      "step": 1570
    },
    {
      "epoch": 0.13827657502926344,
      "grad_norm": 14.671504974365234,
      "learning_rate": 1.9392610288611774e-05,
      "loss": 25.9204,
      "mean_token_accuracy": 0.6425454620271921,
      "num_tokens": 4460139.0,
      "step": 1580
    },
    {
      "epoch": 0.1391517432256512,
      "grad_norm": 12.63703727722168,
      "learning_rate": 1.9382844984880496e-05,
      "loss": 19.5507,
      "mean_token_accuracy": 0.7320161506533622,
      "num_tokens": 4475896.0,
      "step": 1590
    },
    {
      "epoch": 0.14002691142203894,
      "grad_norm": 9.00808048248291,
      "learning_rate": 1.9373004303782437e-05,
      "loss": 4.0777,
      "mean_token_accuracy": 0.9339450538158417,
      "num_tokens": 4486754.0,
      "step": 1600
    },
    {
      "epoch": 0.14090207961842666,
      "grad_norm": 8.196391105651855,
      "learning_rate": 1.9363088324373017e-05,
      "loss": 30.3163,
      "mean_token_accuracy": 0.5846854848787189,
      "num_tokens": 4547232.0,
      "step": 1610
    },
    {
      "epoch": 0.1417772478148144,
      "grad_norm": 9.53088665008545,
      "learning_rate": 1.9353097126312546e-05,
      "loss": 29.1328,
      "mean_token_accuracy": 0.6019149297848344,
      "num_tokens": 4579988.0,
      "step": 1620
    },
    {
      "epoch": 0.14265241601120215,
      "grad_norm": 12.848725318908691,
      "learning_rate": 1.9343030789865613e-05,
      "loss": 26.7893,
      "mean_token_accuracy": 0.626633021235466,
      "num_tokens": 4603539.0,
      "step": 1630
    },
    {
      "epoch": 0.1435275842075899,
      "grad_norm": 14.671743392944336,
      "learning_rate": 1.9332889395900437e-05,
      "loss": 20.32,
      "mean_token_accuracy": 0.7227052681148052,
      "num_tokens": 4619617.0,
      "step": 1640
    },
    {
      "epoch": 0.14440275240397765,
      "grad_norm": 11.233612060546875,
      "learning_rate": 1.9322673025888214e-05,
      "loss": 5.3061,
      "mean_token_accuracy": 0.9158586710691452,
      "num_tokens": 4630532.0,
      "step": 1650
    },
    {
      "epoch": 0.14527792060036537,
      "grad_norm": 9.186944007873535,
      "learning_rate": 1.931238176190245e-05,
      "loss": 31.2386,
      "mean_token_accuracy": 0.5784399973228573,
      "num_tokens": 4692099.0,
      "step": 1660
    },
    {
      "epoch": 0.14615308879675312,
      "grad_norm": 10.518109321594238,
      "learning_rate": 1.9302015686618328e-05,
      "loss": 29.2604,
      "mean_token_accuracy": 0.6002934394404292,
      "num_tokens": 4723784.0,
      "step": 1670
    },
    {
      "epoch": 0.14702825699314087,
      "grad_norm": 12.362971305847168,
      "learning_rate": 1.9291574883312025e-05,
      "loss": 27.3527,
      "mean_token_accuracy": 0.6238506333902478,
      "num_tokens": 4746342.0,
      "step": 1680
    },
    {
      "epoch": 0.14790342518952862,
      "grad_norm": 15.510601997375488,
      "learning_rate": 1.9281059435860046e-05,
      "loss": 19.8352,
      "mean_token_accuracy": 0.7224313268437982,
      "num_tokens": 4762427.0,
      "step": 1690
    },
    {
      "epoch": 0.14877859338591637,
      "grad_norm": 10.20822525024414,
      "learning_rate": 1.9270469428738557e-05,
      "loss": 5.7336,
      "mean_token_accuracy": 0.9133637905120849,
      "num_tokens": 4773281.0,
      "step": 1700
    },
    {
      "epoch": 0.1496537615823041,
      "grad_norm": 8.609774589538574,
      "learning_rate": 1.92598049470227e-05,
      "loss": 31.3862,
      "mean_token_accuracy": 0.5707321777939797,
      "num_tokens": 4835440.0,
      "step": 1710
    },
    {
      "epoch": 0.15052892977869184,
      "grad_norm": 10.439276695251465,
      "learning_rate": 1.9249066076385904e-05,
      "loss": 29.7377,
      "mean_token_accuracy": 0.6001340184360743,
      "num_tokens": 4866508.0,
      "step": 1720
    },
    {
      "epoch": 0.1514040979750796,
      "grad_norm": 14.772384643554688,
      "learning_rate": 1.9238252903099207e-05,
      "loss": 27.4399,
      "mean_token_accuracy": 0.6139294588938355,
      "num_tokens": 4889574.0,
      "step": 1730
    },
    {
      "epoch": 0.15227926617146734,
      "grad_norm": 15.464373588562012,
      "learning_rate": 1.9227365514030563e-05,
      "loss": 20.7586,
      "mean_token_accuracy": 0.7029259299859405,
      "num_tokens": 4906087.0,
      "step": 1740
    },
    {
      "epoch": 0.15315443436785509,
      "grad_norm": 13.504715919494629,
      "learning_rate": 1.9216403996644142e-05,
      "loss": 5.4508,
      "mean_token_accuracy": 0.9088808532804251,
      "num_tokens": 4917136.0,
      "step": 1750
    },
    {
      "epoch": 0.1540296025642428,
      "grad_norm": 8.21589183807373,
      "learning_rate": 1.9205368438999623e-05,
      "loss": 31.1377,
      "mean_token_accuracy": 0.5765922160819172,
      "num_tokens": 4977286.0,
      "step": 1760
    },
    {
      "epoch": 0.15490477076063056,
      "grad_norm": 10.529900550842285,
      "learning_rate": 1.919425892975148e-05,
      "loss": 29.052,
      "mean_token_accuracy": 0.6000222256407142,
      "num_tokens": 5008526.0,
      "step": 1770
    },
    {
      "epoch": 0.1557799389570183,
      "grad_norm": 13.476479530334473,
      "learning_rate": 1.9183075558148303e-05,
      "loss": 27.3291,
      "mean_token_accuracy": 0.6240828080102802,
      "num_tokens": 5030952.0,
      "step": 1780
    },
    {
      "epoch": 0.15665510715340605,
      "grad_norm": 12.542803764343262,
      "learning_rate": 1.9171818414032033e-05,
      "loss": 20.3344,
      "mean_token_accuracy": 0.7157445332035423,
      "num_tokens": 5047072.0,
      "step": 1790
    },
    {
      "epoch": 0.15753027534979377,
      "grad_norm": 10.905963897705078,
      "learning_rate": 1.916048758783728e-05,
      "loss": 4.9987,
      "mean_token_accuracy": 0.9209923546761274,
      "num_tokens": 5057903.0,
      "step": 1800
    },
    {
      "epoch": 0.15840544354618152,
      "grad_norm": 8.498924255371094,
      "learning_rate": 1.9149083170590575e-05,
      "loss": 30.9627,
      "mean_token_accuracy": 0.5796610882505775,
      "num_tokens": 5120266.0,
      "step": 1810
    },
    {
      "epoch": 0.15928061174256927,
      "grad_norm": 11.029394149780273,
      "learning_rate": 1.9137605253909647e-05,
      "loss": 27.9725,
      "mean_token_accuracy": 0.610903400555253,
      "num_tokens": 5151301.0,
      "step": 1820
    },
    {
      "epoch": 0.16015577993895702,
      "grad_norm": 14.531737327575684,
      "learning_rate": 1.912605393000268e-05,
      "loss": 27.7327,
      "mean_token_accuracy": 0.616059142537415,
      "num_tokens": 5173759.0,
      "step": 1830
    },
    {
      "epoch": 0.16103094813534477,
      "grad_norm": 13.739291191101074,
      "learning_rate": 1.9114429291667583e-05,
      "loss": 18.5148,
      "mean_token_accuracy": 0.7362562876194716,
      "num_tokens": 5189782.0,
      "step": 1840
    },
    {
      "epoch": 0.1619061163317325,
      "grad_norm": 11.315879821777344,
      "learning_rate": 1.9102731432291244e-05,
      "loss": 5.3541,
      "mean_token_accuracy": 0.9184323348104954,
      "num_tokens": 5200649.0,
      "step": 1850
    },
    {
      "epoch": 0.16278128452812024,
      "grad_norm": 9.242024421691895,
      "learning_rate": 1.909096044584876e-05,
      "loss": 30.2552,
      "mean_token_accuracy": 0.5842352099716663,
      "num_tokens": 5258900.0,
      "step": 1860
    },
    {
      "epoch": 0.163656452724508,
      "grad_norm": 10.868446350097656,
      "learning_rate": 1.9079116426902703e-05,
      "loss": 28.453,
      "mean_token_accuracy": 0.6065049780532717,
      "num_tokens": 5291222.0,
      "step": 1870
    },
    {
      "epoch": 0.16453162092089574,
      "grad_norm": 11.772604942321777,
      "learning_rate": 1.906719947060236e-05,
      "loss": 26.6807,
      "mean_token_accuracy": 0.6265881201252341,
      "num_tokens": 5314440.0,
      "step": 1880
    },
    {
      "epoch": 0.1654067891172835,
      "grad_norm": 19.128795623779297,
      "learning_rate": 1.905520967268295e-05,
      "loss": 21.9834,
      "mean_token_accuracy": 0.6956255555152893,
      "num_tokens": 5331038.0,
      "step": 1890
    },
    {
      "epoch": 0.1662819573136712,
      "grad_norm": 11.767740249633789,
      "learning_rate": 1.9043147129464886e-05,
      "loss": 4.9525,
      "mean_token_accuracy": 0.9199447751045227,
      "num_tokens": 5342119.0,
      "step": 1900
    },
    {
      "epoch": 0.16715712551005896,
      "grad_norm": 8.64694881439209,
      "learning_rate": 1.903101193785296e-05,
      "loss": 31.3192,
      "mean_token_accuracy": 0.5752722520381213,
      "num_tokens": 5401199.0,
      "step": 1910
    },
    {
      "epoch": 0.1680322937064467,
      "grad_norm": 11.211860656738281,
      "learning_rate": 1.90188041953356e-05,
      "loss": 29.8005,
      "mean_token_accuracy": 0.5928526422008872,
      "num_tokens": 5432098.0,
      "step": 1920
    },
    {
      "epoch": 0.16890746190283445,
      "grad_norm": 13.252839088439941,
      "learning_rate": 1.9006523999984073e-05,
      "loss": 25.5006,
      "mean_token_accuracy": 0.6417673250660301,
      "num_tokens": 5454629.0,
      "step": 1930
    },
    {
      "epoch": 0.1697826300992222,
      "grad_norm": 13.414433479309082,
      "learning_rate": 1.89941714504517e-05,
      "loss": 20.6064,
      "mean_token_accuracy": 0.7138025123625994,
      "num_tokens": 5471083.0,
      "step": 1940
    },
    {
      "epoch": 0.17065779829560992,
      "grad_norm": 12.232248306274414,
      "learning_rate": 1.8981746645973056e-05,
      "loss": 5.1207,
      "mean_token_accuracy": 0.9126192722469568,
      "num_tokens": 5482092.0,
      "step": 1950
    },
    {
      "epoch": 0.17153296649199767,
      "grad_norm": 9.871441841125488,
      "learning_rate": 1.896924968636318e-05,
      "loss": 30.3648,
      "mean_token_accuracy": 0.5845318138599396,
      "num_tokens": 5540074.0,
      "step": 1960
    },
    {
      "epoch": 0.17240813468838542,
      "grad_norm": 11.00887680053711,
      "learning_rate": 1.8956680672016773e-05,
      "loss": 29.0994,
      "mean_token_accuracy": 0.6062631586566567,
      "num_tokens": 5569683.0,
      "step": 1970
    },
    {
      "epoch": 0.17328330288477317,
      "grad_norm": 13.293262481689453,
      "learning_rate": 1.8944039703907385e-05,
      "loss": 27.2432,
      "mean_token_accuracy": 0.6231658266857266,
      "num_tokens": 5591605.0,
      "step": 1980
    },
    {
      "epoch": 0.17415847108116092,
      "grad_norm": 12.211272239685059,
      "learning_rate": 1.893132688358662e-05,
      "loss": 18.4425,
      "mean_token_accuracy": 0.7386890033259987,
      "num_tokens": 5607673.0,
      "step": 1990
    },
    {
      "epoch": 0.17503363927754864,
      "grad_norm": 10.095295906066895,
      "learning_rate": 1.89185423131833e-05,
      "loss": 5.4017,
      "mean_token_accuracy": 0.9098601952195168,
      "num_tokens": 5618385.0,
      "step": 2000
    },
    {
      "epoch": 0.1759088074739364,
      "grad_norm": 8.8630952835083,
      "learning_rate": 1.8905686095402648e-05,
      "loss": 30.4922,
      "mean_token_accuracy": 0.5828113799914718,
      "num_tokens": 5680419.0,
      "step": 2010
    },
    {
      "epoch": 0.17678397567032414,
      "grad_norm": 11.46767807006836,
      "learning_rate": 1.889275833352548e-05,
      "loss": 28.5778,
      "mean_token_accuracy": 0.6024980574846268,
      "num_tokens": 5712425.0,
      "step": 2020
    },
    {
      "epoch": 0.1776591438667119,
      "grad_norm": 13.42769718170166,
      "learning_rate": 1.8879759131407363e-05,
      "loss": 28.2085,
      "mean_token_accuracy": 0.6161692503839731,
      "num_tokens": 5736386.0,
      "step": 2030
    },
    {
      "epoch": 0.17853431206309964,
      "grad_norm": 13.940645217895508,
      "learning_rate": 1.8866688593477772e-05,
      "loss": 19.6753,
      "mean_token_accuracy": 0.7177179971709847,
      "num_tokens": 5753118.0,
      "step": 2040
    },
    {
      "epoch": 0.17940948025948736,
      "grad_norm": 11.914163589477539,
      "learning_rate": 1.8853546824739265e-05,
      "loss": 6.3402,
      "mean_token_accuracy": 0.9061163477599621,
      "num_tokens": 5764065.0,
      "step": 2050
    },
    {
      "epoch": 0.1802846484558751,
      "grad_norm": 9.65794563293457,
      "learning_rate": 1.884033393076664e-05,
      "loss": 30.3979,
      "mean_token_accuracy": 0.583691362477839,
      "num_tokens": 5821816.0,
      "step": 2060
    },
    {
      "epoch": 0.18115981665226286,
      "grad_norm": 13.181743621826172,
      "learning_rate": 1.8827050017706073e-05,
      "loss": 29.3735,
      "mean_token_accuracy": 0.6049027349799871,
      "num_tokens": 5852986.0,
      "step": 2070
    },
    {
      "epoch": 0.1820349848486506,
      "grad_norm": 16.37778091430664,
      "learning_rate": 1.8813695192274282e-05,
      "loss": 26.1895,
      "mean_token_accuracy": 0.6411082798615098,
      "num_tokens": 5875927.0,
      "step": 2080
    },
    {
      "epoch": 0.18291015304503835,
      "grad_norm": 16.68722915649414,
      "learning_rate": 1.8800269561757657e-05,
      "loss": 18.96,
      "mean_token_accuracy": 0.7290626347064972,
      "num_tokens": 5892211.0,
      "step": 2090
    },
    {
      "epoch": 0.18378532124142608,
      "grad_norm": 13.118404388427734,
      "learning_rate": 1.8786773234011402e-05,
      "loss": 5.676,
      "mean_token_accuracy": 0.9061259910464287,
      "num_tokens": 5903199.0,
      "step": 2100
    },
    {
      "epoch": 0.18466048943781382,
      "grad_norm": 7.708518028259277,
      "learning_rate": 1.8773206317458673e-05,
      "loss": 30.4085,
      "mean_token_accuracy": 0.5853581616654993,
      "num_tokens": 5959394.0,
      "step": 2110
    },
    {
      "epoch": 0.18553565763420157,
      "grad_norm": 11.837435722351074,
      "learning_rate": 1.87595689210897e-05,
      "loss": 28.869,
      "mean_token_accuracy": 0.6028545930981636,
      "num_tokens": 5990928.0,
      "step": 2120
    },
    {
      "epoch": 0.18641082583058932,
      "grad_norm": 13.40342903137207,
      "learning_rate": 1.8745861154460913e-05,
      "loss": 25.9878,
      "mean_token_accuracy": 0.6390441002324223,
      "num_tokens": 6013593.0,
      "step": 2130
    },
    {
      "epoch": 0.18728599402697707,
      "grad_norm": 17.928003311157227,
      "learning_rate": 1.8732083127694072e-05,
      "loss": 19.9181,
      "mean_token_accuracy": 0.7169790897518397,
      "num_tokens": 6029912.0,
      "step": 2140
    },
    {
      "epoch": 0.1881611622233648,
      "grad_norm": 9.653444290161133,
      "learning_rate": 1.8718234951475365e-05,
      "loss": 5.3924,
      "mean_token_accuracy": 0.9158937938511371,
      "num_tokens": 6040972.0,
      "step": 2150
    },
    {
      "epoch": 0.18903633041975254,
      "grad_norm": 9.7208890914917,
      "learning_rate": 1.8704316737054532e-05,
      "loss": 31.3391,
      "mean_token_accuracy": 0.5771564116701484,
      "num_tokens": 6104331.0,
      "step": 2160
    },
    {
      "epoch": 0.1899114986161403,
      "grad_norm": 12.234732627868652,
      "learning_rate": 1.869032859624397e-05,
      "loss": 28.8903,
      "mean_token_accuracy": 0.6039537886157632,
      "num_tokens": 6134978.0,
      "step": 2170
    },
    {
      "epoch": 0.19078666681252804,
      "grad_norm": 13.870800971984863,
      "learning_rate": 1.8676270641417824e-05,
      "loss": 26.9985,
      "mean_token_accuracy": 0.6225737253203988,
      "num_tokens": 6157534.0,
      "step": 2180
    },
    {
      "epoch": 0.1916618350089158,
      "grad_norm": 14.731242179870605,
      "learning_rate": 1.8662142985511095e-05,
      "loss": 19.7642,
      "mean_token_accuracy": 0.7163870869204402,
      "num_tokens": 6173886.0,
      "step": 2190
    },
    {
      "epoch": 0.1925370032053035,
      "grad_norm": 12.257112503051758,
      "learning_rate": 1.8647945742018735e-05,
      "loss": 4.8588,
      "mean_token_accuracy": 0.9210065435618162,
      "num_tokens": 6184846.0,
      "step": 2200
    },
    {
      "epoch": 0.19341217140169126,
      "grad_norm": 8.75245475769043,
      "learning_rate": 1.863367902499472e-05,
      "loss": 30.0162,
      "mean_token_accuracy": 0.5886764923110605,
      "num_tokens": 6244936.0,
      "step": 2210
    },
    {
      "epoch": 0.194287339598079,
      "grad_norm": 11.42268180847168,
      "learning_rate": 1.8619342949051152e-05,
      "loss": 28.8687,
      "mean_token_accuracy": 0.6000066386535764,
      "num_tokens": 6276971.0,
      "step": 2220
    },
    {
      "epoch": 0.19516250779446676,
      "grad_norm": 13.16252613067627,
      "learning_rate": 1.8604937629357328e-05,
      "loss": 27.8649,
      "mean_token_accuracy": 0.6211510324850679,
      "num_tokens": 6300350.0,
      "step": 2230
    },
    {
      "epoch": 0.1960376759908545,
      "grad_norm": 12.252107620239258,
      "learning_rate": 1.859046318163882e-05,
      "loss": 20.5579,
      "mean_token_accuracy": 0.7130739137530326,
      "num_tokens": 6316604.0,
      "step": 2240
    },
    {
      "epoch": 0.19691284418724223,
      "grad_norm": 12.060127258300781,
      "learning_rate": 1.857591972217653e-05,
      "loss": 4.9409,
      "mean_token_accuracy": 0.916726766526699,
      "num_tokens": 6327304.0,
      "step": 2250
    },
    {
      "epoch": 0.19778801238362997,
      "grad_norm": 8.935980796813965,
      "learning_rate": 1.8561307367805782e-05,
      "loss": 30.4575,
      "mean_token_accuracy": 0.5832092666998505,
      "num_tokens": 6387338.0,
      "step": 2260
    },
    {
      "epoch": 0.19866318058001772,
      "grad_norm": 11.106996536254883,
      "learning_rate": 1.8546626235915363e-05,
      "loss": 28.5761,
      "mean_token_accuracy": 0.6046307662501931,
      "num_tokens": 6419229.0,
      "step": 2270
    },
    {
      "epoch": 0.19953834877640547,
      "grad_norm": 13.37580680847168,
      "learning_rate": 1.8531876444446582e-05,
      "loss": 25.9528,
      "mean_token_accuracy": 0.6387586230412126,
      "num_tokens": 6441904.0,
      "step": 2280
    },
    {
      "epoch": 0.20041351697279322,
      "grad_norm": 16.122434616088867,
      "learning_rate": 1.8517058111892335e-05,
      "loss": 20.4957,
      "mean_token_accuracy": 0.7140850631520153,
      "num_tokens": 6458254.0,
      "step": 2290
    },
    {
      "epoch": 0.20128868516918094,
      "grad_norm": 11.513705253601074,
      "learning_rate": 1.8502171357296144e-05,
      "loss": 5.1255,
      "mean_token_accuracy": 0.9135694537311793,
      "num_tokens": 6469195.0,
      "step": 2300
    },
    {
      "epoch": 0.2021638533655687,
      "grad_norm": 8.222915649414062,
      "learning_rate": 1.8487216300251193e-05,
      "loss": 29.6588,
      "mean_token_accuracy": 0.5956419128924608,
      "num_tokens": 6527531.0,
      "step": 2310
    },
    {
      "epoch": 0.20303902156195644,
      "grad_norm": 10.126507759094238,
      "learning_rate": 1.8472193060899385e-05,
      "loss": 28.4662,
      "mean_token_accuracy": 0.6027399331331253,
      "num_tokens": 6560090.0,
      "step": 2320
    },
    {
      "epoch": 0.2039141897583442,
      "grad_norm": 14.21843147277832,
      "learning_rate": 1.8457101759930363e-05,
      "loss": 27.5396,
      "mean_token_accuracy": 0.6199375854805111,
      "num_tokens": 6583279.0,
      "step": 2330
    },
    {
      "epoch": 0.20478935795473194,
      "grad_norm": 15.522226333618164,
      "learning_rate": 1.8441942518580545e-05,
      "loss": 18.4141,
      "mean_token_accuracy": 0.7372503880411386,
      "num_tokens": 6599681.0,
      "step": 2340
    },
    {
      "epoch": 0.20566452615111966,
      "grad_norm": 9.308127403259277,
      "learning_rate": 1.8426715458632154e-05,
      "loss": 5.6581,
      "mean_token_accuracy": 0.9113713126629591,
      "num_tokens": 6610718.0,
      "step": 2350
    },
    {
      "epoch": 0.2065396943475074,
      "grad_norm": 8.887057304382324,
      "learning_rate": 1.8411420702412232e-05,
      "loss": 30.9532,
      "mean_token_accuracy": 0.5766248688101768,
      "num_tokens": 6666634.0,
      "step": 2360
    },
    {
      "epoch": 0.20741486254389516,
      "grad_norm": 12.070967674255371,
      "learning_rate": 1.839605837279166e-05,
      "loss": 27.7249,
      "mean_token_accuracy": 0.6204808592796326,
      "num_tokens": 6696030.0,
      "step": 2370
    },
    {
      "epoch": 0.2082900307402829,
      "grad_norm": 18.76371192932129,
      "learning_rate": 1.838062859318418e-05,
      "loss": 24.527,
      "mean_token_accuracy": 0.6582660844549537,
      "num_tokens": 6716981.0,
      "step": 2380
    },
    {
      "epoch": 0.20916519893667065,
      "grad_norm": 17.764251708984375,
      "learning_rate": 1.8365131487545388e-05,
      "loss": 16.2101,
      "mean_token_accuracy": 0.7702128933742642,
      "num_tokens": 6732243.0,
      "step": 2390
    },
    {
      "epoch": 0.21004036713305838,
      "grad_norm": 8.909682273864746,
      "learning_rate": 1.834956718037174e-05,
      "loss": 5.3739,
      "mean_token_accuracy": 0.91607915610075,
      "num_tokens": 6742901.0,
      "step": 2400
    },
    {
      "epoch": 0.21091553532944612,
      "grad_norm": 9.81086254119873,
      "learning_rate": 1.8333935796699573e-05,
      "loss": 31.6516,
      "mean_token_accuracy": 0.5747000185772777,
      "num_tokens": 6801534.0,
      "step": 2410
    },
    {
      "epoch": 0.21179070352583387,
      "grad_norm": 11.480050086975098,
      "learning_rate": 1.831823746210407e-05,
      "loss": 29.1909,
      "mean_token_accuracy": 0.5958626173436642,
      "num_tokens": 6832948.0,
      "step": 2420
    },
    {
      "epoch": 0.21266587172222162,
      "grad_norm": 15.151287078857422,
      "learning_rate": 1.830247230269828e-05,
      "loss": 26.0098,
      "mean_token_accuracy": 0.6353174865245819,
      "num_tokens": 6854904.0,
      "step": 2430
    },
    {
      "epoch": 0.21354103991860937,
      "grad_norm": 14.198853492736816,
      "learning_rate": 1.828664044513208e-05,
      "loss": 20.9929,
      "mean_token_accuracy": 0.7064135747030378,
      "num_tokens": 6870977.0,
      "step": 2440
    },
    {
      "epoch": 0.2144162081149971,
      "grad_norm": 9.511665344238281,
      "learning_rate": 1.8270742016591172e-05,
      "loss": 5.2411,
      "mean_token_accuracy": 0.9181521438062191,
      "num_tokens": 6881881.0,
      "step": 2450
    },
    {
      "epoch": 0.21529137631138484,
      "grad_norm": 9.217313766479492,
      "learning_rate": 1.825477714479606e-05,
      "loss": 31.0866,
      "mean_token_accuracy": 0.5773769322782755,
      "num_tokens": 6942154.0,
      "step": 2460
    },
    {
      "epoch": 0.2161665445077726,
      "grad_norm": 11.637606620788574,
      "learning_rate": 1.8238745958001025e-05,
      "loss": 28.9546,
      "mean_token_accuracy": 0.59858907032758,
      "num_tokens": 6973997.0,
      "step": 2470
    },
    {
      "epoch": 0.21704171270416034,
      "grad_norm": 14.090827941894531,
      "learning_rate": 1.8222648584993078e-05,
      "loss": 26.5952,
      "mean_token_accuracy": 0.6284111574292183,
      "num_tokens": 6996979.0,
      "step": 2480
    },
    {
      "epoch": 0.2179168809005481,
      "grad_norm": 15.281211853027344,
      "learning_rate": 1.820648515509096e-05,
      "loss": 18.8118,
      "mean_token_accuracy": 0.7302477177232504,
      "num_tokens": 7013406.0,
      "step": 2490
    },
    {
      "epoch": 0.2187920490969358,
      "grad_norm": 11.584840774536133,
      "learning_rate": 1.819025579814406e-05,
      "loss": 5.3513,
      "mean_token_accuracy": 0.9133026737719774,
      "num_tokens": 7024310.0,
      "step": 2500
    },
    {
      "epoch": 0.21966721729332356,
      "grad_norm": 9.062447547912598,
      "learning_rate": 1.8173960644531408e-05,
      "loss": 30.5148,
      "mean_token_accuracy": 0.5809818072244525,
      "num_tokens": 7082556.0,
      "step": 2510
    },
    {
      "epoch": 0.2205423854897113,
      "grad_norm": 12.114287376403809,
      "learning_rate": 1.815759982516061e-05,
      "loss": 29.2789,
      "mean_token_accuracy": 0.6017577642574906,
      "num_tokens": 7113062.0,
      "step": 2520
    },
    {
      "epoch": 0.22141755368609906,
      "grad_norm": 13.968235969543457,
      "learning_rate": 1.81411734714668e-05,
      "loss": 26.0046,
      "mean_token_accuracy": 0.6371780678629875,
      "num_tokens": 7135254.0,
      "step": 2530
    },
    {
      "epoch": 0.22229272188248678,
      "grad_norm": 19.709951400756836,
      "learning_rate": 1.8124681715411584e-05,
      "loss": 20.2494,
      "mean_token_accuracy": 0.7180065741762519,
      "num_tokens": 7151462.0,
      "step": 2540
    },
    {
      "epoch": 0.22316789007887453,
      "grad_norm": 21.993865966796875,
      "learning_rate": 1.8108124689481972e-05,
      "loss": 5.3562,
      "mean_token_accuracy": 0.9150167252868414,
      "num_tokens": 7162193.0,
      "step": 2550
    },
    {
      "epoch": 0.22404305827526227,
      "grad_norm": 9.913058280944824,
      "learning_rate": 1.8091502526689342e-05,
      "loss": 30.4874,
      "mean_token_accuracy": 0.5757569827139377,
      "num_tokens": 7217738.0,
      "step": 2560
    },
    {
      "epoch": 0.22491822647165002,
      "grad_norm": 11.041065216064453,
      "learning_rate": 1.8074815360568322e-05,
      "loss": 28.1228,
      "mean_token_accuracy": 0.6153720207512379,
      "num_tokens": 7247594.0,
      "step": 2570
    },
    {
      "epoch": 0.22579339466803777,
      "grad_norm": 14.239086151123047,
      "learning_rate": 1.8058063325175774e-05,
      "loss": 26.2048,
      "mean_token_accuracy": 0.6347082013264298,
      "num_tokens": 7269555.0,
      "step": 2580
    },
    {
      "epoch": 0.2266685628644255,
      "grad_norm": 15.80577278137207,
      "learning_rate": 1.8041246555089674e-05,
      "loss": 19.8577,
      "mean_token_accuracy": 0.7212836883962155,
      "num_tokens": 7285783.0,
      "step": 2590
    },
    {
      "epoch": 0.22754373106081324,
      "grad_norm": 9.405714988708496,
      "learning_rate": 1.8024365185408042e-05,
      "loss": 5.3968,
      "mean_token_accuracy": 0.9115858670324087,
      "num_tokens": 7296884.0,
      "step": 2600
    },
    {
      "epoch": 0.228418899257201,
      "grad_norm": 8.813557624816895,
      "learning_rate": 1.8007419351747882e-05,
      "loss": 30.8359,
      "mean_token_accuracy": 0.5774536998942494,
      "num_tokens": 7357303.0,
      "step": 2610
    },
    {
      "epoch": 0.22929406745358874,
      "grad_norm": 10.986916542053223,
      "learning_rate": 1.7990409190244045e-05,
      "loss": 29.1881,
      "mean_token_accuracy": 0.5959018087014556,
      "num_tokens": 7389183.0,
      "step": 2620
    },
    {
      "epoch": 0.2301692356499765,
      "grad_norm": 14.795111656188965,
      "learning_rate": 1.7973334837548176e-05,
      "loss": 26.92,
      "mean_token_accuracy": 0.6213177029043436,
      "num_tokens": 7412777.0,
      "step": 2630
    },
    {
      "epoch": 0.2310444038463642,
      "grad_norm": 15.799678802490234,
      "learning_rate": 1.7956196430827603e-05,
      "loss": 20.6501,
      "mean_token_accuracy": 0.7071321897208691,
      "num_tokens": 7429684.0,
      "step": 2640
    },
    {
      "epoch": 0.23191957204275196,
      "grad_norm": 10.681164741516113,
      "learning_rate": 1.7938994107764233e-05,
      "loss": 6.8032,
      "mean_token_accuracy": 0.8967922301962972,
      "num_tokens": 7440826.0,
      "step": 2650
    },
    {
      "epoch": 0.2327947402391397,
      "grad_norm": 9.777691841125488,
      "learning_rate": 1.7921728006553438e-05,
      "loss": 30.3725,
      "mean_token_accuracy": 0.5841389255598187,
      "num_tokens": 7495651.0,
      "step": 2660
    },
    {
      "epoch": 0.23366990843552746,
      "grad_norm": 11.015406608581543,
      "learning_rate": 1.7904398265902963e-05,
      "loss": 28.9148,
      "mean_token_accuracy": 0.5976509932428599,
      "num_tokens": 7525771.0,
      "step": 2670
    },
    {
      "epoch": 0.2345450766319152,
      "grad_norm": 14.44133186340332,
      "learning_rate": 1.7887005025031803e-05,
      "loss": 26.5755,
      "mean_token_accuracy": 0.6309471029788256,
      "num_tokens": 7547846.0,
      "step": 2680
    },
    {
      "epoch": 0.23542024482830293,
      "grad_norm": 13.772100448608398,
      "learning_rate": 1.7869548423669075e-05,
      "loss": 19.8189,
      "mean_token_accuracy": 0.7247172843664884,
      "num_tokens": 7563857.0,
      "step": 2690
    },
    {
      "epoch": 0.23629541302469068,
      "grad_norm": 14.072718620300293,
      "learning_rate": 1.7852028602052914e-05,
      "loss": 4.8489,
      "mean_token_accuracy": 0.9189386771991849,
      "num_tokens": 7574684.0,
      "step": 2700
    },
    {
      "epoch": 0.23717058122107842,
      "grad_norm": 10.451451301574707,
      "learning_rate": 1.783444570092933e-05,
      "loss": 29.5295,
      "mean_token_accuracy": 0.5955128347501158,
      "num_tokens": 7630608.0,
      "step": 2710
    },
    {
      "epoch": 0.23804574941746617,
      "grad_norm": 10.68076229095459,
      "learning_rate": 1.781679986155109e-05,
      "loss": 27.9413,
      "mean_token_accuracy": 0.6138478852808475,
      "num_tokens": 7661134.0,
      "step": 2720
    },
    {
      "epoch": 0.23892091761385392,
      "grad_norm": 15.687058448791504,
      "learning_rate": 1.7799091225676573e-05,
      "loss": 24.8403,
      "mean_token_accuracy": 0.6532589018344879,
      "num_tokens": 7682402.0,
      "step": 2730
    },
    {
      "epoch": 0.23979608581024164,
      "grad_norm": 15.519580841064453,
      "learning_rate": 1.7781319935568636e-05,
      "loss": 17.5165,
      "mean_token_accuracy": 0.7421386597678066,
      "num_tokens": 7697984.0,
      "step": 2740
    },
    {
      "epoch": 0.2406712540066294,
      "grad_norm": 9.142563819885254,
      "learning_rate": 1.776348613399347e-05,
      "loss": 4.4031,
      "mean_token_accuracy": 0.9236418679356575,
      "num_tokens": 7708634.0,
      "step": 2750
    },
    {
      "epoch": 0.24154642220301714,
      "grad_norm": 10.763324737548828,
      "learning_rate": 1.7745589964219456e-05,
      "loss": 30.2583,
      "mean_token_accuracy": 0.5845793435350061,
      "num_tokens": 7767797.0,
      "step": 2760
    },
    {
      "epoch": 0.2424215903994049,
      "grad_norm": 11.087721824645996,
      "learning_rate": 1.7727631570016013e-05,
      "loss": 28.4932,
      "mean_token_accuracy": 0.6060373950749636,
      "num_tokens": 7799103.0,
      "step": 2770
    },
    {
      "epoch": 0.24329675859579264,
      "grad_norm": 20.024856567382812,
      "learning_rate": 1.7709611095652436e-05,
      "loss": 27.5269,
      "mean_token_accuracy": 0.618761139549315,
      "num_tokens": 7822412.0,
      "step": 2780
    },
    {
      "epoch": 0.24417192679218036,
      "grad_norm": 17.562061309814453,
      "learning_rate": 1.7691528685896752e-05,
      "loss": 21.658,
      "mean_token_accuracy": 0.6985450947657228,
      "num_tokens": 7839816.0,
      "step": 2790
    },
    {
      "epoch": 0.2450470949885681,
      "grad_norm": 10.761749267578125,
      "learning_rate": 1.767338448601454e-05,
      "loss": 5.193,
      "mean_token_accuracy": 0.917463106662035,
      "num_tokens": 7850833.0,
      "step": 2800
    },
    {
      "epoch": 0.24592226318495586,
      "grad_norm": 9.058248519897461,
      "learning_rate": 1.765517864176777e-05,
      "loss": 30.0624,
      "mean_token_accuracy": 0.5854394551366567,
      "num_tokens": 7912091.0,
      "step": 2810
    },
    {
      "epoch": 0.2467974313813436,
      "grad_norm": 10.841341018676758,
      "learning_rate": 1.7636911299413645e-05,
      "loss": 29.4236,
      "mean_token_accuracy": 0.6003414750099182,
      "num_tokens": 7945914.0,
      "step": 2820
    },
    {
      "epoch": 0.24767259957773136,
      "grad_norm": 15.343477249145508,
      "learning_rate": 1.7618582605703403e-05,
      "loss": 25.6961,
      "mean_token_accuracy": 0.6370828138664365,
      "num_tokens": 7970417.0,
      "step": 2830
    },
    {
      "epoch": 0.24854776777411908,
      "grad_norm": 18.82497787475586,
      "learning_rate": 1.7600192707881158e-05,
      "loss": 22.1314,
      "mean_token_accuracy": 0.6903352467343211,
      "num_tokens": 7987772.0,
      "step": 2840
    },
    {
      "epoch": 0.24942293597050683,
      "grad_norm": 11.308088302612305,
      "learning_rate": 1.7581741753682707e-05,
      "loss": 6.6526,
      "mean_token_accuracy": 0.8993559174239636,
      "num_tokens": 7998976.0,
      "step": 2850
    },
    {
      "epoch": 0.2502981041668946,
      "grad_norm": 9.516822814941406,
      "learning_rate": 1.756322989133434e-05,
      "loss": 29.8075,
      "mean_token_accuracy": 0.591287006624043,
      "num_tokens": 8058996.0,
      "step": 2860
    },
    {
      "epoch": 0.2511732723632823,
      "grad_norm": 10.989441871643066,
      "learning_rate": 1.754465726955166e-05,
      "loss": 28.3635,
      "mean_token_accuracy": 0.6072925785556436,
      "num_tokens": 8090312.0,
      "step": 2870
    },
    {
      "epoch": 0.2520484405596701,
      "grad_norm": 14.547931671142578,
      "learning_rate": 1.7526024037538386e-05,
      "loss": 25.5341,
      "mean_token_accuracy": 0.6375228073447943,
      "num_tokens": 8112153.0,
      "step": 2880
    },
    {
      "epoch": 0.2529236087560578,
      "grad_norm": 20.11762809753418,
      "learning_rate": 1.750733034498514e-05,
      "loss": 17.2213,
      "mean_token_accuracy": 0.7542210424318909,
      "num_tokens": 8127493.0,
      "step": 2890
    },
    {
      "epoch": 0.25379877695244557,
      "grad_norm": 11.130117416381836,
      "learning_rate": 1.7488576342068264e-05,
      "loss": 3.9732,
      "mean_token_accuracy": 0.927525220811367,
      "num_tokens": 8138062.0,
      "step": 2900
    },
    {
      "epoch": 0.2546739451488333,
      "grad_norm": 9.717757225036621,
      "learning_rate": 1.7469762179448605e-05,
      "loss": 31.4539,
      "mean_token_accuracy": 0.5725585890933871,
      "num_tokens": 8195052.0,
      "step": 2910
    },
    {
      "epoch": 0.255549113345221,
      "grad_norm": 12.192384719848633,
      "learning_rate": 1.7450888008270307e-05,
      "loss": 28.2147,
      "mean_token_accuracy": 0.6146051013842225,
      "num_tokens": 8224876.0,
      "step": 2920
    },
    {
      "epoch": 0.2564242815416088,
      "grad_norm": 17.6751651763916,
      "learning_rate": 1.743195398015958e-05,
      "loss": 26.3985,
      "mean_token_accuracy": 0.6391367334872484,
      "num_tokens": 8246763.0,
      "step": 2930
    },
    {
      "epoch": 0.2572994497379965,
      "grad_norm": 17.112014770507812,
      "learning_rate": 1.7412960247223515e-05,
      "loss": 18.5122,
      "mean_token_accuracy": 0.7481098104268312,
      "num_tokens": 8262570.0,
      "step": 2940
    },
    {
      "epoch": 0.2581746179343843,
      "grad_norm": 9.458629608154297,
      "learning_rate": 1.7393906962048837e-05,
      "loss": 4.8449,
      "mean_token_accuracy": 0.9219687633216381,
      "num_tokens": 8273580.0,
      "step": 2950
    },
    {
      "epoch": 0.259049786130772,
      "grad_norm": 10.527098655700684,
      "learning_rate": 1.737479427770068e-05,
      "loss": 30.8052,
      "mean_token_accuracy": 0.5791275454685092,
      "num_tokens": 8334457.0,
      "step": 2960
    },
    {
      "epoch": 0.25992495432715973,
      "grad_norm": 12.370332717895508,
      "learning_rate": 1.7355622347721367e-05,
      "loss": 28.8688,
      "mean_token_accuracy": 0.6050773236900568,
      "num_tokens": 8364887.0,
      "step": 2970
    },
    {
      "epoch": 0.2608001225235475,
      "grad_norm": 14.35081672668457,
      "learning_rate": 1.7336391326129173e-05,
      "loss": 25.5776,
      "mean_token_accuracy": 0.6425324970856309,
      "num_tokens": 8386914.0,
      "step": 2980
    },
    {
      "epoch": 0.2616752907199352,
      "grad_norm": 16.63129234313965,
      "learning_rate": 1.731710136741709e-05,
      "loss": 20.6726,
      "mean_token_accuracy": 0.7120292430743576,
      "num_tokens": 8403123.0,
      "step": 2990
    },
    {
      "epoch": 0.262550458916323,
      "grad_norm": 11.784778594970703,
      "learning_rate": 1.7297752626551577e-05,
      "loss": 6.3656,
      "mean_token_accuracy": 0.9082453582435847,
      "num_tokens": 8414158.0,
      "step": 3000
    },
    {
      "epoch": 0.2634256271127107,
      "grad_norm": 10.937856674194336,
      "learning_rate": 1.7278345258971325e-05,
      "loss": 30.4995,
      "mean_token_accuracy": 0.5860054241493344,
      "num_tokens": 8471787.0,
      "step": 3010
    },
    {
      "epoch": 0.26430079530909845,
      "grad_norm": 13.264900207519531,
      "learning_rate": 1.7258879420586008e-05,
      "loss": 29.2094,
      "mean_token_accuracy": 0.6040456069633364,
      "num_tokens": 8503514.0,
      "step": 3020
    },
    {
      "epoch": 0.2651759635054862,
      "grad_norm": 14.796367645263672,
      "learning_rate": 1.723935526777502e-05,
      "loss": 26.7046,
      "mean_token_accuracy": 0.6261314766481518,
      "num_tokens": 8525868.0,
      "step": 3030
    },
    {
      "epoch": 0.26605113170187394,
      "grad_norm": 15.054471969604492,
      "learning_rate": 1.7219772957386223e-05,
      "loss": 20.2724,
      "mean_token_accuracy": 0.7111960180103779,
      "num_tokens": 8542269.0,
      "step": 3040
    },
    {
      "epoch": 0.2669262998982617,
      "grad_norm": 12.865739822387695,
      "learning_rate": 1.7200132646734703e-05,
      "loss": 5.4635,
      "mean_token_accuracy": 0.9101042777299881,
      "num_tokens": 8553351.0,
      "step": 3050
    },
    {
      "epoch": 0.26780146809464944,
      "grad_norm": 9.97364330291748,
      "learning_rate": 1.7180434493601483e-05,
      "loss": 30.4203,
      "mean_token_accuracy": 0.5845630638301372,
      "num_tokens": 8615553.0,
      "step": 3060
    },
    {
      "epoch": 0.26867663629103716,
      "grad_norm": 11.591654777526855,
      "learning_rate": 1.7160678656232267e-05,
      "loss": 28.4504,
      "mean_token_accuracy": 0.6109374899417161,
      "num_tokens": 8647501.0,
      "step": 3070
    },
    {
      "epoch": 0.26955180448742494,
      "grad_norm": 14.6152982711792,
      "learning_rate": 1.7140865293336168e-05,
      "loss": 25.6093,
      "mean_token_accuracy": 0.6431049631908536,
      "num_tokens": 8670205.0,
      "step": 3080
    },
    {
      "epoch": 0.27042697268381266,
      "grad_norm": 18.127941131591797,
      "learning_rate": 1.7120994564084425e-05,
      "loss": 21.1543,
      "mean_token_accuracy": 0.7130219083279371,
      "num_tokens": 8686644.0,
      "step": 3090
    },
    {
      "epoch": 0.27130214088020044,
      "grad_norm": 11.435153007507324,
      "learning_rate": 1.710106662810915e-05,
      "loss": 4.53,
      "mean_token_accuracy": 0.9218892589211464,
      "num_tokens": 8697655.0,
      "step": 3100
    },
    {
      "epoch": 0.27217730907658816,
      "grad_norm": 9.565872192382812,
      "learning_rate": 1.7081081645502006e-05,
      "loss": 30.0485,
      "mean_token_accuracy": 0.5834398793056608,
      "num_tokens": 8757146.0,
      "step": 3110
    },
    {
      "epoch": 0.2730524772729759,
      "grad_norm": 12.411861419677734,
      "learning_rate": 1.706103977681295e-05,
      "loss": 27.49,
      "mean_token_accuracy": 0.6184839544817805,
      "num_tokens": 8787903.0,
      "step": 3120
    },
    {
      "epoch": 0.27392764546936366,
      "grad_norm": 17.356599807739258,
      "learning_rate": 1.704094118304894e-05,
      "loss": 26.2722,
      "mean_token_accuracy": 0.632667938619852,
      "num_tokens": 8810401.0,
      "step": 3130
    },
    {
      "epoch": 0.2748028136657514,
      "grad_norm": 17.531614303588867,
      "learning_rate": 1.702078602567263e-05,
      "loss": 19.6156,
      "mean_token_accuracy": 0.7283281574025751,
      "num_tokens": 8826361.0,
      "step": 3140
    },
    {
      "epoch": 0.27567798186213915,
      "grad_norm": 10.462665557861328,
      "learning_rate": 1.7000574466601082e-05,
      "loss": 5.7967,
      "mean_token_accuracy": 0.9165162041783332,
      "num_tokens": 8837226.0,
      "step": 3150
    },
    {
      "epoch": 0.2765531500585269,
      "grad_norm": 9.308655738830566,
      "learning_rate": 1.6980306668204465e-05,
      "loss": 29.9641,
      "mean_token_accuracy": 0.5862625384703278,
      "num_tokens": 8897614.0,
      "step": 3160
    },
    {
      "epoch": 0.2774283182549146,
      "grad_norm": 12.294214248657227,
      "learning_rate": 1.6959982793304744e-05,
      "loss": 28.3517,
      "mean_token_accuracy": 0.6086456868797541,
      "num_tokens": 8929923.0,
      "step": 3170
    },
    {
      "epoch": 0.2783034864513024,
      "grad_norm": 15.226846694946289,
      "learning_rate": 1.6939603005174373e-05,
      "loss": 26.7514,
      "mean_token_accuracy": 0.6291374022141099,
      "num_tokens": 8953548.0,
      "step": 3180
    },
    {
      "epoch": 0.2791786546476901,
      "grad_norm": 13.895759582519531,
      "learning_rate": 1.6919167467534996e-05,
      "loss": 20.9524,
      "mean_token_accuracy": 0.7018959833309054,
      "num_tokens": 8970821.0,
      "step": 3190
    },
    {
      "epoch": 0.28005382284407787,
      "grad_norm": 10.980034828186035,
      "learning_rate": 1.689867634455612e-05,
      "loss": 5.7104,
      "mean_token_accuracy": 0.9086719557642937,
      "num_tokens": 8982188.0,
      "step": 3200
    },
    {
      "epoch": 0.2809289910404656,
      "grad_norm": 9.468894958496094,
      "learning_rate": 1.687812980085379e-05,
      "loss": 30.7125,
      "mean_token_accuracy": 0.5810581291094422,
      "num_tokens": 9044328.0,
      "step": 3210
    },
    {
      "epoch": 0.2818041592368533,
      "grad_norm": 11.943469047546387,
      "learning_rate": 1.685752800148929e-05,
      "loss": 27.9568,
      "mean_token_accuracy": 0.6133195182308555,
      "num_tokens": 9076914.0,
      "step": 3220
    },
    {
      "epoch": 0.2826793274332411,
      "grad_norm": 13.755227088928223,
      "learning_rate": 1.6836871111967786e-05,
      "loss": 26.9634,
      "mean_token_accuracy": 0.6192766187712551,
      "num_tokens": 9099900.0,
      "step": 3230
    },
    {
      "epoch": 0.2835544956296288,
      "grad_norm": 17.837427139282227,
      "learning_rate": 1.6816159298237022e-05,
      "loss": 20.1001,
      "mean_token_accuracy": 0.7216111103072762,
      "num_tokens": 9116335.0,
      "step": 3240
    },
    {
      "epoch": 0.2844296638260166,
      "grad_norm": 12.42250919342041,
      "learning_rate": 1.6795392726685978e-05,
      "loss": 4.7265,
      "mean_token_accuracy": 0.915563702210784,
      "num_tokens": 9127334.0,
      "step": 3250
    },
    {
      "epoch": 0.2853048320224043,
      "grad_norm": 21.829050064086914,
      "learning_rate": 1.6774571564143527e-05,
      "loss": 30.4332,
      "mean_token_accuracy": 0.5860237509012223,
      "num_tokens": 9183723.0,
      "step": 3260
    },
    {
      "epoch": 0.28618000021879203,
      "grad_norm": 12.509184837341309,
      "learning_rate": 1.6753695977877106e-05,
      "loss": 28.3022,
      "mean_token_accuracy": 0.6068087996914983,
      "num_tokens": 9214307.0,
      "step": 3270
    },
    {
      "epoch": 0.2870551684151798,
      "grad_norm": 17.3393611907959,
      "learning_rate": 1.6732766135591358e-05,
      "loss": 25.534,
      "mean_token_accuracy": 0.6431688230484724,
      "num_tokens": 9235835.0,
      "step": 3280
    },
    {
      "epoch": 0.28793033661156753,
      "grad_norm": 13.333196640014648,
      "learning_rate": 1.6711782205426807e-05,
      "loss": 16.661,
      "mean_token_accuracy": 0.7602776041254401,
      "num_tokens": 9250616.0,
      "step": 3290
    },
    {
      "epoch": 0.2888055048079553,
      "grad_norm": 9.350337982177734,
      "learning_rate": 1.6690744355958477e-05,
      "loss": 4.4177,
      "mean_token_accuracy": 0.9306797634810209,
      "num_tokens": 9260996.0,
      "step": 3300
    },
    {
      "epoch": 0.289680673004343,
      "grad_norm": 9.450812339782715,
      "learning_rate": 1.666965275619457e-05,
      "loss": 30.4974,
      "mean_token_accuracy": 0.5790910936892033,
      "num_tokens": 9323794.0,
      "step": 3310
    },
    {
      "epoch": 0.29055584120073075,
      "grad_norm": 11.806927680969238,
      "learning_rate": 1.664850757557508e-05,
      "loss": 28.555,
      "mean_token_accuracy": 0.6008737951517105,
      "num_tokens": 9355996.0,
      "step": 3320
    },
    {
      "epoch": 0.2914310093971185,
      "grad_norm": 15.412598609924316,
      "learning_rate": 1.6627308983970458e-05,
      "loss": 25.4194,
      "mean_token_accuracy": 0.6403983131051063,
      "num_tokens": 9379012.0,
      "step": 3330
    },
    {
      "epoch": 0.29230617759350624,
      "grad_norm": 17.286514282226562,
      "learning_rate": 1.660605715168022e-05,
      "loss": 21.1359,
      "mean_token_accuracy": 0.7003112187609076,
      "num_tokens": 9396080.0,
      "step": 3340
    },
    {
      "epoch": 0.293181345789894,
      "grad_norm": 11.430496215820312,
      "learning_rate": 1.65847522494316e-05,
      "loss": 4.7626,
      "mean_token_accuracy": 0.9202102500945329,
      "num_tokens": 9407023.0,
      "step": 3350
    },
    {
      "epoch": 0.29405651398628174,
      "grad_norm": 10.742767333984375,
      "learning_rate": 1.6563394448378166e-05,
      "loss": 30.3405,
      "mean_token_accuracy": 0.5836331222206355,
      "num_tokens": 9469726.0,
      "step": 3360
    },
    {
      "epoch": 0.29493168218266946,
      "grad_norm": 13.221429824829102,
      "learning_rate": 1.6541983920098462e-05,
      "loss": 28.9839,
      "mean_token_accuracy": 0.6021973382681608,
      "num_tokens": 9502537.0,
      "step": 3370
    },
    {
      "epoch": 0.29580685037905724,
      "grad_norm": 16.699630737304688,
      "learning_rate": 1.6520520836594598e-05,
      "loss": 25.335,
      "mean_token_accuracy": 0.6480663850903511,
      "num_tokens": 9525385.0,
      "step": 3380
    },
    {
      "epoch": 0.29668201857544496,
      "grad_norm": 17.376651763916016,
      "learning_rate": 1.649900537029091e-05,
      "loss": 19.0674,
      "mean_token_accuracy": 0.7234767757356166,
      "num_tokens": 9541521.0,
      "step": 3390
    },
    {
      "epoch": 0.29755718677183274,
      "grad_norm": 12.20211124420166,
      "learning_rate": 1.647743769403254e-05,
      "loss": 4.9028,
      "mean_token_accuracy": 0.9226510591804982,
      "num_tokens": 9552414.0,
      "step": 3400
    },
    {
      "epoch": 0.29843235496822046,
      "grad_norm": 9.371267318725586,
      "learning_rate": 1.6455817981084055e-05,
      "loss": 30.5949,
      "mean_token_accuracy": 0.5817600708454848,
      "num_tokens": 9612559.0,
      "step": 3410
    },
    {
      "epoch": 0.2993075231646082,
      "grad_norm": 12.56987190246582,
      "learning_rate": 1.643414640512808e-05,
      "loss": 29.5021,
      "mean_token_accuracy": 0.5957145869731904,
      "num_tokens": 9644470.0,
      "step": 3420
    },
    {
      "epoch": 0.30018269136099596,
      "grad_norm": 14.590786933898926,
      "learning_rate": 1.6412423140263864e-05,
      "loss": 26.3435,
      "mean_token_accuracy": 0.6336106728762388,
      "num_tokens": 9667304.0,
      "step": 3430
    },
    {
      "epoch": 0.3010578595573837,
      "grad_norm": 15.581104278564453,
      "learning_rate": 1.6390648361005903e-05,
      "loss": 17.8892,
      "mean_token_accuracy": 0.7497780466452241,
      "num_tokens": 9683348.0,
      "step": 3440
    },
    {
      "epoch": 0.30193302775377145,
      "grad_norm": 9.363259315490723,
      "learning_rate": 1.6368822242282548e-05,
      "loss": 5.2577,
      "mean_token_accuracy": 0.9223017651587725,
      "num_tokens": 9694316.0,
      "step": 3450
    },
    {
      "epoch": 0.3028081959501592,
      "grad_norm": 10.6553316116333,
      "learning_rate": 1.6346944959434573e-05,
      "loss": 31.0618,
      "mean_token_accuracy": 0.5750111801549792,
      "num_tokens": 9755509.0,
      "step": 3460
    },
    {
      "epoch": 0.3036833641465469,
      "grad_norm": 12.332754135131836,
      "learning_rate": 1.632501668821379e-05,
      "loss": 28.0442,
      "mean_token_accuracy": 0.6108874564990401,
      "num_tokens": 9787573.0,
      "step": 3470
    },
    {
      "epoch": 0.3045585323429347,
      "grad_norm": 19.211170196533203,
      "learning_rate": 1.6303037604781617e-05,
      "loss": 25.5306,
      "mean_token_accuracy": 0.6389058014377952,
      "num_tokens": 9810381.0,
      "step": 3480
    },
    {
      "epoch": 0.3054337005393224,
      "grad_norm": 18.742708206176758,
      "learning_rate": 1.628100788570769e-05,
      "loss": 18.4466,
      "mean_token_accuracy": 0.734741641767323,
      "num_tokens": 9826635.0,
      "step": 3490
    },
    {
      "epoch": 0.30630886873571017,
      "grad_norm": 11.731544494628906,
      "learning_rate": 1.6258927707968415e-05,
      "loss": 5.4223,
      "mean_token_accuracy": 0.9134979637339711,
      "num_tokens": 9837658.0,
      "step": 3500
    },
    {
      "epoch": 0.3071840369320979,
      "grad_norm": 9.671510696411133,
      "learning_rate": 1.6236797248945557e-05,
      "loss": 29.9722,
      "mean_token_accuracy": 0.5886907847598195,
      "num_tokens": 9893597.0,
      "step": 3510
    },
    {
      "epoch": 0.3080592051284856,
      "grad_norm": 13.804933547973633,
      "learning_rate": 1.621461668642483e-05,
      "loss": 28.7227,
      "mean_token_accuracy": 0.6070440331473946,
      "num_tokens": 9923979.0,
      "step": 3520
    },
    {
      "epoch": 0.3089343733248734,
      "grad_norm": 19.911882400512695,
      "learning_rate": 1.6192386198594446e-05,
      "loss": 24.4906,
      "mean_token_accuracy": 0.6541301768273116,
      "num_tokens": 9946119.0,
      "step": 3530
    },
    {
      "epoch": 0.3098095415212611,
      "grad_norm": 18.59821891784668,
      "learning_rate": 1.6170105964043698e-05,
      "loss": 17.7445,
      "mean_token_accuracy": 0.7459390815347433,
      "num_tokens": 9961707.0,
      "step": 3540
    },
    {
      "epoch": 0.3106847097176489,
      "grad_norm": 12.891087532043457,
      "learning_rate": 1.6147776161761513e-05,
      "loss": 4.0771,
      "mean_token_accuracy": 0.9356295723468065,
      "num_tokens": 9972224.0,
      "step": 3550
    },
    {
      "epoch": 0.3115598779140366,
      "grad_norm": 8.965309143066406,
      "learning_rate": 1.6125396971135033e-05,
      "loss": 29.816,
      "mean_token_accuracy": 0.592280462756753,
      "num_tokens": 10028781.0,
      "step": 3560
    },
    {
      "epoch": 0.31243504611042433,
      "grad_norm": 14.5138521194458,
      "learning_rate": 1.6102968571948156e-05,
      "loss": 28.6344,
      "mean_token_accuracy": 0.603645583242178,
      "num_tokens": 10059618.0,
      "step": 3570
    },
    {
      "epoch": 0.3133102143068121,
      "grad_norm": 19.341297149658203,
      "learning_rate": 1.60804911443801e-05,
      "loss": 26.5924,
      "mean_token_accuracy": 0.6282918168231845,
      "num_tokens": 10081877.0,
      "step": 3580
    },
    {
      "epoch": 0.31418538250319983,
      "grad_norm": 16.483917236328125,
      "learning_rate": 1.6057964869003955e-05,
      "loss": 19.3312,
      "mean_token_accuracy": 0.7260931756347417,
      "num_tokens": 10097884.0,
      "step": 3590
    },
    {
      "epoch": 0.31506055069958755,
      "grad_norm": 15.81028938293457,
      "learning_rate": 1.6035389926785228e-05,
      "loss": 4.8992,
      "mean_token_accuracy": 0.920840709656477,
      "num_tokens": 10108521.0,
      "step": 3600
    },
    {
      "epoch": 0.3159357188959753,
      "grad_norm": 9.549837112426758,
      "learning_rate": 1.60127664990804e-05,
      "loss": 30.5317,
      "mean_token_accuracy": 0.5847516132518649,
      "num_tokens": 10167211.0,
      "step": 3610
    },
    {
      "epoch": 0.31681088709236305,
      "grad_norm": 13.041328430175781,
      "learning_rate": 1.5990094767635448e-05,
      "loss": 28.5554,
      "mean_token_accuracy": 0.6056248687207699,
      "num_tokens": 10198384.0,
      "step": 3620
    },
    {
      "epoch": 0.3176860552887508,
      "grad_norm": 15.986130714416504,
      "learning_rate": 1.5967374914584416e-05,
      "loss": 25.935,
      "mean_token_accuracy": 0.6393316060304641,
      "num_tokens": 10220528.0,
      "step": 3630
    },
    {
      "epoch": 0.31856122348513854,
      "grad_norm": 14.116222381591797,
      "learning_rate": 1.594460712244792e-05,
      "loss": 19.4575,
      "mean_token_accuracy": 0.7232569593936204,
      "num_tokens": 10236717.0,
      "step": 3640
    },
    {
      "epoch": 0.31943639168152627,
      "grad_norm": 8.47064208984375,
      "learning_rate": 1.5921791574131697e-05,
      "loss": 5.1816,
      "mean_token_accuracy": 0.9156800400465727,
      "num_tokens": 10247894.0,
      "step": 3650
    },
    {
      "epoch": 0.32031155987791404,
      "grad_norm": 9.863722801208496,
      "learning_rate": 1.589892845292515e-05,
      "loss": 29.7543,
      "mean_token_accuracy": 0.5871625872328877,
      "num_tokens": 10305615.0,
      "step": 3660
    },
    {
      "epoch": 0.32118672807430176,
      "grad_norm": 14.905383110046387,
      "learning_rate": 1.587601794249984e-05,
      "loss": 28.2875,
      "mean_token_accuracy": 0.6117465041577816,
      "num_tokens": 10335211.0,
      "step": 3670
    },
    {
      "epoch": 0.32206189627068954,
      "grad_norm": 17.77259063720703,
      "learning_rate": 1.5853060226908044e-05,
      "loss": 24.7796,
      "mean_token_accuracy": 0.6589433187618852,
      "num_tokens": 10357009.0,
      "step": 3680
    },
    {
      "epoch": 0.32293706446707726,
      "grad_norm": 16.07223892211914,
      "learning_rate": 1.5830055490581262e-05,
      "loss": 18.2699,
      "mean_token_accuracy": 0.7507347786799073,
      "num_tokens": 10372903.0,
      "step": 3690
    },
    {
      "epoch": 0.323812232663465,
      "grad_norm": 12.198755264282227,
      "learning_rate": 1.580700391832873e-05,
      "loss": 5.2395,
      "mean_token_accuracy": 0.9207126127555967,
      "num_tokens": 10383620.0,
      "step": 3700
    },
    {
      "epoch": 0.32468740085985276,
      "grad_norm": 9.131023406982422,
      "learning_rate": 1.5783905695335947e-05,
      "loss": 29.6671,
      "mean_token_accuracy": 0.5868841512128711,
      "num_tokens": 10442714.0,
      "step": 3710
    },
    {
      "epoch": 0.3255625690562405,
      "grad_norm": 11.909879684448242,
      "learning_rate": 1.5760761007163178e-05,
      "loss": 29.6152,
      "mean_token_accuracy": 0.5982546372339129,
      "num_tokens": 10473983.0,
      "step": 3720
    },
    {
      "epoch": 0.32643773725262826,
      "grad_norm": 14.91453742980957,
      "learning_rate": 1.5737570039743973e-05,
      "loss": 26.1438,
      "mean_token_accuracy": 0.6356518179178238,
      "num_tokens": 10497181.0,
      "step": 3730
    },
    {
      "epoch": 0.327312905449016,
      "grad_norm": 16.13610076904297,
      "learning_rate": 1.5714332979383665e-05,
      "loss": 21.299,
      "mean_token_accuracy": 0.7074289113283158,
      "num_tokens": 10513893.0,
      "step": 3740
    },
    {
      "epoch": 0.3281880736454037,
      "grad_norm": 10.576172828674316,
      "learning_rate": 1.5691050012757867e-05,
      "loss": 4.2716,
      "mean_token_accuracy": 0.9304593179374934,
      "num_tokens": 10524650.0,
      "step": 3750
    },
    {
      "epoch": 0.3290632418417915,
      "grad_norm": 10.284201622009277,
      "learning_rate": 1.5667721326911007e-05,
      "loss": 30.1037,
      "mean_token_accuracy": 0.5900067966431379,
      "num_tokens": 10582318.0,
      "step": 3760
    },
    {
      "epoch": 0.3299384100381792,
      "grad_norm": 12.012632369995117,
      "learning_rate": 1.564434710925477e-05,
      "loss": 28.5276,
      "mean_token_accuracy": 0.6039513155817986,
      "num_tokens": 10613905.0,
      "step": 3770
    },
    {
      "epoch": 0.330813578234567,
      "grad_norm": 13.893092155456543,
      "learning_rate": 1.5620927547566633e-05,
      "loss": 24.9829,
      "mean_token_accuracy": 0.6467906614765525,
      "num_tokens": 10636023.0,
      "step": 3780
    },
    {
      "epoch": 0.3316887464309547,
      "grad_norm": 19.094789505004883,
      "learning_rate": 1.5597462829988358e-05,
      "loss": 19.8148,
      "mean_token_accuracy": 0.7182656187564135,
      "num_tokens": 10652153.0,
      "step": 3790
    },
    {
      "epoch": 0.3325639146273424,
      "grad_norm": 8.765643119812012,
      "learning_rate": 1.5573953145024453e-05,
      "loss": 5.0654,
      "mean_token_accuracy": 0.9231084283441305,
      "num_tokens": 10663099.0,
      "step": 3800
    },
    {
      "epoch": 0.3334390828237302,
      "grad_norm": 9.98587703704834,
      "learning_rate": 1.5550398681540677e-05,
      "loss": 30.3504,
      "mean_token_accuracy": 0.5840785399079322,
      "num_tokens": 10725561.0,
      "step": 3810
    },
    {
      "epoch": 0.3343142510201179,
      "grad_norm": 11.512182235717773,
      "learning_rate": 1.552679962876252e-05,
      "loss": 28.5673,
      "mean_token_accuracy": 0.6043801732361317,
      "num_tokens": 10757341.0,
      "step": 3820
    },
    {
      "epoch": 0.3351894192165057,
      "grad_norm": 14.880051612854004,
      "learning_rate": 1.550315617627368e-05,
      "loss": 25.5167,
      "mean_token_accuracy": 0.6426214622333646,
      "num_tokens": 10780071.0,
      "step": 3830
    },
    {
      "epoch": 0.3360645874128934,
      "grad_norm": 18.332555770874023,
      "learning_rate": 1.5479468514014543e-05,
      "loss": 18.1312,
      "mean_token_accuracy": 0.7396354516968131,
      "num_tokens": 10796382.0,
      "step": 3840
    },
    {
      "epoch": 0.33693975560928113,
      "grad_norm": 18.327829360961914,
      "learning_rate": 1.5455736832280656e-05,
      "loss": 6.6079,
      "mean_token_accuracy": 0.8966927345842123,
      "num_tokens": 10807395.0,
      "step": 3850
    },
    {
      "epoch": 0.3378149238056689,
      "grad_norm": 9.721556663513184,
      "learning_rate": 1.5431961321721193e-05,
      "loss": 30.4236,
      "mean_token_accuracy": 0.5818142998963595,
      "num_tokens": 10866419.0,
      "step": 3860
    },
    {
      "epoch": 0.33869009200205663,
      "grad_norm": 12.223987579345703,
      "learning_rate": 1.5408142173337433e-05,
      "loss": 28.2526,
      "mean_token_accuracy": 0.6083036014810205,
      "num_tokens": 10897870.0,
      "step": 3870
    },
    {
      "epoch": 0.3395652601984444,
      "grad_norm": 17.042804718017578,
      "learning_rate": 1.5384279578481223e-05,
      "loss": 25.2199,
      "mean_token_accuracy": 0.6442694129422307,
      "num_tokens": 10920083.0,
      "step": 3880
    },
    {
      "epoch": 0.34044042839483213,
      "grad_norm": 14.556747436523438,
      "learning_rate": 1.536037372885343e-05,
      "loss": 19.0566,
      "mean_token_accuracy": 0.7330621384084225,
      "num_tokens": 10936061.0,
      "step": 3890
    },
    {
      "epoch": 0.34131559659121985,
      "grad_norm": 17.920969009399414,
      "learning_rate": 1.5336424816502414e-05,
      "loss": 5.5952,
      "mean_token_accuracy": 0.9130938299000263,
      "num_tokens": 10947164.0,
      "step": 3900
    },
    {
      "epoch": 0.3421907647876076,
      "grad_norm": 10.311820030212402,
      "learning_rate": 1.5312433033822486e-05,
      "loss": 30.2984,
      "mean_token_accuracy": 0.5862734204158186,
      "num_tokens": 11005741.0,
      "step": 3910
    },
    {
      "epoch": 0.34306593298399535,
      "grad_norm": 13.057798385620117,
      "learning_rate": 1.528839857355235e-05,
      "loss": 28.6115,
      "mean_token_accuracy": 0.6040182385593653,
      "num_tokens": 11036806.0,
      "step": 3920
    },
    {
      "epoch": 0.3439411011803831,
      "grad_norm": 14.411910057067871,
      "learning_rate": 1.526432162877356e-05,
      "loss": 24.4185,
      "mean_token_accuracy": 0.6541770771145821,
      "num_tokens": 11058961.0,
      "step": 3930
    },
    {
      "epoch": 0.34481626937677085,
      "grad_norm": 14.046977996826172,
      "learning_rate": 1.5240202392908981e-05,
      "loss": 16.0576,
      "mean_token_accuracy": 0.7777238685637713,
      "num_tokens": 11074502.0,
      "step": 3940
    },
    {
      "epoch": 0.34569143757315857,
      "grad_norm": 11.222249984741211,
      "learning_rate": 1.5216041059721212e-05,
      "loss": 4.3854,
      "mean_token_accuracy": 0.9219485871493817,
      "num_tokens": 11085221.0,
      "step": 3950
    },
    {
      "epoch": 0.34656660576954634,
      "grad_norm": 9.602932929992676,
      "learning_rate": 1.5191837823311053e-05,
      "loss": 29.115,
      "mean_token_accuracy": 0.5932301264256239,
      "num_tokens": 11143012.0,
      "step": 3960
    },
    {
      "epoch": 0.34744177396593406,
      "grad_norm": 13.6901216506958,
      "learning_rate": 1.5167592878115924e-05,
      "loss": 27.3753,
      "mean_token_accuracy": 0.6134171223267912,
      "num_tokens": 11173297.0,
      "step": 3970
    },
    {
      "epoch": 0.34831694216232184,
      "grad_norm": 20.330814361572266,
      "learning_rate": 1.5143306418908332e-05,
      "loss": 25.3847,
      "mean_token_accuracy": 0.6462264802306891,
      "num_tokens": 11195551.0,
      "step": 3980
    },
    {
      "epoch": 0.34919211035870956,
      "grad_norm": 13.70646858215332,
      "learning_rate": 1.5118978640794262e-05,
      "loss": 19.1404,
      "mean_token_accuracy": 0.7306276123970747,
      "num_tokens": 11211775.0,
      "step": 3990
    },
    {
      "epoch": 0.3500672785550973,
      "grad_norm": 13.781854629516602,
      "learning_rate": 1.509460973921166e-05,
      "loss": 4.8054,
      "mean_token_accuracy": 0.9239473789930344,
      "num_tokens": 11222546.0,
      "step": 4000
    },
    {
      "epoch": 0.35094244675148506,
      "grad_norm": 11.171696662902832,
      "learning_rate": 1.5070199909928817e-05,
      "loss": 30.6256,
      "mean_token_accuracy": 0.5807907106354833,
      "num_tokens": 11278752.0,
      "step": 4010
    },
    {
      "epoch": 0.3518176149478728,
      "grad_norm": 13.610077857971191,
      "learning_rate": 1.5045749349042845e-05,
      "loss": 28.8025,
      "mean_token_accuracy": 0.6055827677249909,
      "num_tokens": 11309454.0,
      "step": 4020
    },
    {
      "epoch": 0.35269278314426056,
      "grad_norm": 15.316091537475586,
      "learning_rate": 1.5021258252978043e-05,
      "loss": 26.0704,
      "mean_token_accuracy": 0.6402838053181767,
      "num_tokens": 11331359.0,
      "step": 4030
    },
    {
      "epoch": 0.3535679513406483,
      "grad_norm": 26.08267593383789,
      "learning_rate": 1.4996726818484375e-05,
      "loss": 17.5013,
      "mean_token_accuracy": 0.7477217698469758,
      "num_tokens": 11347029.0,
      "step": 4040
    },
    {
      "epoch": 0.354443119537036,
      "grad_norm": 10.817302703857422,
      "learning_rate": 1.4972155242635853e-05,
      "loss": 4.0072,
      "mean_token_accuracy": 0.927802649885416,
      "num_tokens": 11357726.0,
      "step": 4050
    },
    {
      "epoch": 0.3553182877334238,
      "grad_norm": 9.364693641662598,
      "learning_rate": 1.494754372282897e-05,
      "loss": 31.2658,
      "mean_token_accuracy": 0.5688295554369688,
      "num_tokens": 11423543.0,
      "step": 4060
    },
    {
      "epoch": 0.3561934559298115,
      "grad_norm": 12.908736228942871,
      "learning_rate": 1.4922892456781108e-05,
      "loss": 29.2411,
      "mean_token_accuracy": 0.5988319266587496,
      "num_tokens": 11457039.0,
      "step": 4070
    },
    {
      "epoch": 0.3570686241261993,
      "grad_norm": 14.460594177246094,
      "learning_rate": 1.4898201642528958e-05,
      "loss": 26.1456,
      "mean_token_accuracy": 0.6358691804111004,
      "num_tokens": 11480884.0,
      "step": 4080
    },
    {
      "epoch": 0.357943792322587,
      "grad_norm": 16.097028732299805,
      "learning_rate": 1.4873471478426909e-05,
      "loss": 21.9977,
      "mean_token_accuracy": 0.6934388523921371,
      "num_tokens": 11497764.0,
      "step": 4090
    },
    {
      "epoch": 0.3588189605189747,
      "grad_norm": 12.874844551086426,
      "learning_rate": 1.484870216314548e-05,
      "loss": 5.6154,
      "mean_token_accuracy": 0.9146200090646743,
      "num_tokens": 11508986.0,
      "step": 4100
    },
    {
      "epoch": 0.3596941287153625,
      "grad_norm": 9.617595672607422,
      "learning_rate": 1.4823893895669713e-05,
      "loss": 29.4665,
      "mean_token_accuracy": 0.5987491611391306,
      "num_tokens": 11566014.0,
      "step": 4110
    },
    {
      "epoch": 0.3605692969117502,
      "grad_norm": 12.015042304992676,
      "learning_rate": 1.4799046875297562e-05,
      "loss": 28.7872,
      "mean_token_accuracy": 0.6051906462758779,
      "num_tokens": 11597523.0,
      "step": 4120
    },
    {
      "epoch": 0.361444465108138,
      "grad_norm": 16.07357406616211,
      "learning_rate": 1.4774161301638314e-05,
      "loss": 26.061,
      "mean_token_accuracy": 0.6365527851507068,
      "num_tokens": 11620461.0,
      "step": 4130
    },
    {
      "epoch": 0.3623196333045257,
      "grad_norm": 14.495983123779297,
      "learning_rate": 1.4749237374610975e-05,
      "loss": 19.1218,
      "mean_token_accuracy": 0.7333585090935231,
      "num_tokens": 11636693.0,
      "step": 4140
    },
    {
      "epoch": 0.36319480150091343,
      "grad_norm": 11.55557632446289,
      "learning_rate": 1.4724275294442656e-05,
      "loss": 5.0453,
      "mean_token_accuracy": 0.9230750992894172,
      "num_tokens": 11647517.0,
      "step": 4150
    },
    {
      "epoch": 0.3640699696973012,
      "grad_norm": 8.601947784423828,
      "learning_rate": 1.4699275261666978e-05,
      "loss": 30.3372,
      "mean_token_accuracy": 0.5837740188464522,
      "num_tokens": 11711309.0,
      "step": 4160
    },
    {
      "epoch": 0.36494513789368893,
      "grad_norm": 12.453206062316895,
      "learning_rate": 1.4674237477122457e-05,
      "loss": 27.9701,
      "mean_token_accuracy": 0.6081914953887463,
      "num_tokens": 11743225.0,
      "step": 4170
    },
    {
      "epoch": 0.3658203060900767,
      "grad_norm": 17.736751556396484,
      "learning_rate": 1.4649162141950883e-05,
      "loss": 26.7047,
      "mean_token_accuracy": 0.631292038038373,
      "num_tokens": 11766806.0,
      "step": 4180
    },
    {
      "epoch": 0.36669547428646443,
      "grad_norm": 15.473347663879395,
      "learning_rate": 1.4624049457595714e-05,
      "loss": 20.4777,
      "mean_token_accuracy": 0.7076365197077393,
      "num_tokens": 11784421.0,
      "step": 4190
    },
    {
      "epoch": 0.36757064248285215,
      "grad_norm": 13.185394287109375,
      "learning_rate": 1.459889962580046e-05,
      "loss": 6.4809,
      "mean_token_accuracy": 0.9052325934171677,
      "num_tokens": 11795690.0,
      "step": 4200
    },
    {
      "epoch": 0.3684458106792399,
      "grad_norm": 9.434542655944824,
      "learning_rate": 1.4573712848607043e-05,
      "loss": 29.8552,
      "mean_token_accuracy": 0.5882128247991204,
      "num_tokens": 11854818.0,
      "step": 4210
    },
    {
      "epoch": 0.36932097887562765,
      "grad_norm": 14.677144050598145,
      "learning_rate": 1.4548489328354197e-05,
      "loss": 27.7328,
      "mean_token_accuracy": 0.6135955510661006,
      "num_tokens": 11887634.0,
      "step": 4220
    },
    {
      "epoch": 0.3701961470720154,
      "grad_norm": 18.742074966430664,
      "learning_rate": 1.4523229267675823e-05,
      "loss": 25.4979,
      "mean_token_accuracy": 0.643713503330946,
      "num_tokens": 11910746.0,
      "step": 4230
    },
    {
      "epoch": 0.37107131526840315,
      "grad_norm": 23.885601043701172,
      "learning_rate": 1.4497932869499383e-05,
      "loss": 20.0339,
      "mean_token_accuracy": 0.7176935844123363,
      "num_tokens": 11927451.0,
      "step": 4240
    },
    {
      "epoch": 0.37194648346479087,
      "grad_norm": 15.027483940124512,
      "learning_rate": 1.4472600337044246e-05,
      "loss": 4.925,
      "mean_token_accuracy": 0.9240808956325054,
      "num_tokens": 11938532.0,
      "step": 4250
    },
    {
      "epoch": 0.37282165166117864,
      "grad_norm": 10.262880325317383,
      "learning_rate": 1.444723187382008e-05,
      "loss": 29.3484,
      "mean_token_accuracy": 0.5894213823601604,
      "num_tokens": 12001401.0,
      "step": 4260
    },
    {
      "epoch": 0.37369681985756636,
      "grad_norm": 13.716790199279785,
      "learning_rate": 1.4421827683625184e-05,
      "loss": 28.1426,
      "mean_token_accuracy": 0.6144532999023795,
      "num_tokens": 12033440.0,
      "step": 4270
    },
    {
      "epoch": 0.37457198805395414,
      "grad_norm": 16.610736846923828,
      "learning_rate": 1.4396387970544889e-05,
      "loss": 26.498,
      "mean_token_accuracy": 0.6348060417920351,
      "num_tokens": 12056351.0,
      "step": 4280
    },
    {
      "epoch": 0.37544715625034186,
      "grad_norm": 15.496501922607422,
      "learning_rate": 1.4370912938949892e-05,
      "loss": 18.5992,
      "mean_token_accuracy": 0.740186084806919,
      "num_tokens": 12072782.0,
      "step": 4290
    },
    {
      "epoch": 0.3763223244467296,
      "grad_norm": 10.241326332092285,
      "learning_rate": 1.434540279349463e-05,
      "loss": 4.8357,
      "mean_token_accuracy": 0.9195217423141002,
      "num_tokens": 12083429.0,
      "step": 4300
    },
    {
      "epoch": 0.37719749264311736,
      "grad_norm": 9.96242904663086,
      "learning_rate": 1.431985773911561e-05,
      "loss": 30.3204,
      "mean_token_accuracy": 0.580396268516779,
      "num_tokens": 12145603.0,
      "step": 4310
    },
    {
      "epoch": 0.3780726608395051,
      "grad_norm": 11.67456340789795,
      "learning_rate": 1.4294277981029806e-05,
      "loss": 27.5803,
      "mean_token_accuracy": 0.6179901918396353,
      "num_tokens": 12176917.0,
      "step": 4320
    },
    {
      "epoch": 0.37894782903589286,
      "grad_norm": 20.69951629638672,
      "learning_rate": 1.426866372473296e-05,
      "loss": 25.1515,
      "mean_token_accuracy": 0.652431083470583,
      "num_tokens": 12199124.0,
      "step": 4330
    },
    {
      "epoch": 0.3798229972322806,
      "grad_norm": 18.76620864868164,
      "learning_rate": 1.4243015175997978e-05,
      "loss": 19.5202,
      "mean_token_accuracy": 0.7233323648571968,
      "num_tokens": 12215581.0,
      "step": 4340
    },
    {
      "epoch": 0.3806981654286683,
      "grad_norm": 13.641376495361328,
      "learning_rate": 1.421733254087324e-05,
      "loss": 5.5281,
      "mean_token_accuracy": 0.9137693509459496,
      "num_tokens": 12226712.0,
      "step": 4350
    },
    {
      "epoch": 0.3815733336250561,
      "grad_norm": 9.963470458984375,
      "learning_rate": 1.4191616025680972e-05,
      "loss": 29.6169,
      "mean_token_accuracy": 0.5953458273783326,
      "num_tokens": 12289192.0,
      "step": 4360
    },
    {
      "epoch": 0.3824485018214438,
      "grad_norm": 13.107853889465332,
      "learning_rate": 1.4165865837015567e-05,
      "loss": 28.654,
      "mean_token_accuracy": 0.6090715771541,
      "num_tokens": 12319832.0,
      "step": 4370
    },
    {
      "epoch": 0.3833236700178316,
      "grad_norm": 16.09052848815918,
      "learning_rate": 1.4140082181741935e-05,
      "loss": 25.0758,
      "mean_token_accuracy": 0.6462626622989773,
      "num_tokens": 12342248.0,
      "step": 4380
    },
    {
      "epoch": 0.3841988382142193,
      "grad_norm": 20.08757209777832,
      "learning_rate": 1.4114265266993847e-05,
      "loss": 19.6532,
      "mean_token_accuracy": 0.729351887665689,
      "num_tokens": 12358433.0,
      "step": 4390
    },
    {
      "epoch": 0.385074006410607,
      "grad_norm": 16.775835037231445,
      "learning_rate": 1.408841530017227e-05,
      "loss": 4.6232,
      "mean_token_accuracy": 0.9209433924406767,
      "num_tokens": 12369527.0,
      "step": 4400
    },
    {
      "epoch": 0.3859491746069948,
      "grad_norm": 10.515446662902832,
      "learning_rate": 1.4062532488943676e-05,
      "loss": 29.5035,
      "mean_token_accuracy": 0.5932516813278198,
      "num_tokens": 12426898.0,
      "step": 4410
    },
    {
      "epoch": 0.3868243428033825,
      "grad_norm": 12.647103309631348,
      "learning_rate": 1.4036617041238416e-05,
      "loss": 28.9227,
      "mean_token_accuracy": 0.5982445072382688,
      "num_tokens": 12457825.0,
      "step": 4420
    },
    {
      "epoch": 0.3876995109997703,
      "grad_norm": 18.002588272094727,
      "learning_rate": 1.401066916524901e-05,
      "loss": 25.6011,
      "mean_token_accuracy": 0.6390361538156867,
      "num_tokens": 12480275.0,
      "step": 4430
    },
    {
      "epoch": 0.388574679196158,
      "grad_norm": 13.384933471679688,
      "learning_rate": 1.39846890694285e-05,
      "loss": 19.4485,
      "mean_token_accuracy": 0.7284419074654579,
      "num_tokens": 12496904.0,
      "step": 4440
    },
    {
      "epoch": 0.38944984739254573,
      "grad_norm": 33.040897369384766,
      "learning_rate": 1.3958676962488766e-05,
      "loss": 6.5351,
      "mean_token_accuracy": 0.9003646861761808,
      "num_tokens": 12507874.0,
      "step": 4450
    },
    {
      "epoch": 0.3903250155889335,
      "grad_norm": 9.958074569702148,
      "learning_rate": 1.3932633053398852e-05,
      "loss": 29.1352,
      "mean_token_accuracy": 0.5996329635381699,
      "num_tokens": 12572555.0,
      "step": 4460
    },
    {
      "epoch": 0.39120018378532123,
      "grad_norm": 12.922951698303223,
      "learning_rate": 1.3906557551383282e-05,
      "loss": 27.3053,
      "mean_token_accuracy": 0.6173039849847555,
      "num_tokens": 12604573.0,
      "step": 4470
    },
    {
      "epoch": 0.392075351981709,
      "grad_norm": 16.60317611694336,
      "learning_rate": 1.388045066592038e-05,
      "loss": 26.0314,
      "mean_token_accuracy": 0.6379091206938028,
      "num_tokens": 12627647.0,
      "step": 4480
    },
    {
      "epoch": 0.39295052017809673,
      "grad_norm": 20.196136474609375,
      "learning_rate": 1.3854312606740598e-05,
      "loss": 18.9222,
      "mean_token_accuracy": 0.7243463099002838,
      "num_tokens": 12644141.0,
      "step": 4490
    },
    {
      "epoch": 0.39382568837448445,
      "grad_norm": 9.265727043151855,
      "learning_rate": 1.3828143583824818e-05,
      "loss": 4.638,
      "mean_token_accuracy": 0.9265391774475574,
      "num_tokens": 12655102.0,
      "step": 4500
    },
    {
      "epoch": 0.3947008565708722,
      "grad_norm": 10.474675178527832,
      "learning_rate": 1.3801943807402673e-05,
      "loss": 29.2023,
      "mean_token_accuracy": 0.5969853458926082,
      "num_tokens": 12712504.0,
      "step": 4510
    },
    {
      "epoch": 0.39557602476725995,
      "grad_norm": 12.715274810791016,
      "learning_rate": 1.377571348795085e-05,
      "loss": 27.9294,
      "mean_token_accuracy": 0.6118982819840312,
      "num_tokens": 12743873.0,
      "step": 4520
    },
    {
      "epoch": 0.3964511929636477,
      "grad_norm": 16.447120666503906,
      "learning_rate": 1.374945283619141e-05,
      "loss": 26.4739,
      "mean_token_accuracy": 0.6259602759033441,
      "num_tokens": 12766725.0,
      "step": 4530
    },
    {
      "epoch": 0.39732636116003545,
      "grad_norm": 19.493452072143555,
      "learning_rate": 1.3723162063090082e-05,
      "loss": 18.9236,
      "mean_token_accuracy": 0.7342937886714935,
      "num_tokens": 12783133.0,
      "step": 4540
    },
    {
      "epoch": 0.39820152935642317,
      "grad_norm": 12.689383506774902,
      "learning_rate": 1.3696841379854588e-05,
      "loss": 6.0429,
      "mean_token_accuracy": 0.9086258754134178,
      "num_tokens": 12794130.0,
      "step": 4550
    },
    {
      "epoch": 0.39907669755281094,
      "grad_norm": 9.992189407348633,
      "learning_rate": 1.3670490997932922e-05,
      "loss": 30.6074,
      "mean_token_accuracy": 0.581288804486394,
      "num_tokens": 12851740.0,
      "step": 4560
    },
    {
      "epoch": 0.39995186574919867,
      "grad_norm": 12.648100852966309,
      "learning_rate": 1.364411112901167e-05,
      "loss": 27.9166,
      "mean_token_accuracy": 0.612065183185041,
      "num_tokens": 12882037.0,
      "step": 4570
    },
    {
      "epoch": 0.40082703394558644,
      "grad_norm": 19.639158248901367,
      "learning_rate": 1.3617701985014297e-05,
      "loss": 25.2853,
      "mean_token_accuracy": 0.6453680714592338,
      "num_tokens": 12903986.0,
      "step": 4580
    },
    {
      "epoch": 0.40170220214197416,
      "grad_norm": 12.721284866333008,
      "learning_rate": 1.359126377809946e-05,
      "loss": 15.9512,
      "mean_token_accuracy": 0.7738375406712293,
      "num_tokens": 12919268.0,
      "step": 4590
    },
    {
      "epoch": 0.4025773703383619,
      "grad_norm": 12.540031433105469,
      "learning_rate": 1.356479672065928e-05,
      "loss": 4.4122,
      "mean_token_accuracy": 0.9257792290300131,
      "num_tokens": 12929983.0,
      "step": 4600
    },
    {
      "epoch": 0.40345253853474966,
      "grad_norm": 10.17340087890625,
      "learning_rate": 1.3538301025317666e-05,
      "loss": 30.4594,
      "mean_token_accuracy": 0.5814440570771694,
      "num_tokens": 12988374.0,
      "step": 4610
    },
    {
      "epoch": 0.4043277067311374,
      "grad_norm": 14.117993354797363,
      "learning_rate": 1.3511776904928575e-05,
      "loss": 28.4932,
      "mean_token_accuracy": 0.6038567122071982,
      "num_tokens": 13019530.0,
      "step": 4620
    },
    {
      "epoch": 0.40520287492752516,
      "grad_norm": 19.03863525390625,
      "learning_rate": 1.3485224572574326e-05,
      "loss": 25.3838,
      "mean_token_accuracy": 0.6444205204024911,
      "num_tokens": 13042411.0,
      "step": 4630
    },
    {
      "epoch": 0.4060780431239129,
      "grad_norm": 14.427817344665527,
      "learning_rate": 1.3458644241563878e-05,
      "loss": 19.2085,
      "mean_token_accuracy": 0.7222297180444002,
      "num_tokens": 13058634.0,
      "step": 4640
    },
    {
      "epoch": 0.4069532113203006,
      "grad_norm": 15.784796714782715,
      "learning_rate": 1.3432036125431122e-05,
      "loss": 4.4267,
      "mean_token_accuracy": 0.9258643187582493,
      "num_tokens": 13069681.0,
      "step": 4650
    },
    {
      "epoch": 0.4078283795166884,
      "grad_norm": 10.652241706848145,
      "learning_rate": 1.340540043793315e-05,
      "loss": 31.0945,
      "mean_token_accuracy": 0.5766818411648273,
      "num_tokens": 13130232.0,
      "step": 4660
    },
    {
      "epoch": 0.4087035477130761,
      "grad_norm": 14.715775489807129,
      "learning_rate": 1.3378737393048562e-05,
      "loss": 27.8741,
      "mean_token_accuracy": 0.6058443199843169,
      "num_tokens": 13163419.0,
      "step": 4670
    },
    {
      "epoch": 0.4095787159094639,
      "grad_norm": 14.456148147583008,
      "learning_rate": 1.3352047204975724e-05,
      "loss": 27.1996,
      "mean_token_accuracy": 0.6224860943853855,
      "num_tokens": 13187605.0,
      "step": 4680
    },
    {
      "epoch": 0.4104538841058516,
      "grad_norm": 18.150474548339844,
      "learning_rate": 1.3325330088131072e-05,
      "loss": 21.8562,
      "mean_token_accuracy": 0.6922700803726911,
      "num_tokens": 13205084.0,
      "step": 4690
    },
    {
      "epoch": 0.4113290523022393,
      "grad_norm": 10.461284637451172,
      "learning_rate": 1.3298586257147356e-05,
      "loss": 6.314,
      "mean_token_accuracy": 0.9040208321064711,
      "num_tokens": 13216364.0,
      "step": 4700
    },
    {
      "epoch": 0.4122042204986271,
      "grad_norm": 10.40310001373291,
      "learning_rate": 1.3271815926871952e-05,
      "loss": 29.2471,
      "mean_token_accuracy": 0.5949059709906578,
      "num_tokens": 13274620.0,
      "step": 4710
    },
    {
      "epoch": 0.4130793886950148,
      "grad_norm": 11.905766487121582,
      "learning_rate": 1.3245019312365107e-05,
      "loss": 27.2731,
      "mean_token_accuracy": 0.6165964728221297,
      "num_tokens": 13305041.0,
      "step": 4720
    },
    {
      "epoch": 0.4139545568914026,
      "grad_norm": 17.331453323364258,
      "learning_rate": 1.3218196628898232e-05,
      "loss": 26.6962,
      "mean_token_accuracy": 0.6269802136346698,
      "num_tokens": 13327543.0,
      "step": 4730
    },
    {
      "epoch": 0.4148297250877903,
      "grad_norm": 15.086854934692383,
      "learning_rate": 1.3191348091952153e-05,
      "loss": 18.6724,
      "mean_token_accuracy": 0.7273513033986092,
      "num_tokens": 13343969.0,
      "step": 4740
    },
    {
      "epoch": 0.41570489328417803,
      "grad_norm": 12.667193412780762,
      "learning_rate": 1.3164473917215407e-05,
      "loss": 5.3727,
      "mean_token_accuracy": 0.9129956267774105,
      "num_tokens": 13354971.0,
      "step": 4750
    },
    {
      "epoch": 0.4165800614805658,
      "grad_norm": 11.009580612182617,
      "learning_rate": 1.3137574320582479e-05,
      "loss": 30.0391,
      "mean_token_accuracy": 0.5868309320881963,
      "num_tokens": 13417338.0,
      "step": 4760
    },
    {
      "epoch": 0.41745522967695353,
      "grad_norm": 12.367222785949707,
      "learning_rate": 1.311064951815208e-05,
      "loss": 27.6551,
      "mean_token_accuracy": 0.6143777986988426,
      "num_tokens": 13447842.0,
      "step": 4770
    },
    {
      "epoch": 0.4183303978733413,
      "grad_norm": 19.816923141479492,
      "learning_rate": 1.3083699726225427e-05,
      "loss": 25.4855,
      "mean_token_accuracy": 0.6393651021644473,
      "num_tokens": 13470024.0,
      "step": 4780
    },
    {
      "epoch": 0.41920556606972903,
      "grad_norm": 19.951210021972656,
      "learning_rate": 1.3056725161304477e-05,
      "loss": 20.7975,
      "mean_token_accuracy": 0.7099767601117492,
      "num_tokens": 13486682.0,
      "step": 4790
    },
    {
      "epoch": 0.42008073426611675,
      "grad_norm": 11.609211921691895,
      "learning_rate": 1.302972604009021e-05,
      "loss": 4.9751,
      "mean_token_accuracy": 0.92178420946002,
      "num_tokens": 13497890.0,
      "step": 4800
    },
    {
      "epoch": 0.4209559024625045,
      "grad_norm": 11.02709674835205,
      "learning_rate": 1.3002702579480873e-05,
      "loss": 29.6083,
      "mean_token_accuracy": 0.5906177595257759,
      "num_tokens": 13556626.0,
      "step": 4810
    },
    {
      "epoch": 0.42183107065889225,
      "grad_norm": 11.941248893737793,
      "learning_rate": 1.2975654996570249e-05,
      "loss": 27.7475,
      "mean_token_accuracy": 0.6167881546542049,
      "num_tokens": 13586996.0,
      "step": 4820
    },
    {
      "epoch": 0.42270623885528,
      "grad_norm": 13.213517189025879,
      "learning_rate": 1.2948583508645909e-05,
      "loss": 25.6622,
      "mean_token_accuracy": 0.6380271164700388,
      "num_tokens": 13609327.0,
      "step": 4830
    },
    {
      "epoch": 0.42358140705166775,
      "grad_norm": 17.417734146118164,
      "learning_rate": 1.2921488333187463e-05,
      "loss": 19.7221,
      "mean_token_accuracy": 0.7233661135658622,
      "num_tokens": 13625889.0,
      "step": 4840
    },
    {
      "epoch": 0.42445657524805547,
      "grad_norm": 12.013749122619629,
      "learning_rate": 1.2894369687864814e-05,
      "loss": 4.6319,
      "mean_token_accuracy": 0.9267885062843562,
      "num_tokens": 13636739.0,
      "step": 4850
    },
    {
      "epoch": 0.42533174344444324,
      "grad_norm": 9.703325271606445,
      "learning_rate": 1.2867227790536414e-05,
      "loss": 30.2364,
      "mean_token_accuracy": 0.5844639863818883,
      "num_tokens": 13699842.0,
      "step": 4860
    },
    {
      "epoch": 0.42620691164083097,
      "grad_norm": 12.575345039367676,
      "learning_rate": 1.2840062859247513e-05,
      "loss": 27.8494,
      "mean_token_accuracy": 0.6146361270919443,
      "num_tokens": 13731260.0,
      "step": 4870
    },
    {
      "epoch": 0.42708207983721874,
      "grad_norm": 15.99450969696045,
      "learning_rate": 1.2812875112228398e-05,
      "loss": 26.3033,
      "mean_token_accuracy": 0.6319963591173291,
      "num_tokens": 13753973.0,
      "step": 4880
    },
    {
      "epoch": 0.42795724803360646,
      "grad_norm": 18.163942337036133,
      "learning_rate": 1.2785664767892652e-05,
      "loss": 18.445,
      "mean_token_accuracy": 0.7391359044238925,
      "num_tokens": 13770056.0,
      "step": 4890
    },
    {
      "epoch": 0.4288324162299942,
      "grad_norm": 10.277361869812012,
      "learning_rate": 1.275843204483539e-05,
      "loss": 5.2658,
      "mean_token_accuracy": 0.9176451690495014,
      "num_tokens": 13781015.0,
      "step": 4900
    },
    {
      "epoch": 0.42970758442638196,
      "grad_norm": 10.545772552490234,
      "learning_rate": 1.2731177161831516e-05,
      "loss": 29.5057,
      "mean_token_accuracy": 0.5939003413543105,
      "num_tokens": 13837002.0,
      "step": 4910
    },
    {
      "epoch": 0.4305827526227697,
      "grad_norm": 12.418789863586426,
      "learning_rate": 1.2703900337833945e-05,
      "loss": 28.431,
      "mean_token_accuracy": 0.6086754020303488,
      "num_tokens": 13868250.0,
      "step": 4920
    },
    {
      "epoch": 0.43145792081915746,
      "grad_norm": 16.596973419189453,
      "learning_rate": 1.2676601791971865e-05,
      "loss": 25.7885,
      "mean_token_accuracy": 0.6408909944817424,
      "num_tokens": 13891315.0,
      "step": 4930
    },
    {
      "epoch": 0.4323330890155452,
      "grad_norm": 23.033353805541992,
      "learning_rate": 1.2649281743548963e-05,
      "loss": 19.5766,
      "mean_token_accuracy": 0.7268798615783453,
      "num_tokens": 13907926.0,
      "step": 4940
    },
    {
      "epoch": 0.4332082572119329,
      "grad_norm": 16.575464248657227,
      "learning_rate": 1.2621940412041664e-05,
      "loss": 5.2328,
      "mean_token_accuracy": 0.9224149100482464,
      "num_tokens": 13918821.0,
      "step": 4950
    },
    {
      "epoch": 0.4340834254083207,
      "grad_norm": 9.882647514343262,
      "learning_rate": 1.2594578017097376e-05,
      "loss": 30.9841,
      "mean_token_accuracy": 0.5752802953124047,
      "num_tokens": 13977418.0,
      "step": 4960
    },
    {
      "epoch": 0.4349585936047084,
      "grad_norm": 14.434430122375488,
      "learning_rate": 1.2567194778532728e-05,
      "loss": 27.9734,
      "mean_token_accuracy": 0.615118432417512,
      "num_tokens": 14008841.0,
      "step": 4970
    },
    {
      "epoch": 0.4358337618010962,
      "grad_norm": 18.27596664428711,
      "learning_rate": 1.2539790916331778e-05,
      "loss": 25.2524,
      "mean_token_accuracy": 0.6477240866050125,
      "num_tokens": 14030873.0,
      "step": 4980
    },
    {
      "epoch": 0.4367089299974839,
      "grad_norm": 21.445093154907227,
      "learning_rate": 1.251236665064428e-05,
      "loss": 18.5654,
      "mean_token_accuracy": 0.7386618176475167,
      "num_tokens": 14046770.0,
      "step": 4990
    },
    {
      "epoch": 0.4375840981938716,
      "grad_norm": 15.565135955810547,
      "learning_rate": 1.2484922201783895e-05,
      "loss": 5.1602,
      "mean_token_accuracy": 0.9171577356755733,
      "num_tokens": 14057868.0,
      "step": 5000
    },
    {
      "epoch": 0.4384592663902594,
      "grad_norm": 8.934033393859863,
      "learning_rate": 1.2457457790226428e-05,
      "loss": 30.2,
      "mean_token_accuracy": 0.5830894967541098,
      "num_tokens": 14116485.0,
      "step": 5010
    },
    {
      "epoch": 0.4393344345866471,
      "grad_norm": 14.54736042022705,
      "learning_rate": 1.2429973636608053e-05,
      "loss": 27.9914,
      "mean_token_accuracy": 0.6118926640599966,
      "num_tokens": 14148758.0,
      "step": 5020
    },
    {
      "epoch": 0.44020960278303484,
      "grad_norm": 15.375936508178711,
      "learning_rate": 1.2402469961723545e-05,
      "loss": 24.2849,
      "mean_token_accuracy": 0.6542196743190288,
      "num_tokens": 14171562.0,
      "step": 5030
    },
    {
      "epoch": 0.4410847709794226,
      "grad_norm": 15.270441055297852,
      "learning_rate": 1.2374946986524495e-05,
      "loss": 18.8152,
      "mean_token_accuracy": 0.7357142137363553,
      "num_tokens": 14187980.0,
      "step": 5040
    },
    {
      "epoch": 0.44195993917581033,
      "grad_norm": 9.333809852600098,
      "learning_rate": 1.2347404932117555e-05,
      "loss": 3.7658,
      "mean_token_accuracy": 0.9319020990282297,
      "num_tokens": 14198819.0,
      "step": 5050
    },
    {
      "epoch": 0.4428351073721981,
      "grad_norm": 10.336041450500488,
      "learning_rate": 1.2319844019762646e-05,
      "loss": 29.6382,
      "mean_token_accuracy": 0.5909893918782473,
      "num_tokens": 14259803.0,
      "step": 5060
    },
    {
      "epoch": 0.44371027556858583,
      "grad_norm": 12.6834077835083,
      "learning_rate": 1.2292264470871183e-05,
      "loss": 28.1626,
      "mean_token_accuracy": 0.6070305982604622,
      "num_tokens": 14292639.0,
      "step": 5070
    },
    {
      "epoch": 0.44458544376497355,
      "grad_norm": 16.826210021972656,
      "learning_rate": 1.22646665070043e-05,
      "loss": 25.9031,
      "mean_token_accuracy": 0.6383244693279266,
      "num_tokens": 14315653.0,
      "step": 5080
    },
    {
      "epoch": 0.44546061196136133,
      "grad_norm": 20.86031723022461,
      "learning_rate": 1.2237050349871069e-05,
      "loss": 17.3134,
      "mean_token_accuracy": 0.7497152961790562,
      "num_tokens": 14331640.0,
      "step": 5090
    },
    {
      "epoch": 0.44633578015774905,
      "grad_norm": 10.33200740814209,
      "learning_rate": 1.2209416221326715e-05,
      "loss": 3.2978,
      "mean_token_accuracy": 0.9391746446490288,
      "num_tokens": 14342246.0,
      "step": 5100
    },
    {
      "epoch": 0.44721094835413683,
      "grad_norm": 10.273509979248047,
      "learning_rate": 1.2181764343370839e-05,
      "loss": 30.0062,
      "mean_token_accuracy": 0.5881775913760066,
      "num_tokens": 14401136.0,
      "step": 5110
    },
    {
      "epoch": 0.44808611655052455,
      "grad_norm": 11.965185165405273,
      "learning_rate": 1.2154094938145635e-05,
      "loss": 27.4982,
      "mean_token_accuracy": 0.6225304413586855,
      "num_tokens": 14432333.0,
      "step": 5120
    },
    {
      "epoch": 0.44896128474691227,
      "grad_norm": 17.72211265563965,
      "learning_rate": 1.21264082279341e-05,
      "loss": 25.6659,
      "mean_token_accuracy": 0.6475352538749576,
      "num_tokens": 14454968.0,
      "step": 5130
    },
    {
      "epoch": 0.44983645294330005,
      "grad_norm": 17.074283599853516,
      "learning_rate": 1.2098704435158248e-05,
      "loss": 19.0745,
      "mean_token_accuracy": 0.7315522657707334,
      "num_tokens": 14471170.0,
      "step": 5140
    },
    {
      "epoch": 0.45071162113968777,
      "grad_norm": 14.4036226272583,
      "learning_rate": 1.2070983782377335e-05,
      "loss": 5.4943,
      "mean_token_accuracy": 0.9077632166445255,
      "num_tokens": 14482128.0,
      "step": 5150
    },
    {
      "epoch": 0.45158678933607554,
      "grad_norm": 10.211827278137207,
      "learning_rate": 1.2043246492286051e-05,
      "loss": 29.4948,
      "mean_token_accuracy": 0.5917029088363052,
      "num_tokens": 14539853.0,
      "step": 5160
    },
    {
      "epoch": 0.45246195753246327,
      "grad_norm": 15.21088981628418,
      "learning_rate": 1.2015492787712755e-05,
      "loss": 27.7228,
      "mean_token_accuracy": 0.6138696549460292,
      "num_tokens": 14570557.0,
      "step": 5170
    },
    {
      "epoch": 0.453337125728851,
      "grad_norm": 16.940275192260742,
      "learning_rate": 1.1987722891617657e-05,
      "loss": 24.3039,
      "mean_token_accuracy": 0.6547031082212925,
      "num_tokens": 14593344.0,
      "step": 5180
    },
    {
      "epoch": 0.45421229392523876,
      "grad_norm": 27.23091697692871,
      "learning_rate": 1.1959937027091061e-05,
      "loss": 18.3993,
      "mean_token_accuracy": 0.742708683758974,
      "num_tokens": 14609612.0,
      "step": 5190
    },
    {
      "epoch": 0.4550874621216265,
      "grad_norm": 13.63573932647705,
      "learning_rate": 1.1932135417351534e-05,
      "loss": 6.1445,
      "mean_token_accuracy": 0.909299392811954,
      "num_tokens": 14620666.0,
      "step": 5200
    },
    {
      "epoch": 0.45596263031801426,
      "grad_norm": 9.837214469909668,
      "learning_rate": 1.190431828574415e-05,
      "loss": 30.5865,
      "mean_token_accuracy": 0.5804639996960759,
      "num_tokens": 14681568.0,
      "step": 5210
    },
    {
      "epoch": 0.456837798514402,
      "grad_norm": 13.213944435119629,
      "learning_rate": 1.1876485855738665e-05,
      "loss": 27.7543,
      "mean_token_accuracy": 0.6141899447888136,
      "num_tokens": 14714204.0,
      "step": 5220
    },
    {
      "epoch": 0.4577129667107897,
      "grad_norm": 17.11618995666504,
      "learning_rate": 1.1848638350927742e-05,
      "loss": 25.244,
      "mean_token_accuracy": 0.6455451864749193,
      "num_tokens": 14737367.0,
      "step": 5230
    },
    {
      "epoch": 0.4585881349071775,
      "grad_norm": 17.52573585510254,
      "learning_rate": 1.1820775995025147e-05,
      "loss": 19.1825,
      "mean_token_accuracy": 0.7245946723967791,
      "num_tokens": 14753626.0,
      "step": 5240
    },
    {
      "epoch": 0.4594633031035652,
      "grad_norm": 13.797719955444336,
      "learning_rate": 1.1792899011863954e-05,
      "loss": 3.8352,
      "mean_token_accuracy": 0.9413891039788723,
      "num_tokens": 14764425.0,
      "step": 5250
    },
    {
      "epoch": 0.460338471299953,
      "grad_norm": 10.294791221618652,
      "learning_rate": 1.1765007625394743e-05,
      "loss": 29.9451,
      "mean_token_accuracy": 0.5843334320932627,
      "num_tokens": 14823793.0,
      "step": 5260
    },
    {
      "epoch": 0.4612136394963407,
      "grad_norm": 13.096893310546875,
      "learning_rate": 1.1737102059683802e-05,
      "loss": 27.7127,
      "mean_token_accuracy": 0.6160956744104624,
      "num_tokens": 14854234.0,
      "step": 5270
    },
    {
      "epoch": 0.4620888076927284,
      "grad_norm": 16.02240562438965,
      "learning_rate": 1.1709182538911335e-05,
      "loss": 25.6282,
      "mean_token_accuracy": 0.6492896568030119,
      "num_tokens": 14875987.0,
      "step": 5280
    },
    {
      "epoch": 0.4629639758891162,
      "grad_norm": 19.74724006652832,
      "learning_rate": 1.1681249287369644e-05,
      "loss": 16.9819,
      "mean_token_accuracy": 0.7585629863664508,
      "num_tokens": 14891858.0,
      "step": 5290
    },
    {
      "epoch": 0.4638391440855039,
      "grad_norm": 15.027815818786621,
      "learning_rate": 1.165330252946135e-05,
      "loss": 4.3525,
      "mean_token_accuracy": 0.9292063385248184,
      "num_tokens": 14902684.0,
      "step": 5300
    },
    {
      "epoch": 0.4647143122818917,
      "grad_norm": 9.871439933776855,
      "learning_rate": 1.1625342489697569e-05,
      "loss": 29.6376,
      "mean_token_accuracy": 0.5901689236983657,
      "num_tokens": 14960362.0,
      "step": 5310
    },
    {
      "epoch": 0.4655894804782794,
      "grad_norm": 15.277180671691895,
      "learning_rate": 1.1597369392696116e-05,
      "loss": 29.4204,
      "mean_token_accuracy": 0.5950432619079947,
      "num_tokens": 14991495.0,
      "step": 5320
    },
    {
      "epoch": 0.46646464867466714,
      "grad_norm": 16.089385986328125,
      "learning_rate": 1.1569383463179706e-05,
      "loss": 25.3986,
      "mean_token_accuracy": 0.6447010569274425,
      "num_tokens": 15013764.0,
      "step": 5330
    },
    {
      "epoch": 0.4673398168710549,
      "grad_norm": 17.458274841308594,
      "learning_rate": 1.154138492597415e-05,
      "loss": 18.2299,
      "mean_token_accuracy": 0.7429257268086076,
      "num_tokens": 15030241.0,
      "step": 5340
    },
    {
      "epoch": 0.46821498506744264,
      "grad_norm": 14.448676109313965,
      "learning_rate": 1.151337400600653e-05,
      "loss": 4.1984,
      "mean_token_accuracy": 0.9302175432443619,
      "num_tokens": 15041204.0,
      "step": 5350
    },
    {
      "epoch": 0.4690901532638304,
      "grad_norm": 10.684800148010254,
      "learning_rate": 1.1485350928303417e-05,
      "loss": 29.2431,
      "mean_token_accuracy": 0.5960551923140883,
      "num_tokens": 15102227.0,
      "step": 5360
    },
    {
      "epoch": 0.46996532146021813,
      "grad_norm": 13.053523063659668,
      "learning_rate": 1.1457315917989045e-05,
      "loss": 27.4479,
      "mean_token_accuracy": 0.620816951431334,
      "num_tokens": 15133844.0,
      "step": 5370
    },
    {
      "epoch": 0.47084048965660585,
      "grad_norm": 17.955636978149414,
      "learning_rate": 1.142926920028351e-05,
      "loss": 25.3942,
      "mean_token_accuracy": 0.6475300721824169,
      "num_tokens": 15155750.0,
      "step": 5380
    },
    {
      "epoch": 0.47171565785299363,
      "grad_norm": 15.276195526123047,
      "learning_rate": 1.1401211000500961e-05,
      "loss": 16.4018,
      "mean_token_accuracy": 0.7619229633361101,
      "num_tokens": 15171504.0,
      "step": 5390
    },
    {
      "epoch": 0.47259082604938135,
      "grad_norm": 8.693354606628418,
      "learning_rate": 1.1373141544047788e-05,
      "loss": 4.3076,
      "mean_token_accuracy": 0.9337656684219837,
      "num_tokens": 15182358.0,
      "step": 5400
    },
    {
      "epoch": 0.47346599424576913,
      "grad_norm": 10.30528450012207,
      "learning_rate": 1.134506105642081e-05,
      "loss": 29.1989,
      "mean_token_accuracy": 0.5955627663061023,
      "num_tokens": 15242760.0,
      "step": 5410
    },
    {
      "epoch": 0.47434116244215685,
      "grad_norm": 13.242714881896973,
      "learning_rate": 1.131696976320547e-05,
      "loss": 28.3671,
      "mean_token_accuracy": 0.6090815929695964,
      "num_tokens": 15273381.0,
      "step": 5420
    },
    {
      "epoch": 0.47521633063854457,
      "grad_norm": 17.979585647583008,
      "learning_rate": 1.1288867890074011e-05,
      "loss": 25.7486,
      "mean_token_accuracy": 0.6444129295647144,
      "num_tokens": 15295861.0,
      "step": 5430
    },
    {
      "epoch": 0.47609149883493235,
      "grad_norm": 18.313745498657227,
      "learning_rate": 1.1260755662783678e-05,
      "loss": 18.0594,
      "mean_token_accuracy": 0.741375433281064,
      "num_tokens": 15311724.0,
      "step": 5440
    },
    {
      "epoch": 0.47696666703132007,
      "grad_norm": 12.489822387695312,
      "learning_rate": 1.1232633307174892e-05,
      "loss": 4.566,
      "mean_token_accuracy": 0.9258450850844383,
      "num_tokens": 15322553.0,
      "step": 5450
    },
    {
      "epoch": 0.47784183522770785,
      "grad_norm": 11.663666725158691,
      "learning_rate": 1.1204501049169443e-05,
      "loss": 29.0594,
      "mean_token_accuracy": 0.5954147541895509,
      "num_tokens": 15379826.0,
      "step": 5460
    },
    {
      "epoch": 0.47871700342409557,
      "grad_norm": 15.065155982971191,
      "learning_rate": 1.1176359114768663e-05,
      "loss": 28.7351,
      "mean_token_accuracy": 0.6067818945273757,
      "num_tokens": 15409973.0,
      "step": 5470
    },
    {
      "epoch": 0.4795921716204833,
      "grad_norm": 17.040443420410156,
      "learning_rate": 1.1148207730051634e-05,
      "loss": 26.1154,
      "mean_token_accuracy": 0.6328819561749697,
      "num_tokens": 15433062.0,
      "step": 5480
    },
    {
      "epoch": 0.48046733981687106,
      "grad_norm": 16.64934730529785,
      "learning_rate": 1.1120047121173346e-05,
      "loss": 19.832,
      "mean_token_accuracy": 0.724307656288147,
      "num_tokens": 15449889.0,
      "step": 5490
    },
    {
      "epoch": 0.4813425080132588,
      "grad_norm": 19.356948852539062,
      "learning_rate": 1.1091877514362897e-05,
      "loss": 4.5529,
      "mean_token_accuracy": 0.9199571590870619,
      "num_tokens": 15460754.0,
      "step": 5500
    },
    {
      "epoch": 0.48221767620964656,
      "grad_norm": 10.917411804199219,
      "learning_rate": 1.1063699135921664e-05,
      "loss": 29.7256,
      "mean_token_accuracy": 0.5917681992053986,
      "num_tokens": 15519020.0,
      "step": 5510
    },
    {
      "epoch": 0.4830928444060343,
      "grad_norm": 15.742509841918945,
      "learning_rate": 1.1035512212221504e-05,
      "loss": 27.6369,
      "mean_token_accuracy": 0.6138706700876355,
      "num_tokens": 15550196.0,
      "step": 5520
    },
    {
      "epoch": 0.483968012602422,
      "grad_norm": 21.79714584350586,
      "learning_rate": 1.100731696970291e-05,
      "loss": 25.9168,
      "mean_token_accuracy": 0.6426113335415721,
      "num_tokens": 15572403.0,
      "step": 5530
    },
    {
      "epoch": 0.4848431807988098,
      "grad_norm": 15.66032600402832,
      "learning_rate": 1.0979113634873207e-05,
      "loss": 17.6882,
      "mean_token_accuracy": 0.752444970048964,
      "num_tokens": 15588240.0,
      "step": 5540
    },
    {
      "epoch": 0.4857183489951975,
      "grad_norm": 21.555349349975586,
      "learning_rate": 1.0950902434304735e-05,
      "loss": 3.9523,
      "mean_token_accuracy": 0.933014215901494,
      "num_tokens": 15598961.0,
      "step": 5550
    },
    {
      "epoch": 0.4865935171915853,
      "grad_norm": 9.483514785766602,
      "learning_rate": 1.092268359463302e-05,
      "loss": 29.7105,
      "mean_token_accuracy": 0.5912816220894456,
      "num_tokens": 15663306.0,
      "step": 5560
    },
    {
      "epoch": 0.487468685387973,
      "grad_norm": 14.862406730651855,
      "learning_rate": 1.0894457342554957e-05,
      "loss": 27.7107,
      "mean_token_accuracy": 0.6104730328544974,
      "num_tokens": 15696433.0,
      "step": 5570
    },
    {
      "epoch": 0.4883438535843607,
      "grad_norm": 14.532071113586426,
      "learning_rate": 1.0866223904826992e-05,
      "loss": 24.521,
      "mean_token_accuracy": 0.6499282440170646,
      "num_tokens": 15719222.0,
      "step": 5580
    },
    {
      "epoch": 0.4892190217807485,
      "grad_norm": 21.769594192504883,
      "learning_rate": 1.0837983508263286e-05,
      "loss": 17.4178,
      "mean_token_accuracy": 0.7543754715472459,
      "num_tokens": 15734963.0,
      "step": 5590
    },
    {
      "epoch": 0.4900941899771362,
      "grad_norm": 15.011651039123535,
      "learning_rate": 1.0809736379733921e-05,
      "loss": 3.1907,
      "mean_token_accuracy": 0.9469386704266072,
      "num_tokens": 15745707.0,
      "step": 5600
    },
    {
      "epoch": 0.490969358173524,
      "grad_norm": 10.413866996765137,
      "learning_rate": 1.0781482746163045e-05,
      "loss": 29.4663,
      "mean_token_accuracy": 0.5940387528389692,
      "num_tokens": 15802134.0,
      "step": 5610
    },
    {
      "epoch": 0.4918445263699117,
      "grad_norm": 15.627387046813965,
      "learning_rate": 1.075322283452708e-05,
      "loss": 27.7003,
      "mean_token_accuracy": 0.6096359986811877,
      "num_tokens": 15833209.0,
      "step": 5620
    },
    {
      "epoch": 0.49271969456629944,
      "grad_norm": 18.143375396728516,
      "learning_rate": 1.0724956871852865e-05,
      "loss": 25.6808,
      "mean_token_accuracy": 0.6387416549026966,
      "num_tokens": 15856002.0,
      "step": 5630
    },
    {
      "epoch": 0.4935948627626872,
      "grad_norm": 15.866097450256348,
      "learning_rate": 1.0696685085215863e-05,
      "loss": 19.162,
      "mean_token_accuracy": 0.7290105545893312,
      "num_tokens": 15872798.0,
      "step": 5640
    },
    {
      "epoch": 0.49447003095907494,
      "grad_norm": 10.636165618896484,
      "learning_rate": 1.0668407701738323e-05,
      "loss": 4.6671,
      "mean_token_accuracy": 0.9253238007426262,
      "num_tokens": 15883727.0,
      "step": 5650
    },
    {
      "epoch": 0.4953451991554627,
      "grad_norm": 9.514016151428223,
      "learning_rate": 1.064012494858745e-05,
      "loss": 30.1572,
      "mean_token_accuracy": 0.5849353231489658,
      "num_tokens": 15943424.0,
      "step": 5660
    },
    {
      "epoch": 0.49622036735185043,
      "grad_norm": 13.75804615020752,
      "learning_rate": 1.061183705297359e-05,
      "loss": 27.4338,
      "mean_token_accuracy": 0.6144859109073877,
      "num_tokens": 15974481.0,
      "step": 5670
    },
    {
      "epoch": 0.49709553554823815,
      "grad_norm": 20.560211181640625,
      "learning_rate": 1.0583544242148407e-05,
      "loss": 24.1223,
      "mean_token_accuracy": 0.6561962958425284,
      "num_tokens": 15996568.0,
      "step": 5680
    },
    {
      "epoch": 0.49797070374462593,
      "grad_norm": 17.586030960083008,
      "learning_rate": 1.0555246743403041e-05,
      "loss": 18.6037,
      "mean_token_accuracy": 0.7428850837051868,
      "num_tokens": 16012676.0,
      "step": 5690
    },
    {
      "epoch": 0.49884587194101365,
      "grad_norm": 13.539024353027344,
      "learning_rate": 1.0526944784066298e-05,
      "loss": 4.5983,
      "mean_token_accuracy": 0.9227089721709489,
      "num_tokens": 16023543.0,
      "step": 5700
    },
    {
      "epoch": 0.49972104013740143,
      "grad_norm": 10.21430492401123,
      "learning_rate": 1.0498638591502816e-05,
      "loss": 29.7729,
      "mean_token_accuracy": 0.58835285641253,
      "num_tokens": 16083433.0,
      "step": 5710
    },
    {
      "epoch": 0.5005962083337891,
      "grad_norm": 12.750862121582031,
      "learning_rate": 1.0470328393111249e-05,
      "loss": 28.2798,
      "mean_token_accuracy": 0.6088522786274553,
      "num_tokens": 16115407.0,
      "step": 5720
    },
    {
      "epoch": 0.5014713765301769,
      "grad_norm": 18.093908309936523,
      "learning_rate": 1.0442014416322417e-05,
      "loss": 25.7878,
      "mean_token_accuracy": 0.6412201978266239,
      "num_tokens": 16137793.0,
      "step": 5730
    },
    {
      "epoch": 0.5023465447265646,
      "grad_norm": 22.87415885925293,
      "learning_rate": 1.0413696888597509e-05,
      "loss": 19.3495,
      "mean_token_accuracy": 0.7204745138064027,
      "num_tokens": 16154145.0,
      "step": 5740
    },
    {
      "epoch": 0.5032217129229524,
      "grad_norm": 14.792131423950195,
      "learning_rate": 1.0385376037426227e-05,
      "loss": 4.7106,
      "mean_token_accuracy": 0.9209980923682451,
      "num_tokens": 16165080.0,
      "step": 5750
    },
    {
      "epoch": 0.5040968811193401,
      "grad_norm": 11.06375503540039,
      "learning_rate": 1.0357052090324984e-05,
      "loss": 29.7719,
      "mean_token_accuracy": 0.5913816222921013,
      "num_tokens": 16222462.0,
      "step": 5760
    },
    {
      "epoch": 0.5049720493157278,
      "grad_norm": 15.241786003112793,
      "learning_rate": 1.032872527483506e-05,
      "loss": 27.5964,
      "mean_token_accuracy": 0.6184698602184653,
      "num_tokens": 16252868.0,
      "step": 5770
    },
    {
      "epoch": 0.5058472175121156,
      "grad_norm": 16.194793701171875,
      "learning_rate": 1.0300395818520775e-05,
      "loss": 25.3145,
      "mean_token_accuracy": 0.6489960253238678,
      "num_tokens": 16275131.0,
      "step": 5780
    },
    {
      "epoch": 0.5067223857085034,
      "grad_norm": 20.365894317626953,
      "learning_rate": 1.0272063948967665e-05,
      "loss": 18.672,
      "mean_token_accuracy": 0.7394367905333639,
      "num_tokens": 16291218.0,
      "step": 5790
    },
    {
      "epoch": 0.5075975539048911,
      "grad_norm": 12.313666343688965,
      "learning_rate": 1.024372989378066e-05,
      "loss": 4.1712,
      "mean_token_accuracy": 0.9301804162561893,
      "num_tokens": 16302106.0,
      "step": 5800
    },
    {
      "epoch": 0.5084727221012788,
      "grad_norm": 9.781356811523438,
      "learning_rate": 1.0215393880582231e-05,
      "loss": 29.124,
      "mean_token_accuracy": 0.5967199992388487,
      "num_tokens": 16362184.0,
      "step": 5810
    },
    {
      "epoch": 0.5093478902976666,
      "grad_norm": 12.664087295532227,
      "learning_rate": 1.0187056137010607e-05,
      "loss": 27.602,
      "mean_token_accuracy": 0.6132688650861382,
      "num_tokens": 16395025.0,
      "step": 5820
    },
    {
      "epoch": 0.5102230584940544,
      "grad_norm": 15.794084548950195,
      "learning_rate": 1.0158716890717886e-05,
      "loss": 26.1572,
      "mean_token_accuracy": 0.6309180434793233,
      "num_tokens": 16418736.0,
      "step": 5830
    },
    {
      "epoch": 0.511098226690442,
      "grad_norm": 18.245769500732422,
      "learning_rate": 1.0130376369368264e-05,
      "loss": 20.5151,
      "mean_token_accuracy": 0.7148344267159701,
      "num_tokens": 16435586.0,
      "step": 5840
    },
    {
      "epoch": 0.5119733948868298,
      "grad_norm": 12.286867141723633,
      "learning_rate": 1.0102034800636164e-05,
      "loss": 4.4132,
      "mean_token_accuracy": 0.9304773475974798,
      "num_tokens": 16446595.0,
      "step": 5850
    },
    {
      "epoch": 0.5128485630832176,
      "grad_norm": 9.994061470031738,
      "learning_rate": 1.0073692412204433e-05,
      "loss": 30.6023,
      "mean_token_accuracy": 0.5809492530301213,
      "num_tokens": 16507732.0,
      "step": 5860
    },
    {
      "epoch": 0.5137237312796052,
      "grad_norm": 13.316981315612793,
      "learning_rate": 1.0045349431762493e-05,
      "loss": 27.956,
      "mean_token_accuracy": 0.6092877980321646,
      "num_tokens": 16540096.0,
      "step": 5870
    },
    {
      "epoch": 0.514598899475993,
      "grad_norm": 19.080245971679688,
      "learning_rate": 1.0017006087004535e-05,
      "loss": 26.0213,
      "mean_token_accuracy": 0.6388689408078789,
      "num_tokens": 16563523.0,
      "step": 5880
    },
    {
      "epoch": 0.5154740676723808,
      "grad_norm": 16.128944396972656,
      "learning_rate": 9.988662605627665e-06,
      "loss": 19.8054,
      "mean_token_accuracy": 0.7208856772631407,
      "num_tokens": 16580270.0,
      "step": 5890
    },
    {
      "epoch": 0.5163492358687686,
      "grad_norm": 15.215506553649902,
      "learning_rate": 9.960319215330094e-06,
      "loss": 4.703,
      "mean_token_accuracy": 0.9297194194048644,
      "num_tokens": 16591182.0,
      "step": 5900
    },
    {
      "epoch": 0.5172244040651562,
      "grad_norm": 11.702859878540039,
      "learning_rate": 9.931976143809301e-06,
      "loss": 29.6768,
      "mean_token_accuracy": 0.5901148583739996,
      "num_tokens": 16652749.0,
      "step": 5910
    },
    {
      "epoch": 0.518099572261544,
      "grad_norm": 14.006573677062988,
      "learning_rate": 9.903633618760195e-06,
      "loss": 28.4899,
      "mean_token_accuracy": 0.6066246489062905,
      "num_tokens": 16684768.0,
      "step": 5920
    },
    {
      "epoch": 0.5189747404579318,
      "grad_norm": 16.166175842285156,
      "learning_rate": 9.875291867873304e-06,
      "loss": 26.039,
      "mean_token_accuracy": 0.6368183245882392,
      "num_tokens": 16708308.0,
      "step": 5930
    },
    {
      "epoch": 0.5198499086543195,
      "grad_norm": 20.400718688964844,
      "learning_rate": 9.846951118832934e-06,
      "loss": 20.6274,
      "mean_token_accuracy": 0.7095156637951732,
      "num_tokens": 16725477.0,
      "step": 5940
    },
    {
      "epoch": 0.5207250768507072,
      "grad_norm": 13.86780834197998,
      "learning_rate": 9.818611599315346e-06,
      "loss": 5.9409,
      "mean_token_accuracy": 0.9045130524784326,
      "num_tokens": 16736723.0,
      "step": 5950
    },
    {
      "epoch": 0.521600245047095,
      "grad_norm": 9.814521789550781,
      "learning_rate": 9.790273536986918e-06,
      "loss": 29.9243,
      "mean_token_accuracy": 0.5865380547940731,
      "num_tokens": 16797781.0,
      "step": 5960
    },
    {
      "epoch": 0.5224754132434827,
      "grad_norm": 15.376935958862305,
      "learning_rate": 9.761937159502323e-06,
      "loss": 28.1454,
      "mean_token_accuracy": 0.6102117497473956,
      "num_tokens": 16829563.0,
      "step": 5970
    },
    {
      "epoch": 0.5233505814398705,
      "grad_norm": 18.76511573791504,
      "learning_rate": 9.733602694502703e-06,
      "loss": 25.5971,
      "mean_token_accuracy": 0.6428201852366329,
      "num_tokens": 16852699.0,
      "step": 5980
    },
    {
      "epoch": 0.5242257496362582,
      "grad_norm": 17.203479766845703,
      "learning_rate": 9.705270369613836e-06,
      "loss": 19.9177,
      "mean_token_accuracy": 0.7149529734626412,
      "num_tokens": 16869580.0,
      "step": 5990
    },
    {
      "epoch": 0.525100917832646,
      "grad_norm": 14.873567581176758,
      "learning_rate": 9.676940412444294e-06,
      "loss": 5.1066,
      "mean_token_accuracy": 0.9205691073089838,
      "num_tokens": 16880600.0,
      "step": 6000
    },
    {
      "epoch": 0.5259760860290337,
      "grad_norm": 11.049572944641113,
      "learning_rate": 9.648613050583645e-06,
      "loss": 29.6459,
      "mean_token_accuracy": 0.5908452885225415,
      "num_tokens": 16935886.0,
      "step": 6010
    },
    {
      "epoch": 0.5268512542254215,
      "grad_norm": 15.74664306640625,
      "learning_rate": 9.620288511600601e-06,
      "loss": 27.7525,
      "mean_token_accuracy": 0.6131023256108165,
      "num_tokens": 16966168.0,
      "step": 6020
    },
    {
      "epoch": 0.5277264224218092,
      "grad_norm": 17.456314086914062,
      "learning_rate": 9.591967023041197e-06,
      "loss": 25.1787,
      "mean_token_accuracy": 0.6495116036385298,
      "num_tokens": 16988546.0,
      "step": 6030
    },
    {
      "epoch": 0.5286015906181969,
      "grad_norm": 13.920921325683594,
      "learning_rate": 9.563648812426956e-06,
      "loss": 15.4586,
      "mean_token_accuracy": 0.7762145983055234,
      "num_tokens": 17003910.0,
      "step": 6040
    },
    {
      "epoch": 0.5294767588145847,
      "grad_norm": 11.481456756591797,
      "learning_rate": 9.535334107253073e-06,
      "loss": 3.839,
      "mean_token_accuracy": 0.9370532117784023,
      "num_tokens": 17014560.0,
      "step": 6050
    },
    {
      "epoch": 0.5303519270109724,
      "grad_norm": 10.624519348144531,
      "learning_rate": 9.507023134986588e-06,
      "loss": 29.7796,
      "mean_token_accuracy": 0.5914770100265742,
      "num_tokens": 17070222.0,
      "step": 6060
    },
    {
      "epoch": 0.5312270952073601,
      "grad_norm": 14.743423461914062,
      "learning_rate": 9.478716123064541e-06,
      "loss": 27.3314,
      "mean_token_accuracy": 0.6190812481567264,
      "num_tokens": 17100304.0,
      "step": 6070
    },
    {
      "epoch": 0.5321022634037479,
      "grad_norm": 19.0379695892334,
      "learning_rate": 9.450413298892164e-06,
      "loss": 25.1159,
      "mean_token_accuracy": 0.6557904919609427,
      "num_tokens": 17122325.0,
      "step": 6080
    },
    {
      "epoch": 0.5329774316001357,
      "grad_norm": 16.678953170776367,
      "learning_rate": 9.422114889841045e-06,
      "loss": 18.3146,
      "mean_token_accuracy": 0.7382368078455329,
      "num_tokens": 17138448.0,
      "step": 6090
    },
    {
      "epoch": 0.5338525997965234,
      "grad_norm": 13.011852264404297,
      "learning_rate": 9.393821123247299e-06,
      "loss": 5.3092,
      "mean_token_accuracy": 0.9170026149600744,
      "num_tokens": 17149283.0,
      "step": 6100
    },
    {
      "epoch": 0.5347277679929111,
      "grad_norm": 10.74099063873291,
      "learning_rate": 9.365532226409757e-06,
      "loss": 30.2438,
      "mean_token_accuracy": 0.5830417213961482,
      "num_tokens": 17211475.0,
      "step": 6110
    },
    {
      "epoch": 0.5356029361892989,
      "grad_norm": 14.66274642944336,
      "learning_rate": 9.33724842658811e-06,
      "loss": 27.1119,
      "mean_token_accuracy": 0.6237731073051691,
      "num_tokens": 17243562.0,
      "step": 6120
    },
    {
      "epoch": 0.5364781043856867,
      "grad_norm": 18.436676025390625,
      "learning_rate": 9.308969951001119e-06,
      "loss": 25.4327,
      "mean_token_accuracy": 0.639971517957747,
      "num_tokens": 17266692.0,
      "step": 6130
    },
    {
      "epoch": 0.5373532725820743,
      "grad_norm": 19.665727615356445,
      "learning_rate": 9.280697026824764e-06,
      "loss": 18.4008,
      "mean_token_accuracy": 0.7438844526186585,
      "num_tokens": 17282972.0,
      "step": 6140
    },
    {
      "epoch": 0.5382284407784621,
      "grad_norm": 15.068323135375977,
      "learning_rate": 9.252429881190434e-06,
      "loss": 4.2893,
      "mean_token_accuracy": 0.9320509318262339,
      "num_tokens": 17293862.0,
      "step": 6150
    },
    {
      "epoch": 0.5391036089748499,
      "grad_norm": 10.283885955810547,
      "learning_rate": 9.224168741183088e-06,
      "loss": 28.9983,
      "mean_token_accuracy": 0.5981169572100044,
      "num_tokens": 17351858.0,
      "step": 6160
    },
    {
      "epoch": 0.5399787771712375,
      "grad_norm": 14.58962631225586,
      "learning_rate": 9.195913833839442e-06,
      "loss": 28.7334,
      "mean_token_accuracy": 0.6083778729662299,
      "num_tokens": 17383442.0,
      "step": 6170
    },
    {
      "epoch": 0.5408539453676253,
      "grad_norm": 15.861194610595703,
      "learning_rate": 9.167665386146144e-06,
      "loss": 26.3638,
      "mean_token_accuracy": 0.6293657748028636,
      "num_tokens": 17405995.0,
      "step": 6180
    },
    {
      "epoch": 0.5417291135640131,
      "grad_norm": 20.98704719543457,
      "learning_rate": 9.139423625037943e-06,
      "loss": 18.0376,
      "mean_token_accuracy": 0.7384526886045932,
      "num_tokens": 17422089.0,
      "step": 6190
    },
    {
      "epoch": 0.5426042817604009,
      "grad_norm": 17.22274398803711,
      "learning_rate": 9.111188777395879e-06,
      "loss": 4.7459,
      "mean_token_accuracy": 0.9226567547768354,
      "num_tokens": 17432876.0,
      "step": 6200
    },
    {
      "epoch": 0.5434794499567885,
      "grad_norm": 10.814314842224121,
      "learning_rate": 9.082961070045446e-06,
      "loss": 30.1881,
      "mean_token_accuracy": 0.5862059077247977,
      "num_tokens": 17492987.0,
      "step": 6210
    },
    {
      "epoch": 0.5443546181531763,
      "grad_norm": 14.403170585632324,
      "learning_rate": 9.054740729754777e-06,
      "loss": 27.8808,
      "mean_token_accuracy": 0.6128950422629714,
      "num_tokens": 17525482.0,
      "step": 6220
    },
    {
      "epoch": 0.5452297863495641,
      "grad_norm": 17.339929580688477,
      "learning_rate": 9.02652798323283e-06,
      "loss": 25.1827,
      "mean_token_accuracy": 0.6432174114510417,
      "num_tokens": 17548493.0,
      "step": 6230
    },
    {
      "epoch": 0.5461049545459518,
      "grad_norm": 23.99628257751465,
      "learning_rate": 8.998323057127537e-06,
      "loss": 19.6785,
      "mean_token_accuracy": 0.7230973148718476,
      "num_tokens": 17565221.0,
      "step": 6240
    },
    {
      "epoch": 0.5469801227423395,
      "grad_norm": 17.21880531311035,
      "learning_rate": 8.970126178024027e-06,
      "loss": 5.5919,
      "mean_token_accuracy": 0.9203461661934853,
      "num_tokens": 17576546.0,
      "step": 6250
    },
    {
      "epoch": 0.5478552909387273,
      "grad_norm": 11.56665325164795,
      "learning_rate": 8.941937572442773e-06,
      "loss": 30.437,
      "mean_token_accuracy": 0.5871279440820217,
      "num_tokens": 17634158.0,
      "step": 6260
    },
    {
      "epoch": 0.548730459135115,
      "grad_norm": 13.434350967407227,
      "learning_rate": 8.913757466837786e-06,
      "loss": 27.001,
      "mean_token_accuracy": 0.6270778788253665,
      "num_tokens": 17664935.0,
      "step": 6270
    },
    {
      "epoch": 0.5496056273315028,
      "grad_norm": 17.028162002563477,
      "learning_rate": 8.88558608759479e-06,
      "loss": 25.9945,
      "mean_token_accuracy": 0.6388456948101521,
      "num_tokens": 17687548.0,
      "step": 6280
    },
    {
      "epoch": 0.5504807955278905,
      "grad_norm": 21.059701919555664,
      "learning_rate": 8.8574236610294e-06,
      "loss": 19.9842,
      "mean_token_accuracy": 0.7158861592411995,
      "num_tokens": 17704401.0,
      "step": 6290
    },
    {
      "epoch": 0.5513559637242783,
      "grad_norm": 10.427546501159668,
      "learning_rate": 8.82927041338532e-06,
      "loss": 5.6473,
      "mean_token_accuracy": 0.9063200686126948,
      "num_tokens": 17715522.0,
      "step": 6300
    },
    {
      "epoch": 0.552231131920666,
      "grad_norm": 10.503511428833008,
      "learning_rate": 8.80112657083251e-06,
      "loss": 28.8269,
      "mean_token_accuracy": 0.5986395271494984,
      "num_tokens": 17773676.0,
      "step": 6310
    },
    {
      "epoch": 0.5531063001170538,
      "grad_norm": 14.098896980285645,
      "learning_rate": 8.772992359465376e-06,
      "loss": 27.5527,
      "mean_token_accuracy": 0.6173437247052789,
      "num_tokens": 17805430.0,
      "step": 6320
    },
    {
      "epoch": 0.5539814683134415,
      "grad_norm": 17.729904174804688,
      "learning_rate": 8.744868005300941e-06,
      "loss": 25.9962,
      "mean_token_accuracy": 0.6390994068235158,
      "num_tokens": 17827864.0,
      "step": 6330
    },
    {
      "epoch": 0.5548566365098292,
      "grad_norm": 18.901676177978516,
      "learning_rate": 8.716753734277055e-06,
      "loss": 18.7911,
      "mean_token_accuracy": 0.7322946902364492,
      "num_tokens": 17843817.0,
      "step": 6340
    },
    {
      "epoch": 0.555731804706217,
      "grad_norm": 13.271615982055664,
      "learning_rate": 8.688649772250554e-06,
      "loss": 4.6261,
      "mean_token_accuracy": 0.9245774626731873,
      "num_tokens": 17854694.0,
      "step": 6350
    },
    {
      "epoch": 0.5566069729026047,
      "grad_norm": 13.117332458496094,
      "learning_rate": 8.660556344995468e-06,
      "loss": 29.9547,
      "mean_token_accuracy": 0.5895928716287017,
      "num_tokens": 17912807.0,
      "step": 6360
    },
    {
      "epoch": 0.5574821410989924,
      "grad_norm": 14.596292495727539,
      "learning_rate": 8.632473678201178e-06,
      "loss": 27.7375,
      "mean_token_accuracy": 0.616576450318098,
      "num_tokens": 17942650.0,
      "step": 6370
    },
    {
      "epoch": 0.5583573092953802,
      "grad_norm": 16.95536231994629,
      "learning_rate": 8.604401997470635e-06,
      "loss": 24.6775,
      "mean_token_accuracy": 0.6559443574398756,
      "num_tokens": 17964758.0,
      "step": 6380
    },
    {
      "epoch": 0.559232477491768,
      "grad_norm": 13.602560043334961,
      "learning_rate": 8.576341528318529e-06,
      "loss": 15.7725,
      "mean_token_accuracy": 0.7695258695632219,
      "num_tokens": 17980115.0,
      "step": 6390
    },
    {
      "epoch": 0.5601076456881557,
      "grad_norm": 11.636117935180664,
      "learning_rate": 8.548292496169482e-06,
      "loss": 4.4159,
      "mean_token_accuracy": 0.9275449022650719,
      "num_tokens": 17990701.0,
      "step": 6400
    },
    {
      "epoch": 0.5609828138845434,
      "grad_norm": 11.246634483337402,
      "learning_rate": 8.520255126356232e-06,
      "loss": 29.2441,
      "mean_token_accuracy": 0.5926850263029337,
      "num_tokens": 18047480.0,
      "step": 6410
    },
    {
      "epoch": 0.5618579820809312,
      "grad_norm": 13.031474113464355,
      "learning_rate": 8.492229644117833e-06,
      "loss": 27.6795,
      "mean_token_accuracy": 0.6175546484068036,
      "num_tokens": 18077454.0,
      "step": 6420
    },
    {
      "epoch": 0.562733150277319,
      "grad_norm": 17.822694778442383,
      "learning_rate": 8.464216274597839e-06,
      "loss": 24.7303,
      "mean_token_accuracy": 0.6524542078375817,
      "num_tokens": 18098909.0,
      "step": 6430
    },
    {
      "epoch": 0.5636083184737066,
      "grad_norm": 15.655951499938965,
      "learning_rate": 8.436215242842496e-06,
      "loss": 17.8317,
      "mean_token_accuracy": 0.7532784530892969,
      "num_tokens": 18114710.0,
      "step": 6440
    },
    {
      "epoch": 0.5644834866700944,
      "grad_norm": 12.585065841674805,
      "learning_rate": 8.408226773798927e-06,
      "loss": 3.8177,
      "mean_token_accuracy": 0.9326872278004885,
      "num_tokens": 18125348.0,
      "step": 6450
    },
    {
      "epoch": 0.5653586548664822,
      "grad_norm": 10.962769508361816,
      "learning_rate": 8.380251092313341e-06,
      "loss": 29.9898,
      "mean_token_accuracy": 0.5886589983478189,
      "num_tokens": 18186396.0,
      "step": 6460
    },
    {
      "epoch": 0.5662338230628698,
      "grad_norm": 13.361995697021484,
      "learning_rate": 8.352288423129215e-06,
      "loss": 27.3465,
      "mean_token_accuracy": 0.6178920906037092,
      "num_tokens": 18217136.0,
      "step": 6470
    },
    {
      "epoch": 0.5671089912592576,
      "grad_norm": 17.649484634399414,
      "learning_rate": 8.324338990885494e-06,
      "loss": 26.3276,
      "mean_token_accuracy": 0.6318712694570422,
      "num_tokens": 18239972.0,
      "step": 6480
    },
    {
      "epoch": 0.5679841594556454,
      "grad_norm": 12.01643180847168,
      "learning_rate": 8.296403020114777e-06,
      "loss": 17.6049,
      "mean_token_accuracy": 0.7484260872006416,
      "num_tokens": 18255965.0,
      "step": 6490
    },
    {
      "epoch": 0.5688593276520332,
      "grad_norm": 12.064547538757324,
      "learning_rate": 8.268480735241523e-06,
      "loss": 4.5733,
      "mean_token_accuracy": 0.9272251054644585,
      "num_tokens": 18266660.0,
      "step": 6500
    },
    {
      "epoch": 0.5697344958484208,
      "grad_norm": 11.094223022460938,
      "learning_rate": 8.240572360580246e-06,
      "loss": 29.4419,
      "mean_token_accuracy": 0.5943638272583485,
      "num_tokens": 18324115.0,
      "step": 6510
    },
    {
      "epoch": 0.5706096640448086,
      "grad_norm": 14.604860305786133,
      "learning_rate": 8.212678120333719e-06,
      "loss": 28.0661,
      "mean_token_accuracy": 0.6147549772635102,
      "num_tokens": 18354929.0,
      "step": 6520
    },
    {
      "epoch": 0.5714848322411964,
      "grad_norm": 18.085527420043945,
      "learning_rate": 8.184798238591146e-06,
      "loss": 24.8491,
      "mean_token_accuracy": 0.6509863710030913,
      "num_tokens": 18376789.0,
      "step": 6530
    },
    {
      "epoch": 0.5723600004375841,
      "grad_norm": 23.410451889038086,
      "learning_rate": 8.156932939326398e-06,
      "loss": 18.6505,
      "mean_token_accuracy": 0.7389156084507704,
      "num_tokens": 18392862.0,
      "step": 6540
    },
    {
      "epoch": 0.5732351686339718,
      "grad_norm": 14.297898292541504,
      "learning_rate": 8.129082446396196e-06,
      "loss": 4.8491,
      "mean_token_accuracy": 0.9207753226161003,
      "num_tokens": 18403908.0,
      "step": 6550
    },
    {
      "epoch": 0.5741103368303596,
      "grad_norm": 10.859712600708008,
      "learning_rate": 8.101246983538313e-06,
      "loss": 29.5654,
      "mean_token_accuracy": 0.5937334882095456,
      "num_tokens": 18462500.0,
      "step": 6560
    },
    {
      "epoch": 0.5749855050267473,
      "grad_norm": 14.096007347106934,
      "learning_rate": 8.073426774369766e-06,
      "loss": 27.7364,
      "mean_token_accuracy": 0.6138584757223725,
      "num_tokens": 18493802.0,
      "step": 6570
    },
    {
      "epoch": 0.5758606732231351,
      "grad_norm": 19.71866226196289,
      "learning_rate": 8.045622042385046e-06,
      "loss": 24.9914,
      "mean_token_accuracy": 0.6491206873208284,
      "num_tokens": 18516171.0,
      "step": 6580
    },
    {
      "epoch": 0.5767358414195228,
      "grad_norm": 20.19863510131836,
      "learning_rate": 8.017833010954303e-06,
      "loss": 18.1153,
      "mean_token_accuracy": 0.7421105610206723,
      "num_tokens": 18532754.0,
      "step": 6590
    },
    {
      "epoch": 0.5776110096159106,
      "grad_norm": 16.41666603088379,
      "learning_rate": 7.990059903321554e-06,
      "loss": 6.5437,
      "mean_token_accuracy": 0.8980536933988332,
      "num_tokens": 18543875.0,
      "step": 6600
    },
    {
      "epoch": 0.5784861778122983,
      "grad_norm": 10.575237274169922,
      "learning_rate": 7.962302942602889e-06,
      "loss": 29.8756,
      "mean_token_accuracy": 0.5898959171026945,
      "num_tokens": 18604098.0,
      "step": 6610
    },
    {
      "epoch": 0.579361346008686,
      "grad_norm": 14.620573997497559,
      "learning_rate": 7.934562351784688e-06,
      "loss": 28.0681,
      "mean_token_accuracy": 0.6050068767741322,
      "num_tokens": 18635255.0,
      "step": 6620
    },
    {
      "epoch": 0.5802365142050738,
      "grad_norm": 17.504518508911133,
      "learning_rate": 7.90683835372182e-06,
      "loss": 24.0078,
      "mean_token_accuracy": 0.6617000311613083,
      "num_tokens": 18657729.0,
      "step": 6630
    },
    {
      "epoch": 0.5811116824014615,
      "grad_norm": 17.8323974609375,
      "learning_rate": 7.879131171135862e-06,
      "loss": 18.496,
      "mean_token_accuracy": 0.7348957538604737,
      "num_tokens": 18674286.0,
      "step": 6640
    },
    {
      "epoch": 0.5819868505978493,
      "grad_norm": 14.838709831237793,
      "learning_rate": 7.851441026613282e-06,
      "loss": 4.9113,
      "mean_token_accuracy": 0.9255713641643524,
      "num_tokens": 18685282.0,
      "step": 6650
    },
    {
      "epoch": 0.582862018794237,
      "grad_norm": 10.280431747436523,
      "learning_rate": 7.823768142603698e-06,
      "loss": 28.8695,
      "mean_token_accuracy": 0.599809474311769,
      "num_tokens": 18746802.0,
      "step": 6660
    },
    {
      "epoch": 0.5837371869906247,
      "grad_norm": 12.464899063110352,
      "learning_rate": 7.79611274141805e-06,
      "loss": 27.7268,
      "mean_token_accuracy": 0.614072011038661,
      "num_tokens": 18778728.0,
      "step": 6670
    },
    {
      "epoch": 0.5846123551870125,
      "grad_norm": 18.699846267700195,
      "learning_rate": 7.768475045226838e-06,
      "loss": 24.5853,
      "mean_token_accuracy": 0.6580655626952648,
      "num_tokens": 18801740.0,
      "step": 6680
    },
    {
      "epoch": 0.5854875233834003,
      "grad_norm": 22.78246307373047,
      "learning_rate": 7.740855276058316e-06,
      "loss": 16.7544,
      "mean_token_accuracy": 0.7588886989280581,
      "num_tokens": 18817338.0,
      "step": 6690
    },
    {
      "epoch": 0.586362691579788,
      "grad_norm": 23.61945343017578,
      "learning_rate": 7.713253655796736e-06,
      "loss": 3.9309,
      "mean_token_accuracy": 0.9333275262266397,
      "num_tokens": 18828072.0,
      "step": 6700
    },
    {
      "epoch": 0.5872378597761757,
      "grad_norm": 9.1727933883667,
      "learning_rate": 7.685670406180536e-06,
      "loss": 29.7168,
      "mean_token_accuracy": 0.5896388297900558,
      "num_tokens": 18889986.0,
      "step": 6710
    },
    {
      "epoch": 0.5881130279725635,
      "grad_norm": 15.785335540771484,
      "learning_rate": 7.658105748800589e-06,
      "loss": 28.9435,
      "mean_token_accuracy": 0.6024918159469962,
      "num_tokens": 18922024.0,
      "step": 6720
    },
    {
      "epoch": 0.5889881961689513,
      "grad_norm": 16.87819480895996,
      "learning_rate": 7.630559905098386e-06,
      "loss": 24.7601,
      "mean_token_accuracy": 0.6516061902046204,
      "num_tokens": 18945243.0,
      "step": 6730
    },
    {
      "epoch": 0.5898633643653389,
      "grad_norm": 17.67765998840332,
      "learning_rate": 7.603033096364296e-06,
      "loss": 18.8834,
      "mean_token_accuracy": 0.7290840994566679,
      "num_tokens": 18961990.0,
      "step": 6740
    },
    {
      "epoch": 0.5907385325617267,
      "grad_norm": 12.477802276611328,
      "learning_rate": 7.575525543735762e-06,
      "loss": 6.1257,
      "mean_token_accuracy": 0.9052443273365498,
      "num_tokens": 18973028.0,
      "step": 6750
    },
    {
      "epoch": 0.5916137007581145,
      "grad_norm": 10.723896980285645,
      "learning_rate": 7.548037468195537e-06,
      "loss": 30.4456,
      "mean_token_accuracy": 0.5837433870881796,
      "num_tokens": 19031923.0,
      "step": 6760
    },
    {
      "epoch": 0.5924888689545021,
      "grad_norm": 14.548312187194824,
      "learning_rate": 7.520569090569894e-06,
      "loss": 27.0457,
      "mean_token_accuracy": 0.6236254429444671,
      "num_tokens": 19063323.0,
      "step": 6770
    },
    {
      "epoch": 0.5933640371508899,
      "grad_norm": 19.511472702026367,
      "learning_rate": 7.493120631526871e-06,
      "loss": 26.2285,
      "mean_token_accuracy": 0.639850608073175,
      "num_tokens": 19086482.0,
      "step": 6780
    },
    {
      "epoch": 0.5942392053472777,
      "grad_norm": 18.047758102416992,
      "learning_rate": 7.465692311574488e-06,
      "loss": 18.8361,
      "mean_token_accuracy": 0.728903697244823,
      "num_tokens": 19103311.0,
      "step": 6790
    },
    {
      "epoch": 0.5951143735436655,
      "grad_norm": 14.146181106567383,
      "learning_rate": 7.438284351058981e-06,
      "loss": 5.1183,
      "mean_token_accuracy": 0.9201290033757686,
      "num_tokens": 19114293.0,
      "step": 6800
    },
    {
      "epoch": 0.5959895417400531,
      "grad_norm": 11.099242210388184,
      "learning_rate": 7.410896970163015e-06,
      "loss": 29.9846,
      "mean_token_accuracy": 0.5876169532537461,
      "num_tokens": 19171362.0,
      "step": 6810
    },
    {
      "epoch": 0.5968647099364409,
      "grad_norm": 13.396251678466797,
      "learning_rate": 7.383530388903944e-06,
      "loss": 27.0082,
      "mean_token_accuracy": 0.6231573959812522,
      "num_tokens": 19202647.0,
      "step": 6820
    },
    {
      "epoch": 0.5977398781328287,
      "grad_norm": 23.62575912475586,
      "learning_rate": 7.3561848271320136e-06,
      "loss": 25.854,
      "mean_token_accuracy": 0.637812701612711,
      "num_tokens": 19224763.0,
      "step": 6830
    },
    {
      "epoch": 0.5986150463292164,
      "grad_norm": 14.063361167907715,
      "learning_rate": 7.328860504528623e-06,
      "loss": 16.9884,
      "mean_token_accuracy": 0.7566887300461531,
      "num_tokens": 19240294.0,
      "step": 6840
    },
    {
      "epoch": 0.5994902145256041,
      "grad_norm": 15.143411636352539,
      "learning_rate": 7.3015576406045284e-06,
      "loss": 3.8686,
      "mean_token_accuracy": 0.9313443221151829,
      "num_tokens": 19250863.0,
      "step": 6850
    },
    {
      "epoch": 0.6003653827219919,
      "grad_norm": 11.692839622497559,
      "learning_rate": 7.2742764546981105e-06,
      "loss": 30.1917,
      "mean_token_accuracy": 0.5861336749047041,
      "num_tokens": 19303945.0,
      "step": 6860
    },
    {
      "epoch": 0.6012405509183796,
      "grad_norm": 15.408955574035645,
      "learning_rate": 7.247017165973596e-06,
      "loss": 27.7292,
      "mean_token_accuracy": 0.6154835410416126,
      "num_tokens": 19333464.0,
      "step": 6870
    },
    {
      "epoch": 0.6021157191147674,
      "grad_norm": 18.318376541137695,
      "learning_rate": 7.219779993419304e-06,
      "loss": 23.1734,
      "mean_token_accuracy": 0.671769243478775,
      "num_tokens": 19355046.0,
      "step": 6880
    },
    {
      "epoch": 0.6029908873111551,
      "grad_norm": 20.55340576171875,
      "learning_rate": 7.192565155845865e-06,
      "loss": 16.7571,
      "mean_token_accuracy": 0.7642327733337879,
      "num_tokens": 19370589.0,
      "step": 6890
    },
    {
      "epoch": 0.6038660555075429,
      "grad_norm": 13.84145450592041,
      "learning_rate": 7.165372871884503e-06,
      "loss": 4.1851,
      "mean_token_accuracy": 0.9315977457910776,
      "num_tokens": 19381367.0,
      "step": 6900
    },
    {
      "epoch": 0.6047412237039306,
      "grad_norm": 11.229666709899902,
      "learning_rate": 7.138203359985243e-06,
      "loss": 29.539,
      "mean_token_accuracy": 0.5906904473900795,
      "num_tokens": 19441093.0,
      "step": 6910
    },
    {
      "epoch": 0.6056163919003184,
      "grad_norm": 14.687023162841797,
      "learning_rate": 7.111056838415179e-06,
      "loss": 27.7212,
      "mean_token_accuracy": 0.612282439135015,
      "num_tokens": 19472592.0,
      "step": 6920
    },
    {
      "epoch": 0.6064915600967061,
      "grad_norm": 20.060441970825195,
      "learning_rate": 7.0839335252567005e-06,
      "loss": 25.8103,
      "mean_token_accuracy": 0.6422573227435351,
      "num_tokens": 19495190.0,
      "step": 6930
    },
    {
      "epoch": 0.6073667282930938,
      "grad_norm": 15.167051315307617,
      "learning_rate": 7.056833638405762e-06,
      "loss": 19.2565,
      "mean_token_accuracy": 0.7280561739578844,
      "num_tokens": 19511363.0,
      "step": 6940
    },
    {
      "epoch": 0.6082418964894816,
      "grad_norm": 14.653525352478027,
      "learning_rate": 7.029757395570116e-06,
      "loss": 4.4381,
      "mean_token_accuracy": 0.9226457625627518,
      "num_tokens": 19522212.0,
      "step": 6950
    },
    {
      "epoch": 0.6091170646858693,
      "grad_norm": 10.619354248046875,
      "learning_rate": 7.0027050142675765e-06,
      "loss": 30.1452,
      "mean_token_accuracy": 0.5878549970686435,
      "num_tokens": 19580812.0,
      "step": 6960
    },
    {
      "epoch": 0.609992232882257,
      "grad_norm": 15.187310218811035,
      "learning_rate": 6.975676711824253e-06,
      "loss": 27.8498,
      "mean_token_accuracy": 0.6131523143500089,
      "num_tokens": 19612024.0,
      "step": 6970
    },
    {
      "epoch": 0.6108674010786448,
      "grad_norm": 19.804353713989258,
      "learning_rate": 6.948672705372828e-06,
      "loss": 24.8177,
      "mean_token_accuracy": 0.6478552473708987,
      "num_tokens": 19634793.0,
      "step": 6980
    },
    {
      "epoch": 0.6117425692750326,
      "grad_norm": 15.008686065673828,
      "learning_rate": 6.921693211850797e-06,
      "loss": 16.8901,
      "mean_token_accuracy": 0.7551435578614474,
      "num_tokens": 19650618.0,
      "step": 6990
    },
    {
      "epoch": 0.6126177374714203,
      "grad_norm": 10.829588890075684,
      "learning_rate": 6.8947384479987345e-06,
      "loss": 3.5914,
      "mean_token_accuracy": 0.9408717565238476,
      "num_tokens": 19661298.0,
      "step": 7000
    }
  ],
  "logging_steps": 10,
  "max_steps": 11427,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3345271908522196e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}