{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 726327,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.002065185515614868,
      "grad_norm": 0.1894732564687729,
      "learning_rate": 0.0001996,
      "loss": 8.5819,
      "step": 500
    },
    {
      "epoch": 0.004130371031229736,
      "grad_norm": 0.30024293065071106,
      "learning_rate": 0.0003996,
      "loss": 7.2596,
      "step": 1000
    },
    {
      "epoch": 0.006195556546844603,
      "grad_norm": 0.47930726408958435,
      "learning_rate": 0.0005996,
      "loss": 7.052,
      "step": 1500
    },
    {
      "epoch": 0.008260742062459471,
      "grad_norm": 0.7297375798225403,
      "learning_rate": 0.0007996,
      "loss": 6.8229,
      "step": 2000
    },
    {
      "epoch": 0.010325927578074339,
      "grad_norm": 0.6039790511131287,
      "learning_rate": 0.0009996,
      "loss": 6.6453,
      "step": 2500
    },
    {
      "epoch": 0.012391113093689206,
      "grad_norm": 0.5976524353027344,
      "learning_rate": 0.0009993106087504335,
      "loss": 6.5011,
      "step": 3000
    },
    {
      "epoch": 0.014456298609304074,
      "grad_norm": 0.7269076108932495,
      "learning_rate": 0.0009986198359552766,
      "loss": 6.3754,
      "step": 3500
    },
    {
      "epoch": 0.016521484124918943,
      "grad_norm": 1.2612974643707275,
      "learning_rate": 0.0009979290631601198,
      "loss": 6.1707,
      "step": 4000
    },
    {
      "epoch": 0.01858666964053381,
      "grad_norm": 1.0706607103347778,
      "learning_rate": 0.0009972382903649629,
      "loss": 5.8718,
      "step": 4500
    },
    {
      "epoch": 0.020651855156148678,
      "grad_norm": 1.1305865049362183,
      "learning_rate": 0.0009965475175698062,
      "loss": 5.6374,
      "step": 5000
    },
    {
      "epoch": 0.022717040671763545,
      "grad_norm": 1.1424622535705566,
      "learning_rate": 0.0009958567447746491,
      "loss": 5.4803,
      "step": 5500
    },
    {
      "epoch": 0.024782226187378412,
      "grad_norm": 1.2019083499908447,
      "learning_rate": 0.0009951659719794922,
      "loss": 5.3273,
      "step": 6000
    },
    {
      "epoch": 0.02684741170299328,
      "grad_norm": 1.1195745468139648,
      "learning_rate": 0.0009944751991843356,
      "loss": 5.025,
      "step": 6500
    },
    {
      "epoch": 0.028912597218608147,
      "grad_norm": 1.08197021484375,
      "learning_rate": 0.0009937844263891787,
      "loss": 4.8082,
      "step": 7000
    },
    {
      "epoch": 0.030977782734223015,
      "grad_norm": 1.004908561706543,
      "learning_rate": 0.0009930936535940218,
      "loss": 4.6847,
      "step": 7500
    },
    {
      "epoch": 0.033042968249837885,
      "grad_norm": 0.8375009298324585,
      "learning_rate": 0.000992402880798865,
      "loss": 4.5843,
      "step": 8000
    },
    {
      "epoch": 0.03510815376545275,
      "grad_norm": 1.0821585655212402,
      "learning_rate": 0.000991712108003708,
      "loss": 4.5067,
      "step": 8500
    },
    {
      "epoch": 0.03717333928106762,
      "grad_norm": 0.8255121111869812,
      "learning_rate": 0.0009910213352085512,
      "loss": 4.4474,
      "step": 9000
    },
    {
      "epoch": 0.03923852479668249,
      "grad_norm": 1.0057096481323242,
      "learning_rate": 0.0009903305624133943,
      "loss": 4.3997,
      "step": 9500
    },
    {
      "epoch": 0.041303710312297355,
      "grad_norm": 0.9790887236595154,
      "learning_rate": 0.0009896397896182376,
      "loss": 4.3523,
      "step": 10000
    },
    {
      "epoch": 0.04336889582791222,
      "grad_norm": 0.8657775521278381,
      "learning_rate": 0.0009889490168230807,
      "loss": 4.3176,
      "step": 10500
    },
    {
      "epoch": 0.04543408134352709,
      "grad_norm": 0.9922333359718323,
      "learning_rate": 0.0009882582440279238,
      "loss": 4.287,
      "step": 11000
    },
    {
      "epoch": 0.04749926685914196,
      "grad_norm": 0.8979034423828125,
      "learning_rate": 0.000987567471232767,
      "loss": 4.2569,
      "step": 11500
    },
    {
      "epoch": 0.049564452374756825,
      "grad_norm": 0.8266650438308716,
      "learning_rate": 0.00098687669843761,
      "loss": 4.2264,
      "step": 12000
    },
    {
      "epoch": 0.05162963789037169,
      "grad_norm": 0.9489147663116455,
      "learning_rate": 0.0009861859256424532,
      "loss": 4.2095,
      "step": 12500
    },
    {
      "epoch": 0.05369482340598656,
      "grad_norm": 1.0059205293655396,
      "learning_rate": 0.0009854951528472963,
      "loss": 4.1821,
      "step": 13000
    },
    {
      "epoch": 0.05576000892160143,
      "grad_norm": 0.9256442189216614,
      "learning_rate": 0.0009848043800521396,
      "loss": 4.1719,
      "step": 13500
    },
    {
      "epoch": 0.057825194437216294,
      "grad_norm": 0.938681960105896,
      "learning_rate": 0.0009841136072569828,
      "loss": 4.1477,
      "step": 14000
    },
    {
      "epoch": 0.05989037995283116,
      "grad_norm": 0.8805914521217346,
      "learning_rate": 0.0009834228344618259,
      "loss": 4.1292,
      "step": 14500
    },
    {
      "epoch": 0.06195556546844603,
      "grad_norm": 0.8855029344558716,
      "learning_rate": 0.000982732061666669,
      "loss": 4.1181,
      "step": 15000
    },
    {
      "epoch": 0.0640207509840609,
      "grad_norm": 0.8251695036888123,
      "learning_rate": 0.0009820412888715121,
      "loss": 4.1041,
      "step": 15500
    },
    {
      "epoch": 0.06608593649967577,
      "grad_norm": 0.8192283511161804,
      "learning_rate": 0.0009813505160763552,
      "loss": 4.09,
      "step": 16000
    },
    {
      "epoch": 0.06815112201529064,
      "grad_norm": 0.7870985269546509,
      "learning_rate": 0.0009806597432811984,
      "loss": 4.0803,
      "step": 16500
    },
    {
      "epoch": 0.0702163075309055,
      "grad_norm": 0.7963588237762451,
      "learning_rate": 0.0009799689704860417,
      "loss": 4.0709,
      "step": 17000
    },
    {
      "epoch": 0.07228149304652037,
      "grad_norm": 0.7962910532951355,
      "learning_rate": 0.0009792781976908848,
      "loss": 4.0577,
      "step": 17500
    },
    {
      "epoch": 0.07434667856213524,
      "grad_norm": 0.8497021794319153,
      "learning_rate": 0.000978587424895728,
      "loss": 4.0522,
      "step": 18000
    },
    {
      "epoch": 0.07641186407775011,
      "grad_norm": 0.8918463587760925,
      "learning_rate": 0.000977896652100571,
      "loss": 4.0391,
      "step": 18500
    },
    {
      "epoch": 0.07847704959336498,
      "grad_norm": 0.8544204235076904,
      "learning_rate": 0.0009772058793054142,
      "loss": 4.0319,
      "step": 19000
    },
    {
      "epoch": 0.08054223510897984,
      "grad_norm": 0.7732011079788208,
      "learning_rate": 0.0009765151065102573,
      "loss": 4.0149,
      "step": 19500
    },
    {
      "epoch": 0.08260742062459471,
      "grad_norm": 0.8195549845695496,
      "learning_rate": 0.0009758243337151005,
      "loss": 4.0178,
      "step": 20000
    },
    {
      "epoch": 0.08467260614020958,
      "grad_norm": 0.8832564949989319,
      "learning_rate": 0.0009751335609199436,
      "loss": 4.0067,
      "step": 20500
    },
    {
      "epoch": 0.08673779165582444,
      "grad_norm": 0.8032408952713013,
      "learning_rate": 0.0009744427881247867,
      "loss": 4.0013,
      "step": 21000
    },
    {
      "epoch": 0.08880297717143931,
      "grad_norm": 0.8181012272834778,
      "learning_rate": 0.0009737520153296299,
      "loss": 3.9904,
      "step": 21500
    },
    {
      "epoch": 0.09086816268705418,
      "grad_norm": 0.8234218955039978,
      "learning_rate": 0.0009730612425344731,
      "loss": 3.9865,
      "step": 22000
    },
    {
      "epoch": 0.09293334820266905,
      "grad_norm": 0.8870378732681274,
      "learning_rate": 0.0009723704697393162,
      "loss": 3.981,
      "step": 22500
    },
    {
      "epoch": 0.09499853371828391,
      "grad_norm": 0.7918341159820557,
      "learning_rate": 0.0009716796969441593,
      "loss": 3.9713,
      "step": 23000
    },
    {
      "epoch": 0.09706371923389878,
      "grad_norm": 0.8351728320121765,
      "learning_rate": 0.0009709889241490025,
      "loss": 3.9687,
      "step": 23500
    },
    {
      "epoch": 0.09912890474951365,
      "grad_norm": 0.801083505153656,
      "learning_rate": 0.0009702981513538456,
      "loss": 3.9614,
      "step": 24000
    },
    {
      "epoch": 0.10119409026512852,
      "grad_norm": 0.8029007315635681,
      "learning_rate": 0.0009696073785586888,
      "loss": 3.963,
      "step": 24500
    },
    {
      "epoch": 0.10325927578074338,
      "grad_norm": 0.8472470045089722,
      "learning_rate": 0.0009689166057635319,
      "loss": 3.9506,
      "step": 25000
    },
    {
      "epoch": 0.10532446129635825,
      "grad_norm": 0.7616327404975891,
      "learning_rate": 0.0009682258329683751,
      "loss": 3.9486,
      "step": 25500
    },
    {
      "epoch": 0.10738964681197312,
      "grad_norm": 0.7756128311157227,
      "learning_rate": 0.0009675350601732182,
      "loss": 3.9417,
      "step": 26000
    },
    {
      "epoch": 0.10945483232758799,
      "grad_norm": 0.7330237030982971,
      "learning_rate": 0.0009668442873780614,
      "loss": 3.9416,
      "step": 26500
    },
    {
      "epoch": 0.11152001784320285,
      "grad_norm": 0.7914748787879944,
      "learning_rate": 0.0009661535145829045,
      "loss": 3.9346,
      "step": 27000
    },
    {
      "epoch": 0.11358520335881772,
      "grad_norm": 0.8137431740760803,
      "learning_rate": 0.0009654627417877476,
      "loss": 3.9333,
      "step": 27500
    },
    {
      "epoch": 0.11565038887443259,
      "grad_norm": 0.7769888043403625,
      "learning_rate": 0.0009647719689925908,
      "loss": 3.9276,
      "step": 28000
    },
    {
      "epoch": 0.11771557439004746,
      "grad_norm": 0.7618060111999512,
      "learning_rate": 0.0009640811961974339,
      "loss": 3.9192,
      "step": 28500
    },
    {
      "epoch": 0.11978075990566232,
      "grad_norm": 0.7922919988632202,
      "learning_rate": 0.0009633904234022772,
      "loss": 3.9158,
      "step": 29000
    },
    {
      "epoch": 0.12184594542127719,
      "grad_norm": 0.8187295794487,
      "learning_rate": 0.0009626996506071203,
      "loss": 3.9133,
      "step": 29500
    },
    {
      "epoch": 0.12391113093689206,
      "grad_norm": 0.770227313041687,
      "learning_rate": 0.0009620088778119633,
      "loss": 3.9136,
      "step": 30000
    },
    {
      "epoch": 0.12597631645250693,
      "grad_norm": 0.8233006000518799,
      "learning_rate": 0.0009613181050168065,
      "loss": 3.9075,
      "step": 30500
    },
    {
      "epoch": 0.1280415019681218,
      "grad_norm": 0.8035064935684204,
      "learning_rate": 0.0009606273322216496,
      "loss": 3.904,
      "step": 31000
    },
    {
      "epoch": 0.13010668748373666,
      "grad_norm": 0.8668816685676575,
      "learning_rate": 0.0009599365594264929,
      "loss": 3.8994,
      "step": 31500
    },
    {
      "epoch": 0.13217187299935154,
      "grad_norm": 0.7669411897659302,
      "learning_rate": 0.000959245786631336,
      "loss": 3.8989,
      "step": 32000
    },
    {
      "epoch": 0.1342370585149664,
      "grad_norm": 0.7550026774406433,
      "learning_rate": 0.0009585550138361792,
      "loss": 3.8984,
      "step": 32500
    },
    {
      "epoch": 0.13630224403058128,
      "grad_norm": 0.8326365351676941,
      "learning_rate": 0.0009578642410410222,
      "loss": 3.888,
      "step": 33000
    },
    {
      "epoch": 0.13836742954619613,
      "grad_norm": 0.7423020005226135,
      "learning_rate": 0.0009571734682458653,
      "loss": 3.8918,
      "step": 33500
    },
    {
      "epoch": 0.140432615061811,
      "grad_norm": 0.7916637063026428,
      "learning_rate": 0.0009564826954507086,
      "loss": 3.8915,
      "step": 34000
    },
    {
      "epoch": 0.14249780057742586,
      "grad_norm": 0.799413800239563,
      "learning_rate": 0.0009557919226555517,
      "loss": 3.886,
      "step": 34500
    },
    {
      "epoch": 0.14456298609304075,
      "grad_norm": 0.7792734503746033,
      "learning_rate": 0.0009551011498603949,
      "loss": 3.8793,
      "step": 35000
    },
    {
      "epoch": 0.1466281716086556,
      "grad_norm": 0.7715490460395813,
      "learning_rate": 0.000954410377065238,
      "loss": 3.8814,
      "step": 35500
    },
    {
      "epoch": 0.14869335712427048,
      "grad_norm": 0.8059393167495728,
      "learning_rate": 0.0009537196042700811,
      "loss": 3.8731,
      "step": 36000
    },
    {
      "epoch": 0.15075854263988533,
      "grad_norm": 0.8624991178512573,
      "learning_rate": 0.0009530288314749243,
      "loss": 3.8718,
      "step": 36500
    },
    {
      "epoch": 0.15282372815550022,
      "grad_norm": 0.8264011740684509,
      "learning_rate": 0.0009523380586797674,
      "loss": 3.8717,
      "step": 37000
    },
    {
      "epoch": 0.15488891367111507,
      "grad_norm": 0.7528120279312134,
      "learning_rate": 0.0009516472858846106,
      "loss": 3.8715,
      "step": 37500
    },
    {
      "epoch": 0.15695409918672995,
      "grad_norm": 0.8107337355613708,
      "learning_rate": 0.0009509565130894537,
      "loss": 3.8677,
      "step": 38000
    },
    {
      "epoch": 0.1590192847023448,
      "grad_norm": 0.826543390750885,
      "learning_rate": 0.0009502657402942969,
      "loss": 3.8641,
      "step": 38500
    },
    {
      "epoch": 0.16108447021795969,
      "grad_norm": 0.7476766109466553,
      "learning_rate": 0.00094957496749914,
      "loss": 3.8633,
      "step": 39000
    },
    {
      "epoch": 0.16314965573357454,
      "grad_norm": 0.8539458513259888,
      "learning_rate": 0.0009488841947039832,
      "loss": 3.8643,
      "step": 39500
    },
    {
      "epoch": 0.16521484124918942,
      "grad_norm": 0.7602362632751465,
      "learning_rate": 0.0009481934219088263,
      "loss": 3.8565,
      "step": 40000
    },
    {
      "epoch": 0.16728002676480427,
      "grad_norm": 0.7715804576873779,
      "learning_rate": 0.0009475026491136694,
      "loss": 3.8614,
      "step": 40500
    },
    {
      "epoch": 0.16934521228041916,
      "grad_norm": 0.7884246706962585,
      "learning_rate": 0.0009468118763185126,
      "loss": 3.8634,
      "step": 41000
    },
    {
      "epoch": 0.171410397796034,
      "grad_norm": 0.7544384598731995,
      "learning_rate": 0.0009461211035233558,
      "loss": 3.8548,
      "step": 41500
    },
    {
      "epoch": 0.1734755833116489,
      "grad_norm": 0.7819932103157043,
      "learning_rate": 0.0009454303307281989,
      "loss": 3.8501,
      "step": 42000
    },
    {
      "epoch": 0.17554076882726374,
      "grad_norm": 0.7758464813232422,
      "learning_rate": 0.000944739557933042,
      "loss": 3.8478,
      "step": 42500
    },
    {
      "epoch": 0.17760595434287862,
      "grad_norm": 0.7749854922294617,
      "learning_rate": 0.0009440487851378852,
      "loss": 3.8485,
      "step": 43000
    },
    {
      "epoch": 0.17967113985849348,
      "grad_norm": 0.772846519947052,
      "learning_rate": 0.0009433580123427283,
      "loss": 3.8447,
      "step": 43500
    },
    {
      "epoch": 0.18173632537410836,
      "grad_norm": 0.7332810163497925,
      "learning_rate": 0.0009426672395475715,
      "loss": 3.8464,
      "step": 44000
    },
    {
      "epoch": 0.1838015108897232,
      "grad_norm": 0.7675844430923462,
      "learning_rate": 0.0009419764667524147,
      "loss": 3.8419,
      "step": 44500
    },
    {
      "epoch": 0.1858666964053381,
      "grad_norm": 0.7724873423576355,
      "learning_rate": 0.0009412856939572577,
      "loss": 3.8418,
      "step": 45000
    },
    {
      "epoch": 0.18793188192095295,
      "grad_norm": 0.743383526802063,
      "learning_rate": 0.0009405949211621009,
      "loss": 3.8356,
      "step": 45500
    },
    {
      "epoch": 0.18999706743656783,
      "grad_norm": 0.7903198003768921,
      "learning_rate": 0.000939904148366944,
      "loss": 3.8373,
      "step": 46000
    },
    {
      "epoch": 0.19206225295218268,
      "grad_norm": 0.7514715790748596,
      "learning_rate": 0.0009392133755717873,
      "loss": 3.8331,
      "step": 46500
    },
    {
      "epoch": 0.19412743846779756,
      "grad_norm": 0.7590606808662415,
      "learning_rate": 0.0009385226027766304,
      "loss": 3.8305,
      "step": 47000
    },
    {
      "epoch": 0.19619262398341242,
      "grad_norm": 0.7447469234466553,
      "learning_rate": 0.0009378318299814735,
      "loss": 3.827,
      "step": 47500
    },
    {
      "epoch": 0.1982578094990273,
      "grad_norm": 0.8097603917121887,
      "learning_rate": 0.0009371410571863166,
      "loss": 3.8253,
      "step": 48000
    },
    {
      "epoch": 0.20032299501464215,
      "grad_norm": 0.7785311341285706,
      "learning_rate": 0.0009364502843911597,
      "loss": 3.8302,
      "step": 48500
    },
    {
      "epoch": 0.20238818053025703,
      "grad_norm": 0.748121440410614,
      "learning_rate": 0.000935759511596003,
      "loss": 3.8253,
      "step": 49000
    },
    {
      "epoch": 0.2044533660458719,
      "grad_norm": 0.7859633564949036,
      "learning_rate": 0.0009350687388008461,
      "loss": 3.8233,
      "step": 49500
    },
    {
      "epoch": 0.20651855156148677,
      "grad_norm": 0.81025230884552,
      "learning_rate": 0.0009343779660056893,
      "loss": 3.8261,
      "step": 50000
    },
    {
      "epoch": 0.20858373707710165,
      "grad_norm": 0.8340426683425903,
      "learning_rate": 0.0009336871932105324,
      "loss": 3.824,
      "step": 50500
    },
    {
      "epoch": 0.2106489225927165,
      "grad_norm": 0.7721402049064636,
      "learning_rate": 0.0009329964204153754,
      "loss": 3.8195,
      "step": 51000
    },
    {
      "epoch": 0.21271410810833138,
      "grad_norm": 0.7891842722892761,
      "learning_rate": 0.0009323056476202187,
      "loss": 3.82,
      "step": 51500
    },
    {
      "epoch": 0.21477929362394624,
      "grad_norm": 0.7430207133293152,
      "learning_rate": 0.0009316148748250618,
      "loss": 3.8125,
      "step": 52000
    },
    {
      "epoch": 0.21684447913956112,
      "grad_norm": 0.7740558981895447,
      "learning_rate": 0.000930924102029905,
      "loss": 3.817,
      "step": 52500
    },
    {
      "epoch": 0.21890966465517597,
      "grad_norm": 0.8123208284378052,
      "learning_rate": 0.0009302333292347481,
      "loss": 3.8167,
      "step": 53000
    },
    {
      "epoch": 0.22097485017079085,
      "grad_norm": 0.7884952425956726,
      "learning_rate": 0.0009295425564395913,
      "loss": 3.8108,
      "step": 53500
    },
    {
      "epoch": 0.2230400356864057,
      "grad_norm": 0.8203001022338867,
      "learning_rate": 0.0009288517836444344,
      "loss": 3.812,
      "step": 54000
    },
    {
      "epoch": 0.2251052212020206,
      "grad_norm": 0.777186393737793,
      "learning_rate": 0.0009281610108492775,
      "loss": 3.8104,
      "step": 54500
    },
    {
      "epoch": 0.22717040671763544,
      "grad_norm": 0.7688506245613098,
      "learning_rate": 0.0009274702380541207,
      "loss": 3.8101,
      "step": 55000
    },
    {
      "epoch": 0.22923559223325032,
      "grad_norm": 0.7964302897453308,
      "learning_rate": 0.0009267794652589638,
      "loss": 3.8034,
      "step": 55500
    },
    {
      "epoch": 0.23130077774886518,
      "grad_norm": 0.8597447872161865,
      "learning_rate": 0.000926088692463807,
      "loss": 3.8094,
      "step": 56000
    },
    {
      "epoch": 0.23336596326448006,
      "grad_norm": 0.7348332405090332,
      "learning_rate": 0.0009253979196686502,
      "loss": 3.8009,
      "step": 56500
    },
    {
      "epoch": 0.2354311487800949,
      "grad_norm": 0.8043060302734375,
      "learning_rate": 0.0009247071468734933,
      "loss": 3.8025,
      "step": 57000
    },
    {
      "epoch": 0.2374963342957098,
      "grad_norm": 0.8012420535087585,
      "learning_rate": 0.0009240163740783364,
      "loss": 3.8018,
      "step": 57500
    },
    {
      "epoch": 0.23956151981132465,
      "grad_norm": 0.807613730430603,
      "learning_rate": 0.0009233256012831795,
      "loss": 3.8014,
      "step": 58000
    },
    {
      "epoch": 0.24162670532693953,
      "grad_norm": 0.8959755301475525,
      "learning_rate": 0.0009226348284880227,
      "loss": 3.7929,
      "step": 58500
    },
    {
      "epoch": 0.24369189084255438,
      "grad_norm": 0.7891976833343506,
      "learning_rate": 0.0009219440556928659,
      "loss": 3.799,
      "step": 59000
    },
    {
      "epoch": 0.24575707635816926,
      "grad_norm": 0.8544679284095764,
      "learning_rate": 0.0009212532828977091,
      "loss": 3.8,
      "step": 59500
    },
    {
      "epoch": 0.24782226187378412,
      "grad_norm": 0.7655200362205505,
      "learning_rate": 0.0009205625101025521,
      "loss": 3.7907,
      "step": 60000
    },
    {
      "epoch": 0.249887447389399,
      "grad_norm": 0.7689552307128906,
      "learning_rate": 0.0009198717373073953,
      "loss": 3.7943,
      "step": 60500
    },
    {
      "epoch": 0.25195263290501385,
      "grad_norm": 0.7491711974143982,
      "learning_rate": 0.0009191809645122384,
      "loss": 3.7943,
      "step": 61000
    },
    {
      "epoch": 0.2540178184206287,
      "grad_norm": 0.8202577233314514,
      "learning_rate": 0.0009184901917170816,
      "loss": 3.7905,
      "step": 61500
    },
    {
      "epoch": 0.2560830039362436,
      "grad_norm": 0.768869936466217,
      "learning_rate": 0.0009177994189219248,
      "loss": 3.7869,
      "step": 62000
    },
    {
      "epoch": 0.25814818945185847,
      "grad_norm": 0.785227358341217,
      "learning_rate": 0.0009171086461267679,
      "loss": 3.7916,
      "step": 62500
    },
    {
      "epoch": 0.2602133749674733,
      "grad_norm": 0.7504095435142517,
      "learning_rate": 0.000916417873331611,
      "loss": 3.7901,
      "step": 63000
    },
    {
      "epoch": 0.2622785604830882,
      "grad_norm": 0.8916233777999878,
      "learning_rate": 0.0009157271005364541,
      "loss": 3.7842,
      "step": 63500
    },
    {
      "epoch": 0.2643437459987031,
      "grad_norm": 0.7862481474876404,
      "learning_rate": 0.0009150363277412974,
      "loss": 3.7873,
      "step": 64000
    },
    {
      "epoch": 0.26640893151431794,
      "grad_norm": 0.8474060893058777,
      "learning_rate": 0.0009143455549461405,
      "loss": 3.7882,
      "step": 64500
    },
    {
      "epoch": 0.2684741170299328,
      "grad_norm": 0.7480576038360596,
      "learning_rate": 0.0009136547821509836,
      "loss": 3.7904,
      "step": 65000
    },
    {
      "epoch": 0.27053930254554764,
      "grad_norm": 0.7793325781822205,
      "learning_rate": 0.0009129640093558268,
      "loss": 3.7828,
      "step": 65500
    },
    {
      "epoch": 0.27260448806116255,
      "grad_norm": 0.7307076454162598,
      "learning_rate": 0.0009122732365606698,
      "loss": 3.7856,
      "step": 66000
    },
    {
      "epoch": 0.2746696735767774,
      "grad_norm": 0.8385735750198364,
      "learning_rate": 0.000911582463765513,
      "loss": 3.7825,
      "step": 66500
    },
    {
      "epoch": 0.27673485909239226,
      "grad_norm": 0.812054455280304,
      "learning_rate": 0.0009108916909703562,
      "loss": 3.7833,
      "step": 67000
    },
    {
      "epoch": 0.2788000446080071,
      "grad_norm": 0.8272736072540283,
      "learning_rate": 0.0009102009181751994,
      "loss": 3.7817,
      "step": 67500
    },
    {
      "epoch": 0.280865230123622,
      "grad_norm": 0.7845891714096069,
      "learning_rate": 0.0009095101453800425,
      "loss": 3.779,
      "step": 68000
    },
    {
      "epoch": 0.2829304156392369,
      "grad_norm": 0.8733727931976318,
      "learning_rate": 0.0009088193725848856,
      "loss": 3.7801,
      "step": 68500
    },
    {
      "epoch": 0.28499560115485173,
      "grad_norm": 0.7351670265197754,
      "learning_rate": 0.0009081285997897288,
      "loss": 3.7791,
      "step": 69000
    },
    {
      "epoch": 0.2870607866704666,
      "grad_norm": 0.8144861459732056,
      "learning_rate": 0.0009074378269945719,
      "loss": 3.7792,
      "step": 69500
    },
    {
      "epoch": 0.2891259721860815,
      "grad_norm": 0.7886607050895691,
      "learning_rate": 0.0009067470541994151,
      "loss": 3.7747,
      "step": 70000
    },
    {
      "epoch": 0.29119115770169635,
      "grad_norm": 0.8248264193534851,
      "learning_rate": 0.0009060562814042582,
      "loss": 3.779,
      "step": 70500
    },
    {
      "epoch": 0.2932563432173112,
      "grad_norm": 0.8205356001853943,
      "learning_rate": 0.0009053655086091014,
      "loss": 3.7762,
      "step": 71000
    },
    {
      "epoch": 0.29532152873292605,
      "grad_norm": 0.7592243552207947,
      "learning_rate": 0.0009046747358139446,
      "loss": 3.7701,
      "step": 71500
    },
    {
      "epoch": 0.29738671424854096,
      "grad_norm": 0.7759339213371277,
      "learning_rate": 0.0009039839630187876,
      "loss": 3.77,
      "step": 72000
    },
    {
      "epoch": 0.2994518997641558,
      "grad_norm": 0.7703073620796204,
      "learning_rate": 0.0009032931902236308,
      "loss": 3.7708,
      "step": 72500
    },
    {
      "epoch": 0.30151708527977067,
      "grad_norm": 0.7651304602622986,
      "learning_rate": 0.0009026024174284739,
      "loss": 3.766,
      "step": 73000
    },
    {
      "epoch": 0.3035822707953855,
      "grad_norm": 0.7680143117904663,
      "learning_rate": 0.0009019116446333171,
      "loss": 3.7685,
      "step": 73500
    },
    {
      "epoch": 0.30564745631100043,
      "grad_norm": 0.8471774458885193,
      "learning_rate": 0.0009012208718381603,
      "loss": 3.769,
      "step": 74000
    },
    {
      "epoch": 0.3077126418266153,
      "grad_norm": 0.7657451033592224,
      "learning_rate": 0.0009005300990430035,
      "loss": 3.7629,
      "step": 74500
    },
    {
      "epoch": 0.30977782734223014,
      "grad_norm": 0.8534963130950928,
      "learning_rate": 0.0008998393262478465,
      "loss": 3.7642,
      "step": 75000
    },
    {
      "epoch": 0.31184301285784505,
      "grad_norm": 0.8064695000648499,
      "learning_rate": 0.0008991485534526896,
      "loss": 3.7728,
      "step": 75500
    },
    {
      "epoch": 0.3139081983734599,
      "grad_norm": 0.7336059808731079,
      "learning_rate": 0.0008984577806575328,
      "loss": 3.7609,
      "step": 76000
    },
    {
      "epoch": 0.31597338388907475,
      "grad_norm": 0.815077006816864,
      "learning_rate": 0.000897767007862376,
      "loss": 3.7658,
      "step": 76500
    },
    {
      "epoch": 0.3180385694046896,
      "grad_norm": 0.7388218641281128,
      "learning_rate": 0.0008970762350672192,
      "loss": 3.7595,
      "step": 77000
    },
    {
      "epoch": 0.3201037549203045,
      "grad_norm": 0.855771541595459,
      "learning_rate": 0.0008963854622720623,
      "loss": 3.7628,
      "step": 77500
    },
    {
      "epoch": 0.32216894043591937,
      "grad_norm": 0.770028293132782,
      "learning_rate": 0.0008956946894769054,
      "loss": 3.761,
      "step": 78000
    },
    {
      "epoch": 0.3242341259515342,
      "grad_norm": 0.7916759848594666,
      "learning_rate": 0.0008950039166817485,
      "loss": 3.7635,
      "step": 78500
    },
    {
      "epoch": 0.3262993114671491,
      "grad_norm": 0.777464747428894,
      "learning_rate": 0.0008943131438865916,
      "loss": 3.7617,
      "step": 79000
    },
    {
      "epoch": 0.328364496982764,
      "grad_norm": 0.7875308394432068,
      "learning_rate": 0.0008936223710914349,
      "loss": 3.7617,
      "step": 79500
    },
    {
      "epoch": 0.33042968249837884,
      "grad_norm": 0.8136946558952332,
      "learning_rate": 0.000892931598296278,
      "loss": 3.7618,
      "step": 80000
    },
    {
      "epoch": 0.3324948680139937,
      "grad_norm": 0.7645156979560852,
      "learning_rate": 0.0008922408255011212,
      "loss": 3.7624,
      "step": 80500
    },
    {
      "epoch": 0.33456005352960855,
      "grad_norm": 0.7908445000648499,
      "learning_rate": 0.0008915500527059643,
      "loss": 3.7608,
      "step": 81000
    },
    {
      "epoch": 0.33662523904522346,
      "grad_norm": 0.8495676517486572,
      "learning_rate": 0.0008908592799108073,
      "loss": 3.7501,
      "step": 81500
    },
    {
      "epoch": 0.3386904245608383,
      "grad_norm": 0.8439322113990784,
      "learning_rate": 0.0008901685071156506,
      "loss": 3.7574,
      "step": 82000
    },
    {
      "epoch": 0.34075561007645316,
      "grad_norm": 0.7511863708496094,
      "learning_rate": 0.0008894777343204937,
      "loss": 3.7579,
      "step": 82500
    },
    {
      "epoch": 0.342820795592068,
      "grad_norm": 0.8724799752235413,
      "learning_rate": 0.0008887869615253369,
      "loss": 3.7588,
      "step": 83000
    },
    {
      "epoch": 0.3448859811076829,
      "grad_norm": 0.7654096484184265,
      "learning_rate": 0.00088809618873018,
      "loss": 3.7569,
      "step": 83500
    },
    {
      "epoch": 0.3469511666232978,
      "grad_norm": 0.7879506349563599,
      "learning_rate": 0.0008874054159350233,
      "loss": 3.7484,
      "step": 84000
    },
    {
      "epoch": 0.34901635213891263,
      "grad_norm": 0.7800489068031311,
      "learning_rate": 0.0008867146431398663,
      "loss": 3.7572,
      "step": 84500
    },
    {
      "epoch": 0.3510815376545275,
      "grad_norm": 0.7522413730621338,
      "learning_rate": 0.0008860238703447094,
      "loss": 3.7497,
      "step": 85000
    },
    {
      "epoch": 0.3531467231701424,
      "grad_norm": 0.7336069345474243,
      "learning_rate": 0.0008853330975495526,
      "loss": 3.7498,
      "step": 85500
    },
    {
      "epoch": 0.35521190868575725,
      "grad_norm": 0.7890657186508179,
      "learning_rate": 0.0008846423247543957,
      "loss": 3.7484,
      "step": 86000
    },
    {
      "epoch": 0.3572770942013721,
      "grad_norm": 0.7860475778579712,
      "learning_rate": 0.000883951551959239,
      "loss": 3.7558,
      "step": 86500
    },
    {
      "epoch": 0.35934227971698696,
      "grad_norm": 0.8105186820030212,
      "learning_rate": 0.0008832607791640821,
      "loss": 3.7518,
      "step": 87000
    },
    {
      "epoch": 0.36140746523260187,
      "grad_norm": 0.7623235583305359,
      "learning_rate": 0.0008825700063689252,
      "loss": 3.7494,
      "step": 87500
    },
    {
      "epoch": 0.3634726507482167,
      "grad_norm": 0.7791329622268677,
      "learning_rate": 0.0008818792335737683,
      "loss": 3.7457,
      "step": 88000
    },
    {
      "epoch": 0.3655378362638316,
      "grad_norm": 0.8101957440376282,
      "learning_rate": 0.0008811884607786114,
      "loss": 3.7448,
      "step": 88500
    },
    {
      "epoch": 0.3676030217794464,
      "grad_norm": 0.8157023787498474,
      "learning_rate": 0.0008804976879834547,
      "loss": 3.7498,
      "step": 89000
    },
    {
      "epoch": 0.36966820729506134,
      "grad_norm": 0.7696188688278198,
      "learning_rate": 0.0008798069151882978,
      "loss": 3.7408,
      "step": 89500
    },
    {
      "epoch": 0.3717333928106762,
      "grad_norm": 0.7533886432647705,
      "learning_rate": 0.000879116142393141,
      "loss": 3.748,
      "step": 90000
    },
    {
      "epoch": 0.37379857832629104,
      "grad_norm": 0.7371878027915955,
      "learning_rate": 0.000878425369597984,
      "loss": 3.7498,
      "step": 90500
    },
    {
      "epoch": 0.3758637638419059,
      "grad_norm": 0.8600962162017822,
      "learning_rate": 0.0008777345968028272,
      "loss": 3.7448,
      "step": 91000
    },
    {
      "epoch": 0.3779289493575208,
      "grad_norm": 0.8268330693244934,
      "learning_rate": 0.0008770438240076704,
      "loss": 3.7437,
      "step": 91500
    },
    {
      "epoch": 0.37999413487313566,
      "grad_norm": 0.8387239575386047,
      "learning_rate": 0.0008763530512125135,
      "loss": 3.7491,
      "step": 92000
    },
    {
      "epoch": 0.3820593203887505,
      "grad_norm": 0.7865097522735596,
      "learning_rate": 0.0008756622784173567,
      "loss": 3.7405,
      "step": 92500
    },
    {
      "epoch": 0.38412450590436537,
      "grad_norm": 0.7434202432632446,
      "learning_rate": 0.0008749715056221998,
      "loss": 3.7415,
      "step": 93000
    },
    {
      "epoch": 0.3861896914199803,
      "grad_norm": 0.7534376978874207,
      "learning_rate": 0.0008742807328270429,
      "loss": 3.7424,
      "step": 93500
    },
    {
      "epoch": 0.38825487693559513,
      "grad_norm": 0.7987958788871765,
      "learning_rate": 0.000873589960031886,
      "loss": 3.7422,
      "step": 94000
    },
    {
      "epoch": 0.39032006245121,
      "grad_norm": 0.8050564527511597,
      "learning_rate": 0.0008728991872367293,
      "loss": 3.7444,
      "step": 94500
    },
    {
      "epoch": 0.39238524796682483,
      "grad_norm": 0.7444997429847717,
      "learning_rate": 0.0008722084144415724,
      "loss": 3.7367,
      "step": 95000
    },
    {
      "epoch": 0.39445043348243974,
      "grad_norm": 0.779177725315094,
      "learning_rate": 0.0008715176416464155,
      "loss": 3.7359,
      "step": 95500
    },
    {
      "epoch": 0.3965156189980546,
      "grad_norm": 0.7280101776123047,
      "learning_rate": 0.0008708268688512587,
      "loss": 3.7464,
      "step": 96000
    },
    {
      "epoch": 0.39858080451366945,
      "grad_norm": 0.814056932926178,
      "learning_rate": 0.0008701360960561017,
      "loss": 3.743,
      "step": 96500
    },
    {
      "epoch": 0.4006459900292843,
      "grad_norm": 0.8251312375068665,
      "learning_rate": 0.000869445323260945,
      "loss": 3.7468,
      "step": 97000
    },
    {
      "epoch": 0.4027111755448992,
      "grad_norm": 0.7957213521003723,
      "learning_rate": 0.0008687545504657881,
      "loss": 3.7358,
      "step": 97500
    },
    {
      "epoch": 0.40477636106051407,
      "grad_norm": 0.7755593657493591,
      "learning_rate": 0.0008680637776706313,
      "loss": 3.7345,
      "step": 98000
    },
    {
      "epoch": 0.4068415465761289,
      "grad_norm": 0.8130287528038025,
      "learning_rate": 0.0008673730048754744,
      "loss": 3.7377,
      "step": 98500
    },
    {
      "epoch": 0.4089067320917438,
      "grad_norm": 0.815804123878479,
      "learning_rate": 0.0008666822320803175,
      "loss": 3.7359,
      "step": 99000
    },
    {
      "epoch": 0.4109719176073587,
      "grad_norm": 0.7621950507164001,
      "learning_rate": 0.0008659914592851607,
      "loss": 3.7354,
      "step": 99500
    },
    {
      "epoch": 0.41303710312297354,
      "grad_norm": 0.9051787257194519,
      "learning_rate": 0.0008653006864900038,
      "loss": 3.7342,
      "step": 100000
    },
    {
      "epoch": 0.4151022886385884,
      "grad_norm": 0.759643018245697,
      "learning_rate": 0.000864609913694847,
      "loss": 3.7361,
      "step": 100500
    },
    {
      "epoch": 0.4171674741542033,
      "grad_norm": 0.7770891189575195,
      "learning_rate": 0.0008639191408996901,
      "loss": 3.7361,
      "step": 101000
    },
    {
      "epoch": 0.41923265966981815,
      "grad_norm": 0.8158775568008423,
      "learning_rate": 0.0008632283681045334,
      "loss": 3.7365,
      "step": 101500
    },
    {
      "epoch": 0.421297845185433,
      "grad_norm": 0.8346260190010071,
      "learning_rate": 0.0008625375953093765,
      "loss": 3.7315,
      "step": 102000
    },
    {
      "epoch": 0.42336303070104786,
      "grad_norm": 0.8159793019294739,
      "learning_rate": 0.0008618468225142195,
      "loss": 3.7339,
      "step": 102500
    },
    {
      "epoch": 0.42542821621666277,
      "grad_norm": 0.880352258682251,
      "learning_rate": 0.0008611560497190627,
      "loss": 3.7322,
      "step": 103000
    },
    {
      "epoch": 0.4274934017322776,
      "grad_norm": 0.8299931883811951,
      "learning_rate": 0.0008604652769239058,
      "loss": 3.7306,
      "step": 103500
    },
    {
      "epoch": 0.4295585872478925,
      "grad_norm": 0.8542332053184509,
      "learning_rate": 0.000859774504128749,
      "loss": 3.7293,
      "step": 104000
    },
    {
      "epoch": 0.43162377276350733,
      "grad_norm": 0.8755795359611511,
      "learning_rate": 0.0008590837313335922,
      "loss": 3.7286,
      "step": 104500
    },
    {
      "epoch": 0.43368895827912224,
      "grad_norm": 0.7539905309677124,
      "learning_rate": 0.0008583929585384354,
      "loss": 3.7273,
      "step": 105000
    },
    {
      "epoch": 0.4357541437947371,
      "grad_norm": 0.7627474665641785,
      "learning_rate": 0.0008577021857432784,
      "loss": 3.7273,
      "step": 105500
    },
    {
      "epoch": 0.43781932931035195,
      "grad_norm": 0.7520381212234497,
      "learning_rate": 0.0008570114129481215,
      "loss": 3.732,
      "step": 106000
    },
    {
      "epoch": 0.4398845148259668,
      "grad_norm": 0.7677670121192932,
      "learning_rate": 0.0008563206401529647,
      "loss": 3.7206,
      "step": 106500
    },
    {
      "epoch": 0.4419497003415817,
      "grad_norm": 0.8366227149963379,
      "learning_rate": 0.0008556298673578079,
      "loss": 3.7286,
      "step": 107000
    },
    {
      "epoch": 0.44401488585719656,
      "grad_norm": 0.8224148750305176,
      "learning_rate": 0.0008549390945626511,
      "loss": 3.7337,
      "step": 107500
    },
    {
      "epoch": 0.4460800713728114,
      "grad_norm": 0.813791036605835,
      "learning_rate": 0.0008542483217674942,
      "loss": 3.7324,
      "step": 108000
    },
    {
      "epoch": 0.44814525688842627,
      "grad_norm": 0.8524248600006104,
      "learning_rate": 0.0008535575489723373,
      "loss": 3.7238,
      "step": 108500
    },
    {
      "epoch": 0.4502104424040412,
      "grad_norm": 0.7889619469642639,
      "learning_rate": 0.0008528667761771804,
      "loss": 3.7294,
      "step": 109000
    },
    {
      "epoch": 0.45227562791965603,
      "grad_norm": 0.7462353110313416,
      "learning_rate": 0.0008521760033820236,
      "loss": 3.7265,
      "step": 109500
    },
    {
      "epoch": 0.4543408134352709,
      "grad_norm": 0.8139610886573792,
      "learning_rate": 0.0008514852305868668,
      "loss": 3.7255,
      "step": 110000
    },
    {
      "epoch": 0.45640599895088574,
      "grad_norm": 0.7474150657653809,
      "learning_rate": 0.0008507944577917099,
      "loss": 3.7239,
      "step": 110500
    },
    {
      "epoch": 0.45847118446650065,
      "grad_norm": 0.8019421696662903,
      "learning_rate": 0.0008501036849965531,
      "loss": 3.7204,
      "step": 111000
    },
    {
      "epoch": 0.4605363699821155,
      "grad_norm": 0.7766133546829224,
      "learning_rate": 0.0008494129122013961,
      "loss": 3.7212,
      "step": 111500
    },
    {
      "epoch": 0.46260155549773035,
      "grad_norm": 0.8448598980903625,
      "learning_rate": 0.0008487221394062394,
      "loss": 3.73,
      "step": 112000
    },
    {
      "epoch": 0.4646667410133452,
      "grad_norm": 0.8033701777458191,
      "learning_rate": 0.0008480313666110825,
      "loss": 3.7278,
      "step": 112500
    },
    {
      "epoch": 0.4667319265289601,
      "grad_norm": 0.8102843165397644,
      "learning_rate": 0.0008473405938159256,
      "loss": 3.7238,
      "step": 113000
    },
    {
      "epoch": 0.46879711204457497,
      "grad_norm": 0.8296759724617004,
      "learning_rate": 0.0008466498210207688,
      "loss": 3.7273,
      "step": 113500
    },
    {
      "epoch": 0.4708622975601898,
      "grad_norm": 0.8686954379081726,
      "learning_rate": 0.000845959048225612,
      "loss": 3.7198,
      "step": 114000
    },
    {
      "epoch": 0.4729274830758047,
      "grad_norm": 0.7949333786964417,
      "learning_rate": 0.0008452682754304551,
      "loss": 3.7223,
      "step": 114500
    },
    {
      "epoch": 0.4749926685914196,
      "grad_norm": 0.7568801045417786,
      "learning_rate": 0.0008445775026352982,
      "loss": 3.7162,
      "step": 115000
    },
    {
      "epoch": 0.47705785410703444,
      "grad_norm": 0.7516247630119324,
      "learning_rate": 0.0008438867298401414,
      "loss": 3.7225,
      "step": 115500
    },
    {
      "epoch": 0.4791230396226493,
      "grad_norm": 0.7750599384307861,
      "learning_rate": 0.0008431959570449845,
      "loss": 3.7188,
      "step": 116000
    },
    {
      "epoch": 0.48118822513826415,
      "grad_norm": 0.860633134841919,
      "learning_rate": 0.0008425051842498276,
      "loss": 3.719,
      "step": 116500
    },
    {
      "epoch": 0.48325341065387906,
      "grad_norm": 0.7657414078712463,
      "learning_rate": 0.0008418144114546709,
      "loss": 3.7212,
      "step": 117000
    },
    {
      "epoch": 0.4853185961694939,
      "grad_norm": 0.8131779432296753,
      "learning_rate": 0.0008411236386595139,
      "loss": 3.7173,
      "step": 117500
    },
    {
      "epoch": 0.48738378168510876,
      "grad_norm": 0.9222705364227295,
      "learning_rate": 0.0008404328658643571,
      "loss": 3.7232,
      "step": 118000
    },
    {
      "epoch": 0.4894489672007236,
      "grad_norm": 0.7840273976325989,
      "learning_rate": 0.0008397420930692002,
      "loss": 3.7167,
      "step": 118500
    },
    {
      "epoch": 0.4915141527163385,
      "grad_norm": 0.8096239566802979,
      "learning_rate": 0.0008390513202740435,
      "loss": 3.7148,
      "step": 119000
    },
    {
      "epoch": 0.4935793382319534,
      "grad_norm": 0.8079718351364136,
      "learning_rate": 0.0008383605474788866,
      "loss": 3.7225,
      "step": 119500
    },
    {
      "epoch": 0.49564452374756823,
      "grad_norm": 0.7954826951026917,
      "learning_rate": 0.0008376697746837297,
      "loss": 3.7197,
      "step": 120000
    },
    {
      "epoch": 0.4977097092631831,
      "grad_norm": 0.807280957698822,
      "learning_rate": 0.0008369790018885728,
      "loss": 3.7145,
      "step": 120500
    },
    {
      "epoch": 0.499774894778798,
      "grad_norm": 0.8269421458244324,
      "learning_rate": 0.0008362882290934159,
      "loss": 3.7187,
      "step": 121000
    },
    {
      "epoch": 0.5018400802944128,
      "grad_norm": 0.8971490263938904,
      "learning_rate": 0.0008355974562982591,
      "loss": 3.7207,
      "step": 121500
    },
    {
      "epoch": 0.5039052658100277,
      "grad_norm": 0.8664458990097046,
      "learning_rate": 0.0008349066835031023,
      "loss": 3.7171,
      "step": 122000
    },
    {
      "epoch": 0.5059704513256426,
      "grad_norm": 0.7767580151557922,
      "learning_rate": 0.0008342159107079455,
      "loss": 3.7149,
      "step": 122500
    },
    {
      "epoch": 0.5080356368412574,
      "grad_norm": 0.7548628449440002,
      "learning_rate": 0.0008335251379127886,
      "loss": 3.7169,
      "step": 123000
    },
    {
      "epoch": 0.5101008223568723,
      "grad_norm": 0.8092494606971741,
      "learning_rate": 0.0008328343651176316,
      "loss": 3.7168,
      "step": 123500
    },
    {
      "epoch": 0.5121660078724872,
      "grad_norm": 0.7615050077438354,
      "learning_rate": 0.0008321435923224748,
      "loss": 3.7142,
      "step": 124000
    },
    {
      "epoch": 0.5142311933881021,
      "grad_norm": 0.8203856945037842,
      "learning_rate": 0.000831452819527318,
      "loss": 3.716,
      "step": 124500
    },
    {
      "epoch": 0.5162963789037169,
      "grad_norm": 0.7875463962554932,
      "learning_rate": 0.0008307620467321612,
      "loss": 3.7102,
      "step": 125000
    },
    {
      "epoch": 0.5183615644193318,
      "grad_norm": 0.9485493302345276,
      "learning_rate": 0.0008300712739370043,
      "loss": 3.715,
      "step": 125500
    },
    {
      "epoch": 0.5204267499349466,
      "grad_norm": 0.9445414543151855,
      "learning_rate": 0.0008293805011418475,
      "loss": 3.7084,
      "step": 126000
    },
    {
      "epoch": 0.5224919354505615,
      "grad_norm": 0.7937365770339966,
      "learning_rate": 0.0008286897283466905,
      "loss": 3.7095,
      "step": 126500
    },
    {
      "epoch": 0.5245571209661763,
      "grad_norm": 0.7908828258514404,
      "learning_rate": 0.0008279989555515337,
      "loss": 3.7104,
      "step": 127000
    },
    {
      "epoch": 0.5266223064817913,
      "grad_norm": 0.7967286109924316,
      "learning_rate": 0.0008273081827563769,
      "loss": 3.7025,
      "step": 127500
    },
    {
      "epoch": 0.5286874919974062,
      "grad_norm": 0.7427395582199097,
      "learning_rate": 0.00082661740996122,
      "loss": 3.708,
      "step": 128000
    },
    {
      "epoch": 0.530752677513021,
      "grad_norm": 0.7782739996910095,
      "learning_rate": 0.0008259266371660632,
      "loss": 3.7077,
      "step": 128500
    },
    {
      "epoch": 0.5328178630286359,
      "grad_norm": 0.7691056728363037,
      "learning_rate": 0.0008252358643709063,
      "loss": 3.7082,
      "step": 129000
    },
    {
      "epoch": 0.5348830485442507,
      "grad_norm": 0.8604500889778137,
      "learning_rate": 0.0008245450915757495,
      "loss": 3.7043,
      "step": 129500
    },
    {
      "epoch": 0.5369482340598656,
      "grad_norm": 0.8971157073974609,
      "learning_rate": 0.0008238543187805926,
      "loss": 3.7066,
      "step": 130000
    },
    {
      "epoch": 0.5390134195754804,
      "grad_norm": 0.7722164988517761,
      "learning_rate": 0.0008231635459854357,
      "loss": 3.7068,
      "step": 130500
    },
    {
      "epoch": 0.5410786050910953,
      "grad_norm": 0.9231797456741333,
      "learning_rate": 0.0008224727731902789,
      "loss": 3.7097,
      "step": 131000
    },
    {
      "epoch": 0.5431437906067103,
      "grad_norm": 0.7703335285186768,
      "learning_rate": 0.000821782000395122,
      "loss": 3.7074,
      "step": 131500
    },
    {
      "epoch": 0.5452089761223251,
      "grad_norm": 1.0287163257598877,
      "learning_rate": 0.0008210912275999653,
      "loss": 3.7085,
      "step": 132000
    },
    {
      "epoch": 0.54727416163794,
      "grad_norm": 0.7886708378791809,
      "learning_rate": 0.0008204004548048083,
      "loss": 3.7076,
      "step": 132500
    },
    {
      "epoch": 0.5493393471535548,
      "grad_norm": 0.7771725058555603,
      "learning_rate": 0.0008197096820096515,
      "loss": 3.7066,
      "step": 133000
    },
    {
      "epoch": 0.5514045326691697,
      "grad_norm": 0.7954220771789551,
      "learning_rate": 0.0008190189092144946,
      "loss": 3.7023,
      "step": 133500
    },
    {
      "epoch": 0.5534697181847845,
      "grad_norm": 0.7915149927139282,
      "learning_rate": 0.0008183281364193377,
      "loss": 3.7147,
      "step": 134000
    },
    {
      "epoch": 0.5555349037003994,
      "grad_norm": 0.8618336319923401,
      "learning_rate": 0.000817637363624181,
      "loss": 3.7089,
      "step": 134500
    },
    {
      "epoch": 0.5576000892160142,
      "grad_norm": 0.8340020775794983,
      "learning_rate": 0.0008169465908290241,
      "loss": 3.707,
      "step": 135000
    },
    {
      "epoch": 0.5596652747316292,
      "grad_norm": 0.7848689556121826,
      "learning_rate": 0.0008162558180338672,
      "loss": 3.7058,
      "step": 135500
    },
    {
      "epoch": 0.561730460247244,
      "grad_norm": 0.8177276849746704,
      "learning_rate": 0.0008155650452387103,
      "loss": 3.7075,
      "step": 136000
    },
    {
      "epoch": 0.5637956457628589,
      "grad_norm": 0.8345343470573425,
      "learning_rate": 0.0008148742724435535,
      "loss": 3.7063,
      "step": 136500
    },
    {
      "epoch": 0.5658608312784738,
      "grad_norm": 0.791529655456543,
      "learning_rate": 0.0008141834996483967,
      "loss": 3.7072,
      "step": 137000
    },
    {
      "epoch": 0.5679260167940886,
      "grad_norm": 0.8182495832443237,
      "learning_rate": 0.0008134927268532398,
      "loss": 3.7003,
      "step": 137500
    },
    {
      "epoch": 0.5699912023097035,
      "grad_norm": 0.7905769348144531,
      "learning_rate": 0.000812801954058083,
      "loss": 3.7041,
      "step": 138000
    },
    {
      "epoch": 0.5720563878253183,
      "grad_norm": 0.7728087902069092,
      "learning_rate": 0.0008121111812629261,
      "loss": 3.7102,
      "step": 138500
    },
    {
      "epoch": 0.5741215733409332,
      "grad_norm": 0.800816535949707,
      "learning_rate": 0.0008114204084677692,
      "loss": 3.7027,
      "step": 139000
    },
    {
      "epoch": 0.5761867588565481,
      "grad_norm": 0.9039878845214844,
      "learning_rate": 0.0008107296356726124,
      "loss": 3.6996,
      "step": 139500
    },
    {
      "epoch": 0.578251944372163,
      "grad_norm": 0.812782883644104,
      "learning_rate": 0.0008100388628774556,
      "loss": 3.7038,
      "step": 140000
    },
    {
      "epoch": 0.5803171298877778,
      "grad_norm": 0.8953685164451599,
      "learning_rate": 0.0008093480900822987,
      "loss": 3.7026,
      "step": 140500
    },
    {
      "epoch": 0.5823823154033927,
      "grad_norm": 0.9032655954360962,
      "learning_rate": 0.0008086573172871418,
      "loss": 3.704,
      "step": 141000
    },
    {
      "epoch": 0.5844475009190075,
      "grad_norm": 0.8045814037322998,
      "learning_rate": 0.000807966544491985,
      "loss": 3.6995,
      "step": 141500
    },
    {
      "epoch": 0.5865126864346224,
      "grad_norm": 0.7925161719322205,
      "learning_rate": 0.0008072757716968281,
      "loss": 3.7031,
      "step": 142000
    },
    {
      "epoch": 0.5885778719502373,
      "grad_norm": 0.805231511592865,
      "learning_rate": 0.0008065849989016713,
      "loss": 3.6965,
      "step": 142500
    },
    {
      "epoch": 0.5906430574658521,
      "grad_norm": 0.8059165477752686,
      "learning_rate": 0.0008058942261065144,
      "loss": 3.7007,
      "step": 143000
    },
    {
      "epoch": 0.5927082429814671,
      "grad_norm": 0.7881776094436646,
      "learning_rate": 0.0008052034533113576,
      "loss": 3.7008,
      "step": 143500
    },
    {
      "epoch": 0.5947734284970819,
      "grad_norm": 0.8512769341468811,
      "learning_rate": 0.0008045126805162007,
      "loss": 3.6972,
      "step": 144000
    },
    {
      "epoch": 0.5968386140126968,
      "grad_norm": 0.8890339136123657,
      "learning_rate": 0.0008038219077210439,
      "loss": 3.6958,
      "step": 144500
    },
    {
      "epoch": 0.5989037995283116,
      "grad_norm": 0.7877311110496521,
      "learning_rate": 0.000803131134925887,
      "loss": 3.7005,
      "step": 145000
    },
    {
      "epoch": 0.6009689850439265,
      "grad_norm": 0.7876759171485901,
      "learning_rate": 0.0008024403621307301,
      "loss": 3.6977,
      "step": 145500
    },
    {
      "epoch": 0.6030341705595413,
      "grad_norm": 0.7743082046508789,
      "learning_rate": 0.0008017495893355733,
      "loss": 3.6958,
      "step": 146000
    },
    {
      "epoch": 0.6050993560751562,
      "grad_norm": 0.8118327260017395,
      "learning_rate": 0.0008010588165404164,
      "loss": 3.6919,
      "step": 146500
    },
    {
      "epoch": 0.607164541590771,
      "grad_norm": 0.7935445308685303,
      "learning_rate": 0.0008003680437452597,
      "loss": 3.6975,
      "step": 147000
    },
    {
      "epoch": 0.609229727106386,
      "grad_norm": 0.7947757840156555,
      "learning_rate": 0.0007996772709501028,
      "loss": 3.6994,
      "step": 147500
    },
    {
      "epoch": 0.6112949126220009,
      "grad_norm": 0.8472016453742981,
      "learning_rate": 0.0007989864981549458,
      "loss": 3.6943,
      "step": 148000
    },
    {
      "epoch": 0.6133600981376157,
      "grad_norm": 0.8638101816177368,
      "learning_rate": 0.000798295725359789,
      "loss": 3.7015,
      "step": 148500
    },
    {
      "epoch": 0.6154252836532306,
      "grad_norm": 0.8373803496360779,
      "learning_rate": 0.0007976049525646321,
      "loss": 3.699,
      "step": 149000
    },
    {
      "epoch": 0.6174904691688454,
      "grad_norm": 0.7781203985214233,
      "learning_rate": 0.0007969141797694754,
      "loss": 3.6976,
      "step": 149500
    },
    {
      "epoch": 0.6195556546844603,
      "grad_norm": 0.783117413520813,
      "learning_rate": 0.0007962234069743185,
      "loss": 3.6982,
      "step": 150000
    },
    {
      "epoch": 0.6216208402000751,
      "grad_norm": 0.7788468599319458,
      "learning_rate": 0.0007955326341791617,
      "loss": 3.6951,
      "step": 150500
    },
    {
      "epoch": 0.6236860257156901,
      "grad_norm": 0.7970194220542908,
      "learning_rate": 0.0007948418613840047,
      "loss": 3.694,
      "step": 151000
    },
    {
      "epoch": 0.625751211231305,
      "grad_norm": 0.8368651866912842,
      "learning_rate": 0.0007941510885888478,
      "loss": 3.6924,
      "step": 151500
    },
    {
      "epoch": 0.6278163967469198,
      "grad_norm": 0.8538768887519836,
      "learning_rate": 0.0007934603157936911,
      "loss": 3.693,
      "step": 152000
    },
    {
      "epoch": 0.6298815822625347,
      "grad_norm": 0.8825922608375549,
      "learning_rate": 0.0007927695429985342,
      "loss": 3.6946,
      "step": 152500
    },
    {
      "epoch": 0.6319467677781495,
      "grad_norm": 0.8549391031265259,
      "learning_rate": 0.0007920787702033774,
      "loss": 3.6999,
      "step": 153000
    },
    {
      "epoch": 0.6340119532937644,
      "grad_norm": 0.8144667148590088,
      "learning_rate": 0.0007913879974082205,
      "loss": 3.692,
      "step": 153500
    },
    {
      "epoch": 0.6360771388093792,
      "grad_norm": 0.7844763398170471,
      "learning_rate": 0.0007906972246130636,
      "loss": 3.6961,
      "step": 154000
    },
    {
      "epoch": 0.6381423243249941,
      "grad_norm": 0.9054409861564636,
      "learning_rate": 0.0007900064518179068,
      "loss": 3.6934,
      "step": 154500
    },
    {
      "epoch": 0.640207509840609,
      "grad_norm": 0.7690233588218689,
      "learning_rate": 0.0007893156790227499,
      "loss": 3.6925,
      "step": 155000
    },
    {
      "epoch": 0.6422726953562239,
      "grad_norm": 0.7999760508537292,
      "learning_rate": 0.0007886249062275931,
      "loss": 3.6924,
      "step": 155500
    },
    {
      "epoch": 0.6443378808718387,
      "grad_norm": 0.8539766073226929,
      "learning_rate": 0.0007879341334324362,
      "loss": 3.6958,
      "step": 156000
    },
    {
      "epoch": 0.6464030663874536,
      "grad_norm": 0.8052109479904175,
      "learning_rate": 0.0007872433606372795,
      "loss": 3.6881,
      "step": 156500
    },
    {
      "epoch": 0.6484682519030684,
      "grad_norm": 0.8230265378952026,
      "learning_rate": 0.0007865525878421225,
      "loss": 3.6895,
      "step": 157000
    },
    {
      "epoch": 0.6505334374186833,
      "grad_norm": 0.875449001789093,
      "learning_rate": 0.0007858618150469657,
      "loss": 3.6946,
      "step": 157500
    },
    {
      "epoch": 0.6525986229342982,
      "grad_norm": 0.7988246083259583,
      "learning_rate": 0.0007851710422518088,
      "loss": 3.6928,
      "step": 158000
    },
    {
      "epoch": 0.654663808449913,
      "grad_norm": 0.8222135901451111,
      "learning_rate": 0.0007844802694566519,
      "loss": 3.6886,
      "step": 158500
    },
    {
      "epoch": 0.656728993965528,
      "grad_norm": 0.832278311252594,
      "learning_rate": 0.0007837894966614951,
      "loss": 3.694,
      "step": 159000
    },
    {
      "epoch": 0.6587941794811428,
      "grad_norm": 0.8506739735603333,
      "learning_rate": 0.0007830987238663383,
      "loss": 3.6907,
      "step": 159500
    },
    {
      "epoch": 0.6608593649967577,
      "grad_norm": 0.838664174079895,
      "learning_rate": 0.0007824079510711814,
      "loss": 3.6912,
      "step": 160000
    },
    {
      "epoch": 0.6629245505123725,
      "grad_norm": 0.8531323671340942,
      "learning_rate": 0.0007817171782760245,
      "loss": 3.6901,
      "step": 160500
    },
    {
      "epoch": 0.6649897360279874,
      "grad_norm": 0.8088059425354004,
      "learning_rate": 0.0007810264054808677,
      "loss": 3.691,
      "step": 161000
    },
    {
      "epoch": 0.6670549215436022,
      "grad_norm": 0.7619951963424683,
      "learning_rate": 0.0007803356326857108,
      "loss": 3.6903,
      "step": 161500
    },
    {
      "epoch": 0.6691201070592171,
      "grad_norm": 0.8581098914146423,
      "learning_rate": 0.000779644859890554,
      "loss": 3.6888,
      "step": 162000
    },
    {
      "epoch": 0.671185292574832,
      "grad_norm": 0.763204038143158,
      "learning_rate": 0.0007789540870953972,
      "loss": 3.6866,
      "step": 162500
    },
    {
      "epoch": 0.6732504780904469,
      "grad_norm": 0.7910324931144714,
      "learning_rate": 0.0007782633143002402,
      "loss": 3.6911,
      "step": 163000
    },
    {
      "epoch": 0.6753156636060618,
      "grad_norm": 0.8070032596588135,
      "learning_rate": 0.0007775725415050834,
      "loss": 3.6893,
      "step": 163500
    },
    {
      "epoch": 0.6773808491216766,
      "grad_norm": 0.8294828534126282,
      "learning_rate": 0.0007768817687099265,
      "loss": 3.69,
      "step": 164000
    },
    {
      "epoch": 0.6794460346372915,
      "grad_norm": 0.9544356465339661,
      "learning_rate": 0.0007761909959147698,
      "loss": 3.6885,
      "step": 164500
    },
    {
      "epoch": 0.6815112201529063,
      "grad_norm": 0.8275368809700012,
      "learning_rate": 0.0007755002231196129,
      "loss": 3.6897,
      "step": 165000
    },
    {
      "epoch": 0.6835764056685212,
      "grad_norm": 0.8154197931289673,
      "learning_rate": 0.000774809450324456,
      "loss": 3.6879,
      "step": 165500
    },
    {
      "epoch": 0.685641591184136,
      "grad_norm": 0.8210613131523132,
      "learning_rate": 0.0007741186775292991,
      "loss": 3.6921,
      "step": 166000
    },
    {
      "epoch": 0.6877067766997509,
      "grad_norm": 0.8055589199066162,
      "learning_rate": 0.0007734279047341422,
      "loss": 3.6863,
      "step": 166500
    },
    {
      "epoch": 0.6897719622153659,
      "grad_norm": 0.8594166040420532,
      "learning_rate": 0.0007727371319389855,
      "loss": 3.6863,
      "step": 167000
    },
    {
      "epoch": 0.6918371477309807,
      "grad_norm": 0.8095932602882385,
      "learning_rate": 0.0007720463591438286,
      "loss": 3.6845,
      "step": 167500
    },
    {
      "epoch": 0.6939023332465956,
      "grad_norm": 0.7481071352958679,
      "learning_rate": 0.0007713555863486718,
      "loss": 3.6867,
      "step": 168000
    },
    {
      "epoch": 0.6959675187622104,
      "grad_norm": 0.7940493822097778,
      "learning_rate": 0.0007706648135535149,
      "loss": 3.6849,
      "step": 168500
    },
    {
      "epoch": 0.6980327042778253,
      "grad_norm": 0.7943451404571533,
      "learning_rate": 0.0007699740407583579,
      "loss": 3.6852,
      "step": 169000
    },
    {
      "epoch": 0.7000978897934401,
      "grad_norm": 0.8195422291755676,
      "learning_rate": 0.0007692832679632012,
      "loss": 3.6831,
      "step": 169500
    },
    {
      "epoch": 0.702163075309055,
      "grad_norm": 0.8061224222183228,
      "learning_rate": 0.0007685924951680443,
      "loss": 3.6805,
      "step": 170000
    },
    {
      "epoch": 0.7042282608246698,
      "grad_norm": 0.8206325769424438,
      "learning_rate": 0.0007679017223728875,
      "loss": 3.6883,
      "step": 170500
    },
    {
      "epoch": 0.7062934463402848,
      "grad_norm": 0.7911098003387451,
      "learning_rate": 0.0007672109495777306,
      "loss": 3.6765,
      "step": 171000
    },
    {
      "epoch": 0.7083586318558996,
      "grad_norm": 0.8056538701057434,
      "learning_rate": 0.0007665201767825738,
      "loss": 3.6815,
      "step": 171500
    },
    {
      "epoch": 0.7104238173715145,
      "grad_norm": 0.777548611164093,
      "learning_rate": 0.0007658294039874169,
      "loss": 3.6839,
      "step": 172000
    },
    {
      "epoch": 0.7124890028871294,
      "grad_norm": 0.8121392726898193,
      "learning_rate": 0.00076513863119226,
      "loss": 3.6869,
      "step": 172500
    },
    {
      "epoch": 0.7145541884027442,
      "grad_norm": 0.8228234648704529,
      "learning_rate": 0.0007644478583971032,
      "loss": 3.6828,
      "step": 173000
    },
    {
      "epoch": 0.7166193739183591,
      "grad_norm": 0.8214648962020874,
      "learning_rate": 0.0007637570856019463,
      "loss": 3.6817,
      "step": 173500
    },
    {
      "epoch": 0.7186845594339739,
      "grad_norm": 0.9054080843925476,
      "learning_rate": 0.0007630663128067895,
      "loss": 3.683,
      "step": 174000
    },
    {
      "epoch": 0.7207497449495888,
      "grad_norm": 0.8951117992401123,
      "learning_rate": 0.0007623755400116327,
      "loss": 3.6822,
      "step": 174500
    },
    {
      "epoch": 0.7228149304652037,
      "grad_norm": 0.8430317044258118,
      "learning_rate": 0.0007616847672164757,
      "loss": 3.6814,
      "step": 175000
    },
    {
      "epoch": 0.7248801159808186,
      "grad_norm": 0.9544976353645325,
      "learning_rate": 0.0007609939944213189,
      "loss": 3.6811,
      "step": 175500
    },
    {
      "epoch": 0.7269453014964334,
      "grad_norm": 0.8231518268585205,
      "learning_rate": 0.000760303221626162,
      "loss": 3.6758,
      "step": 176000
    },
    {
      "epoch": 0.7290104870120483,
      "grad_norm": 0.9303959012031555,
      "learning_rate": 0.0007596124488310052,
      "loss": 3.6801,
      "step": 176500
    },
    {
      "epoch": 0.7310756725276631,
      "grad_norm": 0.9212049245834351,
      "learning_rate": 0.0007589216760358484,
      "loss": 3.6818,
      "step": 177000
    },
    {
      "epoch": 0.733140858043278,
      "grad_norm": 0.8013051152229309,
      "learning_rate": 0.0007582309032406916,
      "loss": 3.6812,
      "step": 177500
    },
    {
      "epoch": 0.7352060435588929,
      "grad_norm": 0.8044774532318115,
      "learning_rate": 0.0007575401304455346,
      "loss": 3.6824,
      "step": 178000
    },
    {
      "epoch": 0.7372712290745078,
      "grad_norm": 0.7889087200164795,
      "learning_rate": 0.0007568493576503777,
      "loss": 3.6835,
      "step": 178500
    },
    {
      "epoch": 0.7393364145901227,
      "grad_norm": 0.7875041365623474,
      "learning_rate": 0.0007561585848552209,
      "loss": 3.6861,
      "step": 179000
    },
    {
      "epoch": 0.7414016001057375,
      "grad_norm": 0.7900180220603943,
      "learning_rate": 0.0007554678120600641,
      "loss": 3.6759,
      "step": 179500
    },
    {
      "epoch": 0.7434667856213524,
      "grad_norm": 0.8363267183303833,
      "learning_rate": 0.0007547770392649073,
      "loss": 3.6809,
      "step": 180000
    },
    {
      "epoch": 0.7455319711369672,
      "grad_norm": 0.8015469312667847,
      "learning_rate": 0.0007540862664697504,
      "loss": 3.6787,
      "step": 180500
    },
    {
      "epoch": 0.7475971566525821,
      "grad_norm": 0.8644829988479614,
      "learning_rate": 0.0007533954936745935,
      "loss": 3.6752,
      "step": 181000
    },
    {
      "epoch": 0.7496623421681969,
      "grad_norm": 0.8254809379577637,
      "learning_rate": 0.0007527047208794366,
      "loss": 3.6785,
      "step": 181500
    },
    {
      "epoch": 0.7517275276838118,
      "grad_norm": 0.7860391139984131,
      "learning_rate": 0.0007520139480842798,
      "loss": 3.6781,
      "step": 182000
    },
    {
      "epoch": 0.7537927131994268,
      "grad_norm": 0.7562053799629211,
      "learning_rate": 0.000751323175289123,
      "loss": 3.6751,
      "step": 182500
    },
    {
      "epoch": 0.7558578987150416,
      "grad_norm": 0.8172352910041809,
      "learning_rate": 0.0007506324024939661,
      "loss": 3.6815,
      "step": 183000
    },
    {
      "epoch": 0.7579230842306565,
      "grad_norm": 0.8063551187515259,
      "learning_rate": 0.0007499416296988093,
      "loss": 3.6738,
      "step": 183500
    },
    {
      "epoch": 0.7599882697462713,
      "grad_norm": 0.8391087651252747,
      "learning_rate": 0.0007492508569036523,
      "loss": 3.6777,
      "step": 184000
    },
    {
      "epoch": 0.7620534552618862,
      "grad_norm": 0.8384809494018555,
      "learning_rate": 0.0007485600841084956,
      "loss": 3.6761,
      "step": 184500
    },
    {
      "epoch": 0.764118640777501,
      "grad_norm": 0.9947851896286011,
      "learning_rate": 0.0007478693113133387,
      "loss": 3.6733,
      "step": 185000
    },
    {
      "epoch": 0.7661838262931159,
      "grad_norm": 0.8167368173599243,
      "learning_rate": 0.0007471785385181818,
      "loss": 3.6799,
      "step": 185500
    },
    {
      "epoch": 0.7682490118087307,
      "grad_norm": 0.8260840773582458,
      "learning_rate": 0.000746487765723025,
      "loss": 3.6756,
      "step": 186000
    },
    {
      "epoch": 0.7703141973243457,
      "grad_norm": 0.7957782745361328,
      "learning_rate": 0.0007457969929278681,
      "loss": 3.6754,
      "step": 186500
    },
    {
      "epoch": 0.7723793828399605,
      "grad_norm": 0.8222447037696838,
      "learning_rate": 0.0007451062201327113,
      "loss": 3.6796,
      "step": 187000
    },
    {
      "epoch": 0.7744445683555754,
      "grad_norm": 0.8482141494750977,
      "learning_rate": 0.0007444154473375544,
      "loss": 3.6778,
      "step": 187500
    },
    {
      "epoch": 0.7765097538711903,
      "grad_norm": 0.7844129800796509,
      "learning_rate": 0.0007437246745423976,
      "loss": 3.6808,
      "step": 188000
    },
    {
      "epoch": 0.7785749393868051,
      "grad_norm": 0.8896015286445618,
      "learning_rate": 0.0007430339017472407,
      "loss": 3.6738,
      "step": 188500
    },
    {
      "epoch": 0.78064012490242,
      "grad_norm": 0.7993068099021912,
      "learning_rate": 0.0007423431289520838,
      "loss": 3.6724,
      "step": 189000
    },
    {
      "epoch": 0.7827053104180348,
      "grad_norm": 0.8854458928108215,
      "learning_rate": 0.0007416523561569271,
      "loss": 3.6772,
      "step": 189500
    },
    {
      "epoch": 0.7847704959336497,
      "grad_norm": 0.8390225172042847,
      "learning_rate": 0.0007409615833617701,
      "loss": 3.6772,
      "step": 190000
    },
    {
      "epoch": 0.7868356814492646,
      "grad_norm": 0.8461999893188477,
      "learning_rate": 0.0007402708105666133,
      "loss": 3.6759,
      "step": 190500
    },
    {
      "epoch": 0.7889008669648795,
      "grad_norm": 0.7921384572982788,
      "learning_rate": 0.0007395800377714564,
      "loss": 3.6788,
      "step": 191000
    },
    {
      "epoch": 0.7909660524804943,
      "grad_norm": 0.8182692527770996,
      "learning_rate": 0.0007388892649762996,
      "loss": 3.6833,
      "step": 191500
    },
    {
      "epoch": 0.7930312379961092,
      "grad_norm": 0.7673244476318359,
      "learning_rate": 0.0007381984921811428,
      "loss": 3.6739,
      "step": 192000
    },
    {
      "epoch": 0.795096423511724,
      "grad_norm": 0.8025063872337341,
      "learning_rate": 0.0007375077193859859,
      "loss": 3.6759,
      "step": 192500
    },
    {
      "epoch": 0.7971616090273389,
      "grad_norm": 0.8693121671676636,
      "learning_rate": 0.000736816946590829,
      "loss": 3.6782,
      "step": 193000
    },
    {
      "epoch": 0.7992267945429538,
      "grad_norm": 0.8359208703041077,
      "learning_rate": 0.0007361261737956721,
      "loss": 3.6718,
      "step": 193500
    },
    {
      "epoch": 0.8012919800585686,
      "grad_norm": 0.8733071088790894,
      "learning_rate": 0.0007354354010005153,
      "loss": 3.6722,
      "step": 194000
    },
    {
      "epoch": 0.8033571655741836,
      "grad_norm": 0.823937714099884,
      "learning_rate": 0.0007347446282053585,
      "loss": 3.6762,
      "step": 194500
    },
    {
      "epoch": 0.8054223510897984,
      "grad_norm": 0.8337320685386658,
      "learning_rate": 0.0007340538554102017,
      "loss": 3.6743,
      "step": 195000
    },
    {
      "epoch": 0.8074875366054133,
      "grad_norm": 0.8950352072715759,
      "learning_rate": 0.0007333630826150448,
      "loss": 3.6732,
      "step": 195500
    },
    {
      "epoch": 0.8095527221210281,
      "grad_norm": 0.8542872071266174,
      "learning_rate": 0.0007326723098198878,
      "loss": 3.6785,
      "step": 196000
    },
    {
      "epoch": 0.811617907636643,
      "grad_norm": 0.8304553627967834,
      "learning_rate": 0.000731981537024731,
      "loss": 3.6736,
      "step": 196500
    },
    {
      "epoch": 0.8136830931522578,
      "grad_norm": 0.8395761251449585,
      "learning_rate": 0.0007312907642295742,
      "loss": 3.6699,
      "step": 197000
    },
    {
      "epoch": 0.8157482786678727,
      "grad_norm": 0.7947894930839539,
      "learning_rate": 0.0007305999914344174,
      "loss": 3.669,
      "step": 197500
    },
    {
      "epoch": 0.8178134641834875,
      "grad_norm": 0.935534656047821,
      "learning_rate": 0.0007299092186392605,
      "loss": 3.6724,
      "step": 198000
    },
    {
      "epoch": 0.8198786496991025,
      "grad_norm": 0.8508979678153992,
      "learning_rate": 0.0007292184458441037,
      "loss": 3.6704,
      "step": 198500
    },
    {
      "epoch": 0.8219438352147174,
      "grad_norm": 0.8573354482650757,
      "learning_rate": 0.0007285276730489468,
      "loss": 3.6677,
      "step": 199000
    },
    {
      "epoch": 0.8240090207303322,
      "grad_norm": 0.8339335322380066,
      "learning_rate": 0.0007278369002537899,
      "loss": 3.6713,
      "step": 199500
    },
    {
      "epoch": 0.8260742062459471,
      "grad_norm": 0.8434789180755615,
      "learning_rate": 0.0007271461274586331,
      "loss": 3.6702,
      "step": 200000
    },
    {
      "epoch": 0.8281393917615619,
      "grad_norm": 0.8198994398117065,
      "learning_rate": 0.0007264553546634762,
      "loss": 3.6688,
      "step": 200500
    },
    {
      "epoch": 0.8302045772771768,
      "grad_norm": 0.8766319751739502,
      "learning_rate": 0.0007257645818683194,
      "loss": 3.6723,
      "step": 201000
    },
    {
      "epoch": 0.8322697627927916,
      "grad_norm": 0.8290687203407288,
      "learning_rate": 0.0007250738090731625,
      "loss": 3.6713,
      "step": 201500
    },
    {
      "epoch": 0.8343349483084066,
      "grad_norm": 0.8174933791160583,
      "learning_rate": 0.0007243830362780058,
      "loss": 3.6766,
      "step": 202000
    },
    {
      "epoch": 0.8364001338240215,
      "grad_norm": 0.7959784269332886,
      "learning_rate": 0.0007236922634828488,
      "loss": 3.6703,
      "step": 202500
    },
    {
      "epoch": 0.8384653193396363,
      "grad_norm": 0.8851107954978943,
      "learning_rate": 0.0007230014906876919,
      "loss": 3.6711,
      "step": 203000
    },
    {
      "epoch": 0.8405305048552512,
      "grad_norm": 0.8647838234901428,
      "learning_rate": 0.0007223107178925351,
      "loss": 3.6669,
      "step": 203500
    },
    {
      "epoch": 0.842595690370866,
      "grad_norm": 0.8047854900360107,
      "learning_rate": 0.0007216199450973782,
      "loss": 3.6697,
      "step": 204000
    },
    {
      "epoch": 0.8446608758864809,
      "grad_norm": 0.8614596128463745,
      "learning_rate": 0.0007209291723022215,
      "loss": 3.6664,
      "step": 204500
    },
    {
      "epoch": 0.8467260614020957,
      "grad_norm": 0.8819303512573242,
      "learning_rate": 0.0007202383995070646,
      "loss": 3.6673,
      "step": 205000
    },
    {
      "epoch": 0.8487912469177106,
      "grad_norm": 0.9022713303565979,
      "learning_rate": 0.0007195476267119077,
      "loss": 3.6735,
      "step": 205500
    },
    {
      "epoch": 0.8508564324333255,
      "grad_norm": 0.8132530450820923,
      "learning_rate": 0.0007188568539167508,
      "loss": 3.666,
      "step": 206000
    },
    {
      "epoch": 0.8529216179489404,
      "grad_norm": 0.7960768342018127,
      "learning_rate": 0.0007181660811215939,
      "loss": 3.669,
      "step": 206500
    },
    {
      "epoch": 0.8549868034645552,
      "grad_norm": 0.785289466381073,
      "learning_rate": 0.0007174753083264372,
      "loss": 3.6707,
      "step": 207000
    },
    {
      "epoch": 0.8570519889801701,
      "grad_norm": 0.8047581911087036,
      "learning_rate": 0.0007167845355312803,
      "loss": 3.6723,
      "step": 207500
    },
    {
      "epoch": 0.859117174495785,
      "grad_norm": 0.8412262201309204,
      "learning_rate": 0.0007160937627361235,
      "loss": 3.6689,
      "step": 208000
    },
    {
      "epoch": 0.8611823600113998,
      "grad_norm": 0.8369855880737305,
      "learning_rate": 0.0007154029899409665,
      "loss": 3.6674,
      "step": 208500
    },
    {
      "epoch": 0.8632475455270147,
      "grad_norm": 0.8263118863105774,
      "learning_rate": 0.0007147122171458097,
      "loss": 3.6668,
      "step": 209000
    },
    {
      "epoch": 0.8653127310426295,
      "grad_norm": 0.8005994558334351,
      "learning_rate": 0.0007140214443506529,
      "loss": 3.6706,
      "step": 209500
    },
    {
      "epoch": 0.8673779165582445,
      "grad_norm": 0.8240549564361572,
      "learning_rate": 0.000713330671555496,
      "loss": 3.6597,
      "step": 210000
    },
    {
      "epoch": 0.8694431020738593,
      "grad_norm": 0.8388108611106873,
      "learning_rate": 0.0007126398987603392,
      "loss": 3.6617,
      "step": 210500
    },
    {
      "epoch": 0.8715082875894742,
      "grad_norm": 0.7786799073219299,
      "learning_rate": 0.0007119491259651823,
      "loss": 3.6657,
      "step": 211000
    },
    {
      "epoch": 0.873573473105089,
      "grad_norm": 0.8803337812423706,
      "learning_rate": 0.0007112583531700254,
      "loss": 3.6659,
      "step": 211500
    },
    {
      "epoch": 0.8756386586207039,
      "grad_norm": 0.8771475553512573,
      "learning_rate": 0.0007105675803748686,
      "loss": 3.6687,
      "step": 212000
    },
    {
      "epoch": 0.8777038441363187,
      "grad_norm": 0.9214367866516113,
      "learning_rate": 0.0007098768075797118,
      "loss": 3.67,
      "step": 212500
    },
    {
      "epoch": 0.8797690296519336,
      "grad_norm": 0.8034499883651733,
      "learning_rate": 0.0007091860347845549,
      "loss": 3.6649,
      "step": 213000
    },
    {
      "epoch": 0.8818342151675485,
      "grad_norm": 0.8496295213699341,
      "learning_rate": 0.000708495261989398,
      "loss": 3.6688,
      "step": 213500
    },
    {
      "epoch": 0.8838994006831634,
      "grad_norm": 0.8076285719871521,
      "learning_rate": 0.0007078044891942412,
      "loss": 3.6673,
      "step": 214000
    },
    {
      "epoch": 0.8859645861987783,
      "grad_norm": 0.8471499085426331,
      "learning_rate": 0.0007071137163990843,
      "loss": 3.6668,
      "step": 214500
    },
    {
      "epoch": 0.8880297717143931,
      "grad_norm": 0.8433061242103577,
      "learning_rate": 0.0007064229436039275,
      "loss": 3.6644,
      "step": 215000
    },
    {
      "epoch": 0.890094957230008,
      "grad_norm": 0.8252130746841431,
      "learning_rate": 0.0007057321708087706,
      "loss": 3.6653,
      "step": 215500
    },
    {
      "epoch": 0.8921601427456228,
      "grad_norm": 0.8310522437095642,
      "learning_rate": 0.0007050413980136138,
      "loss": 3.6643,
      "step": 216000
    },
    {
      "epoch": 0.8942253282612377,
      "grad_norm": 0.9102839231491089,
      "learning_rate": 0.0007043506252184569,
      "loss": 3.6627,
      "step": 216500
    },
    {
      "epoch": 0.8962905137768525,
      "grad_norm": 0.864023745059967,
      "learning_rate": 0.0007036598524233001,
      "loss": 3.6621,
      "step": 217000
    },
    {
      "epoch": 0.8983556992924674,
      "grad_norm": 0.8920078277587891,
      "learning_rate": 0.0007029690796281432,
      "loss": 3.6619,
      "step": 217500
    },
    {
      "epoch": 0.9004208848080824,
      "grad_norm": 0.8742251992225647,
      "learning_rate": 0.0007022783068329863,
      "loss": 3.6609,
      "step": 218000
    },
    {
      "epoch": 0.9024860703236972,
      "grad_norm": 0.8717180490493774,
      "learning_rate": 0.0007015875340378295,
      "loss": 3.6653,
      "step": 218500
    },
    {
      "epoch": 0.9045512558393121,
      "grad_norm": 0.8355658650398254,
      "learning_rate": 0.0007008967612426726,
      "loss": 3.6653,
      "step": 219000
    },
    {
      "epoch": 0.9066164413549269,
      "grad_norm": 0.842100977897644,
      "learning_rate": 0.0007002059884475159,
      "loss": 3.6621,
      "step": 219500
    },
    {
      "epoch": 0.9086816268705418,
      "grad_norm": 0.865323007106781,
      "learning_rate": 0.000699515215652359,
      "loss": 3.6626,
      "step": 220000
    },
    {
      "epoch": 0.9107468123861566,
      "grad_norm": 0.7922980785369873,
      "learning_rate": 0.000698824442857202,
      "loss": 3.6554,
      "step": 220500
    },
    {
      "epoch": 0.9128119979017715,
      "grad_norm": 0.8156483173370361,
      "learning_rate": 0.0006981336700620452,
      "loss": 3.6672,
      "step": 221000
    },
    {
      "epoch": 0.9148771834173863,
      "grad_norm": 0.8339592218399048,
      "learning_rate": 0.0006974428972668883,
      "loss": 3.6682,
      "step": 221500
    },
    {
      "epoch": 0.9169423689330013,
      "grad_norm": 0.7975783348083496,
      "learning_rate": 0.0006967521244717316,
      "loss": 3.6632,
      "step": 222000
    },
    {
      "epoch": 0.9190075544486161,
      "grad_norm": 0.8185272812843323,
      "learning_rate": 0.0006960613516765747,
      "loss": 3.6709,
      "step": 222500
    },
    {
      "epoch": 0.921072739964231,
      "grad_norm": 0.8496907353401184,
      "learning_rate": 0.0006953705788814179,
      "loss": 3.6604,
      "step": 223000
    },
    {
      "epoch": 0.9231379254798459,
      "grad_norm": 0.8004859089851379,
      "learning_rate": 0.0006946798060862609,
      "loss": 3.6582,
      "step": 223500
    },
    {
      "epoch": 0.9252031109954607,
      "grad_norm": 0.7979093194007874,
      "learning_rate": 0.000693989033291104,
      "loss": 3.6607,
      "step": 224000
    },
    {
      "epoch": 0.9272682965110756,
      "grad_norm": 0.9216559529304504,
      "learning_rate": 0.0006932982604959473,
      "loss": 3.6587,
      "step": 224500
    },
    {
      "epoch": 0.9293334820266904,
      "grad_norm": 0.870864748954773,
      "learning_rate": 0.0006926074877007904,
      "loss": 3.6641,
      "step": 225000
    },
    {
      "epoch": 0.9313986675423054,
      "grad_norm": 0.8927753567695618,
      "learning_rate": 0.0006919167149056336,
      "loss": 3.6623,
      "step": 225500
    },
    {
      "epoch": 0.9334638530579202,
      "grad_norm": 0.8243346810340881,
      "learning_rate": 0.0006912259421104767,
      "loss": 3.6605,
      "step": 226000
    },
    {
      "epoch": 0.9355290385735351,
      "grad_norm": 0.8374367952346802,
      "learning_rate": 0.0006905351693153198,
      "loss": 3.6544,
      "step": 226500
    },
    {
      "epoch": 0.9375942240891499,
      "grad_norm": 0.8682720065116882,
      "learning_rate": 0.000689844396520163,
      "loss": 3.6582,
      "step": 227000
    },
    {
      "epoch": 0.9396594096047648,
      "grad_norm": 0.8301466703414917,
      "learning_rate": 0.0006891536237250061,
      "loss": 3.6575,
      "step": 227500
    },
    {
      "epoch": 0.9417245951203796,
      "grad_norm": 0.8394653797149658,
      "learning_rate": 0.0006884628509298493,
      "loss": 3.6661,
      "step": 228000
    },
    {
      "epoch": 0.9437897806359945,
      "grad_norm": 0.8652797341346741,
      "learning_rate": 0.0006877720781346924,
      "loss": 3.6616,
      "step": 228500
    },
    {
      "epoch": 0.9458549661516094,
      "grad_norm": 0.9175309538841248,
      "learning_rate": 0.0006870813053395356,
      "loss": 3.6577,
      "step": 229000
    },
    {
      "epoch": 0.9479201516672243,
      "grad_norm": 0.8288378715515137,
      "learning_rate": 0.0006863905325443787,
      "loss": 3.6606,
      "step": 229500
    },
    {
      "epoch": 0.9499853371828392,
      "grad_norm": 0.8613482117652893,
      "learning_rate": 0.0006856997597492219,
      "loss": 3.6565,
      "step": 230000
    },
    {
      "epoch": 0.952050522698454,
      "grad_norm": 0.9048797488212585,
      "learning_rate": 0.000685008986954065,
      "loss": 3.6598,
      "step": 230500
    },
    {
      "epoch": 0.9541157082140689,
      "grad_norm": 0.7970485091209412,
      "learning_rate": 0.0006843182141589081,
      "loss": 3.6582,
      "step": 231000
    },
    {
      "epoch": 0.9561808937296837,
      "grad_norm": 0.8036010265350342,
      "learning_rate": 0.0006836274413637513,
      "loss": 3.66,
      "step": 231500
    },
    {
      "epoch": 0.9582460792452986,
      "grad_norm": 0.8887590169906616,
      "learning_rate": 0.0006829366685685945,
      "loss": 3.6558,
      "step": 232000
    },
    {
      "epoch": 0.9603112647609134,
      "grad_norm": 0.9112511873245239,
      "learning_rate": 0.0006822458957734376,
      "loss": 3.6572,
      "step": 232500
    },
    {
      "epoch": 0.9623764502765283,
      "grad_norm": 0.833018958568573,
      "learning_rate": 0.0006815551229782807,
      "loss": 3.6555,
      "step": 233000
    },
    {
      "epoch": 0.9644416357921433,
      "grad_norm": 0.8310726881027222,
      "learning_rate": 0.0006808643501831239,
      "loss": 3.6635,
      "step": 233500
    },
    {
      "epoch": 0.9665068213077581,
      "grad_norm": 0.9077795147895813,
      "learning_rate": 0.000680173577387967,
      "loss": 3.6594,
      "step": 234000
    },
    {
      "epoch": 0.968572006823373,
      "grad_norm": 0.8368694186210632,
      "learning_rate": 0.0006794828045928102,
      "loss": 3.6583,
      "step": 234500
    },
    {
      "epoch": 0.9706371923389878,
      "grad_norm": 0.8796818852424622,
      "learning_rate": 0.0006787920317976534,
      "loss": 3.6545,
      "step": 235000
    },
    {
      "epoch": 0.9727023778546027,
      "grad_norm": 0.8344604969024658,
      "learning_rate": 0.0006781012590024964,
      "loss": 3.6548,
      "step": 235500
    },
    {
      "epoch": 0.9747675633702175,
      "grad_norm": 0.898172914981842,
      "learning_rate": 0.0006774104862073396,
      "loss": 3.6589,
      "step": 236000
    },
    {
      "epoch": 0.9768327488858324,
      "grad_norm": 0.8595746159553528,
      "learning_rate": 0.0006767197134121827,
      "loss": 3.6595,
      "step": 236500
    },
    {
      "epoch": 0.9788979344014472,
      "grad_norm": 0.9555841088294983,
      "learning_rate": 0.000676028940617026,
      "loss": 3.6563,
      "step": 237000
    },
    {
      "epoch": 0.9809631199170622,
      "grad_norm": 0.8936068415641785,
      "learning_rate": 0.0006753381678218691,
      "loss": 3.6555,
      "step": 237500
    },
    {
      "epoch": 0.983028305432677,
      "grad_norm": 0.8028433918952942,
      "learning_rate": 0.0006746473950267122,
      "loss": 3.654,
      "step": 238000
    },
    {
      "epoch": 0.9850934909482919,
      "grad_norm": 0.8125557899475098,
      "learning_rate": 0.0006739566222315553,
      "loss": 3.6554,
      "step": 238500
    },
    {
      "epoch": 0.9871586764639068,
      "grad_norm": 0.8484562039375305,
      "learning_rate": 0.0006732658494363984,
      "loss": 3.6533,
      "step": 239000
    },
    {
      "epoch": 0.9892238619795216,
      "grad_norm": 0.8667415976524353,
      "learning_rate": 0.0006725750766412417,
      "loss": 3.6507,
      "step": 239500
    },
    {
      "epoch": 0.9912890474951365,
      "grad_norm": 0.862054169178009,
      "learning_rate": 0.0006718843038460848,
      "loss": 3.6558,
      "step": 240000
    },
    {
      "epoch": 0.9933542330107513,
      "grad_norm": 0.8572953939437866,
      "learning_rate": 0.000671193531050928,
      "loss": 3.6573,
      "step": 240500
    },
    {
      "epoch": 0.9954194185263662,
      "grad_norm": 0.8390312194824219,
      "learning_rate": 0.0006705027582557711,
      "loss": 3.6587,
      "step": 241000
    },
    {
      "epoch": 0.9974846040419811,
      "grad_norm": 0.8323652744293213,
      "learning_rate": 0.0006698119854606141,
      "loss": 3.6544,
      "step": 241500
    },
    {
      "epoch": 0.999549789557596,
      "grad_norm": 0.8181571364402771,
      "learning_rate": 0.0006691212126654574,
      "loss": 3.6588,
      "step": 242000
    },
    {
      "epoch": 1.0016149750732108,
      "grad_norm": 0.8178454637527466,
      "learning_rate": 0.0006684304398703005,
      "loss": 3.6577,
      "step": 242500
    },
    {
      "epoch": 1.0036801605888257,
      "grad_norm": 0.878870964050293,
      "learning_rate": 0.0006677396670751437,
      "loss": 3.6536,
      "step": 243000
    },
    {
      "epoch": 1.0057453461044406,
      "grad_norm": 0.8694073557853699,
      "learning_rate": 0.0006670488942799868,
      "loss": 3.6542,
      "step": 243500
    },
    {
      "epoch": 1.0078105316200554,
      "grad_norm": 0.8198550939559937,
      "learning_rate": 0.00066635812148483,
      "loss": 3.6539,
      "step": 244000
    },
    {
      "epoch": 1.0098757171356703,
      "grad_norm": 0.8373334407806396,
      "learning_rate": 0.000665667348689673,
      "loss": 3.6534,
      "step": 244500
    },
    {
      "epoch": 1.0119409026512851,
      "grad_norm": 0.8581417798995972,
      "learning_rate": 0.0006649765758945162,
      "loss": 3.65,
      "step": 245000
    },
    {
      "epoch": 1.0140060881669,
      "grad_norm": 0.8404925465583801,
      "learning_rate": 0.0006642858030993594,
      "loss": 3.6573,
      "step": 245500
    },
    {
      "epoch": 1.0160712736825148,
      "grad_norm": 0.8177145719528198,
      "learning_rate": 0.0006635950303042025,
      "loss": 3.6539,
      "step": 246000
    },
    {
      "epoch": 1.0181364591981297,
      "grad_norm": 0.7974333167076111,
      "learning_rate": 0.0006629042575090457,
      "loss": 3.6512,
      "step": 246500
    },
    {
      "epoch": 1.0202016447137445,
      "grad_norm": 0.8827373385429382,
      "learning_rate": 0.0006622134847138889,
      "loss": 3.6579,
      "step": 247000
    },
    {
      "epoch": 1.0222668302293596,
      "grad_norm": 0.8339456915855408,
      "learning_rate": 0.000661522711918732,
      "loss": 3.6525,
      "step": 247500
    },
    {
      "epoch": 1.0243320157449745,
      "grad_norm": 0.9542092084884644,
      "learning_rate": 0.0006608319391235751,
      "loss": 3.655,
      "step": 248000
    },
    {
      "epoch": 1.0263972012605893,
      "grad_norm": 0.8348272442817688,
      "learning_rate": 0.0006601411663284182,
      "loss": 3.6522,
      "step": 248500
    },
    {
      "epoch": 1.0284623867762042,
      "grad_norm": 0.8450163006782532,
      "learning_rate": 0.0006594503935332614,
      "loss": 3.6531,
      "step": 249000
    },
    {
      "epoch": 1.030527572291819,
      "grad_norm": 0.8792598247528076,
      "learning_rate": 0.0006587596207381046,
      "loss": 3.6536,
      "step": 249500
    },
    {
      "epoch": 1.0325927578074339,
      "grad_norm": 0.854055643081665,
      "learning_rate": 0.0006580688479429478,
      "loss": 3.6535,
      "step": 250000
    },
    {
      "epoch": 1.0346579433230487,
      "grad_norm": 0.8935571312904358,
      "learning_rate": 0.0006573780751477908,
      "loss": 3.6491,
      "step": 250500
    },
    {
      "epoch": 1.0367231288386636,
      "grad_norm": 0.8513946533203125,
      "learning_rate": 0.000656687302352634,
      "loss": 3.653,
      "step": 251000
    },
    {
      "epoch": 1.0387883143542784,
      "grad_norm": 0.8276469707489014,
      "learning_rate": 0.0006559965295574771,
      "loss": 3.6559,
      "step": 251500
    },
    {
      "epoch": 1.0408534998698933,
      "grad_norm": 0.890468180179596,
      "learning_rate": 0.0006553057567623202,
      "loss": 3.6522,
      "step": 252000
    },
    {
      "epoch": 1.0429186853855081,
      "grad_norm": 0.83439701795578,
      "learning_rate": 0.0006546149839671635,
      "loss": 3.651,
      "step": 252500
    },
    {
      "epoch": 1.044983870901123,
      "grad_norm": 0.8000691533088684,
      "learning_rate": 0.0006539242111720066,
      "loss": 3.6499,
      "step": 253000
    },
    {
      "epoch": 1.0470490564167378,
      "grad_norm": 0.8648465275764465,
      "learning_rate": 0.0006532334383768497,
      "loss": 3.651,
      "step": 253500
    },
    {
      "epoch": 1.0491142419323527,
      "grad_norm": 0.9048696160316467,
      "learning_rate": 0.0006525426655816928,
      "loss": 3.6485,
      "step": 254000
    },
    {
      "epoch": 1.0511794274479676,
      "grad_norm": 0.9231682419776917,
      "learning_rate": 0.0006518518927865361,
      "loss": 3.6542,
      "step": 254500
    },
    {
      "epoch": 1.0532446129635824,
      "grad_norm": 0.7924606800079346,
      "learning_rate": 0.0006511611199913792,
      "loss": 3.651,
      "step": 255000
    },
    {
      "epoch": 1.0553097984791975,
      "grad_norm": 0.8358777165412903,
      "learning_rate": 0.0006504703471962223,
      "loss": 3.6484,
      "step": 255500
    },
    {
      "epoch": 1.0573749839948123,
      "grad_norm": 0.8586273789405823,
      "learning_rate": 0.0006497795744010655,
      "loss": 3.649,
      "step": 256000
    },
    {
      "epoch": 1.0594401695104272,
      "grad_norm": 0.793743908405304,
      "learning_rate": 0.0006490888016059086,
      "loss": 3.6498,
      "step": 256500
    },
    {
      "epoch": 1.061505355026042,
      "grad_norm": 0.8318455219268799,
      "learning_rate": 0.0006483980288107518,
      "loss": 3.6559,
      "step": 257000
    },
    {
      "epoch": 1.063570540541657,
      "grad_norm": 0.857107400894165,
      "learning_rate": 0.0006477072560155949,
      "loss": 3.6528,
      "step": 257500
    },
    {
      "epoch": 1.0656357260572717,
      "grad_norm": 0.7804774641990662,
      "learning_rate": 0.0006470164832204381,
      "loss": 3.6508,
      "step": 258000
    },
    {
      "epoch": 1.0677009115728866,
      "grad_norm": 0.8034840226173401,
      "learning_rate": 0.0006463257104252812,
      "loss": 3.6513,
      "step": 258500
    },
    {
      "epoch": 1.0697660970885015,
      "grad_norm": 0.8282186388969421,
      "learning_rate": 0.0006456349376301243,
      "loss": 3.6473,
      "step": 259000
    },
    {
      "epoch": 1.0718312826041163,
      "grad_norm": 0.8693439364433289,
      "learning_rate": 0.0006449441648349676,
      "loss": 3.6519,
      "step": 259500
    },
    {
      "epoch": 1.0738964681197312,
      "grad_norm": 0.8448446393013,
      "learning_rate": 0.0006442533920398106,
      "loss": 3.6529,
      "step": 260000
    },
    {
      "epoch": 1.075961653635346,
      "grad_norm": 0.8537395000457764,
      "learning_rate": 0.0006435626192446538,
      "loss": 3.6494,
      "step": 260500
    },
    {
      "epoch": 1.0780268391509609,
      "grad_norm": 0.9138056635856628,
      "learning_rate": 0.0006428718464494969,
      "loss": 3.6519,
      "step": 261000
    },
    {
      "epoch": 1.0800920246665757,
      "grad_norm": 0.8404716849327087,
      "learning_rate": 0.0006421810736543401,
      "loss": 3.6557,
      "step": 261500
    },
    {
      "epoch": 1.0821572101821906,
      "grad_norm": 0.9106012582778931,
      "learning_rate": 0.0006414903008591833,
      "loss": 3.6553,
      "step": 262000
    },
    {
      "epoch": 1.0842223956978054,
      "grad_norm": 0.8204059600830078,
      "learning_rate": 0.0006407995280640264,
      "loss": 3.6502,
      "step": 262500
    },
    {
      "epoch": 1.0862875812134205,
      "grad_norm": 0.8146317005157471,
      "learning_rate": 0.0006401087552688695,
      "loss": 3.6461,
      "step": 263000
    },
    {
      "epoch": 1.0883527667290354,
      "grad_norm": 0.8258946537971497,
      "learning_rate": 0.0006394179824737126,
      "loss": 3.6468,
      "step": 263500
    },
    {
      "epoch": 1.0904179522446502,
      "grad_norm": 0.8197062611579895,
      "learning_rate": 0.0006387272096785558,
      "loss": 3.6462,
      "step": 264000
    },
    {
      "epoch": 1.092483137760265,
      "grad_norm": 0.8384808897972107,
      "learning_rate": 0.000638036436883399,
      "loss": 3.6531,
      "step": 264500
    },
    {
      "epoch": 1.09454832327588,
      "grad_norm": 0.8771003484725952,
      "learning_rate": 0.0006373456640882422,
      "loss": 3.6476,
      "step": 265000
    },
    {
      "epoch": 1.0966135087914948,
      "grad_norm": 0.8600513339042664,
      "learning_rate": 0.0006366548912930853,
      "loss": 3.6453,
      "step": 265500
    },
    {
      "epoch": 1.0986786943071096,
      "grad_norm": 0.8076199293136597,
      "learning_rate": 0.0006359641184979283,
      "loss": 3.6471,
      "step": 266000
    },
    {
      "epoch": 1.1007438798227245,
      "grad_norm": 0.875412106513977,
      "learning_rate": 0.0006352733457027715,
      "loss": 3.6438,
      "step": 266500
    },
    {
      "epoch": 1.1028090653383393,
      "grad_norm": 0.846204936504364,
      "learning_rate": 0.0006345825729076146,
      "loss": 3.6455,
      "step": 267000
    },
    {
      "epoch": 1.1048742508539542,
      "grad_norm": 0.9002543687820435,
      "learning_rate": 0.0006338918001124579,
      "loss": 3.6485,
      "step": 267500
    },
    {
      "epoch": 1.106939436369569,
      "grad_norm": 0.8656557202339172,
      "learning_rate": 0.000633201027317301,
      "loss": 3.6449,
      "step": 268000
    },
    {
      "epoch": 1.109004621885184,
      "grad_norm": 0.8499672412872314,
      "learning_rate": 0.0006325102545221442,
      "loss": 3.6461,
      "step": 268500
    },
    {
      "epoch": 1.1110698074007987,
      "grad_norm": 0.9012117385864258,
      "learning_rate": 0.0006318194817269872,
      "loss": 3.647,
      "step": 269000
    },
    {
      "epoch": 1.1131349929164136,
      "grad_norm": 0.8627690076828003,
      "learning_rate": 0.0006311287089318303,
      "loss": 3.6487,
      "step": 269500
    },
    {
      "epoch": 1.1152001784320285,
      "grad_norm": 0.8218272924423218,
      "learning_rate": 0.0006304379361366736,
      "loss": 3.6465,
      "step": 270000
    },
    {
      "epoch": 1.1172653639476433,
      "grad_norm": 0.8422378301620483,
      "learning_rate": 0.0006297471633415167,
      "loss": 3.6465,
      "step": 270500
    },
    {
      "epoch": 1.1193305494632584,
      "grad_norm": 0.832751989364624,
      "learning_rate": 0.0006290563905463599,
      "loss": 3.6481,
      "step": 271000
    },
    {
      "epoch": 1.1213957349788732,
      "grad_norm": 0.8922985196113586,
      "learning_rate": 0.000628365617751203,
      "loss": 3.6467,
      "step": 271500
    },
    {
      "epoch": 1.123460920494488,
      "grad_norm": 0.850562572479248,
      "learning_rate": 0.0006276748449560462,
      "loss": 3.6447,
      "step": 272000
    },
    {
      "epoch": 1.125526106010103,
      "grad_norm": 0.8567354679107666,
      "learning_rate": 0.0006269840721608893,
      "loss": 3.6501,
      "step": 272500
    },
    {
      "epoch": 1.1275912915257178,
      "grad_norm": 0.8452857732772827,
      "learning_rate": 0.0006262932993657324,
      "loss": 3.6484,
      "step": 273000
    },
    {
      "epoch": 1.1296564770413327,
      "grad_norm": 0.8340391516685486,
      "learning_rate": 0.0006256025265705756,
      "loss": 3.6379,
      "step": 273500
    },
    {
      "epoch": 1.1317216625569475,
      "grad_norm": 0.8882256150245667,
      "learning_rate": 0.0006249117537754187,
      "loss": 3.6426,
      "step": 274000
    },
    {
      "epoch": 1.1337868480725624,
      "grad_norm": 0.8669372200965881,
      "learning_rate": 0.000624220980980262,
      "loss": 3.6463,
      "step": 274500
    },
    {
      "epoch": 1.1358520335881772,
      "grad_norm": 0.8304846882820129,
      "learning_rate": 0.000623530208185105,
      "loss": 3.647,
      "step": 275000
    },
    {
      "epoch": 1.137917219103792,
      "grad_norm": 0.9014056921005249,
      "learning_rate": 0.0006228394353899482,
      "loss": 3.6421,
      "step": 275500
    },
    {
      "epoch": 1.139982404619407,
      "grad_norm": 0.8721933960914612,
      "learning_rate": 0.0006221486625947913,
      "loss": 3.6453,
      "step": 276000
    },
    {
      "epoch": 1.1420475901350218,
      "grad_norm": 0.847547173500061,
      "learning_rate": 0.0006214578897996344,
      "loss": 3.6431,
      "step": 276500
    },
    {
      "epoch": 1.1441127756506366,
      "grad_norm": 0.8297481536865234,
      "learning_rate": 0.0006207671170044777,
      "loss": 3.6438,
      "step": 277000
    },
    {
      "epoch": 1.1461779611662515,
      "grad_norm": 0.8460617065429688,
      "learning_rate": 0.0006200763442093208,
      "loss": 3.6401,
      "step": 277500
    },
    {
      "epoch": 1.1482431466818666,
      "grad_norm": 0.8611075282096863,
      "learning_rate": 0.0006193855714141639,
      "loss": 3.6436,
      "step": 278000
    },
    {
      "epoch": 1.1503083321974814,
      "grad_norm": 0.9023817777633667,
      "learning_rate": 0.000618694798619007,
      "loss": 3.6444,
      "step": 278500
    },
    {
      "epoch": 1.1523735177130963,
      "grad_norm": 0.8956021666526794,
      "learning_rate": 0.0006180040258238502,
      "loss": 3.6425,
      "step": 279000
    },
    {
      "epoch": 1.1544387032287111,
      "grad_norm": 0.818234920501709,
      "learning_rate": 0.0006173132530286934,
      "loss": 3.6448,
      "step": 279500
    },
    {
      "epoch": 1.156503888744326,
      "grad_norm": 0.9077365398406982,
      "learning_rate": 0.0006166224802335365,
      "loss": 3.6417,
      "step": 280000
    },
    {
      "epoch": 1.1585690742599408,
      "grad_norm": 0.9183298349380493,
      "learning_rate": 0.0006159317074383797,
      "loss": 3.6443,
      "step": 280500
    },
    {
      "epoch": 1.1606342597755557,
      "grad_norm": 0.8855923414230347,
      "learning_rate": 0.0006152409346432227,
      "loss": 3.6484,
      "step": 281000
    },
    {
      "epoch": 1.1626994452911705,
      "grad_norm": 0.8771803975105286,
      "learning_rate": 0.0006145501618480659,
      "loss": 3.6405,
      "step": 281500
    },
    {
      "epoch": 1.1647646308067854,
      "grad_norm": 0.8620317578315735,
      "learning_rate": 0.000613859389052909,
      "loss": 3.6416,
      "step": 282000
    },
    {
      "epoch": 1.1668298163224002,
      "grad_norm": 0.8158155679702759,
      "learning_rate": 0.0006131686162577523,
      "loss": 3.6419,
      "step": 282500
    },
    {
      "epoch": 1.168895001838015,
      "grad_norm": 0.851483166217804,
      "learning_rate": 0.0006124778434625954,
      "loss": 3.6383,
      "step": 283000
    },
    {
      "epoch": 1.17096018735363,
      "grad_norm": 0.8444896340370178,
      "learning_rate": 0.0006117870706674385,
      "loss": 3.6378,
      "step": 283500
    },
    {
      "epoch": 1.1730253728692448,
      "grad_norm": 0.845475435256958,
      "learning_rate": 0.0006110962978722816,
      "loss": 3.6419,
      "step": 284000
    },
    {
      "epoch": 1.1750905583848597,
      "grad_norm": 0.8336458802223206,
      "learning_rate": 0.0006104055250771247,
      "loss": 3.6412,
      "step": 284500
    },
    {
      "epoch": 1.1771557439004745,
      "grad_norm": 0.8581113219261169,
      "learning_rate": 0.000609714752281968,
      "loss": 3.6399,
      "step": 285000
    },
    {
      "epoch": 1.1792209294160894,
      "grad_norm": 0.8157337307929993,
      "learning_rate": 0.0006090239794868111,
      "loss": 3.6394,
      "step": 285500
    },
    {
      "epoch": 1.1812861149317042,
      "grad_norm": 0.9136993288993835,
      "learning_rate": 0.0006083332066916543,
      "loss": 3.6428,
      "step": 286000
    },
    {
      "epoch": 1.183351300447319,
      "grad_norm": 0.824963390827179,
      "learning_rate": 0.0006076424338964974,
      "loss": 3.6373,
      "step": 286500
    },
    {
      "epoch": 1.1854164859629341,
      "grad_norm": 0.921095073223114,
      "learning_rate": 0.0006069516611013404,
      "loss": 3.6412,
      "step": 287000
    },
    {
      "epoch": 1.187481671478549,
      "grad_norm": 0.8546509146690369,
      "learning_rate": 0.0006062608883061837,
      "loss": 3.64,
      "step": 287500
    },
    {
      "epoch": 1.1895468569941638,
      "grad_norm": 0.8727114200592041,
      "learning_rate": 0.0006055701155110268,
      "loss": 3.6431,
      "step": 288000
    },
    {
      "epoch": 1.1916120425097787,
      "grad_norm": 0.8491438627243042,
      "learning_rate": 0.00060487934271587,
      "loss": 3.6423,
      "step": 288500
    },
    {
      "epoch": 1.1936772280253936,
      "grad_norm": 0.8465364575386047,
      "learning_rate": 0.0006041885699207131,
      "loss": 3.6386,
      "step": 289000
    },
    {
      "epoch": 1.1957424135410084,
      "grad_norm": 0.9105225801467896,
      "learning_rate": 0.0006034977971255562,
      "loss": 3.6405,
      "step": 289500
    },
    {
      "epoch": 1.1978075990566233,
      "grad_norm": 0.8746159076690674,
      "learning_rate": 0.0006028070243303994,
      "loss": 3.6387,
      "step": 290000
    },
    {
      "epoch": 1.1998727845722381,
      "grad_norm": 0.8231246471405029,
      "learning_rate": 0.0006021162515352425,
      "loss": 3.6409,
      "step": 290500
    },
    {
      "epoch": 1.201937970087853,
      "grad_norm": 0.8378157615661621,
      "learning_rate": 0.0006014254787400857,
      "loss": 3.6443,
      "step": 291000
    },
    {
      "epoch": 1.2040031556034678,
      "grad_norm": 0.8843089938163757,
      "learning_rate": 0.0006007347059449288,
      "loss": 3.6387,
      "step": 291500
    },
    {
      "epoch": 1.2060683411190827,
      "grad_norm": 0.8844972848892212,
      "learning_rate": 0.000600043933149772,
      "loss": 3.6397,
      "step": 292000
    },
    {
      "epoch": 1.2081335266346975,
      "grad_norm": 0.8368713855743408,
      "learning_rate": 0.0005993531603546152,
      "loss": 3.6395,
      "step": 292500
    },
    {
      "epoch": 1.2101987121503124,
      "grad_norm": 0.8770310878753662,
      "learning_rate": 0.0005986623875594582,
      "loss": 3.6378,
      "step": 293000
    },
    {
      "epoch": 1.2122638976659272,
      "grad_norm": 0.834708571434021,
      "learning_rate": 0.0005979716147643014,
      "loss": 3.6428,
      "step": 293500
    },
    {
      "epoch": 1.2143290831815423,
      "grad_norm": 0.8338863849639893,
      "learning_rate": 0.0005972808419691445,
      "loss": 3.6397,
      "step": 294000
    },
    {
      "epoch": 1.2163942686971572,
      "grad_norm": 0.9234596490859985,
      "learning_rate": 0.0005965900691739878,
      "loss": 3.6374,
      "step": 294500
    },
    {
      "epoch": 1.218459454212772,
      "grad_norm": 0.8158113956451416,
      "learning_rate": 0.0005958992963788309,
      "loss": 3.6326,
      "step": 295000
    },
    {
      "epoch": 1.2205246397283869,
      "grad_norm": 0.878017008304596,
      "learning_rate": 0.0005952085235836741,
      "loss": 3.6405,
      "step": 295500
    },
    {
      "epoch": 1.2225898252440017,
      "grad_norm": 0.8284105062484741,
      "learning_rate": 0.0005945177507885171,
      "loss": 3.6418,
      "step": 296000
    },
    {
      "epoch": 1.2246550107596166,
      "grad_norm": 0.8646044135093689,
      "learning_rate": 0.0005938269779933602,
      "loss": 3.6419,
      "step": 296500
    },
    {
      "epoch": 1.2267201962752314,
      "grad_norm": 0.8561674952507019,
      "learning_rate": 0.0005931362051982034,
      "loss": 3.6408,
      "step": 297000
    },
    {
      "epoch": 1.2287853817908463,
      "grad_norm": 0.8356595039367676,
      "learning_rate": 0.0005924454324030466,
      "loss": 3.6338,
      "step": 297500
    },
    {
      "epoch": 1.2308505673064611,
      "grad_norm": 0.7949745655059814,
      "learning_rate": 0.0005917546596078898,
      "loss": 3.639,
      "step": 298000
    },
    {
      "epoch": 1.232915752822076,
      "grad_norm": 0.8922995924949646,
      "learning_rate": 0.0005910638868127329,
      "loss": 3.6363,
      "step": 298500
    },
    {
      "epoch": 1.2349809383376908,
      "grad_norm": 0.8811206221580505,
      "learning_rate": 0.000590373114017576,
      "loss": 3.6434,
      "step": 299000
    },
    {
      "epoch": 1.2370461238533057,
      "grad_norm": 0.8570734858512878,
      "learning_rate": 0.0005896823412224191,
      "loss": 3.6384,
      "step": 299500
    },
    {
      "epoch": 1.2391113093689206,
      "grad_norm": 0.8630372285842896,
      "learning_rate": 0.0005889915684272623,
      "loss": 3.643,
      "step": 300000
    },
    {
      "epoch": 1.2411764948845354,
      "grad_norm": 0.7972979545593262,
      "learning_rate": 0.0005883007956321055,
      "loss": 3.6373,
      "step": 300500
    },
    {
      "epoch": 1.2432416804001503,
      "grad_norm": 0.8756755590438843,
      "learning_rate": 0.0005876100228369486,
      "loss": 3.6396,
      "step": 301000
    },
    {
      "epoch": 1.2453068659157651,
      "grad_norm": 0.835181713104248,
      "learning_rate": 0.0005869192500417918,
      "loss": 3.6444,
      "step": 301500
    },
    {
      "epoch": 1.24737205143138,
      "grad_norm": 0.8531635403633118,
      "learning_rate": 0.0005862284772466348,
      "loss": 3.6345,
      "step": 302000
    },
    {
      "epoch": 1.249437236946995,
      "grad_norm": 0.8525377511978149,
      "learning_rate": 0.0005855377044514781,
      "loss": 3.6392,
      "step": 302500
    },
    {
      "epoch": 1.25150242246261,
      "grad_norm": 0.8619999289512634,
      "learning_rate": 0.0005848469316563212,
      "loss": 3.6375,
      "step": 303000
    },
    {
      "epoch": 1.2535676079782248,
      "grad_norm": 0.8545814156532288,
      "learning_rate": 0.0005841561588611643,
      "loss": 3.6349,
      "step": 303500
    },
    {
      "epoch": 1.2556327934938396,
      "grad_norm": 0.8469774127006531,
      "learning_rate": 0.0005834653860660075,
      "loss": 3.6364,
      "step": 304000
    },
    {
      "epoch": 1.2576979790094545,
      "grad_norm": 0.8846688270568848,
      "learning_rate": 0.0005827746132708506,
      "loss": 3.6364,
      "step": 304500
    },
    {
      "epoch": 1.2597631645250693,
      "grad_norm": 0.9075489640235901,
      "learning_rate": 0.0005820838404756938,
      "loss": 3.6364,
      "step": 305000
    },
    {
      "epoch": 1.2618283500406842,
      "grad_norm": 0.8593960404396057,
      "learning_rate": 0.0005813930676805369,
      "loss": 3.6359,
      "step": 305500
    },
    {
      "epoch": 1.263893535556299,
      "grad_norm": 0.8116864562034607,
      "learning_rate": 0.0005807022948853801,
      "loss": 3.6364,
      "step": 306000
    },
    {
      "epoch": 1.2659587210719139,
      "grad_norm": 0.9091377258300781,
      "learning_rate": 0.0005800115220902232,
      "loss": 3.6394,
      "step": 306500
    },
    {
      "epoch": 1.2680239065875287,
      "grad_norm": 0.8530232310295105,
      "learning_rate": 0.0005793207492950663,
      "loss": 3.6384,
      "step": 307000
    },
    {
      "epoch": 1.2700890921031436,
      "grad_norm": 0.8767454028129578,
      "learning_rate": 0.0005786299764999096,
      "loss": 3.6349,
      "step": 307500
    },
    {
      "epoch": 1.2721542776187584,
      "grad_norm": 0.86729496717453,
      "learning_rate": 0.0005779392037047526,
      "loss": 3.6343,
      "step": 308000
    },
    {
      "epoch": 1.2742194631343733,
      "grad_norm": 0.8575980067253113,
      "learning_rate": 0.0005772484309095958,
      "loss": 3.6341,
      "step": 308500
    },
    {
      "epoch": 1.2762846486499884,
      "grad_norm": 0.8563485741615295,
      "learning_rate": 0.0005765576581144389,
      "loss": 3.6307,
      "step": 309000
    },
    {
      "epoch": 1.2783498341656032,
      "grad_norm": 0.8204468488693237,
      "learning_rate": 0.0005758668853192822,
      "loss": 3.6326,
      "step": 309500
    },
    {
      "epoch": 1.280415019681218,
      "grad_norm": 0.8668286204338074,
      "learning_rate": 0.0005751761125241253,
      "loss": 3.6332,
      "step": 310000
    },
    {
      "epoch": 1.282480205196833,
      "grad_norm": 0.9041423797607422,
      "learning_rate": 0.0005744853397289684,
      "loss": 3.6301,
      "step": 310500
    },
    {
      "epoch": 1.2845453907124478,
      "grad_norm": 0.9111208915710449,
      "learning_rate": 0.0005737945669338115,
      "loss": 3.6342,
      "step": 311000
    },
    {
      "epoch": 1.2866105762280626,
      "grad_norm": 0.8527085781097412,
      "learning_rate": 0.0005731037941386546,
      "loss": 3.6352,
      "step": 311500
    },
    {
      "epoch": 1.2886757617436775,
      "grad_norm": 0.9022780656814575,
      "learning_rate": 0.0005724130213434978,
      "loss": 3.6309,
      "step": 312000
    },
    {
      "epoch": 1.2907409472592923,
      "grad_norm": 0.8200535774230957,
      "learning_rate": 0.000571722248548341,
      "loss": 3.6352,
      "step": 312500
    },
    {
      "epoch": 1.2928061327749072,
      "grad_norm": 0.8946380615234375,
      "learning_rate": 0.0005710314757531842,
      "loss": 3.6316,
      "step": 313000
    },
    {
      "epoch": 1.294871318290522,
      "grad_norm": 0.8948845267295837,
      "learning_rate": 0.0005703407029580273,
      "loss": 3.6335,
      "step": 313500
    },
    {
      "epoch": 1.296936503806137,
      "grad_norm": 0.8681610226631165,
      "learning_rate": 0.0005696499301628703,
      "loss": 3.6334,
      "step": 314000
    },
    {
      "epoch": 1.2990016893217518,
      "grad_norm": 0.8890866637229919,
      "learning_rate": 0.0005689591573677135,
      "loss": 3.6349,
      "step": 314500
    },
    {
      "epoch": 1.3010668748373666,
      "grad_norm": 0.8331130146980286,
      "learning_rate": 0.0005682683845725567,
      "loss": 3.6295,
      "step": 315000
    },
    {
      "epoch": 1.3031320603529815,
      "grad_norm": 0.9164173007011414,
      "learning_rate": 0.0005675776117773999,
      "loss": 3.6285,
      "step": 315500
    },
    {
      "epoch": 1.3051972458685963,
      "grad_norm": 0.9248276948928833,
      "learning_rate": 0.000566886838982243,
      "loss": 3.635,
      "step": 316000
    },
    {
      "epoch": 1.3072624313842112,
      "grad_norm": 0.8627344965934753,
      "learning_rate": 0.0005661960661870862,
      "loss": 3.6282,
      "step": 316500
    },
    {
      "epoch": 1.309327616899826,
      "grad_norm": 0.8344895839691162,
      "learning_rate": 0.0005655052933919294,
      "loss": 3.6328,
      "step": 317000
    },
    {
      "epoch": 1.3113928024154409,
      "grad_norm": 0.8892630338668823,
      "learning_rate": 0.0005648145205967724,
      "loss": 3.6292,
      "step": 317500
    },
    {
      "epoch": 1.3134579879310557,
      "grad_norm": 0.8829456567764282,
      "learning_rate": 0.0005641237478016156,
      "loss": 3.6321,
      "step": 318000
    },
    {
      "epoch": 1.3155231734466706,
      "grad_norm": 0.9509747624397278,
      "learning_rate": 0.0005634329750064587,
      "loss": 3.6334,
      "step": 318500
    },
    {
      "epoch": 1.3175883589622857,
      "grad_norm": 0.8569677472114563,
      "learning_rate": 0.0005627422022113019,
      "loss": 3.6338,
      "step": 319000
    },
    {
      "epoch": 1.3196535444779005,
      "grad_norm": 0.8735712766647339,
      "learning_rate": 0.000562051429416145,
      "loss": 3.631,
      "step": 319500
    },
    {
      "epoch": 1.3217187299935154,
      "grad_norm": 0.8901649713516235,
      "learning_rate": 0.0005613606566209883,
      "loss": 3.6317,
      "step": 320000
    },
    {
      "epoch": 1.3237839155091302,
      "grad_norm": 0.8649008870124817,
      "learning_rate": 0.0005606698838258313,
      "loss": 3.6352,
      "step": 320500
    },
    {
      "epoch": 1.325849101024745,
      "grad_norm": 0.8626308441162109,
      "learning_rate": 0.0005599791110306744,
      "loss": 3.6314,
      "step": 321000
    },
    {
      "epoch": 1.32791428654036,
      "grad_norm": 0.8588893413543701,
      "learning_rate": 0.0005592883382355176,
      "loss": 3.6324,
      "step": 321500
    },
    {
      "epoch": 1.3299794720559748,
      "grad_norm": 0.9297236800193787,
      "learning_rate": 0.0005585975654403607,
      "loss": 3.6269,
      "step": 322000
    },
    {
      "epoch": 1.3320446575715896,
      "grad_norm": 0.892342746257782,
      "learning_rate": 0.000557906792645204,
      "loss": 3.6271,
      "step": 322500
    },
    {
      "epoch": 1.3341098430872045,
      "grad_norm": 0.8954850435256958,
      "learning_rate": 0.0005572160198500471,
      "loss": 3.633,
      "step": 323000
    },
    {
      "epoch": 1.3361750286028193,
      "grad_norm": 0.835870087146759,
      "learning_rate": 0.0005565252470548902,
      "loss": 3.6339,
      "step": 323500
    },
    {
      "epoch": 1.3382402141184342,
      "grad_norm": 0.8228446245193481,
      "learning_rate": 0.0005558344742597333,
      "loss": 3.6302,
      "step": 324000
    },
    {
      "epoch": 1.340305399634049,
      "grad_norm": 0.877083420753479,
      "learning_rate": 0.0005551437014645764,
      "loss": 3.6287,
      "step": 324500
    },
    {
      "epoch": 1.3423705851496641,
      "grad_norm": 0.8847202062606812,
      "learning_rate": 0.0005544529286694197,
      "loss": 3.6327,
      "step": 325000
    },
    {
      "epoch": 1.344435770665279,
      "grad_norm": 0.8818312883377075,
      "learning_rate": 0.0005537621558742628,
      "loss": 3.6274,
      "step": 325500
    },
    {
      "epoch": 1.3465009561808938,
      "grad_norm": 0.8837476372718811,
      "learning_rate": 0.000553071383079106,
      "loss": 3.6344,
      "step": 326000
    },
    {
      "epoch": 1.3485661416965087,
      "grad_norm": 0.8340895771980286,
      "learning_rate": 0.000552380610283949,
      "loss": 3.6307,
      "step": 326500
    },
    {
      "epoch": 1.3506313272121235,
      "grad_norm": 0.8376668691635132,
      "learning_rate": 0.0005516898374887922,
      "loss": 3.6287,
      "step": 327000
    },
    {
      "epoch": 1.3526965127277384,
      "grad_norm": 0.9396718740463257,
      "learning_rate": 0.0005509990646936354,
      "loss": 3.6307,
      "step": 327500
    },
    {
      "epoch": 1.3547616982433532,
      "grad_norm": 0.8634157180786133,
      "learning_rate": 0.0005503082918984785,
      "loss": 3.6338,
      "step": 328000
    },
    {
      "epoch": 1.356826883758968,
      "grad_norm": 0.8108691573143005,
      "learning_rate": 0.0005496175191033217,
      "loss": 3.6297,
      "step": 328500
    },
    {
      "epoch": 1.358892069274583,
      "grad_norm": 0.8781368732452393,
      "learning_rate": 0.0005489267463081648,
      "loss": 3.6214,
      "step": 329000
    },
    {
      "epoch": 1.3609572547901978,
      "grad_norm": 0.9365848302841187,
      "learning_rate": 0.0005482359735130079,
      "loss": 3.6252,
      "step": 329500
    },
    {
      "epoch": 1.3630224403058127,
      "grad_norm": 0.9395589232444763,
      "learning_rate": 0.0005475452007178511,
      "loss": 3.6321,
      "step": 330000
    },
    {
      "epoch": 1.3650876258214275,
      "grad_norm": 0.8478281497955322,
      "learning_rate": 0.0005468544279226943,
      "loss": 3.6274,
      "step": 330500
    },
    {
      "epoch": 1.3671528113370424,
      "grad_norm": 0.8921921253204346,
      "learning_rate": 0.0005461636551275374,
      "loss": 3.6322,
      "step": 331000
    },
    {
      "epoch": 1.3692179968526572,
      "grad_norm": 0.8773924112319946,
      "learning_rate": 0.0005454728823323805,
      "loss": 3.625,
      "step": 331500
    },
    {
      "epoch": 1.371283182368272,
      "grad_norm": 0.8703533411026001,
      "learning_rate": 0.0005447821095372237,
      "loss": 3.6271,
      "step": 332000
    },
    {
      "epoch": 1.373348367883887,
      "grad_norm": 0.9260948300361633,
      "learning_rate": 0.0005440913367420668,
      "loss": 3.6257,
      "step": 332500
    },
    {
      "epoch": 1.3754135533995018,
      "grad_norm": 0.9382374286651611,
      "learning_rate": 0.00054340056394691,
      "loss": 3.6291,
      "step": 333000
    },
    {
      "epoch": 1.3774787389151166,
      "grad_norm": 0.9884597659111023,
      "learning_rate": 0.0005427097911517531,
      "loss": 3.6283,
      "step": 333500
    },
    {
      "epoch": 1.3795439244307315,
      "grad_norm": 0.8627356290817261,
      "learning_rate": 0.0005420190183565963,
      "loss": 3.6285,
      "step": 334000
    },
    {
      "epoch": 1.3816091099463466,
      "grad_norm": 1.0183664560317993,
      "learning_rate": 0.0005413282455614394,
      "loss": 3.6234,
      "step": 334500
    },
    {
      "epoch": 1.3836742954619614,
      "grad_norm": 1.069983720779419,
      "learning_rate": 0.0005406374727662826,
      "loss": 3.632,
      "step": 335000
    },
    {
      "epoch": 1.3857394809775763,
      "grad_norm": 0.8708402514457703,
      "learning_rate": 0.0005399466999711257,
      "loss": 3.6227,
      "step": 335500
    },
    {
      "epoch": 1.3878046664931911,
      "grad_norm": 0.9028722643852234,
      "learning_rate": 0.0005392559271759688,
      "loss": 3.6244,
      "step": 336000
    },
    {
      "epoch": 1.389869852008806,
      "grad_norm": 0.8895553946495056,
      "learning_rate": 0.000538565154380812,
      "loss": 3.6207,
      "step": 336500
    },
    {
      "epoch": 1.3919350375244208,
      "grad_norm": 0.8524749279022217,
      "learning_rate": 0.0005378743815856551,
      "loss": 3.6245,
      "step": 337000
    },
    {
      "epoch": 1.3940002230400357,
      "grad_norm": 0.9254179000854492,
      "learning_rate": 0.0005371836087904984,
      "loss": 3.6288,
      "step": 337500
    },
    {
      "epoch": 1.3960654085556505,
      "grad_norm": 0.8679038286209106,
      "learning_rate": 0.0005364928359953415,
      "loss": 3.6227,
      "step": 338000
    },
    {
      "epoch": 1.3981305940712654,
      "grad_norm": 1.1326936483383179,
      "learning_rate": 0.0005358020632001845,
      "loss": 3.6293,
      "step": 338500
    },
    {
      "epoch": 1.4001957795868802,
      "grad_norm": 0.9517419338226318,
      "learning_rate": 0.0005351112904050277,
      "loss": 3.6259,
      "step": 339000
    },
    {
      "epoch": 1.402260965102495,
      "grad_norm": 0.9134194254875183,
      "learning_rate": 0.0005344205176098708,
      "loss": 3.6302,
      "step": 339500
    },
    {
      "epoch": 1.40432615061811,
      "grad_norm": 0.9232060313224792,
      "learning_rate": 0.0005337297448147141,
      "loss": 3.6242,
      "step": 340000
    },
    {
      "epoch": 1.406391336133725,
      "grad_norm": 0.9168750047683716,
      "learning_rate": 0.0005330389720195572,
      "loss": 3.6228,
      "step": 340500
    },
    {
      "epoch": 1.4084565216493399,
      "grad_norm": 0.867607831954956,
      "learning_rate": 0.0005323481992244004,
      "loss": 3.6274,
      "step": 341000
    },
    {
      "epoch": 1.4105217071649547,
      "grad_norm": 0.8899474740028381,
      "learning_rate": 0.0005316574264292434,
      "loss": 3.6269,
      "step": 341500
    },
    {
      "epoch": 1.4125868926805696,
      "grad_norm": 0.8969711065292358,
      "learning_rate": 0.0005309666536340865,
      "loss": 3.6279,
      "step": 342000
    },
    {
      "epoch": 1.4146520781961844,
      "grad_norm": 0.9321315288543701,
      "learning_rate": 0.0005302758808389298,
      "loss": 3.6216,
      "step": 342500
    },
    {
      "epoch": 1.4167172637117993,
      "grad_norm": 0.9067663550376892,
      "learning_rate": 0.0005295851080437729,
      "loss": 3.6216,
      "step": 343000
    },
    {
      "epoch": 1.4187824492274141,
      "grad_norm": 0.9273170828819275,
      "learning_rate": 0.0005288943352486161,
      "loss": 3.6197,
      "step": 343500
    },
    {
      "epoch": 1.420847634743029,
      "grad_norm": 0.8975114822387695,
      "learning_rate": 0.0005282035624534592,
      "loss": 3.6255,
      "step": 344000
    },
    {
      "epoch": 1.4229128202586439,
      "grad_norm": 0.8769076466560364,
      "learning_rate": 0.0005275127896583023,
      "loss": 3.6224,
      "step": 344500
    },
    {
      "epoch": 1.4249780057742587,
      "grad_norm": 0.8779253363609314,
      "learning_rate": 0.0005268220168631455,
      "loss": 3.6221,
      "step": 345000
    },
    {
      "epoch": 1.4270431912898736,
      "grad_norm": 0.9520541429519653,
      "learning_rate": 0.0005261312440679886,
      "loss": 3.6249,
      "step": 345500
    },
    {
      "epoch": 1.4291083768054884,
      "grad_norm": 0.9439170360565186,
      "learning_rate": 0.0005254404712728318,
      "loss": 3.6239,
      "step": 346000
    },
    {
      "epoch": 1.4311735623211033,
      "grad_norm": 0.8566519021987915,
      "learning_rate": 0.0005247496984776749,
      "loss": 3.628,
      "step": 346500
    },
    {
      "epoch": 1.4332387478367181,
      "grad_norm": 0.9285138249397278,
      "learning_rate": 0.0005240589256825181,
      "loss": 3.623,
      "step": 347000
    },
    {
      "epoch": 1.435303933352333,
      "grad_norm": 0.943242073059082,
      "learning_rate": 0.0005233681528873612,
      "loss": 3.626,
      "step": 347500
    },
    {
      "epoch": 1.4373691188679478,
      "grad_norm": 0.9518710970878601,
      "learning_rate": 0.0005226773800922044,
      "loss": 3.627,
      "step": 348000
    },
    {
      "epoch": 1.4394343043835627,
      "grad_norm": 0.8522790670394897,
      "learning_rate": 0.0005219866072970475,
      "loss": 3.6236,
      "step": 348500
    },
    {
      "epoch": 1.4414994898991775,
      "grad_norm": 0.8695337772369385,
      "learning_rate": 0.0005212958345018906,
      "loss": 3.6267,
      "step": 349000
    },
    {
      "epoch": 1.4435646754147924,
      "grad_norm": 0.9737259149551392,
      "learning_rate": 0.0005206050617067338,
      "loss": 3.628,
      "step": 349500
    },
    {
      "epoch": 1.4456298609304072,
      "grad_norm": 0.8802591562271118,
      "learning_rate": 0.000519914288911577,
      "loss": 3.6233,
      "step": 350000
    },
    {
      "epoch": 1.4476950464460223,
      "grad_norm": 0.8898768424987793,
      "learning_rate": 0.0005192235161164201,
      "loss": 3.6185,
      "step": 350500
    },
    {
      "epoch": 1.4497602319616372,
      "grad_norm": 0.906989336013794,
      "learning_rate": 0.0005185327433212632,
      "loss": 3.627,
      "step": 351000
    },
    {
      "epoch": 1.451825417477252,
      "grad_norm": 0.9344033598899841,
      "learning_rate": 0.0005178419705261064,
      "loss": 3.6251,
      "step": 351500
    },
    {
      "epoch": 1.4538906029928669,
      "grad_norm": 0.9117660522460938,
      "learning_rate": 0.0005171511977309495,
      "loss": 3.6201,
      "step": 352000
    },
    {
      "epoch": 1.4559557885084817,
      "grad_norm": 0.9623023271560669,
      "learning_rate": 0.0005164604249357927,
      "loss": 3.6224,
      "step": 352500
    },
    {
      "epoch": 1.4580209740240966,
      "grad_norm": 0.917404294013977,
      "learning_rate": 0.0005157696521406359,
      "loss": 3.6215,
      "step": 353000
    },
    {
      "epoch": 1.4600861595397114,
      "grad_norm": 0.8771188855171204,
      "learning_rate": 0.0005150788793454789,
      "loss": 3.6177,
      "step": 353500
    },
    {
      "epoch": 1.4621513450553263,
      "grad_norm": 0.9068584442138672,
      "learning_rate": 0.0005143881065503221,
      "loss": 3.6171,
      "step": 354000
    },
    {
      "epoch": 1.4642165305709411,
      "grad_norm": 0.8495357036590576,
      "learning_rate": 0.0005136973337551652,
      "loss": 3.6179,
      "step": 354500
    },
    {
      "epoch": 1.466281716086556,
      "grad_norm": 0.9294023513793945,
      "learning_rate": 0.0005130065609600085,
      "loss": 3.621,
      "step": 355000
    },
    {
      "epoch": 1.4683469016021709,
      "grad_norm": 0.8986365795135498,
      "learning_rate": 0.0005123157881648516,
      "loss": 3.6215,
      "step": 355500
    },
    {
      "epoch": 1.470412087117786,
      "grad_norm": 0.8775242567062378,
      "learning_rate": 0.0005116250153696947,
      "loss": 3.6224,
      "step": 356000
    },
    {
      "epoch": 1.4724772726334008,
      "grad_norm": 0.9806228280067444,
      "learning_rate": 0.0005109342425745378,
      "loss": 3.6282,
      "step": 356500
    },
    {
      "epoch": 1.4745424581490156,
      "grad_norm": 0.9070131778717041,
      "learning_rate": 0.0005102434697793809,
      "loss": 3.6215,
      "step": 357000
    },
    {
      "epoch": 1.4766076436646305,
      "grad_norm": 0.8883774280548096,
      "learning_rate": 0.0005095526969842242,
      "loss": 3.6209,
      "step": 357500
    },
    {
      "epoch": 1.4786728291802453,
      "grad_norm": 0.8933684825897217,
      "learning_rate": 0.0005088619241890673,
      "loss": 3.6252,
      "step": 358000
    },
    {
      "epoch": 1.4807380146958602,
      "grad_norm": 0.9200357794761658,
      "learning_rate": 0.0005081711513939105,
      "loss": 3.6222,
      "step": 358500
    },
    {
      "epoch": 1.482803200211475,
      "grad_norm": 0.9308785200119019,
      "learning_rate": 0.0005074803785987536,
      "loss": 3.6208,
      "step": 359000
    },
    {
      "epoch": 1.48486838572709,
      "grad_norm": 0.8750079870223999,
      "learning_rate": 0.0005067896058035966,
      "loss": 3.6199,
      "step": 359500
    },
    {
      "epoch": 1.4869335712427048,
      "grad_norm": 0.9529547095298767,
      "learning_rate": 0.0005060988330084399,
      "loss": 3.6228,
      "step": 360000
    },
    {
      "epoch": 1.4889987567583196,
      "grad_norm": 0.8682648539543152,
      "learning_rate": 0.000505408060213283,
      "loss": 3.6135,
      "step": 360500
    },
    {
      "epoch": 1.4910639422739345,
      "grad_norm": 1.1106621026992798,
      "learning_rate": 0.0005047172874181262,
      "loss": 3.6176,
      "step": 361000
    },
    {
      "epoch": 1.4931291277895493,
      "grad_norm": 0.9601291418075562,
      "learning_rate": 0.0005040265146229693,
      "loss": 3.6219,
      "step": 361500
    },
    {
      "epoch": 1.4951943133051642,
      "grad_norm": 0.8618814945220947,
      "learning_rate": 0.0005033357418278125,
      "loss": 3.6127,
      "step": 362000
    },
    {
      "epoch": 1.497259498820779,
      "grad_norm": 0.8370802998542786,
      "learning_rate": 0.0005026449690326556,
      "loss": 3.6206,
      "step": 362500
    },
    {
      "epoch": 1.4993246843363939,
      "grad_norm": 0.8459282517433167,
      "learning_rate": 0.0005019541962374987,
      "loss": 3.6178,
      "step": 363000
    },
    {
      "epoch": 1.5013898698520087,
      "grad_norm": 0.9562257528305054,
      "learning_rate": 0.0005012634234423419,
      "loss": 3.6237,
      "step": 363500
    },
    {
      "epoch": 1.5034550553676236,
      "grad_norm": 0.9108514785766602,
      "learning_rate": 0.000500572650647185,
      "loss": 3.6143,
      "step": 364000
    },
    {
      "epoch": 1.5055202408832384,
      "grad_norm": 0.8244084119796753,
      "learning_rate": 0.0004998818778520282,
      "loss": 3.623,
      "step": 364500
    },
    {
      "epoch": 1.5075854263988533,
      "grad_norm": 0.84373939037323,
      "learning_rate": 0.0004991911050568714,
      "loss": 3.6204,
      "step": 365000
    },
    {
      "epoch": 1.5096506119144681,
      "grad_norm": 0.8240190148353577,
      "learning_rate": 0.0004985003322617145,
      "loss": 3.6161,
      "step": 365500
    },
    {
      "epoch": 1.511715797430083,
      "grad_norm": 0.854900062084198,
      "learning_rate": 0.0004978095594665576,
      "loss": 3.6108,
      "step": 366000
    },
    {
      "epoch": 1.5137809829456979,
      "grad_norm": 0.8967952132225037,
      "learning_rate": 0.0004971187866714007,
      "loss": 3.6238,
      "step": 366500
    },
    {
      "epoch": 1.515846168461313,
      "grad_norm": 0.8556637763977051,
      "learning_rate": 0.0004964280138762439,
      "loss": 3.6223,
      "step": 367000
    },
    {
      "epoch": 1.5179113539769278,
      "grad_norm": 0.8737160563468933,
      "learning_rate": 0.0004957372410810871,
      "loss": 3.6213,
      "step": 367500
    },
    {
      "epoch": 1.5199765394925426,
      "grad_norm": 0.8557814359664917,
      "learning_rate": 0.0004950464682859302,
      "loss": 3.6174,
      "step": 368000
    },
    {
      "epoch": 1.5220417250081575,
      "grad_norm": 0.8986766934394836,
      "learning_rate": 0.0004943556954907734,
      "loss": 3.6205,
      "step": 368500
    },
    {
      "epoch": 1.5241069105237723,
      "grad_norm": 1.0052659511566162,
      "learning_rate": 0.0004936649226956165,
      "loss": 3.6213,
      "step": 369000
    },
    {
      "epoch": 1.5261720960393872,
      "grad_norm": 0.8314480781555176,
      "learning_rate": 0.0004929741499004596,
      "loss": 3.6199,
      "step": 369500
    },
    {
      "epoch": 1.528237281555002,
      "grad_norm": 0.8918452262878418,
      "learning_rate": 0.0004922833771053028,
      "loss": 3.6162,
      "step": 370000
    },
    {
      "epoch": 1.530302467070617,
      "grad_norm": 0.9111048579216003,
      "learning_rate": 0.000491592604310146,
      "loss": 3.6165,
      "step": 370500
    },
    {
      "epoch": 1.532367652586232,
      "grad_norm": 0.8491929769515991,
      "learning_rate": 0.0004909018315149891,
      "loss": 3.6183,
      "step": 371000
    },
    {
      "epoch": 1.5344328381018468,
      "grad_norm": 0.8751396536827087,
      "learning_rate": 0.0004902110587198322,
      "loss": 3.6119,
      "step": 371500
    },
    {
      "epoch": 1.5364980236174617,
      "grad_norm": 0.957629919052124,
      "learning_rate": 0.0004895202859246754,
      "loss": 3.6202,
      "step": 372000
    },
    {
      "epoch": 1.5385632091330765,
      "grad_norm": 0.8625714182853699,
      "learning_rate": 0.0004888295131295186,
      "loss": 3.6131,
      "step": 372500
    },
    {
      "epoch": 1.5406283946486914,
      "grad_norm": 0.8893035054206848,
      "learning_rate": 0.0004881387403343617,
      "loss": 3.6176,
      "step": 373000
    },
    {
      "epoch": 1.5426935801643062,
      "grad_norm": 0.8848550915718079,
      "learning_rate": 0.00048744796753920485,
      "loss": 3.6174,
      "step": 373500
    },
    {
      "epoch": 1.544758765679921,
      "grad_norm": 0.9545185565948486,
      "learning_rate": 0.00048675719474404797,
      "loss": 3.6131,
      "step": 374000
    },
    {
      "epoch": 1.546823951195536,
      "grad_norm": 0.8546385169029236,
      "learning_rate": 0.0004860664219488911,
      "loss": 3.6193,
      "step": 374500
    },
    {
      "epoch": 1.5488891367111508,
      "grad_norm": 0.9334169030189514,
      "learning_rate": 0.00048537564915373426,
      "loss": 3.6161,
      "step": 375000
    },
    {
      "epoch": 1.5509543222267657,
      "grad_norm": 0.9036852717399597,
      "learning_rate": 0.0004846848763585774,
      "loss": 3.6173,
      "step": 375500
    },
    {
      "epoch": 1.5530195077423805,
      "grad_norm": 0.8733109831809998,
      "learning_rate": 0.00048399410356342055,
      "loss": 3.618,
      "step": 376000
    },
    {
      "epoch": 1.5550846932579954,
      "grad_norm": 0.8650001287460327,
      "learning_rate": 0.0004833033307682637,
      "loss": 3.6218,
      "step": 376500
    },
    {
      "epoch": 1.5571498787736102,
      "grad_norm": 0.9135239124298096,
      "learning_rate": 0.00048261255797310684,
      "loss": 3.6116,
      "step": 377000
    },
    {
      "epoch": 1.559215064289225,
      "grad_norm": 0.8870047330856323,
      "learning_rate": 0.00048192178517795,
      "loss": 3.615,
      "step": 377500
    },
    {
      "epoch": 1.56128024980484,
      "grad_norm": 0.9570178389549255,
      "learning_rate": 0.00048123101238279313,
      "loss": 3.6108,
      "step": 378000
    },
    {
      "epoch": 1.5633454353204548,
      "grad_norm": 0.972823441028595,
      "learning_rate": 0.00048054023958763625,
      "loss": 3.6128,
      "step": 378500
    },
    {
      "epoch": 1.5654106208360696,
      "grad_norm": 0.9057266712188721,
      "learning_rate": 0.0004798494667924794,
      "loss": 3.6119,
      "step": 379000
    },
    {
      "epoch": 1.5674758063516845,
      "grad_norm": 0.8538796901702881,
      "learning_rate": 0.0004791586939973226,
      "loss": 3.6153,
      "step": 379500
    },
    {
      "epoch": 1.5695409918672993,
      "grad_norm": 0.8900587558746338,
      "learning_rate": 0.0004784679212021657,
      "loss": 3.6094,
      "step": 380000
    },
    {
      "epoch": 1.5716061773829142,
      "grad_norm": 0.9035120010375977,
      "learning_rate": 0.0004777771484070089,
      "loss": 3.6115,
      "step": 380500
    },
    {
      "epoch": 1.573671362898529,
      "grad_norm": 0.9109090566635132,
      "learning_rate": 0.00047708637561185205,
      "loss": 3.6147,
      "step": 381000
    },
    {
      "epoch": 1.575736548414144,
      "grad_norm": 0.9530739784240723,
      "learning_rate": 0.0004763956028166951,
      "loss": 3.6162,
      "step": 381500
    },
    {
      "epoch": 1.5778017339297588,
      "grad_norm": 0.9010793566703796,
      "learning_rate": 0.0004757048300215383,
      "loss": 3.6173,
      "step": 382000
    },
    {
      "epoch": 1.5798669194453738,
      "grad_norm": 0.9239755868911743,
      "learning_rate": 0.00047501405722638146,
      "loss": 3.6122,
      "step": 382500
    },
    {
      "epoch": 1.5819321049609887,
      "grad_norm": 0.9250938296318054,
      "learning_rate": 0.0004743232844312246,
      "loss": 3.6125,
      "step": 383000
    },
    {
      "epoch": 1.5839972904766035,
      "grad_norm": 0.983747661113739,
      "learning_rate": 0.00047363251163606775,
      "loss": 3.6148,
      "step": 383500
    },
    {
      "epoch": 1.5860624759922184,
      "grad_norm": 0.8901280164718628,
      "learning_rate": 0.0004729417388409109,
      "loss": 3.6168,
      "step": 384000
    },
    {
      "epoch": 1.5881276615078332,
      "grad_norm": 1.0286431312561035,
      "learning_rate": 0.00047225096604575404,
      "loss": 3.6157,
      "step": 384500
    },
    {
      "epoch": 1.590192847023448,
      "grad_norm": 0.9333387613296509,
      "learning_rate": 0.00047156019325059716,
      "loss": 3.6167,
      "step": 385000
    },
    {
      "epoch": 1.592258032539063,
      "grad_norm": 0.8943653106689453,
      "learning_rate": 0.00047086942045544033,
      "loss": 3.6159,
      "step": 385500
    },
    {
      "epoch": 1.5943232180546778,
      "grad_norm": 1.0237303972244263,
      "learning_rate": 0.00047017864766028345,
      "loss": 3.6085,
      "step": 386000
    },
    {
      "epoch": 1.5963884035702929,
      "grad_norm": 0.9231153130531311,
      "learning_rate": 0.0004694878748651266,
      "loss": 3.6088,
      "step": 386500
    },
    {
      "epoch": 1.5984535890859077,
      "grad_norm": 0.9187248349189758,
      "learning_rate": 0.0004687971020699698,
      "loss": 3.609,
      "step": 387000
    },
    {
      "epoch": 1.6005187746015226,
      "grad_norm": 0.9181712865829468,
      "learning_rate": 0.0004681063292748129,
      "loss": 3.617,
      "step": 387500
    },
    {
      "epoch": 1.6025839601171374,
      "grad_norm": 0.9243224859237671,
      "learning_rate": 0.0004674155564796561,
      "loss": 3.6116,
      "step": 388000
    },
    {
      "epoch": 1.6046491456327523,
      "grad_norm": 0.8570845723152161,
      "learning_rate": 0.0004667247836844992,
      "loss": 3.6132,
      "step": 388500
    },
    {
      "epoch": 1.6067143311483671,
      "grad_norm": 0.9440647959709167,
      "learning_rate": 0.0004660340108893423,
      "loss": 3.6139,
      "step": 389000
    },
    {
      "epoch": 1.608779516663982,
      "grad_norm": 0.9337875247001648,
      "learning_rate": 0.0004653432380941855,
      "loss": 3.6087,
      "step": 389500
    },
    {
      "epoch": 1.6108447021795969,
      "grad_norm": 0.9188580513000488,
      "learning_rate": 0.00046465246529902866,
      "loss": 3.6149,
      "step": 390000
    },
    {
      "epoch": 1.6129098876952117,
      "grad_norm": 0.9261829853057861,
      "learning_rate": 0.0004639616925038718,
      "loss": 3.6083,
      "step": 390500
    },
    {
      "epoch": 1.6149750732108266,
      "grad_norm": 0.9685167074203491,
      "learning_rate": 0.00046327091970871495,
      "loss": 3.6119,
      "step": 391000
    },
    {
      "epoch": 1.6170402587264414,
      "grad_norm": 0.8810446858406067,
      "learning_rate": 0.0004625801469135581,
      "loss": 3.6104,
      "step": 391500
    },
    {
      "epoch": 1.6191054442420563,
      "grad_norm": 0.9428806304931641,
      "learning_rate": 0.0004618893741184012,
      "loss": 3.6122,
      "step": 392000
    },
    {
      "epoch": 1.6211706297576711,
      "grad_norm": 0.9315034747123718,
      "learning_rate": 0.00046119860132324436,
      "loss": 3.608,
      "step": 392500
    },
    {
      "epoch": 1.623235815273286,
      "grad_norm": 0.9300384521484375,
      "learning_rate": 0.00046050782852808753,
      "loss": 3.6131,
      "step": 393000
    },
    {
      "epoch": 1.6253010007889008,
      "grad_norm": 0.9298168420791626,
      "learning_rate": 0.00045981705573293065,
      "loss": 3.6066,
      "step": 393500
    },
    {
      "epoch": 1.6273661863045157,
      "grad_norm": 0.8898735642433167,
      "learning_rate": 0.0004591262829377738,
      "loss": 3.6101,
      "step": 394000
    },
    {
      "epoch": 1.6294313718201305,
      "grad_norm": 0.9076458811759949,
      "learning_rate": 0.000458435510142617,
      "loss": 3.6093,
      "step": 394500
    },
    {
      "epoch": 1.6314965573357454,
      "grad_norm": 0.8742642998695374,
      "learning_rate": 0.0004577447373474601,
      "loss": 3.616,
      "step": 395000
    },
    {
      "epoch": 1.6335617428513602,
      "grad_norm": 1.0424576997756958,
      "learning_rate": 0.0004570539645523032,
      "loss": 3.6055,
      "step": 395500
    },
    {
      "epoch": 1.635626928366975,
      "grad_norm": 0.8919492959976196,
      "learning_rate": 0.0004563631917571464,
      "loss": 3.6193,
      "step": 396000
    },
    {
      "epoch": 1.63769211388259,
      "grad_norm": 0.8941763043403625,
      "learning_rate": 0.0004556724189619895,
      "loss": 3.6081,
      "step": 396500
    },
    {
      "epoch": 1.6397572993982048,
      "grad_norm": 0.8514080047607422,
      "learning_rate": 0.0004549816461668327,
      "loss": 3.6103,
      "step": 397000
    },
    {
      "epoch": 1.6418224849138197,
      "grad_norm": 0.9269658327102661,
      "learning_rate": 0.00045429087337167586,
      "loss": 3.6087,
      "step": 397500
    },
    {
      "epoch": 1.6438876704294345,
      "grad_norm": 0.9616368412971497,
      "learning_rate": 0.000453600100576519,
      "loss": 3.6091,
      "step": 398000
    },
    {
      "epoch": 1.6459528559450496,
      "grad_norm": 0.9223911762237549,
      "learning_rate": 0.00045290932778136215,
      "loss": 3.6113,
      "step": 398500
    },
    {
      "epoch": 1.6480180414606644,
      "grad_norm": 0.8979865312576294,
      "learning_rate": 0.00045221855498620527,
      "loss": 3.6103,
      "step": 399000
    },
    {
      "epoch": 1.6500832269762793,
      "grad_norm": 0.9759957194328308,
      "learning_rate": 0.0004515277821910484,
      "loss": 3.6092,
      "step": 399500
    },
    {
      "epoch": 1.6521484124918941,
      "grad_norm": 0.9237745404243469,
      "learning_rate": 0.00045083700939589156,
      "loss": 3.6114,
      "step": 400000
    },
    {
      "epoch": 1.654213598007509,
      "grad_norm": 0.8980891704559326,
      "learning_rate": 0.00045014623660073473,
      "loss": 3.6119,
      "step": 400500
    },
    {
      "epoch": 1.6562787835231239,
      "grad_norm": 0.9243053793907166,
      "learning_rate": 0.00044945546380557785,
      "loss": 3.6118,
      "step": 401000
    },
    {
      "epoch": 1.6583439690387387,
      "grad_norm": 0.8987131714820862,
      "learning_rate": 0.000448764691010421,
      "loss": 3.6072,
      "step": 401500
    },
    {
      "epoch": 1.6604091545543538,
      "grad_norm": 0.9475997686386108,
      "learning_rate": 0.0004480739182152642,
      "loss": 3.6097,
      "step": 402000
    },
    {
      "epoch": 1.6624743400699686,
      "grad_norm": 0.9301290512084961,
      "learning_rate": 0.00044738314542010725,
      "loss": 3.6049,
      "step": 402500
    },
    {
      "epoch": 1.6645395255855835,
      "grad_norm": 0.9173527359962463,
      "learning_rate": 0.0004466923726249504,
      "loss": 3.6066,
      "step": 403000
    },
    {
      "epoch": 1.6666047111011983,
      "grad_norm": 0.9309616088867188,
      "learning_rate": 0.0004460015998297936,
      "loss": 3.6119,
      "step": 403500
    },
    {
      "epoch": 1.6686698966168132,
      "grad_norm": 0.9780174493789673,
      "learning_rate": 0.0004453108270346367,
      "loss": 3.6107,
      "step": 404000
    },
    {
      "epoch": 1.670735082132428,
      "grad_norm": 0.9947455525398254,
      "learning_rate": 0.0004446200542394799,
      "loss": 3.6082,
      "step": 404500
    },
    {
      "epoch": 1.672800267648043,
      "grad_norm": 0.9157103300094604,
      "learning_rate": 0.00044392928144432306,
      "loss": 3.6058,
      "step": 405000
    },
    {
      "epoch": 1.6748654531636578,
      "grad_norm": 0.9052749276161194,
      "learning_rate": 0.0004432385086491662,
      "loss": 3.6127,
      "step": 405500
    },
    {
      "epoch": 1.6769306386792726,
      "grad_norm": 0.8886879682540894,
      "learning_rate": 0.0004425477358540093,
      "loss": 3.6128,
      "step": 406000
    },
    {
      "epoch": 1.6789958241948875,
      "grad_norm": 0.9656397104263306,
      "learning_rate": 0.00044185696305885247,
      "loss": 3.6106,
      "step": 406500
    },
    {
      "epoch": 1.6810610097105023,
      "grad_norm": 0.9137892723083496,
      "learning_rate": 0.00044116619026369564,
      "loss": 3.6034,
      "step": 407000
    },
    {
      "epoch": 1.6831261952261172,
      "grad_norm": 0.9257168173789978,
      "learning_rate": 0.00044047541746853876,
      "loss": 3.6063,
      "step": 407500
    },
    {
      "epoch": 1.685191380741732,
      "grad_norm": 0.945644736289978,
      "learning_rate": 0.00043978464467338193,
      "loss": 3.6093,
      "step": 408000
    },
    {
      "epoch": 1.6872565662573469,
      "grad_norm": 0.9292469620704651,
      "learning_rate": 0.0004390938718782251,
      "loss": 3.6164,
      "step": 408500
    },
    {
      "epoch": 1.6893217517729617,
      "grad_norm": 0.920070469379425,
      "learning_rate": 0.0004384030990830682,
      "loss": 3.6108,
      "step": 409000
    },
    {
      "epoch": 1.6913869372885766,
      "grad_norm": 0.8883882164955139,
      "learning_rate": 0.00043771232628791134,
      "loss": 3.6084,
      "step": 409500
    },
    {
      "epoch": 1.6934521228041914,
      "grad_norm": 0.8707071542739868,
      "learning_rate": 0.0004370215534927545,
      "loss": 3.6054,
      "step": 410000
    },
    {
      "epoch": 1.6955173083198063,
      "grad_norm": 0.9168508648872375,
      "learning_rate": 0.0004363307806975976,
      "loss": 3.6073,
      "step": 410500
    },
    {
      "epoch": 1.6975824938354211,
      "grad_norm": 0.9027879238128662,
      "learning_rate": 0.0004356400079024408,
      "loss": 3.6063,
      "step": 411000
    },
    {
      "epoch": 1.699647679351036,
      "grad_norm": 0.9158195853233337,
      "learning_rate": 0.00043494923510728397,
      "loss": 3.6051,
      "step": 411500
    },
    {
      "epoch": 1.7017128648666509,
      "grad_norm": 0.8770332336425781,
      "learning_rate": 0.0004342584623121271,
      "loss": 3.6036,
      "step": 412000
    },
    {
      "epoch": 1.7037780503822657,
      "grad_norm": 0.9331633448600769,
      "learning_rate": 0.00043356768951697026,
      "loss": 3.6061,
      "step": 412500
    },
    {
      "epoch": 1.7058432358978806,
      "grad_norm": 0.9186440706253052,
      "learning_rate": 0.0004328769167218134,
      "loss": 3.6062,
      "step": 413000
    },
    {
      "epoch": 1.7079084214134954,
      "grad_norm": 0.9652873873710632,
      "learning_rate": 0.0004321861439266565,
      "loss": 3.6039,
      "step": 413500
    },
    {
      "epoch": 1.7099736069291105,
      "grad_norm": 1.028952717781067,
      "learning_rate": 0.00043149537113149967,
      "loss": 3.6017,
      "step": 414000
    },
    {
      "epoch": 1.7120387924447253,
      "grad_norm": 0.9490340948104858,
      "learning_rate": 0.00043080459833634284,
      "loss": 3.6083,
      "step": 414500
    },
    {
      "epoch": 1.7141039779603402,
      "grad_norm": 0.9231634736061096,
      "learning_rate": 0.00043011382554118596,
      "loss": 3.5996,
      "step": 415000
    },
    {
      "epoch": 1.716169163475955,
      "grad_norm": 0.9050476551055908,
      "learning_rate": 0.00042942305274602913,
      "loss": 3.6068,
      "step": 415500
    },
    {
      "epoch": 1.71823434899157,
      "grad_norm": 0.9067409038543701,
      "learning_rate": 0.0004287322799508723,
      "loss": 3.6054,
      "step": 416000
    },
    {
      "epoch": 1.7202995345071848,
      "grad_norm": 0.9170055985450745,
      "learning_rate": 0.00042804150715571536,
      "loss": 3.6078,
      "step": 416500
    },
    {
      "epoch": 1.7223647200227996,
      "grad_norm": 0.9065055847167969,
      "learning_rate": 0.00042735073436055853,
      "loss": 3.6088,
      "step": 417000
    },
    {
      "epoch": 1.7244299055384145,
      "grad_norm": 0.9660302996635437,
      "learning_rate": 0.0004266599615654017,
      "loss": 3.6062,
      "step": 417500
    },
    {
      "epoch": 1.7264950910540295,
      "grad_norm": 1.0101925134658813,
      "learning_rate": 0.0004259691887702448,
      "loss": 3.6003,
      "step": 418000
    },
    {
      "epoch": 1.7285602765696444,
      "grad_norm": 0.8992028832435608,
      "learning_rate": 0.000425278415975088,
      "loss": 3.6034,
      "step": 418500
    },
    {
      "epoch": 1.7306254620852592,
      "grad_norm": 0.9092094898223877,
      "learning_rate": 0.00042458764317993117,
      "loss": 3.6058,
      "step": 419000
    },
    {
      "epoch": 1.732690647600874,
      "grad_norm": 0.9682952761650085,
      "learning_rate": 0.00042389687038477423,
      "loss": 3.6071,
      "step": 419500
    },
    {
      "epoch": 1.734755833116489,
      "grad_norm": 0.8873477578163147,
      "learning_rate": 0.0004232060975896174,
      "loss": 3.6007,
      "step": 420000
    },
    {
      "epoch": 1.7368210186321038,
      "grad_norm": 0.955782949924469,
      "learning_rate": 0.0004225153247944606,
      "loss": 3.6068,
      "step": 420500
    },
    {
      "epoch": 1.7388862041477187,
      "grad_norm": 0.8825164437294006,
      "learning_rate": 0.0004218245519993037,
      "loss": 3.6044,
      "step": 421000
    },
    {
      "epoch": 1.7409513896633335,
      "grad_norm": 0.89482182264328,
      "learning_rate": 0.00042113377920414687,
      "loss": 3.6042,
      "step": 421500
    },
    {
      "epoch": 1.7430165751789484,
      "grad_norm": 0.8935895562171936,
      "learning_rate": 0.00042044300640899004,
      "loss": 3.6059,
      "step": 422000
    },
    {
      "epoch": 1.7450817606945632,
      "grad_norm": 0.9019350409507751,
      "learning_rate": 0.00041975223361383316,
      "loss": 3.5976,
      "step": 422500
    },
    {
      "epoch": 1.747146946210178,
      "grad_norm": 0.8902950882911682,
      "learning_rate": 0.00041906146081867627,
      "loss": 3.6047,
      "step": 423000
    },
    {
      "epoch": 1.749212131725793,
      "grad_norm": 0.9121259450912476,
      "learning_rate": 0.00041837068802351944,
      "loss": 3.6043,
      "step": 423500
    },
    {
      "epoch": 1.7512773172414078,
      "grad_norm": 0.9632822871208191,
      "learning_rate": 0.00041767991522836256,
      "loss": 3.5988,
      "step": 424000
    },
    {
      "epoch": 1.7533425027570226,
      "grad_norm": 0.9230890274047852,
      "learning_rate": 0.00041698914243320573,
      "loss": 3.6057,
      "step": 424500
    },
    {
      "epoch": 1.7554076882726375,
      "grad_norm": 0.86906498670578,
      "learning_rate": 0.0004162983696380489,
      "loss": 3.6001,
      "step": 425000
    },
    {
      "epoch": 1.7574728737882523,
      "grad_norm": 0.9967219829559326,
      "learning_rate": 0.000415607596842892,
      "loss": 3.6015,
      "step": 425500
    },
    {
      "epoch": 1.7595380593038672,
      "grad_norm": 0.9453679323196411,
      "learning_rate": 0.0004149168240477352,
      "loss": 3.6052,
      "step": 426000
    },
    {
      "epoch": 1.761603244819482,
      "grad_norm": 0.9310443997383118,
      "learning_rate": 0.0004142260512525783,
      "loss": 3.6043,
      "step": 426500
    },
    {
      "epoch": 1.763668430335097,
      "grad_norm": 0.9359785914421082,
      "learning_rate": 0.00041353527845742143,
      "loss": 3.5992,
      "step": 427000
    },
    {
      "epoch": 1.7657336158507118,
      "grad_norm": 0.9217506051063538,
      "learning_rate": 0.0004128445056622646,
      "loss": 3.6032,
      "step": 427500
    },
    {
      "epoch": 1.7677988013663266,
      "grad_norm": 0.9112503528594971,
      "learning_rate": 0.0004121537328671078,
      "loss": 3.6019,
      "step": 428000
    },
    {
      "epoch": 1.7698639868819415,
      "grad_norm": 0.8800984621047974,
      "learning_rate": 0.0004114629600719509,
      "loss": 3.6012,
      "step": 428500
    },
    {
      "epoch": 1.7719291723975563,
      "grad_norm": 0.9817019701004028,
      "learning_rate": 0.00041077218727679407,
      "loss": 3.5999,
      "step": 429000
    },
    {
      "epoch": 1.7739943579131714,
      "grad_norm": 0.9530683755874634,
      "learning_rate": 0.00041008141448163724,
      "loss": 3.5983,
      "step": 429500
    },
    {
      "epoch": 1.7760595434287862,
      "grad_norm": 0.9143394231796265,
      "learning_rate": 0.0004093906416864803,
      "loss": 3.6017,
      "step": 430000
    },
    {
      "epoch": 1.778124728944401,
      "grad_norm": 0.9595432877540588,
      "learning_rate": 0.00040869986889132347,
      "loss": 3.6027,
      "step": 430500
    },
    {
      "epoch": 1.780189914460016,
      "grad_norm": 0.9158574938774109,
      "learning_rate": 0.00040800909609616664,
      "loss": 3.5992,
      "step": 431000
    },
    {
      "epoch": 1.7822550999756308,
      "grad_norm": 0.921989381313324,
      "learning_rate": 0.00040731832330100976,
      "loss": 3.605,
      "step": 431500
    },
    {
      "epoch": 1.7843202854912457,
      "grad_norm": 0.9749512672424316,
      "learning_rate": 0.00040662755050585293,
      "loss": 3.6046,
      "step": 432000
    },
    {
      "epoch": 1.7863854710068605,
      "grad_norm": 0.9165520071983337,
      "learning_rate": 0.0004059367777106961,
      "loss": 3.6017,
      "step": 432500
    },
    {
      "epoch": 1.7884506565224754,
      "grad_norm": 0.9405930638313293,
      "learning_rate": 0.0004052460049155392,
      "loss": 3.6038,
      "step": 433000
    },
    {
      "epoch": 1.7905158420380904,
      "grad_norm": 0.891287624835968,
      "learning_rate": 0.00040455523212038234,
      "loss": 3.6041,
      "step": 433500
    },
    {
      "epoch": 1.7925810275537053,
      "grad_norm": 0.9444411993026733,
      "learning_rate": 0.0004038644593252255,
      "loss": 3.6021,
      "step": 434000
    },
    {
      "epoch": 1.7946462130693202,
      "grad_norm": 0.8914752006530762,
      "learning_rate": 0.00040317368653006863,
      "loss": 3.6055,
      "step": 434500
    },
    {
      "epoch": 1.796711398584935,
      "grad_norm": 0.989285945892334,
      "learning_rate": 0.0004024829137349118,
      "loss": 3.5976,
      "step": 435000
    },
    {
      "epoch": 1.7987765841005499,
      "grad_norm": 0.9275773763656616,
      "learning_rate": 0.000401792140939755,
      "loss": 3.6028,
      "step": 435500
    },
    {
      "epoch": 1.8008417696161647,
      "grad_norm": 0.9509973526000977,
      "learning_rate": 0.0004011013681445981,
      "loss": 3.6023,
      "step": 436000
    },
    {
      "epoch": 1.8029069551317796,
      "grad_norm": 0.922156035900116,
      "learning_rate": 0.00040041059534944126,
      "loss": 3.6015,
      "step": 436500
    },
    {
      "epoch": 1.8049721406473944,
      "grad_norm": 0.9816733598709106,
      "learning_rate": 0.0003997198225542844,
      "loss": 3.5997,
      "step": 437000
    },
    {
      "epoch": 1.8070373261630093,
      "grad_norm": 0.9107772707939148,
      "learning_rate": 0.0003990290497591275,
      "loss": 3.6059,
      "step": 437500
    },
    {
      "epoch": 1.8091025116786241,
      "grad_norm": 0.9928283095359802,
      "learning_rate": 0.00039833827696397067,
      "loss": 3.5992,
      "step": 438000
    },
    {
      "epoch": 1.811167697194239,
      "grad_norm": 0.9159351587295532,
      "learning_rate": 0.00039764750416881384,
      "loss": 3.5996,
      "step": 438500
    },
    {
      "epoch": 1.8132328827098538,
      "grad_norm": 0.949022650718689,
      "learning_rate": 0.00039695673137365696,
      "loss": 3.6023,
      "step": 439000
    },
    {
      "epoch": 1.8152980682254687,
      "grad_norm": 0.9024670720100403,
      "learning_rate": 0.00039626595857850013,
      "loss": 3.5974,
      "step": 439500
    },
    {
      "epoch": 1.8173632537410835,
      "grad_norm": 0.9459267258644104,
      "learning_rate": 0.0003955751857833433,
      "loss": 3.6012,
      "step": 440000
    },
    {
      "epoch": 1.8194284392566984,
      "grad_norm": 0.9358387589454651,
      "learning_rate": 0.00039488441298818637,
      "loss": 3.6033,
      "step": 440500
    },
    {
      "epoch": 1.8214936247723132,
      "grad_norm": 1.1152925491333008,
      "learning_rate": 0.00039419364019302954,
      "loss": 3.6014,
      "step": 441000
    },
    {
      "epoch": 1.823558810287928,
      "grad_norm": 0.9533650875091553,
      "learning_rate": 0.0003935028673978727,
      "loss": 3.5973,
      "step": 441500
    },
    {
      "epoch": 1.825623995803543,
      "grad_norm": 0.9361259341239929,
      "learning_rate": 0.00039281209460271583,
      "loss": 3.6013,
      "step": 442000
    },
    {
      "epoch": 1.8276891813191578,
      "grad_norm": 0.9149123430252075,
      "learning_rate": 0.000392121321807559,
      "loss": 3.6003,
      "step": 442500
    },
    {
      "epoch": 1.8297543668347727,
      "grad_norm": 0.9409268498420715,
      "learning_rate": 0.0003914305490124022,
      "loss": 3.6017,
      "step": 443000
    },
    {
      "epoch": 1.8318195523503875,
      "grad_norm": 0.9923303127288818,
      "learning_rate": 0.0003907397762172453,
      "loss": 3.5995,
      "step": 443500
    },
    {
      "epoch": 1.8338847378660024,
      "grad_norm": 0.9857262372970581,
      "learning_rate": 0.0003900490034220884,
      "loss": 3.5978,
      "step": 444000
    },
    {
      "epoch": 1.8359499233816172,
      "grad_norm": 0.927539050579071,
      "learning_rate": 0.0003893582306269316,
      "loss": 3.5981,
      "step": 444500
    },
    {
      "epoch": 1.838015108897232,
      "grad_norm": 0.9102293848991394,
      "learning_rate": 0.0003886674578317747,
      "loss": 3.5949,
      "step": 445000
    },
    {
      "epoch": 1.8400802944128472,
      "grad_norm": 0.9635704159736633,
      "learning_rate": 0.00038797668503661787,
      "loss": 3.596,
      "step": 445500
    },
    {
      "epoch": 1.842145479928462,
      "grad_norm": 0.9955849051475525,
      "learning_rate": 0.00038728591224146104,
      "loss": 3.5969,
      "step": 446000
    },
    {
      "epoch": 1.8442106654440769,
      "grad_norm": 0.9749023914337158,
      "learning_rate": 0.00038659513944630416,
      "loss": 3.5948,
      "step": 446500
    },
    {
      "epoch": 1.8462758509596917,
      "grad_norm": 0.8627511262893677,
      "learning_rate": 0.00038590436665114733,
      "loss": 3.6008,
      "step": 447000
    },
    {
      "epoch": 1.8483410364753066,
      "grad_norm": 0.9911043643951416,
      "learning_rate": 0.00038521359385599045,
      "loss": 3.6019,
      "step": 447500
    },
    {
      "epoch": 1.8504062219909214,
      "grad_norm": 0.8825258016586304,
      "learning_rate": 0.00038452282106083357,
      "loss": 3.598,
      "step": 448000
    },
    {
      "epoch": 1.8524714075065363,
      "grad_norm": 0.9856255054473877,
      "learning_rate": 0.00038383204826567674,
      "loss": 3.5956,
      "step": 448500
    },
    {
      "epoch": 1.8545365930221511,
      "grad_norm": 0.9156405329704285,
      "learning_rate": 0.0003831412754705199,
      "loss": 3.5998,
      "step": 449000
    },
    {
      "epoch": 1.8566017785377662,
      "grad_norm": 0.9722628593444824,
      "learning_rate": 0.00038245050267536303,
      "loss": 3.5972,
      "step": 449500
    },
    {
      "epoch": 1.858666964053381,
      "grad_norm": 0.9832236766815186,
      "learning_rate": 0.0003817597298802062,
      "loss": 3.5965,
      "step": 450000
    },
    {
      "epoch": 1.860732149568996,
      "grad_norm": 0.9951631426811218,
      "learning_rate": 0.0003810689570850494,
      "loss": 3.598,
      "step": 450500
    },
    {
      "epoch": 1.8627973350846108,
      "grad_norm": 0.9569511413574219,
      "learning_rate": 0.00038037818428989244,
      "loss": 3.595,
      "step": 451000
    },
    {
      "epoch": 1.8648625206002256,
      "grad_norm": 0.9952835440635681,
      "learning_rate": 0.0003796874114947356,
      "loss": 3.5935,
      "step": 451500
    },
    {
      "epoch": 1.8669277061158405,
      "grad_norm": 1.0220372676849365,
      "learning_rate": 0.0003789966386995788,
      "loss": 3.6037,
      "step": 452000
    },
    {
      "epoch": 1.8689928916314553,
      "grad_norm": 0.994107186794281,
      "learning_rate": 0.0003783058659044219,
      "loss": 3.5997,
      "step": 452500
    },
    {
      "epoch": 1.8710580771470702,
      "grad_norm": 0.9340591430664062,
      "learning_rate": 0.00037761509310926507,
      "loss": 3.6023,
      "step": 453000
    },
    {
      "epoch": 1.873123262662685,
      "grad_norm": 0.9085286855697632,
      "learning_rate": 0.00037692432031410824,
      "loss": 3.5959,
      "step": 453500
    },
    {
      "epoch": 1.8751884481782999,
      "grad_norm": 0.9756872653961182,
      "learning_rate": 0.00037623354751895136,
      "loss": 3.5884,
      "step": 454000
    },
    {
      "epoch": 1.8772536336939147,
      "grad_norm": 0.9957202672958374,
      "learning_rate": 0.0003755427747237945,
      "loss": 3.5975,
      "step": 454500
    },
    {
      "epoch": 1.8793188192095296,
      "grad_norm": 0.8996020555496216,
      "learning_rate": 0.00037485200192863765,
      "loss": 3.6007,
      "step": 455000
    },
    {
      "epoch": 1.8813840047251444,
      "grad_norm": 0.9864904880523682,
      "learning_rate": 0.00037416122913348077,
      "loss": 3.5988,
      "step": 455500
    },
    {
      "epoch": 1.8834491902407593,
      "grad_norm": 0.9386093020439148,
      "learning_rate": 0.00037347045633832394,
      "loss": 3.5912,
      "step": 456000
    },
    {
      "epoch": 1.8855143757563742,
      "grad_norm": 0.9660182595252991,
      "learning_rate": 0.0003727796835431671,
      "loss": 3.5922,
      "step": 456500
    },
    {
      "epoch": 1.887579561271989,
      "grad_norm": 0.9477041959762573,
      "learning_rate": 0.00037208891074801023,
      "loss": 3.5965,
      "step": 457000
    },
    {
      "epoch": 1.8896447467876039,
      "grad_norm": 0.9372164011001587,
      "learning_rate": 0.0003713981379528534,
      "loss": 3.5926,
      "step": 457500
    },
    {
      "epoch": 1.8917099323032187,
      "grad_norm": 0.9334116578102112,
      "learning_rate": 0.0003707073651576965,
      "loss": 3.5945,
      "step": 458000
    },
    {
      "epoch": 1.8937751178188336,
      "grad_norm": 0.9472560882568359,
      "learning_rate": 0.00037001659236253964,
      "loss": 3.5943,
      "step": 458500
    },
    {
      "epoch": 1.8958403033344484,
      "grad_norm": 0.9420283436775208,
      "learning_rate": 0.0003693258195673828,
      "loss": 3.588,
      "step": 459000
    },
    {
      "epoch": 1.8979054888500633,
      "grad_norm": 0.9053918719291687,
      "learning_rate": 0.000368635046772226,
      "loss": 3.5959,
      "step": 459500
    },
    {
      "epoch": 1.8999706743656781,
      "grad_norm": 0.9473544955253601,
      "learning_rate": 0.0003679442739770691,
      "loss": 3.5908,
      "step": 460000
    },
    {
      "epoch": 1.902035859881293,
      "grad_norm": 0.9841446876525879,
      "learning_rate": 0.00036725350118191227,
      "loss": 3.5883,
      "step": 460500
    },
    {
      "epoch": 1.904101045396908,
      "grad_norm": 0.9745540022850037,
      "learning_rate": 0.00036656272838675544,
      "loss": 3.5946,
      "step": 461000
    },
    {
      "epoch": 1.906166230912523,
      "grad_norm": 0.9353415369987488,
      "learning_rate": 0.0003658719555915985,
      "loss": 3.5889,
      "step": 461500
    },
    {
      "epoch": 1.9082314164281378,
      "grad_norm": 0.9120919108390808,
      "learning_rate": 0.0003651811827964417,
      "loss": 3.5955,
      "step": 462000
    },
    {
      "epoch": 1.9102966019437526,
      "grad_norm": 0.9585447311401367,
      "learning_rate": 0.00036449041000128485,
      "loss": 3.5909,
      "step": 462500
    },
    {
      "epoch": 1.9123617874593675,
      "grad_norm": 0.9710207581520081,
      "learning_rate": 0.00036379963720612797,
      "loss": 3.5898,
      "step": 463000
    },
    {
      "epoch": 1.9144269729749823,
      "grad_norm": 1.0316424369812012,
      "learning_rate": 0.00036310886441097114,
      "loss": 3.5959,
      "step": 463500
    },
    {
      "epoch": 1.9164921584905972,
      "grad_norm": 0.9623367786407471,
      "learning_rate": 0.0003624180916158143,
      "loss": 3.5964,
      "step": 464000
    },
    {
      "epoch": 1.918557344006212,
      "grad_norm": 0.9322426319122314,
      "learning_rate": 0.0003617273188206574,
      "loss": 3.5952,
      "step": 464500
    },
    {
      "epoch": 1.920622529521827,
      "grad_norm": 0.9128396511077881,
      "learning_rate": 0.00036103654602550055,
      "loss": 3.5928,
      "step": 465000
    },
    {
      "epoch": 1.922687715037442,
      "grad_norm": 0.9488484263420105,
      "learning_rate": 0.0003603457732303437,
      "loss": 3.5955,
      "step": 465500
    },
    {
      "epoch": 1.9247529005530568,
      "grad_norm": 0.9842845797538757,
      "learning_rate": 0.00035965500043518684,
      "loss": 3.5884,
      "step": 466000
    },
    {
      "epoch": 1.9268180860686717,
      "grad_norm": 0.9608185887336731,
      "learning_rate": 0.00035896422764003,
      "loss": 3.5878,
      "step": 466500
    },
    {
      "epoch": 1.9288832715842865,
      "grad_norm": 1.034651756286621,
      "learning_rate": 0.0003582734548448732,
      "loss": 3.5909,
      "step": 467000
    },
    {
      "epoch": 1.9309484570999014,
      "grad_norm": 1.0089267492294312,
      "learning_rate": 0.00035758268204971635,
      "loss": 3.5934,
      "step": 467500
    },
    {
      "epoch": 1.9330136426155162,
      "grad_norm": 0.9683337211608887,
      "learning_rate": 0.0003568919092545594,
      "loss": 3.5945,
      "step": 468000
    },
    {
      "epoch": 1.935078828131131,
      "grad_norm": 0.9472692012786865,
      "learning_rate": 0.0003562011364594026,
      "loss": 3.5952,
      "step": 468500
    },
    {
      "epoch": 1.937144013646746,
      "grad_norm": 0.9278884530067444,
      "learning_rate": 0.00035551036366424576,
      "loss": 3.5959,
      "step": 469000
    },
    {
      "epoch": 1.9392091991623608,
      "grad_norm": 0.9592676758766174,
      "learning_rate": 0.0003548195908690889,
      "loss": 3.5959,
      "step": 469500
    },
    {
      "epoch": 1.9412743846779756,
      "grad_norm": 0.9293228387832642,
      "learning_rate": 0.00035412881807393205,
      "loss": 3.5902,
      "step": 470000
    },
    {
      "epoch": 1.9433395701935905,
      "grad_norm": 0.996362566947937,
      "learning_rate": 0.0003534380452787752,
      "loss": 3.5918,
      "step": 470500
    },
    {
      "epoch": 1.9454047557092053,
      "grad_norm": 0.9608634114265442,
      "learning_rate": 0.00035274727248361834,
      "loss": 3.5903,
      "step": 471000
    },
    {
      "epoch": 1.9474699412248202,
      "grad_norm": 0.96745765209198,
      "learning_rate": 0.00035205649968846146,
      "loss": 3.5972,
      "step": 471500
    },
    {
      "epoch": 1.949535126740435,
      "grad_norm": 0.9870639443397522,
      "learning_rate": 0.00035136572689330463,
      "loss": 3.5905,
      "step": 472000
    },
    {
      "epoch": 1.95160031225605,
      "grad_norm": 0.9214528203010559,
      "learning_rate": 0.00035067495409814775,
      "loss": 3.5912,
      "step": 472500
    },
    {
      "epoch": 1.9536654977716648,
      "grad_norm": 0.9348923563957214,
      "learning_rate": 0.0003499841813029909,
      "loss": 3.5892,
      "step": 473000
    },
    {
      "epoch": 1.9557306832872796,
      "grad_norm": 0.9700865149497986,
      "learning_rate": 0.0003492934085078341,
      "loss": 3.5916,
      "step": 473500
    },
    {
      "epoch": 1.9577958688028945,
      "grad_norm": 1.0462895631790161,
      "learning_rate": 0.0003486026357126772,
      "loss": 3.5902,
      "step": 474000
    },
    {
      "epoch": 1.9598610543185093,
      "grad_norm": 0.9378425478935242,
      "learning_rate": 0.0003479118629175204,
      "loss": 3.592,
      "step": 474500
    },
    {
      "epoch": 1.9619262398341242,
      "grad_norm": 0.9796617031097412,
      "learning_rate": 0.0003472210901223635,
      "loss": 3.5891,
      "step": 475000
    },
    {
      "epoch": 1.963991425349739,
      "grad_norm": 0.9544590711593628,
      "learning_rate": 0.0003465303173272066,
      "loss": 3.5907,
      "step": 475500
    },
    {
      "epoch": 1.9660566108653539,
      "grad_norm": 0.9447211027145386,
      "learning_rate": 0.0003458395445320498,
      "loss": 3.5891,
      "step": 476000
    },
    {
      "epoch": 1.968121796380969,
      "grad_norm": 0.9836190342903137,
      "learning_rate": 0.00034514877173689296,
      "loss": 3.5956,
      "step": 476500
    },
    {
      "epoch": 1.9701869818965838,
      "grad_norm": 0.9469164609909058,
      "learning_rate": 0.0003444579989417361,
      "loss": 3.5932,
      "step": 477000
    },
    {
      "epoch": 1.9722521674121987,
      "grad_norm": 0.9382146596908569,
      "learning_rate": 0.00034376722614657925,
      "loss": 3.5904,
      "step": 477500
    },
    {
      "epoch": 1.9743173529278135,
      "grad_norm": 1.050206184387207,
      "learning_rate": 0.0003430764533514224,
      "loss": 3.5881,
      "step": 478000
    },
    {
      "epoch": 1.9763825384434284,
      "grad_norm": 0.9957776069641113,
      "learning_rate": 0.0003423856805562655,
      "loss": 3.5873,
      "step": 478500
    },
    {
      "epoch": 1.9784477239590432,
      "grad_norm": 0.9342160820960999,
      "learning_rate": 0.00034169490776110866,
      "loss": 3.591,
      "step": 479000
    },
    {
      "epoch": 1.980512909474658,
      "grad_norm": 0.9476869702339172,
      "learning_rate": 0.00034100413496595183,
      "loss": 3.5888,
      "step": 479500
    },
    {
      "epoch": 1.982578094990273,
      "grad_norm": 1.0076791048049927,
      "learning_rate": 0.00034031336217079495,
      "loss": 3.5849,
      "step": 480000
    },
    {
      "epoch": 1.984643280505888,
      "grad_norm": 1.040775179862976,
      "learning_rate": 0.0003396225893756381,
      "loss": 3.5877,
      "step": 480500
    },
    {
      "epoch": 1.9867084660215029,
      "grad_norm": 0.9938833713531494,
      "learning_rate": 0.0003389318165804813,
      "loss": 3.5886,
      "step": 481000
    },
    {
      "epoch": 1.9887736515371177,
      "grad_norm": 0.9915345311164856,
      "learning_rate": 0.0003382410437853244,
      "loss": 3.5902,
      "step": 481500
    },
    {
      "epoch": 1.9908388370527326,
      "grad_norm": 0.9433375000953674,
      "learning_rate": 0.0003375502709901675,
      "loss": 3.5904,
      "step": 482000
    },
    {
      "epoch": 1.9929040225683474,
      "grad_norm": 1.002230167388916,
      "learning_rate": 0.0003368594981950107,
      "loss": 3.5884,
      "step": 482500
    },
    {
      "epoch": 1.9949692080839623,
      "grad_norm": 1.0499690771102905,
      "learning_rate": 0.0003361687253998538,
      "loss": 3.5965,
      "step": 483000
    },
    {
      "epoch": 1.9970343935995771,
      "grad_norm": 0.9401230216026306,
      "learning_rate": 0.000335477952604697,
      "loss": 3.591,
      "step": 483500
    },
    {
      "epoch": 1.999099579115192,
      "grad_norm": 1.0173982381820679,
      "learning_rate": 0.00033478717980954016,
      "loss": 3.5912,
      "step": 484000
    },
    {
      "epoch": 2.001164764630807,
      "grad_norm": 0.9995094537734985,
      "learning_rate": 0.0003340964070143833,
      "loss": 3.5882,
      "step": 484500
    },
    {
      "epoch": 2.0032299501464217,
      "grad_norm": 0.9669115543365479,
      "learning_rate": 0.00033340563421922645,
      "loss": 3.5853,
      "step": 485000
    },
    {
      "epoch": 2.0052951356620365,
      "grad_norm": 0.9901442527770996,
      "learning_rate": 0.00033271486142406957,
      "loss": 3.5854,
      "step": 485500
    },
    {
      "epoch": 2.0073603211776514,
      "grad_norm": 0.9561991691589355,
      "learning_rate": 0.0003320240886289127,
      "loss": 3.5882,
      "step": 486000
    },
    {
      "epoch": 2.0094255066932663,
      "grad_norm": 0.9370713233947754,
      "learning_rate": 0.00033133331583375586,
      "loss": 3.5866,
      "step": 486500
    },
    {
      "epoch": 2.011490692208881,
      "grad_norm": 0.9414175748825073,
      "learning_rate": 0.00033064254303859903,
      "loss": 3.5874,
      "step": 487000
    },
    {
      "epoch": 2.013555877724496,
      "grad_norm": 0.9708956480026245,
      "learning_rate": 0.00032995177024344215,
      "loss": 3.5876,
      "step": 487500
    },
    {
      "epoch": 2.015621063240111,
      "grad_norm": 1.0003976821899414,
      "learning_rate": 0.0003292609974482853,
      "loss": 3.5886,
      "step": 488000
    },
    {
      "epoch": 2.0176862487557257,
      "grad_norm": 1.0290125608444214,
      "learning_rate": 0.0003285702246531285,
      "loss": 3.5803,
      "step": 488500
    },
    {
      "epoch": 2.0197514342713405,
      "grad_norm": 0.9801270365715027,
      "learning_rate": 0.00032787945185797155,
      "loss": 3.5847,
      "step": 489000
    },
    {
      "epoch": 2.0218166197869554,
      "grad_norm": 0.9931399822235107,
      "learning_rate": 0.0003271886790628147,
      "loss": 3.5852,
      "step": 489500
    },
    {
      "epoch": 2.0238818053025702,
      "grad_norm": 1.0293203592300415,
      "learning_rate": 0.0003264979062676579,
      "loss": 3.5864,
      "step": 490000
    },
    {
      "epoch": 2.025946990818185,
      "grad_norm": 0.9641664028167725,
      "learning_rate": 0.000325807133472501,
      "loss": 3.5851,
      "step": 490500
    },
    {
      "epoch": 2.0280121763338,
      "grad_norm": 0.9965735077857971,
      "learning_rate": 0.0003251163606773442,
      "loss": 3.5873,
      "step": 491000
    },
    {
      "epoch": 2.030077361849415,
      "grad_norm": 0.9759631156921387,
      "learning_rate": 0.00032442558788218736,
      "loss": 3.5817,
      "step": 491500
    },
    {
      "epoch": 2.0321425473650296,
      "grad_norm": 1.0382276773452759,
      "learning_rate": 0.0003237348150870305,
      "loss": 3.5856,
      "step": 492000
    },
    {
      "epoch": 2.0342077328806445,
      "grad_norm": 0.9705379009246826,
      "learning_rate": 0.0003230440422918736,
      "loss": 3.5909,
      "step": 492500
    },
    {
      "epoch": 2.0362729183962593,
      "grad_norm": 0.9701670408248901,
      "learning_rate": 0.00032235326949671677,
      "loss": 3.5884,
      "step": 493000
    },
    {
      "epoch": 2.038338103911874,
      "grad_norm": 0.9364038705825806,
      "learning_rate": 0.0003216624967015599,
      "loss": 3.5888,
      "step": 493500
    },
    {
      "epoch": 2.040403289427489,
      "grad_norm": 0.9849286079406738,
      "learning_rate": 0.00032097172390640306,
      "loss": 3.5847,
      "step": 494000
    },
    {
      "epoch": 2.0424684749431044,
      "grad_norm": 0.986926794052124,
      "learning_rate": 0.00032028095111124623,
      "loss": 3.5851,
      "step": 494500
    },
    {
      "epoch": 2.044533660458719,
      "grad_norm": 0.9661734104156494,
      "learning_rate": 0.00031959017831608935,
      "loss": 3.5825,
      "step": 495000
    },
    {
      "epoch": 2.046598845974334,
      "grad_norm": 0.9500807523727417,
      "learning_rate": 0.0003188994055209325,
      "loss": 3.5837,
      "step": 495500
    },
    {
      "epoch": 2.048664031489949,
      "grad_norm": 0.9982728958129883,
      "learning_rate": 0.00031820863272577564,
      "loss": 3.5917,
      "step": 496000
    },
    {
      "epoch": 2.0507292170055638,
      "grad_norm": 1.006464958190918,
      "learning_rate": 0.00031751785993061875,
      "loss": 3.5799,
      "step": 496500
    },
    {
      "epoch": 2.0527944025211786,
      "grad_norm": 1.0394630432128906,
      "learning_rate": 0.0003168270871354619,
      "loss": 3.5836,
      "step": 497000
    },
    {
      "epoch": 2.0548595880367935,
      "grad_norm": 0.9853240847587585,
      "learning_rate": 0.0003161363143403051,
      "loss": 3.5827,
      "step": 497500
    },
    {
      "epoch": 2.0569247735524083,
      "grad_norm": 0.9990987777709961,
      "learning_rate": 0.0003154455415451482,
      "loss": 3.5815,
      "step": 498000
    },
    {
      "epoch": 2.058989959068023,
      "grad_norm": 0.9963762164115906,
      "learning_rate": 0.0003147547687499914,
      "loss": 3.5825,
      "step": 498500
    },
    {
      "epoch": 2.061055144583638,
      "grad_norm": 1.0010005235671997,
      "learning_rate": 0.00031406399595483456,
      "loss": 3.5853,
      "step": 499000
    },
    {
      "epoch": 2.063120330099253,
      "grad_norm": 1.0227142572402954,
      "learning_rate": 0.0003133732231596776,
      "loss": 3.5818,
      "step": 499500
    },
    {
      "epoch": 2.0651855156148677,
      "grad_norm": 1.058966875076294,
      "learning_rate": 0.0003126824503645208,
      "loss": 3.5872,
      "step": 500000
    },
    {
      "epoch": 2.0672507011304826,
      "grad_norm": 1.0200787782669067,
      "learning_rate": 0.00031199167756936397,
      "loss": 3.5826,
      "step": 500500
    },
    {
      "epoch": 2.0693158866460974,
      "grad_norm": 1.026852011680603,
      "learning_rate": 0.0003113009047742071,
      "loss": 3.5842,
      "step": 501000
    },
    {
      "epoch": 2.0713810721617123,
      "grad_norm": 0.9839290380477905,
      "learning_rate": 0.00031061013197905026,
      "loss": 3.5842,
      "step": 501500
    },
    {
      "epoch": 2.073446257677327,
      "grad_norm": 1.0457613468170166,
      "learning_rate": 0.00030991935918389343,
      "loss": 3.5809,
      "step": 502000
    },
    {
      "epoch": 2.075511443192942,
      "grad_norm": 0.9550914168357849,
      "learning_rate": 0.00030922858638873655,
      "loss": 3.5787,
      "step": 502500
    },
    {
      "epoch": 2.077576628708557,
      "grad_norm": 1.0050296783447266,
      "learning_rate": 0.00030853781359357966,
      "loss": 3.583,
      "step": 503000
    },
    {
      "epoch": 2.0796418142241717,
      "grad_norm": 0.9588945508003235,
      "learning_rate": 0.00030784704079842284,
      "loss": 3.5809,
      "step": 503500
    },
    {
      "epoch": 2.0817069997397866,
      "grad_norm": 0.9578699469566345,
      "learning_rate": 0.00030715626800326595,
      "loss": 3.5813,
      "step": 504000
    },
    {
      "epoch": 2.0837721852554014,
      "grad_norm": 1.144795298576355,
      "learning_rate": 0.0003064654952081091,
      "loss": 3.5845,
      "step": 504500
    },
    {
      "epoch": 2.0858373707710163,
      "grad_norm": 0.9913640022277832,
      "learning_rate": 0.0003057747224129523,
      "loss": 3.5836,
      "step": 505000
    },
    {
      "epoch": 2.087902556286631,
      "grad_norm": 0.9855537414550781,
      "learning_rate": 0.0003050839496177954,
      "loss": 3.5832,
      "step": 505500
    },
    {
      "epoch": 2.089967741802246,
      "grad_norm": 0.995464563369751,
      "learning_rate": 0.0003043931768226386,
      "loss": 3.583,
      "step": 506000
    },
    {
      "epoch": 2.092032927317861,
      "grad_norm": 0.993300199508667,
      "learning_rate": 0.0003037024040274817,
      "loss": 3.5849,
      "step": 506500
    },
    {
      "epoch": 2.0940981128334757,
      "grad_norm": 0.9746261239051819,
      "learning_rate": 0.0003030116312323248,
      "loss": 3.5788,
      "step": 507000
    },
    {
      "epoch": 2.0961632983490905,
      "grad_norm": 0.9794790148735046,
      "learning_rate": 0.000302320858437168,
      "loss": 3.5765,
      "step": 507500
    },
    {
      "epoch": 2.0982284838647054,
      "grad_norm": 0.9939951300621033,
      "learning_rate": 0.00030163008564201117,
      "loss": 3.5852,
      "step": 508000
    },
    {
      "epoch": 2.1002936693803202,
      "grad_norm": 0.9716381430625916,
      "learning_rate": 0.0003009393128468543,
      "loss": 3.5769,
      "step": 508500
    },
    {
      "epoch": 2.102358854895935,
      "grad_norm": 1.0150060653686523,
      "learning_rate": 0.00030024854005169746,
      "loss": 3.5826,
      "step": 509000
    },
    {
      "epoch": 2.10442404041155,
      "grad_norm": 0.9942753911018372,
      "learning_rate": 0.00029955776725654063,
      "loss": 3.5832,
      "step": 509500
    },
    {
      "epoch": 2.106489225927165,
      "grad_norm": 1.0304838418960571,
      "learning_rate": 0.0002988669944613837,
      "loss": 3.588,
      "step": 510000
    },
    {
      "epoch": 2.10855441144278,
      "grad_norm": 0.9659578800201416,
      "learning_rate": 0.00029817622166622686,
      "loss": 3.5786,
      "step": 510500
    },
    {
      "epoch": 2.110619596958395,
      "grad_norm": 0.967400848865509,
      "learning_rate": 0.00029748544887107004,
      "loss": 3.5835,
      "step": 511000
    },
    {
      "epoch": 2.11268478247401,
      "grad_norm": 0.9871948957443237,
      "learning_rate": 0.00029679467607591315,
      "loss": 3.5807,
      "step": 511500
    },
    {
      "epoch": 2.1147499679896247,
      "grad_norm": 0.9926285743713379,
      "learning_rate": 0.0002961039032807563,
      "loss": 3.5791,
      "step": 512000
    },
    {
      "epoch": 2.1168151535052395,
      "grad_norm": 0.9663113355636597,
      "learning_rate": 0.0002954131304855995,
      "loss": 3.5778,
      "step": 512500
    },
    {
      "epoch": 2.1188803390208544,
      "grad_norm": 1.005974531173706,
      "learning_rate": 0.0002947223576904426,
      "loss": 3.5763,
      "step": 513000
    },
    {
      "epoch": 2.1209455245364692,
      "grad_norm": 0.9420440196990967,
      "learning_rate": 0.00029403158489528573,
      "loss": 3.5835,
      "step": 513500
    },
    {
      "epoch": 2.123010710052084,
      "grad_norm": 1.0049487352371216,
      "learning_rate": 0.0002933408121001289,
      "loss": 3.5811,
      "step": 514000
    },
    {
      "epoch": 2.125075895567699,
      "grad_norm": 1.0270107984542847,
      "learning_rate": 0.000292650039304972,
      "loss": 3.5785,
      "step": 514500
    },
    {
      "epoch": 2.127141081083314,
      "grad_norm": 1.0053380727767944,
      "learning_rate": 0.0002919592665098152,
      "loss": 3.5814,
      "step": 515000
    },
    {
      "epoch": 2.1292062665989286,
      "grad_norm": 1.011313796043396,
      "learning_rate": 0.00029126849371465837,
      "loss": 3.5796,
      "step": 515500
    },
    {
      "epoch": 2.1312714521145435,
      "grad_norm": 1.0073108673095703,
      "learning_rate": 0.0002905777209195015,
      "loss": 3.5762,
      "step": 516000
    },
    {
      "epoch": 2.1333366376301584,
      "grad_norm": 0.9953148365020752,
      "learning_rate": 0.00028988694812434466,
      "loss": 3.5783,
      "step": 516500
    },
    {
      "epoch": 2.135401823145773,
      "grad_norm": 0.9945414662361145,
      "learning_rate": 0.0002891961753291878,
      "loss": 3.5788,
      "step": 517000
    },
    {
      "epoch": 2.137467008661388,
      "grad_norm": 1.0144160985946655,
      "learning_rate": 0.0002885054025340309,
      "loss": 3.5833,
      "step": 517500
    },
    {
      "epoch": 2.139532194177003,
      "grad_norm": 0.9993265271186829,
      "learning_rate": 0.00028781462973887406,
      "loss": 3.5785,
      "step": 518000
    },
    {
      "epoch": 2.1415973796926178,
      "grad_norm": 0.9625225067138672,
      "learning_rate": 0.00028712385694371724,
      "loss": 3.5805,
      "step": 518500
    },
    {
      "epoch": 2.1436625652082326,
      "grad_norm": 1.012825608253479,
      "learning_rate": 0.00028643308414856035,
      "loss": 3.5826,
      "step": 519000
    },
    {
      "epoch": 2.1457277507238475,
      "grad_norm": 1.0187736749649048,
      "learning_rate": 0.0002857423113534035,
      "loss": 3.583,
      "step": 519500
    },
    {
      "epoch": 2.1477929362394623,
      "grad_norm": 1.0145981311798096,
      "learning_rate": 0.0002850515385582467,
      "loss": 3.5774,
      "step": 520000
    },
    {
      "epoch": 2.149858121755077,
      "grad_norm": 1.0481668710708618,
      "learning_rate": 0.00028436076576308976,
      "loss": 3.5877,
      "step": 520500
    },
    {
      "epoch": 2.151923307270692,
      "grad_norm": 1.0126123428344727,
      "learning_rate": 0.00028366999296793293,
      "loss": 3.5829,
      "step": 521000
    },
    {
      "epoch": 2.153988492786307,
      "grad_norm": 1.0003880262374878,
      "learning_rate": 0.0002829792201727761,
      "loss": 3.5829,
      "step": 521500
    },
    {
      "epoch": 2.1560536783019217,
      "grad_norm": 0.9692575931549072,
      "learning_rate": 0.0002822884473776192,
      "loss": 3.5804,
      "step": 522000
    },
    {
      "epoch": 2.1581188638175366,
      "grad_norm": 1.000152349472046,
      "learning_rate": 0.0002815976745824624,
      "loss": 3.5751,
      "step": 522500
    },
    {
      "epoch": 2.1601840493331514,
      "grad_norm": 1.0039762258529663,
      "learning_rate": 0.00028090690178730557,
      "loss": 3.5778,
      "step": 523000
    },
    {
      "epoch": 2.1622492348487663,
      "grad_norm": 0.9841550588607788,
      "learning_rate": 0.00028021612899214863,
      "loss": 3.5783,
      "step": 523500
    },
    {
      "epoch": 2.164314420364381,
      "grad_norm": 1.0179868936538696,
      "learning_rate": 0.0002795253561969918,
      "loss": 3.5811,
      "step": 524000
    },
    {
      "epoch": 2.166379605879996,
      "grad_norm": 1.0018818378448486,
      "learning_rate": 0.000278834583401835,
      "loss": 3.5756,
      "step": 524500
    },
    {
      "epoch": 2.168444791395611,
      "grad_norm": 1.0218279361724854,
      "learning_rate": 0.0002781438106066781,
      "loss": 3.5764,
      "step": 525000
    },
    {
      "epoch": 2.1705099769112257,
      "grad_norm": 0.9908314943313599,
      "learning_rate": 0.00027745303781152126,
      "loss": 3.574,
      "step": 525500
    },
    {
      "epoch": 2.172575162426841,
      "grad_norm": 0.9597477912902832,
      "learning_rate": 0.00027676226501636443,
      "loss": 3.5787,
      "step": 526000
    },
    {
      "epoch": 2.174640347942456,
      "grad_norm": 0.9694930911064148,
      "learning_rate": 0.00027607149222120755,
      "loss": 3.5819,
      "step": 526500
    },
    {
      "epoch": 2.1767055334580707,
      "grad_norm": 1.051019310951233,
      "learning_rate": 0.00027538071942605067,
      "loss": 3.5781,
      "step": 527000
    },
    {
      "epoch": 2.1787707189736856,
      "grad_norm": 1.0831772089004517,
      "learning_rate": 0.00027468994663089384,
      "loss": 3.5757,
      "step": 527500
    },
    {
      "epoch": 2.1808359044893004,
      "grad_norm": 1.0776076316833496,
      "learning_rate": 0.000273999173835737,
      "loss": 3.5756,
      "step": 528000
    },
    {
      "epoch": 2.1829010900049153,
      "grad_norm": 1.018703579902649,
      "learning_rate": 0.00027330840104058013,
      "loss": 3.5787,
      "step": 528500
    },
    {
      "epoch": 2.18496627552053,
      "grad_norm": 1.0650087594985962,
      "learning_rate": 0.0002726176282454233,
      "loss": 3.5828,
      "step": 529000
    },
    {
      "epoch": 2.187031461036145,
      "grad_norm": 0.9595766067504883,
      "learning_rate": 0.0002719268554502665,
      "loss": 3.5798,
      "step": 529500
    },
    {
      "epoch": 2.18909664655176,
      "grad_norm": 1.3867813348770142,
      "learning_rate": 0.0002712360826551096,
      "loss": 3.5738,
      "step": 530000
    },
    {
      "epoch": 2.1911618320673747,
      "grad_norm": 0.9741115570068359,
      "learning_rate": 0.0002705453098599527,
      "loss": 3.577,
      "step": 530500
    },
    {
      "epoch": 2.1932270175829895,
      "grad_norm": 0.9587695002555847,
      "learning_rate": 0.0002698545370647959,
      "loss": 3.5728,
      "step": 531000
    },
    {
      "epoch": 2.1952922030986044,
      "grad_norm": 1.0540732145309448,
      "learning_rate": 0.000269163764269639,
      "loss": 3.5711,
      "step": 531500
    },
    {
      "epoch": 2.1973573886142193,
      "grad_norm": 1.0123491287231445,
      "learning_rate": 0.0002684729914744822,
      "loss": 3.5734,
      "step": 532000
    },
    {
      "epoch": 2.199422574129834,
      "grad_norm": 1.055017352104187,
      "learning_rate": 0.00026778221867932534,
      "loss": 3.5712,
      "step": 532500
    },
    {
      "epoch": 2.201487759645449,
      "grad_norm": 0.9974749684333801,
      "learning_rate": 0.00026709144588416846,
      "loss": 3.5728,
      "step": 533000
    },
    {
      "epoch": 2.203552945161064,
      "grad_norm": 1.0436142683029175,
      "learning_rate": 0.00026640067308901163,
      "loss": 3.5766,
      "step": 533500
    },
    {
      "epoch": 2.2056181306766787,
      "grad_norm": 1.0777546167373657,
      "learning_rate": 0.00026570990029385475,
      "loss": 3.574,
      "step": 534000
    },
    {
      "epoch": 2.2076833161922935,
      "grad_norm": 1.0316417217254639,
      "learning_rate": 0.00026501912749869787,
      "loss": 3.5735,
      "step": 534500
    },
    {
      "epoch": 2.2097485017079084,
      "grad_norm": 1.0853784084320068,
      "learning_rate": 0.00026432835470354104,
      "loss": 3.5734,
      "step": 535000
    },
    {
      "epoch": 2.2118136872235232,
      "grad_norm": 1.1873844861984253,
      "learning_rate": 0.0002636375819083842,
      "loss": 3.5746,
      "step": 535500
    },
    {
      "epoch": 2.213878872739138,
      "grad_norm": 1.0341209173202515,
      "learning_rate": 0.00026294680911322733,
      "loss": 3.5726,
      "step": 536000
    },
    {
      "epoch": 2.215944058254753,
      "grad_norm": 1.10322904586792,
      "learning_rate": 0.0002622560363180705,
      "loss": 3.5735,
      "step": 536500
    },
    {
      "epoch": 2.218009243770368,
      "grad_norm": 1.0406590700149536,
      "learning_rate": 0.0002615652635229137,
      "loss": 3.576,
      "step": 537000
    },
    {
      "epoch": 2.2200744292859826,
      "grad_norm": 1.0365113019943237,
      "learning_rate": 0.00026087449072775674,
      "loss": 3.5713,
      "step": 537500
    },
    {
      "epoch": 2.2221396148015975,
      "grad_norm": 1.0496329069137573,
      "learning_rate": 0.0002601837179325999,
      "loss": 3.575,
      "step": 538000
    },
    {
      "epoch": 2.2242048003172123,
      "grad_norm": 1.0822056531906128,
      "learning_rate": 0.0002594929451374431,
      "loss": 3.5733,
      "step": 538500
    },
    {
      "epoch": 2.226269985832827,
      "grad_norm": 0.9996538758277893,
      "learning_rate": 0.0002588021723422862,
      "loss": 3.5745,
      "step": 539000
    },
    {
      "epoch": 2.228335171348442,
      "grad_norm": 1.0178087949752808,
      "learning_rate": 0.00025811139954712937,
      "loss": 3.5802,
      "step": 539500
    },
    {
      "epoch": 2.230400356864057,
      "grad_norm": 1.016776442527771,
      "learning_rate": 0.00025742062675197254,
      "loss": 3.5756,
      "step": 540000
    },
    {
      "epoch": 2.2324655423796718,
      "grad_norm": 1.0369473695755005,
      "learning_rate": 0.00025672985395681566,
      "loss": 3.5697,
      "step": 540500
    },
    {
      "epoch": 2.2345307278952866,
      "grad_norm": 1.0017050504684448,
      "learning_rate": 0.0002560390811616588,
      "loss": 3.5693,
      "step": 541000
    },
    {
      "epoch": 2.236595913410902,
      "grad_norm": 1.0083818435668945,
      "learning_rate": 0.00025534830836650195,
      "loss": 3.5757,
      "step": 541500
    },
    {
      "epoch": 2.2386610989265168,
      "grad_norm": 0.9964005947113037,
      "learning_rate": 0.00025465753557134507,
      "loss": 3.5704,
      "step": 542000
    },
    {
      "epoch": 2.2407262844421316,
      "grad_norm": 0.9842349886894226,
      "learning_rate": 0.00025396676277618824,
      "loss": 3.5722,
      "step": 542500
    },
    {
      "epoch": 2.2427914699577465,
      "grad_norm": 1.0623805522918701,
      "learning_rate": 0.0002532759899810314,
      "loss": 3.5751,
      "step": 543000
    },
    {
      "epoch": 2.2448566554733613,
      "grad_norm": 0.9853383898735046,
      "learning_rate": 0.00025258521718587453,
      "loss": 3.569,
      "step": 543500
    },
    {
      "epoch": 2.246921840988976,
      "grad_norm": 1.0597366094589233,
      "learning_rate": 0.0002518944443907177,
      "loss": 3.567,
      "step": 544000
    },
    {
      "epoch": 2.248987026504591,
      "grad_norm": 1.0349406003952026,
      "learning_rate": 0.0002512036715955608,
      "loss": 3.576,
      "step": 544500
    },
    {
      "epoch": 2.251052212020206,
      "grad_norm": 1.0329090356826782,
      "learning_rate": 0.00025051289880040394,
      "loss": 3.5773,
      "step": 545000
    },
    {
      "epoch": 2.2531173975358207,
      "grad_norm": 0.9867748022079468,
      "learning_rate": 0.0002498221260052471,
      "loss": 3.5718,
      "step": 545500
    },
    {
      "epoch": 2.2551825830514356,
      "grad_norm": 1.0195612907409668,
      "learning_rate": 0.0002491313532100903,
      "loss": 3.5747,
      "step": 546000
    },
    {
      "epoch": 2.2572477685670504,
      "grad_norm": 1.0006756782531738,
      "learning_rate": 0.0002484405804149334,
      "loss": 3.5787,
      "step": 546500
    },
    {
      "epoch": 2.2593129540826653,
      "grad_norm": 1.1320079565048218,
      "learning_rate": 0.00024774980761977657,
      "loss": 3.5714,
      "step": 547000
    },
    {
      "epoch": 2.26137813959828,
      "grad_norm": 1.0157132148742676,
      "learning_rate": 0.0002470590348246197,
      "loss": 3.5715,
      "step": 547500
    },
    {
      "epoch": 2.263443325113895,
      "grad_norm": 1.0295883417129517,
      "learning_rate": 0.00024636826202946286,
      "loss": 3.571,
      "step": 548000
    },
    {
      "epoch": 2.26550851062951,
      "grad_norm": 1.0482105016708374,
      "learning_rate": 0.000245677489234306,
      "loss": 3.5726,
      "step": 548500
    },
    {
      "epoch": 2.2675736961451247,
      "grad_norm": 1.0023748874664307,
      "learning_rate": 0.00024498671643914915,
      "loss": 3.572,
      "step": 549000
    },
    {
      "epoch": 2.2696388816607396,
      "grad_norm": 0.972554087638855,
      "learning_rate": 0.0002442959436439923,
      "loss": 3.5715,
      "step": 549500
    },
    {
      "epoch": 2.2717040671763544,
      "grad_norm": 1.0371124744415283,
      "learning_rate": 0.00024360517084883544,
      "loss": 3.5735,
      "step": 550000
    },
    {
      "epoch": 2.2737692526919693,
      "grad_norm": 1.0119367837905884,
      "learning_rate": 0.00024291439805367856,
      "loss": 3.571,
      "step": 550500
    },
    {
      "epoch": 2.275834438207584,
      "grad_norm": 1.0021597146987915,
      "learning_rate": 0.00024222362525852173,
      "loss": 3.5693,
      "step": 551000
    },
    {
      "epoch": 2.277899623723199,
      "grad_norm": 1.0254590511322021,
      "learning_rate": 0.00024153285246336488,
      "loss": 3.5683,
      "step": 551500
    },
    {
      "epoch": 2.279964809238814,
      "grad_norm": 0.9568697810173035,
      "learning_rate": 0.00024084207966820802,
      "loss": 3.5704,
      "step": 552000
    },
    {
      "epoch": 2.2820299947544287,
      "grad_norm": 1.0191502571105957,
      "learning_rate": 0.00024015130687305117,
      "loss": 3.569,
      "step": 552500
    },
    {
      "epoch": 2.2840951802700435,
      "grad_norm": 1.0356107950210571,
      "learning_rate": 0.0002394605340778943,
      "loss": 3.5684,
      "step": 553000
    },
    {
      "epoch": 2.2861603657856584,
      "grad_norm": 1.0266464948654175,
      "learning_rate": 0.00023876976128273746,
      "loss": 3.5768,
      "step": 553500
    },
    {
      "epoch": 2.2882255513012733,
      "grad_norm": 1.0993610620498657,
      "learning_rate": 0.0002380789884875806,
      "loss": 3.5741,
      "step": 554000
    },
    {
      "epoch": 2.290290736816888,
      "grad_norm": 1.0065568685531616,
      "learning_rate": 0.00023738821569242374,
      "loss": 3.5643,
      "step": 554500
    },
    {
      "epoch": 2.292355922332503,
      "grad_norm": 1.0079842805862427,
      "learning_rate": 0.0002366974428972669,
      "loss": 3.5729,
      "step": 555000
    },
    {
      "epoch": 2.294421107848118,
      "grad_norm": 1.059049367904663,
      "learning_rate": 0.00023600667010211006,
      "loss": 3.57,
      "step": 555500
    },
    {
      "epoch": 2.296486293363733,
      "grad_norm": 1.007826328277588,
      "learning_rate": 0.00023531589730695318,
      "loss": 3.5739,
      "step": 556000
    },
    {
      "epoch": 2.2985514788793475,
      "grad_norm": 0.981019139289856,
      "learning_rate": 0.00023462512451179632,
      "loss": 3.5664,
      "step": 556500
    },
    {
      "epoch": 2.300616664394963,
      "grad_norm": 1.0561155080795288,
      "learning_rate": 0.0002339343517166395,
      "loss": 3.5708,
      "step": 557000
    },
    {
      "epoch": 2.3026818499105772,
      "grad_norm": 1.0180214643478394,
      "learning_rate": 0.00023324357892148261,
      "loss": 3.5692,
      "step": 557500
    },
    {
      "epoch": 2.3047470354261925,
      "grad_norm": 1.003997802734375,
      "learning_rate": 0.00023255280612632576,
      "loss": 3.5671,
      "step": 558000
    },
    {
      "epoch": 2.3068122209418074,
      "grad_norm": 1.0337178707122803,
      "learning_rate": 0.00023186203333116893,
      "loss": 3.5674,
      "step": 558500
    },
    {
      "epoch": 2.3088774064574222,
      "grad_norm": 1.129536747932434,
      "learning_rate": 0.00023117126053601208,
      "loss": 3.5654,
      "step": 559000
    },
    {
      "epoch": 2.310942591973037,
      "grad_norm": 1.2200448513031006,
      "learning_rate": 0.0002304804877408552,
      "loss": 3.5707,
      "step": 559500
    },
    {
      "epoch": 2.313007777488652,
      "grad_norm": 0.9864945411682129,
      "learning_rate": 0.00022978971494569837,
      "loss": 3.5702,
      "step": 560000
    },
    {
      "epoch": 2.315072963004267,
      "grad_norm": 1.0458569526672363,
      "learning_rate": 0.0002290989421505415,
      "loss": 3.5688,
      "step": 560500
    },
    {
      "epoch": 2.3171381485198816,
      "grad_norm": 0.9761990308761597,
      "learning_rate": 0.00022840816935538463,
      "loss": 3.5722,
      "step": 561000
    },
    {
      "epoch": 2.3192033340354965,
      "grad_norm": 1.0818289518356323,
      "learning_rate": 0.0002277173965602278,
      "loss": 3.5728,
      "step": 561500
    },
    {
      "epoch": 2.3212685195511114,
      "grad_norm": 1.041244387626648,
      "learning_rate": 0.00022702662376507094,
      "loss": 3.5726,
      "step": 562000
    },
    {
      "epoch": 2.323333705066726,
      "grad_norm": 1.0093498229980469,
      "learning_rate": 0.00022633585096991406,
      "loss": 3.5688,
      "step": 562500
    },
    {
      "epoch": 2.325398890582341,
      "grad_norm": 1.0826895236968994,
      "learning_rate": 0.00022564507817475723,
      "loss": 3.5705,
      "step": 563000
    },
    {
      "epoch": 2.327464076097956,
      "grad_norm": 0.971543550491333,
      "learning_rate": 0.00022495430537960038,
      "loss": 3.5676,
      "step": 563500
    },
    {
      "epoch": 2.3295292616135708,
      "grad_norm": 1.0346750020980835,
      "learning_rate": 0.00022426353258444352,
      "loss": 3.5665,
      "step": 564000
    },
    {
      "epoch": 2.3315944471291856,
      "grad_norm": 1.036830186843872,
      "learning_rate": 0.00022357275978928667,
      "loss": 3.5691,
      "step": 564500
    },
    {
      "epoch": 2.3336596326448005,
      "grad_norm": 1.060124158859253,
      "learning_rate": 0.00022288198699412981,
      "loss": 3.5677,
      "step": 565000
    },
    {
      "epoch": 2.3357248181604153,
      "grad_norm": 1.066440463066101,
      "learning_rate": 0.00022219121419897296,
      "loss": 3.5652,
      "step": 565500
    },
    {
      "epoch": 2.33779000367603,
      "grad_norm": 0.9970808029174805,
      "learning_rate": 0.0002215004414038161,
      "loss": 3.5643,
      "step": 566000
    },
    {
      "epoch": 2.339855189191645,
      "grad_norm": 1.0669645071029663,
      "learning_rate": 0.00022080966860865925,
      "loss": 3.5634,
      "step": 566500
    },
    {
      "epoch": 2.34192037470726,
      "grad_norm": 1.028442621231079,
      "learning_rate": 0.0002201188958135024,
      "loss": 3.5685,
      "step": 567000
    },
    {
      "epoch": 2.3439855602228747,
      "grad_norm": 1.0738192796707153,
      "learning_rate": 0.00021942812301834556,
      "loss": 3.5692,
      "step": 567500
    },
    {
      "epoch": 2.3460507457384896,
      "grad_norm": 1.054447054862976,
      "learning_rate": 0.00021873735022318868,
      "loss": 3.5669,
      "step": 568000
    },
    {
      "epoch": 2.3481159312541044,
      "grad_norm": 1.0542815923690796,
      "learning_rate": 0.00021804657742803183,
      "loss": 3.5676,
      "step": 568500
    },
    {
      "epoch": 2.3501811167697193,
      "grad_norm": 1.0156352519989014,
      "learning_rate": 0.000217355804632875,
      "loss": 3.5614,
      "step": 569000
    },
    {
      "epoch": 2.352246302285334,
      "grad_norm": 1.04582941532135,
      "learning_rate": 0.00021666503183771812,
      "loss": 3.563,
      "step": 569500
    },
    {
      "epoch": 2.354311487800949,
      "grad_norm": 1.0543420314788818,
      "learning_rate": 0.00021597425904256126,
      "loss": 3.5656,
      "step": 570000
    },
    {
      "epoch": 2.356376673316564,
      "grad_norm": 1.0388394594192505,
      "learning_rate": 0.00021528348624740443,
      "loss": 3.5649,
      "step": 570500
    },
    {
      "epoch": 2.3584418588321787,
      "grad_norm": 1.0089175701141357,
      "learning_rate": 0.00021459271345224758,
      "loss": 3.5617,
      "step": 571000
    },
    {
      "epoch": 2.3605070443477936,
      "grad_norm": 1.0495978593826294,
      "learning_rate": 0.0002139019406570907,
      "loss": 3.5632,
      "step": 571500
    },
    {
      "epoch": 2.3625722298634084,
      "grad_norm": 1.0341776609420776,
      "learning_rate": 0.00021321116786193387,
      "loss": 3.5642,
      "step": 572000
    },
    {
      "epoch": 2.3646374153790237,
      "grad_norm": 1.1250771284103394,
      "learning_rate": 0.000212520395066777,
      "loss": 3.5636,
      "step": 572500
    },
    {
      "epoch": 2.366702600894638,
      "grad_norm": 1.0847368240356445,
      "learning_rate": 0.00021182962227162016,
      "loss": 3.5666,
      "step": 573000
    },
    {
      "epoch": 2.3687677864102534,
      "grad_norm": 1.098446011543274,
      "learning_rate": 0.0002111388494764633,
      "loss": 3.5681,
      "step": 573500
    },
    {
      "epoch": 2.3708329719258683,
      "grad_norm": 1.0302762985229492,
      "learning_rate": 0.00021044807668130645,
      "loss": 3.5635,
      "step": 574000
    },
    {
      "epoch": 2.372898157441483,
      "grad_norm": 1.0788323879241943,
      "learning_rate": 0.00020975730388614962,
      "loss": 3.5583,
      "step": 574500
    },
    {
      "epoch": 2.374963342957098,
      "grad_norm": 0.9714188575744629,
      "learning_rate": 0.00020906653109099274,
      "loss": 3.5688,
      "step": 575000
    },
    {
      "epoch": 2.377028528472713,
      "grad_norm": 1.0605202913284302,
      "learning_rate": 0.00020837575829583588,
      "loss": 3.5637,
      "step": 575500
    },
    {
      "epoch": 2.3790937139883277,
      "grad_norm": 1.023740530014038,
      "learning_rate": 0.00020768498550067905,
      "loss": 3.5657,
      "step": 576000
    },
    {
      "epoch": 2.3811588995039425,
      "grad_norm": 1.1460704803466797,
      "learning_rate": 0.00020699421270552217,
      "loss": 3.5604,
      "step": 576500
    },
    {
      "epoch": 2.3832240850195574,
      "grad_norm": 1.0139480829238892,
      "learning_rate": 0.00020630343991036532,
      "loss": 3.5639,
      "step": 577000
    },
    {
      "epoch": 2.3852892705351723,
      "grad_norm": 1.0792934894561768,
      "learning_rate": 0.0002056126671152085,
      "loss": 3.5643,
      "step": 577500
    },
    {
      "epoch": 2.387354456050787,
      "grad_norm": 1.0597305297851562,
      "learning_rate": 0.00020492189432005163,
      "loss": 3.5635,
      "step": 578000
    },
    {
      "epoch": 2.389419641566402,
      "grad_norm": 1.0558807849884033,
      "learning_rate": 0.00020423112152489475,
      "loss": 3.5619,
      "step": 578500
    },
    {
      "epoch": 2.391484827082017,
      "grad_norm": 1.078835129737854,
      "learning_rate": 0.00020354034872973792,
      "loss": 3.5592,
      "step": 579000
    },
    {
      "epoch": 2.3935500125976317,
      "grad_norm": 1.0774576663970947,
      "learning_rate": 0.00020284957593458107,
      "loss": 3.5614,
      "step": 579500
    },
    {
      "epoch": 2.3956151981132465,
      "grad_norm": 1.1080539226531982,
      "learning_rate": 0.00020215880313942419,
      "loss": 3.56,
      "step": 580000
    },
    {
      "epoch": 2.3976803836288614,
      "grad_norm": 1.0353723764419556,
      "learning_rate": 0.00020146803034426736,
      "loss": 3.5675,
      "step": 580500
    },
    {
      "epoch": 2.3997455691444762,
      "grad_norm": 1.1205741167068481,
      "learning_rate": 0.0002007772575491105,
      "loss": 3.5608,
      "step": 581000
    },
    {
      "epoch": 2.401810754660091,
      "grad_norm": 1.0883933305740356,
      "learning_rate": 0.00020008648475395365,
      "loss": 3.5669,
      "step": 581500
    },
    {
      "epoch": 2.403875940175706,
      "grad_norm": 1.0947874784469604,
      "learning_rate": 0.0001993957119587968,
      "loss": 3.5677,
      "step": 582000
    },
    {
      "epoch": 2.405941125691321,
      "grad_norm": 1.0758024454116821,
      "learning_rate": 0.00019870493916363994,
      "loss": 3.5615,
      "step": 582500
    },
    {
      "epoch": 2.4080063112069356,
      "grad_norm": 1.1171646118164062,
      "learning_rate": 0.00019801416636848308,
      "loss": 3.5651,
      "step": 583000
    },
    {
      "epoch": 2.4100714967225505,
      "grad_norm": 1.0862966775894165,
      "learning_rate": 0.00019732339357332623,
      "loss": 3.5568,
      "step": 583500
    },
    {
      "epoch": 2.4121366822381654,
      "grad_norm": 1.0311154127120972,
      "learning_rate": 0.00019663262077816937,
      "loss": 3.5654,
      "step": 584000
    },
    {
      "epoch": 2.41420186775378,
      "grad_norm": 1.121106743812561,
      "learning_rate": 0.00019594184798301252,
      "loss": 3.5571,
      "step": 584500
    },
    {
      "epoch": 2.416267053269395,
      "grad_norm": 1.132066011428833,
      "learning_rate": 0.0001952510751878557,
      "loss": 3.5575,
      "step": 585000
    },
    {
      "epoch": 2.41833223878501,
      "grad_norm": 1.1095765829086304,
      "learning_rate": 0.0001945603023926988,
      "loss": 3.5589,
      "step": 585500
    },
    {
      "epoch": 2.4203974243006248,
      "grad_norm": 1.0508280992507935,
      "learning_rate": 0.00019386952959754195,
      "loss": 3.5582,
      "step": 586000
    },
    {
      "epoch": 2.4224626098162396,
      "grad_norm": 1.003861904144287,
      "learning_rate": 0.00019317875680238512,
      "loss": 3.5635,
      "step": 586500
    },
    {
      "epoch": 2.4245277953318545,
      "grad_norm": 1.041144609451294,
      "learning_rate": 0.00019248798400722824,
      "loss": 3.5639,
      "step": 587000
    },
    {
      "epoch": 2.4265929808474693,
      "grad_norm": 1.0749751329421997,
      "learning_rate": 0.00019179721121207139,
      "loss": 3.5623,
      "step": 587500
    },
    {
      "epoch": 2.4286581663630846,
      "grad_norm": 1.0663747787475586,
      "learning_rate": 0.00019110643841691456,
      "loss": 3.563,
      "step": 588000
    },
    {
      "epoch": 2.430723351878699,
      "grad_norm": 1.0847846269607544,
      "learning_rate": 0.00019041566562175768,
      "loss": 3.5699,
      "step": 588500
    },
    {
      "epoch": 2.4327885373943143,
      "grad_norm": 1.1444486379623413,
      "learning_rate": 0.00018972489282660082,
      "loss": 3.562,
      "step": 589000
    },
    {
      "epoch": 2.434853722909929,
      "grad_norm": 1.0200411081314087,
      "learning_rate": 0.000189034120031444,
      "loss": 3.5604,
      "step": 589500
    },
    {
      "epoch": 2.436918908425544,
      "grad_norm": 1.0979197025299072,
      "learning_rate": 0.00018834334723628714,
      "loss": 3.5608,
      "step": 590000
    },
    {
      "epoch": 2.438984093941159,
      "grad_norm": 1.0365512371063232,
      "learning_rate": 0.00018765257444113025,
      "loss": 3.5576,
      "step": 590500
    },
    {
      "epoch": 2.4410492794567737,
      "grad_norm": 1.0565910339355469,
      "learning_rate": 0.00018696180164597343,
      "loss": 3.5585,
      "step": 591000
    },
    {
      "epoch": 2.4431144649723886,
      "grad_norm": 1.0679208040237427,
      "learning_rate": 0.00018627102885081657,
      "loss": 3.5554,
      "step": 591500
    },
    {
      "epoch": 2.4451796504880035,
      "grad_norm": 1.1112921237945557,
      "learning_rate": 0.0001855802560556597,
      "loss": 3.5595,
      "step": 592000
    },
    {
      "epoch": 2.4472448360036183,
      "grad_norm": 1.0624375343322754,
      "learning_rate": 0.00018488948326050286,
      "loss": 3.5591,
      "step": 592500
    },
    {
      "epoch": 2.449310021519233,
      "grad_norm": 1.0712815523147583,
      "learning_rate": 0.000184198710465346,
      "loss": 3.5566,
      "step": 593000
    },
    {
      "epoch": 2.451375207034848,
      "grad_norm": 1.156916618347168,
      "learning_rate": 0.00018350793767018915,
      "loss": 3.5616,
      "step": 593500
    },
    {
      "epoch": 2.453440392550463,
      "grad_norm": 1.0988603830337524,
      "learning_rate": 0.0001828171648750323,
      "loss": 3.5559,
      "step": 594000
    },
    {
      "epoch": 2.4555055780660777,
      "grad_norm": 1.0828889608383179,
      "learning_rate": 0.00018212639207987544,
      "loss": 3.5538,
      "step": 594500
    },
    {
      "epoch": 2.4575707635816926,
      "grad_norm": 1.02895987033844,
      "learning_rate": 0.00018143561928471859,
      "loss": 3.5571,
      "step": 595000
    },
    {
      "epoch": 2.4596359490973074,
      "grad_norm": 1.0679928064346313,
      "learning_rate": 0.00018074484648956173,
      "loss": 3.5586,
      "step": 595500
    },
    {
      "epoch": 2.4617011346129223,
      "grad_norm": 1.0900782346725464,
      "learning_rate": 0.00018005407369440487,
      "loss": 3.5573,
      "step": 596000
    },
    {
      "epoch": 2.463766320128537,
      "grad_norm": 1.1025035381317139,
      "learning_rate": 0.00017936330089924802,
      "loss": 3.56,
      "step": 596500
    },
    {
      "epoch": 2.465831505644152,
      "grad_norm": 1.0699702501296997,
      "learning_rate": 0.0001786725281040912,
      "loss": 3.5615,
      "step": 597000
    },
    {
      "epoch": 2.467896691159767,
      "grad_norm": 1.0334842205047607,
      "learning_rate": 0.0001779817553089343,
      "loss": 3.5655,
      "step": 597500
    },
    {
      "epoch": 2.4699618766753817,
      "grad_norm": 1.0701565742492676,
      "learning_rate": 0.00017729098251377745,
      "loss": 3.5579,
      "step": 598000
    },
    {
      "epoch": 2.4720270621909965,
      "grad_norm": 1.132064938545227,
      "learning_rate": 0.00017660020971862063,
      "loss": 3.5632,
      "step": 598500
    },
    {
      "epoch": 2.4740922477066114,
      "grad_norm": 1.1510601043701172,
      "learning_rate": 0.00017590943692346374,
      "loss": 3.5597,
      "step": 599000
    },
    {
      "epoch": 2.4761574332222263,
      "grad_norm": 1.0870941877365112,
      "learning_rate": 0.0001752186641283069,
      "loss": 3.5552,
      "step": 599500
    },
    {
      "epoch": 2.478222618737841,
      "grad_norm": 1.0638248920440674,
      "learning_rate": 0.00017452789133315006,
      "loss": 3.5584,
      "step": 600000
    },
    {
      "epoch": 2.480287804253456,
      "grad_norm": 1.0512316226959229,
      "learning_rate": 0.0001738371185379932,
      "loss": 3.5528,
      "step": 600500
    },
    {
      "epoch": 2.482352989769071,
      "grad_norm": 1.0155187845230103,
      "learning_rate": 0.00017314634574283632,
      "loss": 3.5566,
      "step": 601000
    },
    {
      "epoch": 2.4844181752846857,
      "grad_norm": 1.1116366386413574,
      "learning_rate": 0.0001724555729476795,
      "loss": 3.5619,
      "step": 601500
    },
    {
      "epoch": 2.4864833608003005,
      "grad_norm": 1.09247887134552,
      "learning_rate": 0.00017176480015252264,
      "loss": 3.5586,
      "step": 602000
    },
    {
      "epoch": 2.4885485463159154,
      "grad_norm": 1.0541789531707764,
      "learning_rate": 0.00017107402735736579,
      "loss": 3.55,
      "step": 602500
    },
    {
      "epoch": 2.4906137318315302,
      "grad_norm": 1.1371970176696777,
      "learning_rate": 0.00017038325456220893,
      "loss": 3.5612,
      "step": 603000
    },
    {
      "epoch": 2.4926789173471455,
      "grad_norm": 1.1063247919082642,
      "learning_rate": 0.00016969248176705207,
      "loss": 3.5504,
      "step": 603500
    },
    {
      "epoch": 2.49474410286276,
      "grad_norm": 1.1059950590133667,
      "learning_rate": 0.00016900170897189525,
      "loss": 3.5576,
      "step": 604000
    },
    {
      "epoch": 2.4968092883783752,
      "grad_norm": 1.095654845237732,
      "learning_rate": 0.00016831093617673836,
      "loss": 3.5567,
      "step": 604500
    },
    {
      "epoch": 2.49887447389399,
      "grad_norm": 1.2186676263809204,
      "learning_rate": 0.0001676201633815815,
      "loss": 3.5516,
      "step": 605000
    },
    {
      "epoch": 2.500939659409605,
      "grad_norm": 1.1330053806304932,
      "learning_rate": 0.00016692939058642468,
      "loss": 3.5534,
      "step": 605500
    },
    {
      "epoch": 2.50300484492522,
      "grad_norm": 1.1046745777130127,
      "learning_rate": 0.0001662386177912678,
      "loss": 3.5536,
      "step": 606000
    },
    {
      "epoch": 2.5050700304408346,
      "grad_norm": 1.087217092514038,
      "learning_rate": 0.00016554784499611094,
      "loss": 3.5556,
      "step": 606500
    },
    {
      "epoch": 2.5071352159564495,
      "grad_norm": 1.08090078830719,
      "learning_rate": 0.00016485707220095412,
      "loss": 3.5549,
      "step": 607000
    },
    {
      "epoch": 2.5092004014720644,
      "grad_norm": 1.0975345373153687,
      "learning_rate": 0.00016416629940579726,
      "loss": 3.556,
      "step": 607500
    },
    {
      "epoch": 2.511265586987679,
      "grad_norm": 1.072264313697815,
      "learning_rate": 0.00016347552661064038,
      "loss": 3.5548,
      "step": 608000
    },
    {
      "epoch": 2.513330772503294,
      "grad_norm": 1.1147575378417969,
      "learning_rate": 0.00016278475381548355,
      "loss": 3.5535,
      "step": 608500
    },
    {
      "epoch": 2.515395958018909,
      "grad_norm": 1.05443274974823,
      "learning_rate": 0.0001620939810203267,
      "loss": 3.5571,
      "step": 609000
    },
    {
      "epoch": 2.5174611435345238,
      "grad_norm": 1.0987335443496704,
      "learning_rate": 0.0001614032082251698,
      "loss": 3.5552,
      "step": 609500
    },
    {
      "epoch": 2.5195263290501386,
      "grad_norm": 1.099846363067627,
      "learning_rate": 0.00016071243543001298,
      "loss": 3.5535,
      "step": 610000
    },
    {
      "epoch": 2.5215915145657535,
      "grad_norm": 1.0997995138168335,
      "learning_rate": 0.00016002166263485613,
      "loss": 3.5503,
      "step": 610500
    },
    {
      "epoch": 2.5236567000813683,
      "grad_norm": 1.0195918083190918,
      "learning_rate": 0.00015933088983969927,
      "loss": 3.5509,
      "step": 611000
    },
    {
      "epoch": 2.525721885596983,
      "grad_norm": 1.1217858791351318,
      "learning_rate": 0.00015864011704454242,
      "loss": 3.5582,
      "step": 611500
    },
    {
      "epoch": 2.527787071112598,
      "grad_norm": 1.097275972366333,
      "learning_rate": 0.00015794934424938556,
      "loss": 3.5577,
      "step": 612000
    },
    {
      "epoch": 2.529852256628213,
      "grad_norm": 1.0620228052139282,
      "learning_rate": 0.0001572585714542287,
      "loss": 3.5474,
      "step": 612500
    },
    {
      "epoch": 2.5319174421438277,
      "grad_norm": 1.1354901790618896,
      "learning_rate": 0.00015656779865907185,
      "loss": 3.5568,
      "step": 613000
    },
    {
      "epoch": 2.5339826276594426,
      "grad_norm": 1.1245591640472412,
      "learning_rate": 0.000155877025863915,
      "loss": 3.5525,
      "step": 613500
    },
    {
      "epoch": 2.5360478131750575,
      "grad_norm": 1.1448997259140015,
      "learning_rate": 0.00015518625306875814,
      "loss": 3.5517,
      "step": 614000
    },
    {
      "epoch": 2.5381129986906723,
      "grad_norm": 1.1359084844589233,
      "learning_rate": 0.00015449548027360132,
      "loss": 3.5567,
      "step": 614500
    },
    {
      "epoch": 2.540178184206287,
      "grad_norm": 1.1208101511001587,
      "learning_rate": 0.00015380470747844443,
      "loss": 3.5534,
      "step": 615000
    },
    {
      "epoch": 2.542243369721902,
      "grad_norm": 1.113659143447876,
      "learning_rate": 0.00015311393468328758,
      "loss": 3.5509,
      "step": 615500
    },
    {
      "epoch": 2.544308555237517,
      "grad_norm": 1.0796043872833252,
      "learning_rate": 0.00015242316188813075,
      "loss": 3.5519,
      "step": 616000
    },
    {
      "epoch": 2.5463737407531317,
      "grad_norm": 1.0783644914627075,
      "learning_rate": 0.00015173238909297387,
      "loss": 3.5531,
      "step": 616500
    },
    {
      "epoch": 2.5484389262687466,
      "grad_norm": 1.1037405729293823,
      "learning_rate": 0.000151041616297817,
      "loss": 3.5537,
      "step": 617000
    },
    {
      "epoch": 2.5505041117843614,
      "grad_norm": 1.190835952758789,
      "learning_rate": 0.00015035084350266018,
      "loss": 3.5571,
      "step": 617500
    },
    {
      "epoch": 2.5525692972999767,
      "grad_norm": 1.141072392463684,
      "learning_rate": 0.0001496600707075033,
      "loss": 3.5578,
      "step": 618000
    },
    {
      "epoch": 2.554634482815591,
      "grad_norm": 1.1053889989852905,
      "learning_rate": 0.00014896929791234645,
      "loss": 3.5521,
      "step": 618500
    },
    {
      "epoch": 2.5566996683312064,
      "grad_norm": 1.0843356847763062,
      "learning_rate": 0.00014827852511718962,
      "loss": 3.5535,
      "step": 619000
    },
    {
      "epoch": 2.558764853846821,
      "grad_norm": 1.065173625946045,
      "learning_rate": 0.00014758775232203276,
      "loss": 3.5498,
      "step": 619500
    },
    {
      "epoch": 2.560830039362436,
      "grad_norm": 1.0624502897262573,
      "learning_rate": 0.00014689697952687588,
      "loss": 3.5527,
      "step": 620000
    },
    {
      "epoch": 2.5628952248780505,
      "grad_norm": 1.1369531154632568,
      "learning_rate": 0.00014620620673171905,
      "loss": 3.5567,
      "step": 620500
    },
    {
      "epoch": 2.564960410393666,
      "grad_norm": 1.0535515546798706,
      "learning_rate": 0.0001455154339365622,
      "loss": 3.5508,
      "step": 621000
    },
    {
      "epoch": 2.5670255959092803,
      "grad_norm": 1.0857739448547363,
      "learning_rate": 0.00014482466114140532,
      "loss": 3.5535,
      "step": 621500
    },
    {
      "epoch": 2.5690907814248956,
      "grad_norm": 1.1247897148132324,
      "learning_rate": 0.0001441338883462485,
      "loss": 3.5518,
      "step": 622000
    },
    {
      "epoch": 2.5711559669405104,
      "grad_norm": 1.1121678352355957,
      "learning_rate": 0.00014344311555109163,
      "loss": 3.5534,
      "step": 622500
    },
    {
      "epoch": 2.5732211524561253,
      "grad_norm": 1.1483904123306274,
      "learning_rate": 0.00014275234275593478,
      "loss": 3.5503,
      "step": 623000
    },
    {
      "epoch": 2.57528633797174,
      "grad_norm": 1.0787585973739624,
      "learning_rate": 0.00014206156996077792,
      "loss": 3.5553,
      "step": 623500
    },
    {
      "epoch": 2.577351523487355,
      "grad_norm": 1.080661416053772,
      "learning_rate": 0.00014137079716562107,
      "loss": 3.547,
      "step": 624000
    },
    {
      "epoch": 2.57941670900297,
      "grad_norm": 1.0603803396224976,
      "learning_rate": 0.0001406800243704642,
      "loss": 3.5448,
      "step": 624500
    },
    {
      "epoch": 2.5814818945185847,
      "grad_norm": 1.0962501764297485,
      "learning_rate": 0.00013998925157530736,
      "loss": 3.5523,
      "step": 625000
    },
    {
      "epoch": 2.5835470800341995,
      "grad_norm": 1.033325433731079,
      "learning_rate": 0.0001392984787801505,
      "loss": 3.5496,
      "step": 625500
    },
    {
      "epoch": 2.5856122655498144,
      "grad_norm": 1.1293354034423828,
      "learning_rate": 0.00013860770598499365,
      "loss": 3.5515,
      "step": 626000
    },
    {
      "epoch": 2.5876774510654292,
      "grad_norm": 1.108177661895752,
      "learning_rate": 0.00013791693318983682,
      "loss": 3.5489,
      "step": 626500
    },
    {
      "epoch": 2.589742636581044,
      "grad_norm": 1.073265552520752,
      "learning_rate": 0.00013722616039467994,
      "loss": 3.5505,
      "step": 627000
    },
    {
      "epoch": 2.591807822096659,
      "grad_norm": 1.118498682975769,
      "learning_rate": 0.00013653538759952308,
      "loss": 3.5476,
      "step": 627500
    },
    {
      "epoch": 2.593873007612274,
      "grad_norm": 1.0673049688339233,
      "learning_rate": 0.00013584461480436625,
      "loss": 3.5474,
      "step": 628000
    },
    {
      "epoch": 2.5959381931278886,
      "grad_norm": 1.1547062397003174,
      "learning_rate": 0.00013515384200920937,
      "loss": 3.5503,
      "step": 628500
    },
    {
      "epoch": 2.5980033786435035,
      "grad_norm": 1.1905087232589722,
      "learning_rate": 0.00013446306921405252,
      "loss": 3.5516,
      "step": 629000
    },
    {
      "epoch": 2.6000685641591184,
      "grad_norm": 1.0534268617630005,
      "learning_rate": 0.0001337722964188957,
      "loss": 3.5493,
      "step": 629500
    },
    {
      "epoch": 2.602133749674733,
      "grad_norm": 1.1458786725997925,
      "learning_rate": 0.00013308152362373883,
      "loss": 3.5491,
      "step": 630000
    },
    {
      "epoch": 2.604198935190348,
      "grad_norm": 1.09494948387146,
      "learning_rate": 0.00013239075082858195,
      "loss": 3.5509,
      "step": 630500
    },
    {
      "epoch": 2.606264120705963,
      "grad_norm": 1.1193727254867554,
      "learning_rate": 0.00013169997803342512,
      "loss": 3.5483,
      "step": 631000
    },
    {
      "epoch": 2.6083293062215778,
      "grad_norm": 1.1754425764083862,
      "learning_rate": 0.00013100920523826827,
      "loss": 3.55,
      "step": 631500
    },
    {
      "epoch": 2.6103944917371926,
      "grad_norm": 1.1594176292419434,
      "learning_rate": 0.00013031843244311138,
      "loss": 3.5482,
      "step": 632000
    },
    {
      "epoch": 2.6124596772528075,
      "grad_norm": 1.1314561367034912,
      "learning_rate": 0.00012962765964795456,
      "loss": 3.5488,
      "step": 632500
    },
    {
      "epoch": 2.6145248627684223,
      "grad_norm": 1.1158201694488525,
      "learning_rate": 0.0001289368868527977,
      "loss": 3.5432,
      "step": 633000
    },
    {
      "epoch": 2.6165900482840376,
      "grad_norm": 1.1212871074676514,
      "learning_rate": 0.00012824611405764087,
      "loss": 3.5457,
      "step": 633500
    },
    {
      "epoch": 2.618655233799652,
      "grad_norm": 1.1159693002700806,
      "learning_rate": 0.000127555341262484,
      "loss": 3.5481,
      "step": 634000
    },
    {
      "epoch": 2.6207204193152673,
      "grad_norm": 1.152705192565918,
      "learning_rate": 0.00012686456846732714,
      "loss": 3.5496,
      "step": 634500
    },
    {
      "epoch": 2.6227856048308817,
      "grad_norm": 1.058120846748352,
      "learning_rate": 0.0001261737956721703,
      "loss": 3.543,
      "step": 635000
    },
    {
      "epoch": 2.624850790346497,
      "grad_norm": 1.0769755840301514,
      "learning_rate": 0.00012548302287701343,
      "loss": 3.549,
      "step": 635500
    },
    {
      "epoch": 2.6269159758621115,
      "grad_norm": 1.1307255029678345,
      "learning_rate": 0.00012479225008185657,
      "loss": 3.547,
      "step": 636000
    },
    {
      "epoch": 2.6289811613777267,
      "grad_norm": 1.1621134281158447,
      "learning_rate": 0.00012410147728669972,
      "loss": 3.5487,
      "step": 636500
    },
    {
      "epoch": 2.631046346893341,
      "grad_norm": 1.1458077430725098,
      "learning_rate": 0.0001234107044915429,
      "loss": 3.5519,
      "step": 637000
    },
    {
      "epoch": 2.6331115324089565,
      "grad_norm": 1.092753291130066,
      "learning_rate": 0.000122719931696386,
      "loss": 3.5461,
      "step": 637500
    },
    {
      "epoch": 2.6351767179245713,
      "grad_norm": 1.1066797971725464,
      "learning_rate": 0.00012202915890122916,
      "loss": 3.5441,
      "step": 638000
    },
    {
      "epoch": 2.637241903440186,
      "grad_norm": 1.2599786520004272,
      "learning_rate": 0.00012133838610607231,
      "loss": 3.5432,
      "step": 638500
    },
    {
      "epoch": 2.639307088955801,
      "grad_norm": 1.1791828870773315,
      "learning_rate": 0.00012064761331091545,
      "loss": 3.546,
      "step": 639000
    },
    {
      "epoch": 2.641372274471416,
      "grad_norm": 1.1177842617034912,
      "learning_rate": 0.0001199568405157586,
      "loss": 3.5462,
      "step": 639500
    },
    {
      "epoch": 2.6434374599870307,
      "grad_norm": 1.102595329284668,
      "learning_rate": 0.00011926606772060176,
      "loss": 3.5483,
      "step": 640000
    },
    {
      "epoch": 2.6455026455026456,
      "grad_norm": 1.1402961015701294,
      "learning_rate": 0.0001185752949254449,
      "loss": 3.5408,
      "step": 640500
    },
    {
      "epoch": 2.6475678310182604,
      "grad_norm": 1.1613812446594238,
      "learning_rate": 0.00011788452213028803,
      "loss": 3.5451,
      "step": 641000
    },
    {
      "epoch": 2.6496330165338753,
      "grad_norm": 1.168084979057312,
      "learning_rate": 0.00011719374933513119,
      "loss": 3.5411,
      "step": 641500
    },
    {
      "epoch": 2.65169820204949,
      "grad_norm": 1.1055593490600586,
      "learning_rate": 0.00011650297653997434,
      "loss": 3.5451,
      "step": 642000
    },
    {
      "epoch": 2.653763387565105,
      "grad_norm": 1.2037098407745361,
      "learning_rate": 0.00011581220374481748,
      "loss": 3.5436,
      "step": 642500
    },
    {
      "epoch": 2.65582857308072,
      "grad_norm": 1.097847580909729,
      "learning_rate": 0.00011512143094966063,
      "loss": 3.5466,
      "step": 643000
    },
    {
      "epoch": 2.6578937585963347,
      "grad_norm": 1.139164924621582,
      "learning_rate": 0.00011443065815450378,
      "loss": 3.5502,
      "step": 643500
    },
    {
      "epoch": 2.6599589441119496,
      "grad_norm": 1.1574277877807617,
      "learning_rate": 0.00011373988535934692,
      "loss": 3.5495,
      "step": 644000
    },
    {
      "epoch": 2.6620241296275644,
      "grad_norm": 1.1017979383468628,
      "learning_rate": 0.00011304911256419006,
      "loss": 3.5472,
      "step": 644500
    },
    {
      "epoch": 2.6640893151431793,
      "grad_norm": 1.0890662670135498,
      "learning_rate": 0.00011235833976903322,
      "loss": 3.5484,
      "step": 645000
    },
    {
      "epoch": 2.666154500658794,
      "grad_norm": 1.2207446098327637,
      "learning_rate": 0.00011166756697387635,
      "loss": 3.5501,
      "step": 645500
    },
    {
      "epoch": 2.668219686174409,
      "grad_norm": 1.163373351097107,
      "learning_rate": 0.00011097679417871951,
      "loss": 3.5475,
      "step": 646000
    },
    {
      "epoch": 2.670284871690024,
      "grad_norm": 1.1431262493133545,
      "learning_rate": 0.00011028602138356265,
      "loss": 3.5439,
      "step": 646500
    },
    {
      "epoch": 2.6723500572056387,
      "grad_norm": 1.092523455619812,
      "learning_rate": 0.0001095952485884058,
      "loss": 3.5441,
      "step": 647000
    },
    {
      "epoch": 2.6744152427212535,
      "grad_norm": 1.0584559440612793,
      "learning_rate": 0.00010890447579324894,
      "loss": 3.542,
      "step": 647500
    },
    {
      "epoch": 2.6764804282368684,
      "grad_norm": 1.1114296913146973,
      "learning_rate": 0.00010821370299809209,
      "loss": 3.541,
      "step": 648000
    },
    {
      "epoch": 2.6785456137524832,
      "grad_norm": 1.165021300315857,
      "learning_rate": 0.00010752293020293523,
      "loss": 3.5437,
      "step": 648500
    },
    {
      "epoch": 2.680610799268098,
      "grad_norm": 1.121242880821228,
      "learning_rate": 0.00010683215740777838,
      "loss": 3.5472,
      "step": 649000
    },
    {
      "epoch": 2.682675984783713,
      "grad_norm": 1.091549038887024,
      "learning_rate": 0.00010614138461262154,
      "loss": 3.5423,
      "step": 649500
    },
    {
      "epoch": 2.6847411702993282,
      "grad_norm": 1.08323335647583,
      "learning_rate": 0.00010545061181746467,
      "loss": 3.5446,
      "step": 650000
    },
    {
      "epoch": 2.6868063558149426,
      "grad_norm": 1.1016401052474976,
      "learning_rate": 0.00010475983902230781,
      "loss": 3.5438,
      "step": 650500
    },
    {
      "epoch": 2.688871541330558,
      "grad_norm": 1.0947271585464478,
      "learning_rate": 0.00010406906622715097,
      "loss": 3.5426,
      "step": 651000
    },
    {
      "epoch": 2.6909367268461724,
      "grad_norm": 1.1929179430007935,
      "learning_rate": 0.0001033782934319941,
      "loss": 3.5445,
      "step": 651500
    },
    {
      "epoch": 2.6930019123617877,
      "grad_norm": 1.2279053926467896,
      "learning_rate": 0.00010268752063683726,
      "loss": 3.54,
      "step": 652000
    },
    {
      "epoch": 2.695067097877402,
      "grad_norm": 1.1435800790786743,
      "learning_rate": 0.0001019967478416804,
      "loss": 3.542,
      "step": 652500
    },
    {
      "epoch": 2.6971322833930174,
      "grad_norm": 1.1197376251220703,
      "learning_rate": 0.00010130597504652355,
      "loss": 3.5438,
      "step": 653000
    },
    {
      "epoch": 2.699197468908632,
      "grad_norm": 1.1564953327178955,
      "learning_rate": 0.0001006152022513667,
      "loss": 3.5426,
      "step": 653500
    },
    {
      "epoch": 2.701262654424247,
      "grad_norm": 1.161893606185913,
      "learning_rate": 9.992442945620984e-05,
      "loss": 3.5444,
      "step": 654000
    },
    {
      "epoch": 2.703327839939862,
      "grad_norm": 1.0775420665740967,
      "learning_rate": 9.923365666105298e-05,
      "loss": 3.5442,
      "step": 654500
    },
    {
      "epoch": 2.7053930254554768,
      "grad_norm": 1.102074146270752,
      "learning_rate": 9.854288386589613e-05,
      "loss": 3.5423,
      "step": 655000
    },
    {
      "epoch": 2.7074582109710916,
      "grad_norm": 1.1207383871078491,
      "learning_rate": 9.785211107073929e-05,
      "loss": 3.5388,
      "step": 655500
    },
    {
      "epoch": 2.7095233964867065,
      "grad_norm": 1.1234713792800903,
      "learning_rate": 9.716133827558243e-05,
      "loss": 3.5481,
      "step": 656000
    },
    {
      "epoch": 2.7115885820023213,
      "grad_norm": 1.1351318359375,
      "learning_rate": 9.647056548042558e-05,
      "loss": 3.5383,
      "step": 656500
    },
    {
      "epoch": 2.713653767517936,
      "grad_norm": 1.1336658000946045,
      "learning_rate": 9.577979268526872e-05,
      "loss": 3.5383,
      "step": 657000
    },
    {
      "epoch": 2.715718953033551,
      "grad_norm": 1.1328084468841553,
      "learning_rate": 9.508901989011187e-05,
      "loss": 3.535,
      "step": 657500
    },
    {
      "epoch": 2.717784138549166,
      "grad_norm": 1.1828727722167969,
      "learning_rate": 9.439824709495501e-05,
      "loss": 3.5429,
      "step": 658000
    },
    {
      "epoch": 2.7198493240647807,
      "grad_norm": 1.150932788848877,
      "learning_rate": 9.370747429979816e-05,
      "loss": 3.5364,
      "step": 658500
    },
    {
      "epoch": 2.7219145095803956,
      "grad_norm": 1.1426488161087036,
      "learning_rate": 9.301670150464131e-05,
      "loss": 3.5362,
      "step": 659000
    },
    {
      "epoch": 2.7239796950960105,
      "grad_norm": 1.172214150428772,
      "learning_rate": 9.232592870948445e-05,
      "loss": 3.5393,
      "step": 659500
    },
    {
      "epoch": 2.7260448806116253,
      "grad_norm": 1.1658480167388916,
      "learning_rate": 9.16351559143276e-05,
      "loss": 3.5399,
      "step": 660000
    },
    {
      "epoch": 2.72811006612724,
      "grad_norm": 1.0598623752593994,
      "learning_rate": 9.094438311917075e-05,
      "loss": 3.5406,
      "step": 660500
    },
    {
      "epoch": 2.730175251642855,
      "grad_norm": 1.1740615367889404,
      "learning_rate": 9.025361032401388e-05,
      "loss": 3.537,
      "step": 661000
    },
    {
      "epoch": 2.73224043715847,
      "grad_norm": 1.2359734773635864,
      "learning_rate": 8.956283752885704e-05,
      "loss": 3.542,
      "step": 661500
    },
    {
      "epoch": 2.7343056226740847,
      "grad_norm": 1.1597286462783813,
      "learning_rate": 8.887206473370018e-05,
      "loss": 3.5419,
      "step": 662000
    },
    {
      "epoch": 2.7363708081896996,
      "grad_norm": 1.1975675821304321,
      "learning_rate": 8.818129193854333e-05,
      "loss": 3.5379,
      "step": 662500
    },
    {
      "epoch": 2.7384359937053144,
      "grad_norm": 1.1415953636169434,
      "learning_rate": 8.749051914338647e-05,
      "loss": 3.5346,
      "step": 663000
    },
    {
      "epoch": 2.7405011792209293,
      "grad_norm": 1.1369695663452148,
      "learning_rate": 8.679974634822962e-05,
      "loss": 3.5381,
      "step": 663500
    },
    {
      "epoch": 2.742566364736544,
      "grad_norm": 1.0683647394180298,
      "learning_rate": 8.610897355307276e-05,
      "loss": 3.5396,
      "step": 664000
    },
    {
      "epoch": 2.744631550252159,
      "grad_norm": 1.1265534162521362,
      "learning_rate": 8.541820075791591e-05,
      "loss": 3.5419,
      "step": 664500
    },
    {
      "epoch": 2.746696735767774,
      "grad_norm": 1.188646674156189,
      "learning_rate": 8.472742796275907e-05,
      "loss": 3.5376,
      "step": 665000
    },
    {
      "epoch": 2.748761921283389,
      "grad_norm": 1.117809772491455,
      "learning_rate": 8.40366551676022e-05,
      "loss": 3.5425,
      "step": 665500
    },
    {
      "epoch": 2.7508271067990036,
      "grad_norm": 1.0943549871444702,
      "learning_rate": 8.334588237244536e-05,
      "loss": 3.5392,
      "step": 666000
    },
    {
      "epoch": 2.752892292314619,
      "grad_norm": 1.1691985130310059,
      "learning_rate": 8.26551095772885e-05,
      "loss": 3.5427,
      "step": 666500
    },
    {
      "epoch": 2.7549574778302333,
      "grad_norm": 1.1160893440246582,
      "learning_rate": 8.196433678213163e-05,
      "loss": 3.5366,
      "step": 667000
    },
    {
      "epoch": 2.7570226633458486,
      "grad_norm": 1.110880732536316,
      "learning_rate": 8.127356398697479e-05,
      "loss": 3.5362,
      "step": 667500
    },
    {
      "epoch": 2.759087848861463,
      "grad_norm": 1.1490111351013184,
      "learning_rate": 8.058279119181794e-05,
      "loss": 3.5398,
      "step": 668000
    },
    {
      "epoch": 2.7611530343770783,
      "grad_norm": 1.1500129699707031,
      "learning_rate": 7.989201839666108e-05,
      "loss": 3.5366,
      "step": 668500
    },
    {
      "epoch": 2.763218219892693,
      "grad_norm": 1.2609245777130127,
      "learning_rate": 7.920124560150422e-05,
      "loss": 3.5371,
      "step": 669000
    },
    {
      "epoch": 2.765283405408308,
      "grad_norm": 1.114384412765503,
      "learning_rate": 7.851047280634738e-05,
      "loss": 3.5404,
      "step": 669500
    },
    {
      "epoch": 2.767348590923923,
      "grad_norm": 1.2006248235702515,
      "learning_rate": 7.781970001119051e-05,
      "loss": 3.5384,
      "step": 670000
    },
    {
      "epoch": 2.7694137764395377,
      "grad_norm": 1.1240462064743042,
      "learning_rate": 7.712892721603366e-05,
      "loss": 3.5348,
      "step": 670500
    },
    {
      "epoch": 2.7714789619551525,
      "grad_norm": 1.1763321161270142,
      "learning_rate": 7.643815442087682e-05,
      "loss": 3.542,
      "step": 671000
    },
    {
      "epoch": 2.7735441474707674,
      "grad_norm": 1.1845157146453857,
      "learning_rate": 7.574738162571996e-05,
      "loss": 3.5346,
      "step": 671500
    },
    {
      "epoch": 2.7756093329863822,
      "grad_norm": 1.1668108701705933,
      "learning_rate": 7.505660883056311e-05,
      "loss": 3.5327,
      "step": 672000
    },
    {
      "epoch": 2.777674518501997,
      "grad_norm": 1.2260358333587646,
      "learning_rate": 7.436583603540625e-05,
      "loss": 3.5436,
      "step": 672500
    },
    {
      "epoch": 2.779739704017612,
      "grad_norm": 1.182613492012024,
      "learning_rate": 7.367506324024941e-05,
      "loss": 3.5323,
      "step": 673000
    },
    {
      "epoch": 2.781804889533227,
      "grad_norm": 1.0887421369552612,
      "learning_rate": 7.298429044509254e-05,
      "loss": 3.5298,
      "step": 673500
    },
    {
      "epoch": 2.7838700750488417,
      "grad_norm": 1.1675676107406616,
      "learning_rate": 7.229351764993569e-05,
      "loss": 3.54,
      "step": 674000
    },
    {
      "epoch": 2.7859352605644565,
      "grad_norm": 1.1976847648620605,
      "learning_rate": 7.160274485477885e-05,
      "loss": 3.5343,
      "step": 674500
    },
    {
      "epoch": 2.7880004460800714,
      "grad_norm": 1.1038521528244019,
      "learning_rate": 7.091197205962198e-05,
      "loss": 3.5335,
      "step": 675000
    },
    {
      "epoch": 2.790065631595686,
      "grad_norm": 1.231480360031128,
      "learning_rate": 7.022119926446513e-05,
      "loss": 3.534,
      "step": 675500
    },
    {
      "epoch": 2.792130817111301,
      "grad_norm": 1.1320313215255737,
      "learning_rate": 6.953042646930828e-05,
      "loss": 3.5345,
      "step": 676000
    },
    {
      "epoch": 2.794196002626916,
      "grad_norm": 1.224155068397522,
      "learning_rate": 6.883965367415141e-05,
      "loss": 3.5399,
      "step": 676500
    },
    {
      "epoch": 2.7962611881425308,
      "grad_norm": 1.2316396236419678,
      "learning_rate": 6.814888087899457e-05,
      "loss": 3.5321,
      "step": 677000
    },
    {
      "epoch": 2.7983263736581456,
      "grad_norm": 1.1945332288742065,
      "learning_rate": 6.745810808383771e-05,
      "loss": 3.5277,
      "step": 677500
    },
    {
      "epoch": 2.8003915591737605,
      "grad_norm": 1.2284690141677856,
      "learning_rate": 6.676733528868086e-05,
      "loss": 3.5393,
      "step": 678000
    },
    {
      "epoch": 2.8024567446893753,
      "grad_norm": 1.193962812423706,
      "learning_rate": 6.6076562493524e-05,
      "loss": 3.5333,
      "step": 678500
    },
    {
      "epoch": 2.80452193020499,
      "grad_norm": 1.1595391035079956,
      "learning_rate": 6.538578969836716e-05,
      "loss": 3.531,
      "step": 679000
    },
    {
      "epoch": 2.806587115720605,
      "grad_norm": 1.1014127731323242,
      "learning_rate": 6.46950169032103e-05,
      "loss": 3.5372,
      "step": 679500
    },
    {
      "epoch": 2.80865230123622,
      "grad_norm": 1.1175678968429565,
      "learning_rate": 6.400424410805344e-05,
      "loss": 3.5358,
      "step": 680000
    },
    {
      "epoch": 2.8107174867518347,
      "grad_norm": 1.1042125225067139,
      "learning_rate": 6.33134713128966e-05,
      "loss": 3.5278,
      "step": 680500
    },
    {
      "epoch": 2.81278267226745,
      "grad_norm": 1.1928285360336304,
      "learning_rate": 6.262269851773973e-05,
      "loss": 3.5358,
      "step": 681000
    },
    {
      "epoch": 2.8148478577830645,
      "grad_norm": 1.132632851600647,
      "learning_rate": 6.193192572258289e-05,
      "loss": 3.5334,
      "step": 681500
    },
    {
      "epoch": 2.8169130432986798,
      "grad_norm": 1.1722743511199951,
      "learning_rate": 6.124115292742603e-05,
      "loss": 3.531,
      "step": 682000
    },
    {
      "epoch": 2.818978228814294,
      "grad_norm": 1.254947304725647,
      "learning_rate": 6.0550380132269176e-05,
      "loss": 3.5343,
      "step": 682500
    },
    {
      "epoch": 2.8210434143299095,
      "grad_norm": 1.1508169174194336,
      "learning_rate": 5.985960733711232e-05,
      "loss": 3.5368,
      "step": 683000
    },
    {
      "epoch": 2.823108599845524,
      "grad_norm": 1.0975197553634644,
      "learning_rate": 5.916883454195547e-05,
      "loss": 3.5351,
      "step": 683500
    },
    {
      "epoch": 2.825173785361139,
      "grad_norm": 1.1329206228256226,
      "learning_rate": 5.847806174679862e-05,
      "loss": 3.5311,
      "step": 684000
    },
    {
      "epoch": 2.827238970876754,
      "grad_norm": 1.1963412761688232,
      "learning_rate": 5.7787288951641755e-05,
      "loss": 3.5372,
      "step": 684500
    },
    {
      "epoch": 2.829304156392369,
      "grad_norm": 1.1670440435409546,
      "learning_rate": 5.709651615648491e-05,
      "loss": 3.5317,
      "step": 685000
    },
    {
      "epoch": 2.8313693419079837,
      "grad_norm": 1.1550650596618652,
      "learning_rate": 5.640574336132805e-05,
      "loss": 3.5388,
      "step": 685500
    },
    {
      "epoch": 2.8334345274235986,
      "grad_norm": 1.2681782245635986,
      "learning_rate": 5.57149705661712e-05,
      "loss": 3.532,
      "step": 686000
    },
    {
      "epoch": 2.8354997129392134,
      "grad_norm": 1.2247217893600464,
      "learning_rate": 5.502419777101435e-05,
      "loss": 3.5327,
      "step": 686500
    },
    {
      "epoch": 2.8375648984548283,
      "grad_norm": 1.1425162553787231,
      "learning_rate": 5.433342497585749e-05,
      "loss": 3.5345,
      "step": 687000
    },
    {
      "epoch": 2.839630083970443,
      "grad_norm": 1.163588047027588,
      "learning_rate": 5.364265218070064e-05,
      "loss": 3.532,
      "step": 687500
    },
    {
      "epoch": 2.841695269486058,
      "grad_norm": 1.210184931755066,
      "learning_rate": 5.295187938554378e-05,
      "loss": 3.5329,
      "step": 688000
    },
    {
      "epoch": 2.843760455001673,
      "grad_norm": 1.1317417621612549,
      "learning_rate": 5.226110659038693e-05,
      "loss": 3.53,
      "step": 688500
    },
    {
      "epoch": 2.8458256405172877,
      "grad_norm": 1.13838529586792,
      "learning_rate": 5.157033379523008e-05,
      "loss": 3.5299,
      "step": 689000
    },
    {
      "epoch": 2.8478908260329026,
      "grad_norm": 1.2060869932174683,
      "learning_rate": 5.0879561000073224e-05,
      "loss": 3.5353,
      "step": 689500
    },
    {
      "epoch": 2.8499560115485174,
      "grad_norm": 1.188759684562683,
      "learning_rate": 5.018878820491637e-05,
      "loss": 3.5289,
      "step": 690000
    },
    {
      "epoch": 2.8520211970641323,
      "grad_norm": 1.1635915040969849,
      "learning_rate": 4.949801540975952e-05,
      "loss": 3.5333,
      "step": 690500
    },
    {
      "epoch": 2.854086382579747,
      "grad_norm": 1.1641584634780884,
      "learning_rate": 4.8807242614602665e-05,
      "loss": 3.5274,
      "step": 691000
    },
    {
      "epoch": 2.856151568095362,
      "grad_norm": 1.1882566213607788,
      "learning_rate": 4.8116469819445804e-05,
      "loss": 3.5317,
      "step": 691500
    },
    {
      "epoch": 2.858216753610977,
      "grad_norm": 1.1764498949050903,
      "learning_rate": 4.7425697024288955e-05,
      "loss": 3.5327,
      "step": 692000
    },
    {
      "epoch": 2.8602819391265917,
      "grad_norm": 1.1782383918762207,
      "learning_rate": 4.67349242291321e-05,
      "loss": 3.5308,
      "step": 692500
    },
    {
      "epoch": 2.8623471246422065,
      "grad_norm": 1.1420069932937622,
      "learning_rate": 4.6044151433975245e-05,
      "loss": 3.5326,
      "step": 693000
    },
    {
      "epoch": 2.8644123101578214,
      "grad_norm": 1.176958680152893,
      "learning_rate": 4.5353378638818396e-05,
      "loss": 3.5271,
      "step": 693500
    },
    {
      "epoch": 2.8664774956734362,
      "grad_norm": 1.133934736251831,
      "learning_rate": 4.466260584366154e-05,
      "loss": 3.5278,
      "step": 694000
    },
    {
      "epoch": 2.868542681189051,
      "grad_norm": 1.2356404066085815,
      "learning_rate": 4.397183304850468e-05,
      "loss": 3.5276,
      "step": 694500
    },
    {
      "epoch": 2.870607866704666,
      "grad_norm": 1.2314106225967407,
      "learning_rate": 4.328106025334783e-05,
      "loss": 3.53,
      "step": 695000
    },
    {
      "epoch": 2.872673052220281,
      "grad_norm": 1.1606627702713013,
      "learning_rate": 4.2590287458190976e-05,
      "loss": 3.5271,
      "step": 695500
    },
    {
      "epoch": 2.8747382377358957,
      "grad_norm": 1.224077582359314,
      "learning_rate": 4.189951466303412e-05,
      "loss": 3.5302,
      "step": 696000
    },
    {
      "epoch": 2.876803423251511,
      "grad_norm": 1.1799148321151733,
      "learning_rate": 4.120874186787727e-05,
      "loss": 3.5293,
      "step": 696500
    },
    {
      "epoch": 2.8788686087671254,
      "grad_norm": 1.1705491542816162,
      "learning_rate": 4.051796907272042e-05,
      "loss": 3.5299,
      "step": 697000
    },
    {
      "epoch": 2.8809337942827407,
      "grad_norm": 1.116529941558838,
      "learning_rate": 3.982719627756357e-05,
      "loss": 3.5273,
      "step": 697500
    },
    {
      "epoch": 2.882998979798355,
      "grad_norm": 1.2101117372512817,
      "learning_rate": 3.913642348240671e-05,
      "loss": 3.5347,
      "step": 698000
    },
    {
      "epoch": 2.8850641653139704,
      "grad_norm": 1.1944656372070312,
      "learning_rate": 3.844565068724985e-05,
      "loss": 3.5328,
      "step": 698500
    },
    {
      "epoch": 2.8871293508295848,
      "grad_norm": 1.1747467517852783,
      "learning_rate": 3.7754877892093e-05,
      "loss": 3.5284,
      "step": 699000
    },
    {
      "epoch": 2.8891945363452,
      "grad_norm": 1.1518479585647583,
      "learning_rate": 3.706410509693615e-05,
      "loss": 3.529,
      "step": 699500
    },
    {
      "epoch": 2.8912597218608145,
      "grad_norm": 1.2322289943695068,
      "learning_rate": 3.637333230177929e-05,
      "loss": 3.5286,
      "step": 700000
    },
    {
      "epoch": 2.8933249073764298,
      "grad_norm": 1.1818208694458008,
      "learning_rate": 3.5682559506622444e-05,
      "loss": 3.5236,
      "step": 700500
    },
    {
      "epoch": 2.8953900928920446,
      "grad_norm": 1.1893458366394043,
      "learning_rate": 3.499178671146558e-05,
      "loss": 3.533,
      "step": 701000
    },
    {
      "epoch": 2.8974552784076595,
      "grad_norm": 1.1495394706726074,
      "learning_rate": 3.430101391630873e-05,
      "loss": 3.5303,
      "step": 701500
    },
    {
      "epoch": 2.8995204639232743,
      "grad_norm": 1.2092045545578003,
      "learning_rate": 3.361024112115188e-05,
      "loss": 3.5292,
      "step": 702000
    },
    {
      "epoch": 2.901585649438889,
      "grad_norm": 1.1720359325408936,
      "learning_rate": 3.2919468325995024e-05,
      "loss": 3.5278,
      "step": 702500
    },
    {
      "epoch": 2.903650834954504,
      "grad_norm": 1.2030115127563477,
      "learning_rate": 3.222869553083817e-05,
      "loss": 3.5253,
      "step": 703000
    },
    {
      "epoch": 2.905716020470119,
      "grad_norm": 1.2304277420043945,
      "learning_rate": 3.153792273568132e-05,
      "loss": 3.5248,
      "step": 703500
    },
    {
      "epoch": 2.9077812059857338,
      "grad_norm": 1.2170897722244263,
      "learning_rate": 3.0847149940524465e-05,
      "loss": 3.5292,
      "step": 704000
    },
    {
      "epoch": 2.9098463915013486,
      "grad_norm": 1.2127034664154053,
      "learning_rate": 3.015637714536761e-05,
      "loss": 3.5224,
      "step": 704500
    },
    {
      "epoch": 2.9119115770169635,
      "grad_norm": 1.134798526763916,
      "learning_rate": 2.9465604350210755e-05,
      "loss": 3.5294,
      "step": 705000
    },
    {
      "epoch": 2.9139767625325783,
      "grad_norm": 1.138028621673584,
      "learning_rate": 2.87748315550539e-05,
      "loss": 3.5274,
      "step": 705500
    },
    {
      "epoch": 2.916041948048193,
      "grad_norm": 1.174139380455017,
      "learning_rate": 2.8084058759897048e-05,
      "loss": 3.5273,
      "step": 706000
    },
    {
      "epoch": 2.918107133563808,
      "grad_norm": 1.1774015426635742,
      "learning_rate": 2.7393285964740193e-05,
      "loss": 3.5322,
      "step": 706500
    },
    {
      "epoch": 2.920172319079423,
      "grad_norm": 1.1589888334274292,
      "learning_rate": 2.670251316958334e-05,
      "loss": 3.5317,
      "step": 707000
    },
    {
      "epoch": 2.9222375045950377,
      "grad_norm": 1.1953973770141602,
      "learning_rate": 2.6011740374426486e-05,
      "loss": 3.5262,
      "step": 707500
    },
    {
      "epoch": 2.9243026901106526,
      "grad_norm": 1.2151812314987183,
      "learning_rate": 2.5320967579269634e-05,
      "loss": 3.5318,
      "step": 708000
    },
    {
      "epoch": 2.9263678756262674,
      "grad_norm": 1.254413366317749,
      "learning_rate": 2.463019478411278e-05,
      "loss": 3.5331,
      "step": 708500
    },
    {
      "epoch": 2.9284330611418823,
      "grad_norm": 1.1194883584976196,
      "learning_rate": 2.3939421988955924e-05,
      "loss": 3.5275,
      "step": 709000
    },
    {
      "epoch": 2.930498246657497,
      "grad_norm": 1.1866700649261475,
      "learning_rate": 2.3248649193799072e-05,
      "loss": 3.5258,
      "step": 709500
    },
    {
      "epoch": 2.932563432173112,
      "grad_norm": 1.1527056694030762,
      "learning_rate": 2.2557876398642217e-05,
      "loss": 3.5269,
      "step": 710000
    },
    {
      "epoch": 2.934628617688727,
      "grad_norm": 1.2383460998535156,
      "learning_rate": 2.1867103603485365e-05,
      "loss": 3.5252,
      "step": 710500
    },
    {
      "epoch": 2.9366938032043417,
      "grad_norm": 1.1980572938919067,
      "learning_rate": 2.117633080832851e-05,
      "loss": 3.5251,
      "step": 711000
    },
    {
      "epoch": 2.9387589887199566,
      "grad_norm": 1.2614233493804932,
      "learning_rate": 2.0485558013171655e-05,
      "loss": 3.5304,
      "step": 711500
    },
    {
      "epoch": 2.940824174235572,
      "grad_norm": 1.2082533836364746,
      "learning_rate": 1.9794785218014803e-05,
      "loss": 3.5232,
      "step": 712000
    },
    {
      "epoch": 2.9428893597511863,
      "grad_norm": 1.1930577754974365,
      "learning_rate": 1.9104012422857948e-05,
      "loss": 3.5264,
      "step": 712500
    },
    {
      "epoch": 2.9449545452668016,
      "grad_norm": 1.1972582340240479,
      "learning_rate": 1.8413239627701093e-05,
      "loss": 3.5289,
      "step": 713000
    },
    {
      "epoch": 2.947019730782416,
      "grad_norm": 1.159899115562439,
      "learning_rate": 1.772246683254424e-05,
      "loss": 3.5245,
      "step": 713500
    },
    {
      "epoch": 2.9490849162980313,
      "grad_norm": 1.103606939315796,
      "learning_rate": 1.703169403738739e-05,
      "loss": 3.5291,
      "step": 714000
    },
    {
      "epoch": 2.9511501018136457,
      "grad_norm": 1.1391133069992065,
      "learning_rate": 1.6340921242230534e-05,
      "loss": 3.5233,
      "step": 714500
    },
    {
      "epoch": 2.953215287329261,
      "grad_norm": 1.2309976816177368,
      "learning_rate": 1.565014844707368e-05,
      "loss": 3.5239,
      "step": 715000
    },
    {
      "epoch": 2.9552804728448754,
      "grad_norm": 1.2272950410842896,
      "learning_rate": 1.4959375651916825e-05,
      "loss": 3.5254,
      "step": 715500
    },
    {
      "epoch": 2.9573456583604907,
      "grad_norm": 1.202885627746582,
      "learning_rate": 1.4268602856759972e-05,
      "loss": 3.5239,
      "step": 716000
    },
    {
      "epoch": 2.9594108438761055,
      "grad_norm": 1.1686123609542847,
      "learning_rate": 1.3577830061603118e-05,
      "loss": 3.525,
      "step": 716500
    },
    {
      "epoch": 2.9614760293917204,
      "grad_norm": 1.2303154468536377,
      "learning_rate": 1.2887057266446265e-05,
      "loss": 3.5277,
      "step": 717000
    },
    {
      "epoch": 2.9635412149073352,
      "grad_norm": 1.2201673984527588,
      "learning_rate": 1.219628447128941e-05,
      "loss": 3.525,
      "step": 717500
    },
    {
      "epoch": 2.96560640042295,
      "grad_norm": 1.222551941871643,
      "learning_rate": 1.1505511676132556e-05,
      "loss": 3.523,
      "step": 718000
    },
    {
      "epoch": 2.967671585938565,
      "grad_norm": 1.1073603630065918,
      "learning_rate": 1.0814738880975703e-05,
      "loss": 3.523,
      "step": 718500
    },
    {
      "epoch": 2.96973677145418,
      "grad_norm": 1.1855638027191162,
      "learning_rate": 1.012396608581885e-05,
      "loss": 3.5279,
      "step": 719000
    },
    {
      "epoch": 2.9718019569697947,
      "grad_norm": 1.0968096256256104,
      "learning_rate": 9.433193290661996e-06,
      "loss": 3.5212,
      "step": 719500
    },
    {
      "epoch": 2.9738671424854095,
      "grad_norm": 1.1948853731155396,
      "learning_rate": 8.74242049550514e-06,
      "loss": 3.5269,
      "step": 720000
    },
    {
      "epoch": 2.9759323280010244,
      "grad_norm": 1.2154370546340942,
      "learning_rate": 8.051647700348289e-06,
      "loss": 3.5259,
      "step": 720500
    },
    {
      "epoch": 2.977997513516639,
      "grad_norm": 1.1939064264297485,
      "learning_rate": 7.360874905191434e-06,
      "loss": 3.5237,
      "step": 721000
    },
    {
      "epoch": 2.980062699032254,
      "grad_norm": 1.173790693283081,
      "learning_rate": 6.67010211003458e-06,
      "loss": 3.525,
      "step": 721500
    },
    {
      "epoch": 2.982127884547869,
      "grad_norm": 1.1764445304870605,
      "learning_rate": 5.979329314877727e-06,
      "loss": 3.5268,
      "step": 722000
    },
    {
      "epoch": 2.9841930700634838,
      "grad_norm": 1.147535800933838,
      "learning_rate": 5.288556519720873e-06,
      "loss": 3.5226,
      "step": 722500
    },
    {
      "epoch": 2.9862582555790986,
      "grad_norm": 1.1017976999282837,
      "learning_rate": 4.597783724564018e-06,
      "loss": 3.5217,
      "step": 723000
    },
    {
      "epoch": 2.9883234410947135,
      "grad_norm": 1.1799955368041992,
      "learning_rate": 3.907010929407165e-06,
      "loss": 3.5205,
      "step": 723500
    },
    {
      "epoch": 2.9903886266103283,
      "grad_norm": 1.1959093809127808,
      "learning_rate": 3.2162381342503112e-06,
      "loss": 3.5258,
      "step": 724000
    },
    {
      "epoch": 2.992453812125943,
      "grad_norm": 1.2153780460357666,
      "learning_rate": 2.5254653390934573e-06,
      "loss": 3.5184,
      "step": 724500
    },
    {
      "epoch": 2.994518997641558,
      "grad_norm": 1.1804358959197998,
      "learning_rate": 1.8346925439366037e-06,
      "loss": 3.5278,
      "step": 725000
    },
    {
      "epoch": 2.996584183157173,
      "grad_norm": 1.1325342655181885,
      "learning_rate": 1.1439197487797498e-06,
      "loss": 3.5236,
      "step": 725500
    },
    {
      "epoch": 2.9986493686727878,
      "grad_norm": 1.2189499139785767,
      "learning_rate": 4.531469536228961e-07,
      "loss": 3.5177,
      "step": 726000
    },
    {
      "epoch": 3.0,
      "step": 726327,
      "total_flos": 6.216270633873101e+17,
      "train_loss": 3.669407244315566,
      "train_runtime": 51728.2465,
      "train_samples_per_second": 898.637,
      "train_steps_per_second": 14.041
    }
  ],
  "logging_steps": 500,
  "max_steps": 726327,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 6.216270633873101e+17,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}