{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 800,
  "global_step": 6636,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.004521051144391071,
      "grad_norm": 7.257286071777344,
      "learning_rate": 4.066265060240964e-08,
      "loss": 1.3995063781738282,
      "step": 10
    },
    {
      "epoch": 0.009042102288782142,
      "grad_norm": 6.47470760345459,
      "learning_rate": 8.58433734939759e-08,
      "loss": 1.4124908447265625,
      "step": 20
    },
    {
      "epoch": 0.013563153433173212,
      "grad_norm": 6.331636428833008,
      "learning_rate": 1.3102409638554219e-07,
      "loss": 1.413958740234375,
      "step": 30
    },
    {
      "epoch": 0.018084204577564284,
      "grad_norm": 4.95909309387207,
      "learning_rate": 1.7620481927710843e-07,
      "loss": 1.376616859436035,
      "step": 40
    },
    {
      "epoch": 0.022605255721955354,
      "grad_norm": 3.887695789337158,
      "learning_rate": 2.213855421686747e-07,
      "loss": 1.354262924194336,
      "step": 50
    },
    {
      "epoch": 0.027126306866346424,
      "grad_norm": 3.7218470573425293,
      "learning_rate": 2.6656626506024097e-07,
      "loss": 1.344862937927246,
      "step": 60
    },
    {
      "epoch": 0.031647358010737495,
      "grad_norm": 3.2286224365234375,
      "learning_rate": 3.117469879518072e-07,
      "loss": 1.317964458465576,
      "step": 70
    },
    {
      "epoch": 0.03616840915512857,
      "grad_norm": 3.040009021759033,
      "learning_rate": 3.569277108433735e-07,
      "loss": 1.308608055114746,
      "step": 80
    },
    {
      "epoch": 0.040689460299519635,
      "grad_norm": 2.709184408187866,
      "learning_rate": 4.0210843373493976e-07,
      "loss": 1.273317527770996,
      "step": 90
    },
    {
      "epoch": 0.04521051144391071,
      "grad_norm": 2.6643521785736084,
      "learning_rate": 4.47289156626506e-07,
      "loss": 1.2554877281188965,
      "step": 100
    },
    {
      "epoch": 0.04973156258830178,
      "grad_norm": 2.3825340270996094,
      "learning_rate": 4.924698795180723e-07,
      "loss": 1.2432559967041015,
      "step": 110
    },
    {
      "epoch": 0.05425261373269285,
      "grad_norm": 2.665060043334961,
      "learning_rate": 5.376506024096386e-07,
      "loss": 1.2342703819274903,
      "step": 120
    },
    {
      "epoch": 0.05877366487708392,
      "grad_norm": 2.7279131412506104,
      "learning_rate": 5.828313253012048e-07,
      "loss": 1.2087621688842773,
      "step": 130
    },
    {
      "epoch": 0.06329471602147499,
      "grad_norm": 2.563422203063965,
      "learning_rate": 6.280120481927711e-07,
      "loss": 1.2095451354980469,
      "step": 140
    },
    {
      "epoch": 0.06781576716586607,
      "grad_norm": 2.567030906677246,
      "learning_rate": 6.731927710843374e-07,
      "loss": 1.1860401153564453,
      "step": 150
    },
    {
      "epoch": 0.07233681831025714,
      "grad_norm": 2.524635076522827,
      "learning_rate": 7.183734939759037e-07,
      "loss": 1.1923002243041991,
      "step": 160
    },
    {
      "epoch": 0.0768578694546482,
      "grad_norm": 2.4447438716888428,
      "learning_rate": 7.635542168674699e-07,
      "loss": 1.1545448303222656,
      "step": 170
    },
    {
      "epoch": 0.08137892059903927,
      "grad_norm": 2.5076615810394287,
      "learning_rate": 8.087349397590363e-07,
      "loss": 1.1531332015991211,
      "step": 180
    },
    {
      "epoch": 0.08589997174343035,
      "grad_norm": 2.4949076175689697,
      "learning_rate": 8.539156626506024e-07,
      "loss": 1.1487768173217774,
      "step": 190
    },
    {
      "epoch": 0.09042102288782142,
      "grad_norm": 2.542819023132324,
      "learning_rate": 8.990963855421688e-07,
      "loss": 1.1480934143066406,
      "step": 200
    },
    {
      "epoch": 0.09494207403221248,
      "grad_norm": 2.688488245010376,
      "learning_rate": 9.442771084337348e-07,
      "loss": 1.135006809234619,
      "step": 210
    },
    {
      "epoch": 0.09946312517660356,
      "grad_norm": 2.4589550495147705,
      "learning_rate": 9.894578313253011e-07,
      "loss": 1.1253265380859374,
      "step": 220
    },
    {
      "epoch": 0.10398417632099463,
      "grad_norm": 2.5207033157348633,
      "learning_rate": 1.0346385542168674e-06,
      "loss": 1.113058853149414,
      "step": 230
    },
    {
      "epoch": 0.1085052274653857,
      "grad_norm": 2.4120495319366455,
      "learning_rate": 1.0798192771084337e-06,
      "loss": 1.1226810455322265,
      "step": 240
    },
    {
      "epoch": 0.11302627860977678,
      "grad_norm": 2.6812634468078613,
      "learning_rate": 1.125e-06,
      "loss": 1.0992467880249024,
      "step": 250
    },
    {
      "epoch": 0.11754732975416785,
      "grad_norm": 2.4611542224884033,
      "learning_rate": 1.1701807228915663e-06,
      "loss": 1.105319118499756,
      "step": 260
    },
    {
      "epoch": 0.12206838089855891,
      "grad_norm": 2.5132832527160645,
      "learning_rate": 1.2153614457831326e-06,
      "loss": 1.1017004013061524,
      "step": 270
    },
    {
      "epoch": 0.12658943204294998,
      "grad_norm": 2.465081214904785,
      "learning_rate": 1.260542168674699e-06,
      "loss": 1.108243179321289,
      "step": 280
    },
    {
      "epoch": 0.13111048318734106,
      "grad_norm": 2.455613136291504,
      "learning_rate": 1.3057228915662652e-06,
      "loss": 1.1026451110839843,
      "step": 290
    },
    {
      "epoch": 0.13563153433173214,
      "grad_norm": 2.650547504425049,
      "learning_rate": 1.3509036144578313e-06,
      "loss": 1.1089536666870117,
      "step": 300
    },
    {
      "epoch": 0.1401525854761232,
      "grad_norm": 2.6820521354675293,
      "learning_rate": 1.3960843373493976e-06,
      "loss": 1.0814219474792481,
      "step": 310
    },
    {
      "epoch": 0.14467363662051427,
      "grad_norm": 2.2659928798675537,
      "learning_rate": 1.441265060240964e-06,
      "loss": 1.0722102165222167,
      "step": 320
    },
    {
      "epoch": 0.14919468776490535,
      "grad_norm": 2.3449020385742188,
      "learning_rate": 1.4864457831325302e-06,
      "loss": 1.0847908020019532,
      "step": 330
    },
    {
      "epoch": 0.1537157389092964,
      "grad_norm": 2.360013008117676,
      "learning_rate": 1.5316265060240965e-06,
      "loss": 1.069632339477539,
      "step": 340
    },
    {
      "epoch": 0.1582367900536875,
      "grad_norm": 2.466545343399048,
      "learning_rate": 1.5768072289156626e-06,
      "loss": 1.0646491050720215,
      "step": 350
    },
    {
      "epoch": 0.16275784119807854,
      "grad_norm": 2.4645798206329346,
      "learning_rate": 1.6219879518072289e-06,
      "loss": 1.0684690475463867,
      "step": 360
    },
    {
      "epoch": 0.16727889234246962,
      "grad_norm": 2.314997911453247,
      "learning_rate": 1.6671686746987954e-06,
      "loss": 1.0763376235961915,
      "step": 370
    },
    {
      "epoch": 0.1717999434868607,
      "grad_norm": 2.539215326309204,
      "learning_rate": 1.7123493975903615e-06,
      "loss": 1.0633376121520997,
      "step": 380
    },
    {
      "epoch": 0.17632099463125175,
      "grad_norm": 2.3236618041992188,
      "learning_rate": 1.7575301204819275e-06,
      "loss": 1.0641016960144043,
      "step": 390
    },
    {
      "epoch": 0.18084204577564283,
      "grad_norm": 2.377041816711426,
      "learning_rate": 1.802710843373494e-06,
      "loss": 1.0566976547241211,
      "step": 400
    },
    {
      "epoch": 0.18536309692003392,
      "grad_norm": 2.607271432876587,
      "learning_rate": 1.8478915662650604e-06,
      "loss": 1.0543462753295898,
      "step": 410
    },
    {
      "epoch": 0.18988414806442497,
      "grad_norm": 2.562580108642578,
      "learning_rate": 1.8930722891566264e-06,
      "loss": 1.0424341201782226,
      "step": 420
    },
    {
      "epoch": 0.19440519920881605,
      "grad_norm": 2.3721163272857666,
      "learning_rate": 1.9382530120481927e-06,
      "loss": 1.0665849685668944,
      "step": 430
    },
    {
      "epoch": 0.19892625035320713,
      "grad_norm": 2.537654161453247,
      "learning_rate": 1.983433734939759e-06,
      "loss": 1.0560084342956544,
      "step": 440
    },
    {
      "epoch": 0.20344730149759818,
      "grad_norm": 2.4185538291931152,
      "learning_rate": 2.0286144578313253e-06,
      "loss": 1.0478120803833009,
      "step": 450
    },
    {
      "epoch": 0.20796835264198926,
      "grad_norm": 2.304670810699463,
      "learning_rate": 2.0737951807228916e-06,
      "loss": 1.0553650856018066,
      "step": 460
    },
    {
      "epoch": 0.21248940378638034,
      "grad_norm": 2.4179270267486572,
      "learning_rate": 2.118975903614458e-06,
      "loss": 1.0460214614868164,
      "step": 470
    },
    {
      "epoch": 0.2170104549307714,
      "grad_norm": 2.533073902130127,
      "learning_rate": 2.1641566265060242e-06,
      "loss": 1.0209159851074219,
      "step": 480
    },
    {
      "epoch": 0.22153150607516248,
      "grad_norm": 2.4585158824920654,
      "learning_rate": 2.2093373493975905e-06,
      "loss": 1.0500602722167969,
      "step": 490
    },
    {
      "epoch": 0.22605255721955356,
      "grad_norm": 2.3543052673339844,
      "learning_rate": 2.254518072289157e-06,
      "loss": 1.0308237075805664,
      "step": 500
    },
    {
      "epoch": 0.2305736083639446,
      "grad_norm": 2.453220844268799,
      "learning_rate": 2.299698795180723e-06,
      "loss": 1.036911392211914,
      "step": 510
    },
    {
      "epoch": 0.2350946595083357,
      "grad_norm": 2.3939788341522217,
      "learning_rate": 2.344879518072289e-06,
      "loss": 1.0291876792907715,
      "step": 520
    },
    {
      "epoch": 0.23961571065272677,
      "grad_norm": 2.3736331462860107,
      "learning_rate": 2.3900602409638557e-06,
      "loss": 1.0239999771118165,
      "step": 530
    },
    {
      "epoch": 0.24413676179711782,
      "grad_norm": 2.2738072872161865,
      "learning_rate": 2.4352409638554216e-06,
      "loss": 1.0285378456115724,
      "step": 540
    },
    {
      "epoch": 0.2486578129415089,
      "grad_norm": 2.2893519401550293,
      "learning_rate": 2.480421686746988e-06,
      "loss": 1.0200977325439453,
      "step": 550
    },
    {
      "epoch": 0.25317886408589996,
      "grad_norm": 2.4012935161590576,
      "learning_rate": 2.525602409638554e-06,
      "loss": 1.031520462036133,
      "step": 560
    },
    {
      "epoch": 0.25769991523029107,
      "grad_norm": 2.3784289360046387,
      "learning_rate": 2.5707831325301205e-06,
      "loss": 1.021636962890625,
      "step": 570
    },
    {
      "epoch": 0.2622209663746821,
      "grad_norm": 2.3510215282440186,
      "learning_rate": 2.6159638554216868e-06,
      "loss": 1.0378805160522462,
      "step": 580
    },
    {
      "epoch": 0.26674201751907317,
      "grad_norm": 2.3810479640960693,
      "learning_rate": 2.661144578313253e-06,
      "loss": 1.0302932739257813,
      "step": 590
    },
    {
      "epoch": 0.2712630686634643,
      "grad_norm": 2.4016568660736084,
      "learning_rate": 2.7063253012048194e-06,
      "loss": 1.0313543319702148,
      "step": 600
    },
    {
      "epoch": 0.27578411980785533,
      "grad_norm": 2.5844128131866455,
      "learning_rate": 2.7515060240963857e-06,
      "loss": 1.024399185180664,
      "step": 610
    },
    {
      "epoch": 0.2803051709522464,
      "grad_norm": 2.3897995948791504,
      "learning_rate": 2.796686746987952e-06,
      "loss": 1.0216773986816405,
      "step": 620
    },
    {
      "epoch": 0.2848262220966375,
      "grad_norm": 2.3192152976989746,
      "learning_rate": 2.8418674698795182e-06,
      "loss": 1.0208799362182617,
      "step": 630
    },
    {
      "epoch": 0.28934727324102855,
      "grad_norm": 2.436770439147949,
      "learning_rate": 2.8870481927710845e-06,
      "loss": 1.0229931831359864,
      "step": 640
    },
    {
      "epoch": 0.2938683243854196,
      "grad_norm": 2.4844295978546143,
      "learning_rate": 2.932228915662651e-06,
      "loss": 1.0321130752563477,
      "step": 650
    },
    {
      "epoch": 0.2983893755298107,
      "grad_norm": 2.4249942302703857,
      "learning_rate": 2.977409638554217e-06,
      "loss": 1.0089696884155273,
      "step": 660
    },
    {
      "epoch": 0.30291042667420176,
      "grad_norm": 2.4322268962860107,
      "learning_rate": 2.999994811268846e-06,
      "loss": 1.017071533203125,
      "step": 670
    },
    {
      "epoch": 0.3074314778185928,
      "grad_norm": 2.342136859893799,
      "learning_rate": 2.999953301635e-06,
      "loss": 1.0167274475097656,
      "step": 680
    },
    {
      "epoch": 0.31195252896298387,
      "grad_norm": 2.381748914718628,
      "learning_rate": 2.9998702835160105e-06,
      "loss": 1.0103447914123536,
      "step": 690
    },
    {
      "epoch": 0.316473580107375,
      "grad_norm": 2.3681085109710693,
      "learning_rate": 2.9997457592092543e-06,
      "loss": 1.0072881698608398,
      "step": 700
    },
    {
      "epoch": 0.320994631251766,
      "grad_norm": 2.282757043838501,
      "learning_rate": 2.9995797321607154e-06,
      "loss": 1.0052749633789062,
      "step": 710
    },
    {
      "epoch": 0.3255156823961571,
      "grad_norm": 2.4104955196380615,
      "learning_rate": 2.9993722069648906e-06,
      "loss": 1.0011945724487306,
      "step": 720
    },
    {
      "epoch": 0.3300367335405482,
      "grad_norm": 2.3075056076049805,
      "learning_rate": 2.9991231893646633e-06,
      "loss": 1.007683563232422,
      "step": 730
    },
    {
      "epoch": 0.33455778468493924,
      "grad_norm": 2.405728578567505,
      "learning_rate": 2.9988326862511438e-06,
      "loss": 1.009178352355957,
      "step": 740
    },
    {
      "epoch": 0.3390788358293303,
      "grad_norm": 2.3937175273895264,
      "learning_rate": 2.998500705663478e-06,
      "loss": 0.9986842155456543,
      "step": 750
    },
    {
      "epoch": 0.3435998869737214,
      "grad_norm": 2.3418021202087402,
      "learning_rate": 2.9981272567886266e-06,
      "loss": 1.0049331665039063,
      "step": 760
    },
    {
      "epoch": 0.34812093811811246,
      "grad_norm": 2.3399658203125,
      "learning_rate": 2.9977123499611096e-06,
      "loss": 0.9885778427124023,
      "step": 770
    },
    {
      "epoch": 0.3526419892625035,
      "grad_norm": 2.364901304244995,
      "learning_rate": 2.99725599666272e-06,
      "loss": 1.0054533004760742,
      "step": 780
    },
    {
      "epoch": 0.3571630404068946,
      "grad_norm": 2.390645980834961,
      "learning_rate": 2.996758209522206e-06,
      "loss": 0.998813247680664,
      "step": 790
    },
    {
      "epoch": 0.36168409155128567,
      "grad_norm": 2.4027998447418213,
      "learning_rate": 2.9962190023149255e-06,
      "loss": 1.0040321350097656,
      "step": 800
    },
    {
      "epoch": 0.36168409155128567,
      "eval_loss": 1.0056774616241455,
      "eval_runtime": 438.278,
      "eval_samples_per_second": 4.705,
      "eval_steps_per_second": 2.352,
      "step": 800
    },
    {
      "epoch": 0.3662051426956767,
      "grad_norm": 2.364058256149292,
      "learning_rate": 2.9956383899624573e-06,
      "loss": 0.9996521949768067,
      "step": 810
    },
    {
      "epoch": 0.37072619384006783,
      "grad_norm": 2.465085029602051,
      "learning_rate": 2.9950163885321953e-06,
      "loss": 1.0008535385131836,
      "step": 820
    },
    {
      "epoch": 0.3752472449844589,
      "grad_norm": 2.208296060562134,
      "learning_rate": 2.9943530152369e-06,
      "loss": 0.985496711730957,
      "step": 830
    },
    {
      "epoch": 0.37976829612884994,
      "grad_norm": 2.5750887393951416,
      "learning_rate": 2.993648288434223e-06,
      "loss": 1.0077848434448242,
      "step": 840
    },
    {
      "epoch": 0.38428934727324104,
      "grad_norm": 2.242492437362671,
      "learning_rate": 2.9929022276261995e-06,
      "loss": 0.9830951690673828,
      "step": 850
    },
    {
      "epoch": 0.3888103984176321,
      "grad_norm": 2.2259905338287354,
      "learning_rate": 2.992114853458709e-06,
      "loss": 0.9932315826416016,
      "step": 860
    },
    {
      "epoch": 0.39333144956202315,
      "grad_norm": 2.2725636959075928,
      "learning_rate": 2.9912861877209017e-06,
      "loss": 0.9932727813720703,
      "step": 870
    },
    {
      "epoch": 0.39785250070641426,
      "grad_norm": 2.346463203430176,
      "learning_rate": 2.990416253344598e-06,
      "loss": 0.9781801223754882,
      "step": 880
    },
    {
      "epoch": 0.4023735518508053,
      "grad_norm": 2.295564889907837,
      "learning_rate": 2.989505074403653e-06,
      "loss": 0.9892971992492676,
      "step": 890
    },
    {
      "epoch": 0.40689460299519636,
      "grad_norm": 2.2895989418029785,
      "learning_rate": 2.9885526761132897e-06,
      "loss": 0.9825185775756836,
      "step": 900
    },
    {
      "epoch": 0.41141565413958747,
      "grad_norm": 2.3987059593200684,
      "learning_rate": 2.9875590848294026e-06,
      "loss": 0.985044288635254,
      "step": 910
    },
    {
      "epoch": 0.4159367052839785,
      "grad_norm": 2.409724712371826,
      "learning_rate": 2.9865243280478263e-06,
      "loss": 0.9952604293823242,
      "step": 920
    },
    {
      "epoch": 0.4204577564283696,
      "grad_norm": 2.2845771312713623,
      "learning_rate": 2.9854484344035777e-06,
      "loss": 0.9939218521118164,
      "step": 930
    },
    {
      "epoch": 0.4249788075727607,
      "grad_norm": 2.2493295669555664,
      "learning_rate": 2.9843314336700593e-06,
      "loss": 0.9869834899902343,
      "step": 940
    },
    {
      "epoch": 0.42949985871715174,
      "grad_norm": 2.1772689819335938,
      "learning_rate": 2.98317335675824e-06,
      "loss": 0.9914477348327637,
      "step": 950
    },
    {
      "epoch": 0.4340209098615428,
      "grad_norm": 2.2290291786193848,
      "learning_rate": 2.9819742357157964e-06,
      "loss": 0.9886325836181641,
      "step": 960
    },
    {
      "epoch": 0.4385419610059339,
      "grad_norm": 2.234492063522339,
      "learning_rate": 2.9807341037262264e-06,
      "loss": 0.9838349342346191,
      "step": 970
    },
    {
      "epoch": 0.44306301215032495,
      "grad_norm": 2.2903969287872314,
      "learning_rate": 2.9794529951079318e-06,
      "loss": 0.9807202339172363,
      "step": 980
    },
    {
      "epoch": 0.447584063294716,
      "grad_norm": 2.276284694671631,
      "learning_rate": 2.978130945313269e-06,
      "loss": 0.9750241279602051,
      "step": 990
    },
    {
      "epoch": 0.4521051144391071,
      "grad_norm": 2.2071807384490967,
      "learning_rate": 2.976767990927566e-06,
      "loss": 0.9836325645446777,
      "step": 1000
    },
    {
      "epoch": 0.45662616558349817,
      "grad_norm": 2.222025156021118,
      "learning_rate": 2.9753641696681115e-06,
      "loss": 0.9922508239746094,
      "step": 1010
    },
    {
      "epoch": 0.4611472167278892,
      "grad_norm": 2.3279776573181152,
      "learning_rate": 2.9739195203831114e-06,
      "loss": 0.969752311706543,
      "step": 1020
    },
    {
      "epoch": 0.46566826787228033,
      "grad_norm": 2.182670831680298,
      "learning_rate": 2.972434083050612e-06,
      "loss": 0.9727411270141602,
      "step": 1030
    },
    {
      "epoch": 0.4701893190166714,
      "grad_norm": 2.2066867351531982,
      "learning_rate": 2.9709078987773957e-06,
      "loss": 0.9749383926391602,
      "step": 1040
    },
    {
      "epoch": 0.47471037016106243,
      "grad_norm": 2.1452231407165527,
      "learning_rate": 2.9693410097978425e-06,
      "loss": 0.9798633575439453,
      "step": 1050
    },
    {
      "epoch": 0.47923142130545354,
      "grad_norm": 2.1592085361480713,
      "learning_rate": 2.96773345947276e-06,
      "loss": 0.9725160598754883,
      "step": 1060
    },
    {
      "epoch": 0.4837524724498446,
      "grad_norm": 2.168456792831421,
      "learning_rate": 2.966085292288186e-06,
      "loss": 0.9758047103881836,
      "step": 1070
    },
    {
      "epoch": 0.48827352359423565,
      "grad_norm": 2.182448387145996,
      "learning_rate": 2.964396553854156e-06,
      "loss": 0.9787422180175781,
      "step": 1080
    },
    {
      "epoch": 0.49279457473862676,
      "grad_norm": 2.26788330078125,
      "learning_rate": 2.9626672909034417e-06,
      "loss": 0.9756601333618165,
      "step": 1090
    },
    {
      "epoch": 0.4973156258830178,
      "grad_norm": 2.1646084785461426,
      "learning_rate": 2.9608975512902553e-06,
      "loss": 0.9751722335815429,
      "step": 1100
    },
    {
      "epoch": 0.5018366770274089,
      "grad_norm": 2.0395963191986084,
      "learning_rate": 2.9590873839889294e-06,
      "loss": 0.965213394165039,
      "step": 1110
    },
    {
      "epoch": 0.5063577281717999,
      "grad_norm": 2.312257766723633,
      "learning_rate": 2.9572368390925584e-06,
      "loss": 0.9691585540771485,
      "step": 1120
    },
    {
      "epoch": 0.510878779316191,
      "grad_norm": 2.2068257331848145,
      "learning_rate": 2.955345967811613e-06,
      "loss": 0.9722604751586914,
      "step": 1130
    },
    {
      "epoch": 0.5153998304605821,
      "grad_norm": 2.292894124984741,
      "learning_rate": 2.953414822472524e-06,
      "loss": 0.9721773147583008,
      "step": 1140
    },
    {
      "epoch": 0.5199208816049732,
      "grad_norm": 2.2921299934387207,
      "learning_rate": 2.9514434565162334e-06,
      "loss": 0.9613066673278808,
      "step": 1150
    },
    {
      "epoch": 0.5244419327493642,
      "grad_norm": 2.327892303466797,
      "learning_rate": 2.9494319244967173e-06,
      "loss": 0.9495292663574219,
      "step": 1160
    },
    {
      "epoch": 0.5289629838937553,
      "grad_norm": 2.2043297290802,
      "learning_rate": 2.9473802820794714e-06,
      "loss": 0.9659672737121582,
      "step": 1170
    },
    {
      "epoch": 0.5334840350381463,
      "grad_norm": 2.1940786838531494,
      "learning_rate": 2.945288586039977e-06,
      "loss": 0.9740741729736329,
      "step": 1180
    },
    {
      "epoch": 0.5380050861825374,
      "grad_norm": 2.150418996810913,
      "learning_rate": 2.943156894262125e-06,
      "loss": 0.9739238739013671,
      "step": 1190
    },
    {
      "epoch": 0.5425261373269286,
      "grad_norm": 2.162881374359131,
      "learning_rate": 2.9409852657366164e-06,
      "loss": 0.9680829048156738,
      "step": 1200
    },
    {
      "epoch": 0.5470471884713196,
      "grad_norm": 2.165332317352295,
      "learning_rate": 2.9387737605593287e-06,
      "loss": 0.9702310562133789,
      "step": 1210
    },
    {
      "epoch": 0.5515682396157107,
      "grad_norm": 2.22763729095459,
      "learning_rate": 2.9365224399296546e-06,
      "loss": 0.948483943939209,
      "step": 1220
    },
    {
      "epoch": 0.5560892907601017,
      "grad_norm": 2.145188808441162,
      "learning_rate": 2.9342313661488053e-06,
      "loss": 0.9747403144836426,
      "step": 1230
    },
    {
      "epoch": 0.5606103419044928,
      "grad_norm": 2.1337497234344482,
      "learning_rate": 2.93190060261809e-06,
      "loss": 0.95849609375,
      "step": 1240
    },
    {
      "epoch": 0.5651313930488838,
      "grad_norm": 2.1352617740631104,
      "learning_rate": 2.929530213837158e-06,
      "loss": 0.9628952026367188,
      "step": 1250
    },
    {
      "epoch": 0.569652444193275,
      "grad_norm": 2.2384989261627197,
      "learning_rate": 2.9271202654022174e-06,
      "loss": 0.968473243713379,
      "step": 1260
    },
    {
      "epoch": 0.574173495337666,
      "grad_norm": 2.134516954421997,
      "learning_rate": 2.924670824004217e-06,
      "loss": 0.9525351524353027,
      "step": 1270
    },
    {
      "epoch": 0.5786945464820571,
      "grad_norm": 2.1900930404663086,
      "learning_rate": 2.922181957427001e-06,
      "loss": 0.9517635345458985,
      "step": 1280
    },
    {
      "epoch": 0.5832155976264481,
      "grad_norm": 2.232226848602295,
      "learning_rate": 2.919653734545435e-06,
      "loss": 0.9649183273315429,
      "step": 1290
    },
    {
      "epoch": 0.5877366487708392,
      "grad_norm": 2.186793804168701,
      "learning_rate": 2.917086225323498e-06,
      "loss": 0.9687673568725585,
      "step": 1300
    },
    {
      "epoch": 0.5922576999152303,
      "grad_norm": 2.130425214767456,
      "learning_rate": 2.914479500812348e-06,
      "loss": 0.9476580619812012,
      "step": 1310
    },
    {
      "epoch": 0.5967787510596214,
      "grad_norm": 2.319753408432007,
      "learning_rate": 2.911833633148354e-06,
      "loss": 0.9569876670837403,
      "step": 1320
    },
    {
      "epoch": 0.6012998022040125,
      "grad_norm": 2.1768507957458496,
      "learning_rate": 2.909148695551102e-06,
      "loss": 0.9560565948486328,
      "step": 1330
    },
    {
      "epoch": 0.6058208533484035,
      "grad_norm": 2.2227821350097656,
      "learning_rate": 2.9064247623213665e-06,
      "loss": 0.963436222076416,
      "step": 1340
    },
    {
      "epoch": 0.6103419044927946,
      "grad_norm": 2.277172565460205,
      "learning_rate": 2.9036619088390553e-06,
      "loss": 0.9546537399291992,
      "step": 1350
    },
    {
      "epoch": 0.6148629556371856,
      "grad_norm": 2.253217935562134,
      "learning_rate": 2.900860211561124e-06,
      "loss": 0.9626222610473633,
      "step": 1360
    },
    {
      "epoch": 0.6193840067815767,
      "grad_norm": 2.282111883163452,
      "learning_rate": 2.8980197480194594e-06,
      "loss": 0.967763614654541,
      "step": 1370
    },
    {
      "epoch": 0.6239050579259677,
      "grad_norm": 2.221874475479126,
      "learning_rate": 2.8951405968187343e-06,
      "loss": 0.9509452819824219,
      "step": 1380
    },
    {
      "epoch": 0.6284261090703589,
      "grad_norm": 2.1339290142059326,
      "learning_rate": 2.892222837634233e-06,
      "loss": 0.9492423057556152,
      "step": 1390
    },
    {
      "epoch": 0.63294716021475,
      "grad_norm": 2.248232841491699,
      "learning_rate": 2.889266551209645e-06,
      "loss": 0.9614605903625488,
      "step": 1400
    },
    {
      "epoch": 0.637468211359141,
      "grad_norm": 2.185370445251465,
      "learning_rate": 2.8862718193548303e-06,
      "loss": 0.9550596237182617,
      "step": 1410
    },
    {
      "epoch": 0.641989262503532,
      "grad_norm": 2.3212907314300537,
      "learning_rate": 2.8832387249435583e-06,
      "loss": 0.9540992736816406,
      "step": 1420
    },
    {
      "epoch": 0.6465103136479231,
      "grad_norm": 2.2292728424072266,
      "learning_rate": 2.880167351911212e-06,
      "loss": 0.9506179809570312,
      "step": 1430
    },
    {
      "epoch": 0.6510313647923142,
      "grad_norm": 2.241061210632324,
      "learning_rate": 2.877057785252464e-06,
      "loss": 0.9645803451538086,
      "step": 1440
    },
    {
      "epoch": 0.6555524159367053,
      "grad_norm": 2.2122585773468018,
      "learning_rate": 2.8739101110189296e-06,
      "loss": 0.9476028442382812,
      "step": 1450
    },
    {
      "epoch": 0.6600734670810964,
      "grad_norm": 2.1372339725494385,
      "learning_rate": 2.870724416316778e-06,
      "loss": 0.9559057235717774,
      "step": 1460
    },
    {
      "epoch": 0.6645945182254874,
      "grad_norm": 2.059662103652954,
      "learning_rate": 2.867500789304329e-06,
      "loss": 0.9526236534118653,
      "step": 1470
    },
    {
      "epoch": 0.6691155693698785,
      "grad_norm": 2.304842710494995,
      "learning_rate": 2.8642393191896092e-06,
      "loss": 0.9498077392578125,
      "step": 1480
    },
    {
      "epoch": 0.6736366205142695,
      "grad_norm": 2.25718092918396,
      "learning_rate": 2.860940096227884e-06,
      "loss": 0.951816177368164,
      "step": 1490
    },
    {
      "epoch": 0.6781576716586606,
      "grad_norm": 2.222504138946533,
      "learning_rate": 2.8576032117191605e-06,
      "loss": 0.9472454071044922,
      "step": 1500
    },
    {
      "epoch": 0.6826787228030518,
      "grad_norm": 2.228480100631714,
      "learning_rate": 2.854228758005661e-06,
      "loss": 0.9458797454833985,
      "step": 1510
    },
    {
      "epoch": 0.6871997739474428,
      "grad_norm": 2.134706497192383,
      "learning_rate": 2.850816828469268e-06,
      "loss": 0.9493658065795898,
      "step": 1520
    },
    {
      "epoch": 0.6917208250918339,
      "grad_norm": 2.4189319610595703,
      "learning_rate": 2.847367517528937e-06,
      "loss": 0.9495234489440918,
      "step": 1530
    },
    {
      "epoch": 0.6962418762362249,
      "grad_norm": 2.1946985721588135,
      "learning_rate": 2.8438809206380896e-06,
      "loss": 0.9497993469238282,
      "step": 1540
    },
    {
      "epoch": 0.700762927380616,
      "grad_norm": 2.1131949424743652,
      "learning_rate": 2.840357134281965e-06,
      "loss": 0.9508876800537109,
      "step": 1550
    },
    {
      "epoch": 0.705283978525007,
      "grad_norm": 2.220804214477539,
      "learning_rate": 2.8367962559749554e-06,
      "loss": 0.9461950302124024,
      "step": 1560
    },
    {
      "epoch": 0.7098050296693982,
      "grad_norm": 2.2298765182495117,
      "learning_rate": 2.8331983842579045e-06,
      "loss": 0.9414728164672852,
      "step": 1570
    },
    {
      "epoch": 0.7143260808137892,
      "grad_norm": 2.1446356773376465,
      "learning_rate": 2.8295636186953814e-06,
      "loss": 0.9512075424194336,
      "step": 1580
    },
    {
      "epoch": 0.7188471319581803,
      "grad_norm": 2.1886837482452393,
      "learning_rate": 2.8258920598729268e-06,
      "loss": 0.9486640930175781,
      "step": 1590
    },
    {
      "epoch": 0.7233681831025713,
      "grad_norm": 2.141615867614746,
      "learning_rate": 2.822183809394266e-06,
      "loss": 0.9442804336547852,
      "step": 1600
    },
    {
      "epoch": 0.7233681831025713,
      "eval_loss": 0.9557809829711914,
      "eval_runtime": 439.9242,
      "eval_samples_per_second": 4.687,
      "eval_steps_per_second": 2.344,
      "step": 1600
    },
    {
      "epoch": 0.7278892342469624,
      "grad_norm": 2.0745012760162354,
      "learning_rate": 2.8184389698785017e-06,
      "loss": 0.9393163681030273,
      "step": 1610
    },
    {
      "epoch": 0.7324102853913534,
      "grad_norm": 2.1093709468841553,
      "learning_rate": 2.8146576449572692e-06,
      "loss": 0.9385122299194336,
      "step": 1620
    },
    {
      "epoch": 0.7369313365357446,
      "grad_norm": 2.3224895000457764,
      "learning_rate": 2.8108399392718726e-06,
      "loss": 0.9401156425476074,
      "step": 1630
    },
    {
      "epoch": 0.7414523876801357,
      "grad_norm": 2.1581478118896484,
      "learning_rate": 2.8069859584703884e-06,
      "loss": 0.9463389396667481,
      "step": 1640
    },
    {
      "epoch": 0.7459734388245267,
      "grad_norm": 2.174860954284668,
      "learning_rate": 2.803095809204739e-06,
      "loss": 0.9414670944213868,
      "step": 1650
    },
    {
      "epoch": 0.7504944899689178,
      "grad_norm": 2.23925518989563,
      "learning_rate": 2.799169599127745e-06,
      "loss": 0.9318340301513672,
      "step": 1660
    },
    {
      "epoch": 0.7550155411133088,
      "grad_norm": 2.06347393989563,
      "learning_rate": 2.795207436890144e-06,
      "loss": 0.9339715957641601,
      "step": 1670
    },
    {
      "epoch": 0.7595365922576999,
      "grad_norm": 2.1504111289978027,
      "learning_rate": 2.791209432137585e-06,
      "loss": 0.9396598815917969,
      "step": 1680
    },
    {
      "epoch": 0.764057643402091,
      "grad_norm": 2.004326820373535,
      "learning_rate": 2.787175695507592e-06,
      "loss": 0.9442832946777344,
      "step": 1690
    },
    {
      "epoch": 0.7685786945464821,
      "grad_norm": 2.286996603012085,
      "learning_rate": 2.783106338626505e-06,
      "loss": 0.948565673828125,
      "step": 1700
    },
    {
      "epoch": 0.7730997456908731,
      "grad_norm": 2.270697832107544,
      "learning_rate": 2.77900147410639e-06,
      "loss": 0.9204254150390625,
      "step": 1710
    },
    {
      "epoch": 0.7776207968352642,
      "grad_norm": 2.188922166824341,
      "learning_rate": 2.7748612155419223e-06,
      "loss": 0.9391592025756836,
      "step": 1720
    },
    {
      "epoch": 0.7821418479796552,
      "grad_norm": 2.1259310245513916,
      "learning_rate": 2.7706856775072427e-06,
      "loss": 0.9272603034973145,
      "step": 1730
    },
    {
      "epoch": 0.7866628991240463,
      "grad_norm": 2.197777509689331,
      "learning_rate": 2.7664749755527873e-06,
      "loss": 0.9296323776245117,
      "step": 1740
    },
    {
      "epoch": 0.7911839502684375,
      "grad_norm": 2.2137677669525146,
      "learning_rate": 2.7622292262020906e-06,
      "loss": 0.9423885345458984,
      "step": 1750
    },
    {
      "epoch": 0.7957050014128285,
      "grad_norm": 2.0736725330352783,
      "learning_rate": 2.7579485469485588e-06,
      "loss": 0.9330967903137207,
      "step": 1760
    },
    {
      "epoch": 0.8002260525572196,
      "grad_norm": 2.2153518199920654,
      "learning_rate": 2.753633056252221e-06,
      "loss": 0.945411491394043,
      "step": 1770
    },
    {
      "epoch": 0.8047471037016106,
      "grad_norm": 2.0668370723724365,
      "learning_rate": 2.74928287353645e-06,
      "loss": 0.9263777732849121,
      "step": 1780
    },
    {
      "epoch": 0.8092681548460017,
      "grad_norm": 2.1489832401275635,
      "learning_rate": 2.7448981191846555e-06,
      "loss": 0.9430843353271484,
      "step": 1790
    },
    {
      "epoch": 0.8137892059903927,
      "grad_norm": 2.078984498977661,
      "learning_rate": 2.7404789145369573e-06,
      "loss": 0.9282987594604493,
      "step": 1800
    },
    {
      "epoch": 0.8183102571347839,
      "grad_norm": 2.1027445793151855,
      "learning_rate": 2.7360253818868217e-06,
      "loss": 0.933537769317627,
      "step": 1810
    },
    {
      "epoch": 0.8228313082791749,
      "grad_norm": 2.1358442306518555,
      "learning_rate": 2.7315376444776815e-06,
      "loss": 0.9289468765258789,
      "step": 1820
    },
    {
      "epoch": 0.827352359423566,
      "grad_norm": 2.265517234802246,
      "learning_rate": 2.7270158264995245e-06,
      "loss": 0.9418460845947265,
      "step": 1830
    },
    {
      "epoch": 0.831873410567957,
      "grad_norm": 2.1884765625,
      "learning_rate": 2.722460053085456e-06,
      "loss": 0.9373812675476074,
      "step": 1840
    },
    {
      "epoch": 0.8363944617123481,
      "grad_norm": 2.085247755050659,
      "learning_rate": 2.7178704503082357e-06,
      "loss": 0.9314021110534668,
      "step": 1850
    },
    {
      "epoch": 0.8409155128567392,
      "grad_norm": 2.2078490257263184,
      "learning_rate": 2.713247145176791e-06,
      "loss": 0.9336801528930664,
      "step": 1860
    },
    {
      "epoch": 0.8454365640011302,
      "grad_norm": 2.0816941261291504,
      "learning_rate": 2.7085902656326992e-06,
      "loss": 0.9270717620849609,
      "step": 1870
    },
    {
      "epoch": 0.8499576151455214,
      "grad_norm": 2.0119454860687256,
      "learning_rate": 2.70389994054665e-06,
      "loss": 0.9178550720214844,
      "step": 1880
    },
    {
      "epoch": 0.8544786662899124,
      "grad_norm": 2.166271448135376,
      "learning_rate": 2.699176299714876e-06,
      "loss": 0.9300619125366211,
      "step": 1890
    },
    {
      "epoch": 0.8589997174343035,
      "grad_norm": 2.127875804901123,
      "learning_rate": 2.6944194738555645e-06,
      "loss": 0.9298205375671387,
      "step": 1900
    },
    {
      "epoch": 0.8635207685786945,
      "grad_norm": 2.1024301052093506,
      "learning_rate": 2.689629594605237e-06,
      "loss": 0.9422718048095703,
      "step": 1910
    },
    {
      "epoch": 0.8680418197230856,
      "grad_norm": 2.200639009475708,
      "learning_rate": 2.6848067945151074e-06,
      "loss": 0.9328742980957031,
      "step": 1920
    },
    {
      "epoch": 0.8725628708674766,
      "grad_norm": 2.217315196990967,
      "learning_rate": 2.679951207047415e-06,
      "loss": 0.9274711608886719,
      "step": 1930
    },
    {
      "epoch": 0.8770839220118678,
      "grad_norm": 2.149446725845337,
      "learning_rate": 2.6750629665717304e-06,
      "loss": 0.9182529449462891,
      "step": 1940
    },
    {
      "epoch": 0.8816049731562589,
      "grad_norm": 2.1201260089874268,
      "learning_rate": 2.6701422083612357e-06,
      "loss": 0.9291240692138671,
      "step": 1950
    },
    {
      "epoch": 0.8861260243006499,
      "grad_norm": 2.1489555835723877,
      "learning_rate": 2.665189068588983e-06,
      "loss": 0.921079444885254,
      "step": 1960
    },
    {
      "epoch": 0.890647075445041,
      "grad_norm": 2.231602191925049,
      "learning_rate": 2.660203684324126e-06,
      "loss": 0.9406675338745117,
      "step": 1970
    },
    {
      "epoch": 0.895168126589432,
      "grad_norm": 2.1986494064331055,
      "learning_rate": 2.655186193528125e-06,
      "loss": 0.9292657852172852,
      "step": 1980
    },
    {
      "epoch": 0.8996891777338231,
      "grad_norm": 2.1940371990203857,
      "learning_rate": 2.650136735050931e-06,
      "loss": 0.9207765579223632,
      "step": 1990
    },
    {
      "epoch": 0.9042102288782142,
      "grad_norm": 2.046452522277832,
      "learning_rate": 2.6450554486271424e-06,
      "loss": 0.915440559387207,
      "step": 2000
    },
    {
      "epoch": 0.9087312800226053,
      "grad_norm": 2.16890549659729,
      "learning_rate": 2.6399424748721378e-06,
      "loss": 0.9251705169677734,
      "step": 2010
    },
    {
      "epoch": 0.9132523311669963,
      "grad_norm": 2.236781120300293,
      "learning_rate": 2.6347979552781856e-06,
      "loss": 0.926363182067871,
      "step": 2020
    },
    {
      "epoch": 0.9177733823113874,
      "grad_norm": 2.1000163555145264,
      "learning_rate": 2.629622032210529e-06,
      "loss": 0.9351618766784668,
      "step": 2030
    },
    {
      "epoch": 0.9222944334557784,
      "grad_norm": 2.2582836151123047,
      "learning_rate": 2.6244148489034435e-06,
      "loss": 0.9384858131408691,
      "step": 2040
    },
    {
      "epoch": 0.9268154846001695,
      "grad_norm": 2.082094192504883,
      "learning_rate": 2.6191765494562757e-06,
      "loss": 0.9214305877685547,
      "step": 2050
    },
    {
      "epoch": 0.9313365357445607,
      "grad_norm": 2.2569026947021484,
      "learning_rate": 2.6139072788294558e-06,
      "loss": 0.940485954284668,
      "step": 2060
    },
    {
      "epoch": 0.9358575868889517,
      "grad_norm": 2.1569671630859375,
      "learning_rate": 2.6086071828404844e-06,
      "loss": 0.9383169174194336,
      "step": 2070
    },
    {
      "epoch": 0.9403786380333428,
      "grad_norm": 2.2171661853790283,
      "learning_rate": 2.6032764081598975e-06,
      "loss": 0.941772747039795,
      "step": 2080
    },
    {
      "epoch": 0.9448996891777338,
      "grad_norm": 2.19100022315979,
      "learning_rate": 2.5979151023072088e-06,
      "loss": 0.9233165740966797,
      "step": 2090
    },
    {
      "epoch": 0.9494207403221249,
      "grad_norm": 2.0811328887939453,
      "learning_rate": 2.5925234136468273e-06,
      "loss": 0.9170778274536133,
      "step": 2100
    },
    {
      "epoch": 0.9539417914665159,
      "grad_norm": 2.170447587966919,
      "learning_rate": 2.58710149138395e-06,
      "loss": 0.9287294387817383,
      "step": 2110
    },
    {
      "epoch": 0.9584628426109071,
      "grad_norm": 2.167149305343628,
      "learning_rate": 2.5816494855604353e-06,
      "loss": 0.928271484375,
      "step": 2120
    },
    {
      "epoch": 0.9629838937552981,
      "grad_norm": 2.0718417167663574,
      "learning_rate": 2.576167547050648e-06,
      "loss": 0.9261374473571777,
      "step": 2130
    },
    {
      "epoch": 0.9675049448996892,
      "grad_norm": 2.243691921234131,
      "learning_rate": 2.5706558275572864e-06,
      "loss": 0.9129870414733887,
      "step": 2140
    },
    {
      "epoch": 0.9720259960440802,
      "grad_norm": 2.1795241832733154,
      "learning_rate": 2.565114479607184e-06,
      "loss": 0.9390901565551758,
      "step": 2150
    },
    {
      "epoch": 0.9765470471884713,
      "grad_norm": 2.0585896968841553,
      "learning_rate": 2.5595436565470873e-06,
      "loss": 0.9201766967773437,
      "step": 2160
    },
    {
      "epoch": 0.9810680983328623,
      "grad_norm": 2.209428071975708,
      "learning_rate": 2.5539435125394127e-06,
      "loss": 0.9248899459838867,
      "step": 2170
    },
    {
      "epoch": 0.9855891494772535,
      "grad_norm": 2.0296177864074707,
      "learning_rate": 2.548314202557982e-06,
      "loss": 0.9305136680603028,
      "step": 2180
    },
    {
      "epoch": 0.9901102006216446,
      "grad_norm": 2.103350877761841,
      "learning_rate": 2.5426558823837306e-06,
      "loss": 0.9215223312377929,
      "step": 2190
    },
    {
      "epoch": 0.9946312517660356,
      "grad_norm": 2.160635232925415,
      "learning_rate": 2.5369687086004e-06,
      "loss": 0.9146361351013184,
      "step": 2200
    },
    {
      "epoch": 0.9991523029104267,
      "grad_norm": 2.13322114944458,
      "learning_rate": 2.5312528385902016e-06,
      "loss": 0.9288236618041992,
      "step": 2210
    },
    {
      "epoch": 1.0036168409155128,
      "grad_norm": 2.1677703857421875,
      "learning_rate": 2.525508430529464e-06,
      "loss": 0.8624576568603516,
      "step": 2220
    },
    {
      "epoch": 1.008137892059904,
      "grad_norm": 2.120692491531372,
      "learning_rate": 2.519735643384253e-06,
      "loss": 0.8526084899902344,
      "step": 2230
    },
    {
      "epoch": 1.012658943204295,
      "grad_norm": 2.049346923828125,
      "learning_rate": 2.513934636905976e-06,
      "loss": 0.8491361618041993,
      "step": 2240
    },
    {
      "epoch": 1.0171799943486861,
      "grad_norm": 2.2551002502441406,
      "learning_rate": 2.5081055716269574e-06,
      "loss": 0.8699112892150879,
      "step": 2250
    },
    {
      "epoch": 1.021701045493077,
      "grad_norm": 2.382607936859131,
      "learning_rate": 2.5022486088559997e-06,
      "loss": 0.8459115982055664,
      "step": 2260
    },
    {
      "epoch": 1.0262220966374682,
      "grad_norm": 2.105696201324463,
      "learning_rate": 2.496363910673916e-06,
      "loss": 0.861693286895752,
      "step": 2270
    },
    {
      "epoch": 1.0307431477818594,
      "grad_norm": 2.2149105072021484,
      "learning_rate": 2.4904516399290483e-06,
      "loss": 0.8625807762145996,
      "step": 2280
    },
    {
      "epoch": 1.0352641989262503,
      "grad_norm": 2.194687604904175,
      "learning_rate": 2.4845119602327577e-06,
      "loss": 0.8356803894042969,
      "step": 2290
    },
    {
      "epoch": 1.0397852500706415,
      "grad_norm": 2.1770596504211426,
      "learning_rate": 2.478545035954899e-06,
      "loss": 0.8387113571166992,
      "step": 2300
    },
    {
      "epoch": 1.0443063012150324,
      "grad_norm": 2.0953192710876465,
      "learning_rate": 2.4725510322192724e-06,
      "loss": 0.844630241394043,
      "step": 2310
    },
    {
      "epoch": 1.0488273523594236,
      "grad_norm": 2.173826217651367,
      "learning_rate": 2.466530114899051e-06,
      "loss": 0.8628019332885742,
      "step": 2320
    },
    {
      "epoch": 1.0533484035038145,
      "grad_norm": 2.2347915172576904,
      "learning_rate": 2.460482450612193e-06,
      "loss": 0.8441380500793457,
      "step": 2330
    },
    {
      "epoch": 1.0578694546482057,
      "grad_norm": 2.135955333709717,
      "learning_rate": 2.454408206716832e-06,
      "loss": 0.8375413894653321,
      "step": 2340
    },
    {
      "epoch": 1.0623905057925969,
      "grad_norm": 2.1388654708862305,
      "learning_rate": 2.4483075513066428e-06,
      "loss": 0.8472309112548828,
      "step": 2350
    },
    {
      "epoch": 1.0669115569369878,
      "grad_norm": 2.19439697265625,
      "learning_rate": 2.44218065320619e-06,
      "loss": 0.8517635345458985,
      "step": 2360
    },
    {
      "epoch": 1.071432608081379,
      "grad_norm": 2.205288887023926,
      "learning_rate": 2.436027681966258e-06,
      "loss": 0.8529064178466796,
      "step": 2370
    },
    {
      "epoch": 1.07595365922577,
      "grad_norm": 2.2198426723480225,
      "learning_rate": 2.429848807859158e-06,
      "loss": 0.8520342826843261,
      "step": 2380
    },
    {
      "epoch": 1.080474710370161,
      "grad_norm": 2.2379610538482666,
      "learning_rate": 2.4236442018740166e-06,
      "loss": 0.855406379699707,
      "step": 2390
    },
    {
      "epoch": 1.0849957615145522,
      "grad_norm": 2.159914255142212,
      "learning_rate": 2.4174140357120423e-06,
      "loss": 0.8451581954956054,
      "step": 2400
    },
    {
      "epoch": 1.0849957615145522,
      "eval_loss": 0.9355892539024353,
      "eval_runtime": 439.8679,
      "eval_samples_per_second": 4.688,
      "eval_steps_per_second": 2.344,
      "step": 2400
    },
    {
      "epoch": 1.0895168126589432,
      "grad_norm": 2.132716417312622,
      "learning_rate": 2.4111584817817754e-06,
      "loss": 0.8605710983276367,
      "step": 2410
    },
    {
      "epoch": 1.0940378638033343,
      "grad_norm": 2.1293559074401855,
      "learning_rate": 2.404877713194318e-06,
      "loss": 0.8454809188842773,
      "step": 2420
    },
    {
      "epoch": 1.0985589149477253,
      "grad_norm": 2.108003616333008,
      "learning_rate": 2.3985719037585396e-06,
      "loss": 0.8470614433288575,
      "step": 2430
    },
    {
      "epoch": 1.1030799660921164,
      "grad_norm": 2.0990777015686035,
      "learning_rate": 2.3922412279762714e-06,
      "loss": 0.8549777030944824,
      "step": 2440
    },
    {
      "epoch": 1.1076010172365074,
      "grad_norm": 2.1445610523223877,
      "learning_rate": 2.385885861037475e-06,
      "loss": 0.8429046630859375,
      "step": 2450
    },
    {
      "epoch": 1.1121220683808986,
      "grad_norm": 2.0836689472198486,
      "learning_rate": 2.379505978815396e-06,
      "loss": 0.8368690490722657,
      "step": 2460
    },
    {
      "epoch": 1.1166431195252897,
      "grad_norm": 2.2077765464782715,
      "learning_rate": 2.3731017578616944e-06,
      "loss": 0.8497661590576172,
      "step": 2470
    },
    {
      "epoch": 1.1211641706696807,
      "grad_norm": 2.1681573390960693,
      "learning_rate": 2.366673375401561e-06,
      "loss": 0.8591462135314941,
      "step": 2480
    },
    {
      "epoch": 1.1256852218140718,
      "grad_norm": 2.133436441421509,
      "learning_rate": 2.360221009328814e-06,
      "loss": 0.8436089515686035,
      "step": 2490
    },
    {
      "epoch": 1.1302062729584628,
      "grad_norm": 2.1587107181549072,
      "learning_rate": 2.3537448382009715e-06,
      "loss": 0.8478631973266602,
      "step": 2500
    },
    {
      "epoch": 1.134727324102854,
      "grad_norm": 2.179433822631836,
      "learning_rate": 2.347245041234315e-06,
      "loss": 0.8465085029602051,
      "step": 2510
    },
    {
      "epoch": 1.139248375247245,
      "grad_norm": 2.2265729904174805,
      "learning_rate": 2.3407217982989293e-06,
      "loss": 0.8357946395874023,
      "step": 2520
    },
    {
      "epoch": 1.143769426391636,
      "grad_norm": 2.2661712169647217,
      "learning_rate": 2.3341752899137216e-06,
      "loss": 0.8589999198913574,
      "step": 2530
    },
    {
      "epoch": 1.1482904775360272,
      "grad_norm": 2.257796287536621,
      "learning_rate": 2.32760569724143e-06,
      "loss": 0.8417303085327148,
      "step": 2540
    },
    {
      "epoch": 1.1528115286804181,
      "grad_norm": 2.1313889026641846,
      "learning_rate": 2.3210132020836074e-06,
      "loss": 0.8446416854858398,
      "step": 2550
    },
    {
      "epoch": 1.1573325798248093,
      "grad_norm": 2.317655086517334,
      "learning_rate": 2.314397986875591e-06,
      "loss": 0.8422145843505859,
      "step": 2560
    },
    {
      "epoch": 1.1618536309692002,
      "grad_norm": 2.0659806728363037,
      "learning_rate": 2.3077602346814555e-06,
      "loss": 0.8386804580688476,
      "step": 2570
    },
    {
      "epoch": 1.1663746821135914,
      "grad_norm": 2.2725820541381836,
      "learning_rate": 2.3011001291889453e-06,
      "loss": 0.8525136947631836,
      "step": 2580
    },
    {
      "epoch": 1.1708957332579826,
      "grad_norm": 2.2032065391540527,
      "learning_rate": 2.294417854704391e-06,
      "loss": 0.8473115921020508,
      "step": 2590
    },
    {
      "epoch": 1.1754167844023735,
      "grad_norm": 2.2460994720458984,
      "learning_rate": 2.2877135961476102e-06,
      "loss": 0.847235107421875,
      "step": 2600
    },
    {
      "epoch": 1.1799378355467647,
      "grad_norm": 2.100020170211792,
      "learning_rate": 2.2809875390467906e-06,
      "loss": 0.8336231231689453,
      "step": 2610
    },
    {
      "epoch": 1.1844588866911556,
      "grad_norm": 2.0608694553375244,
      "learning_rate": 2.2742398695333536e-06,
      "loss": 0.8414649963378906,
      "step": 2620
    },
    {
      "epoch": 1.1889799378355468,
      "grad_norm": 2.232511281967163,
      "learning_rate": 2.267470774336806e-06,
      "loss": 0.8455646514892579,
      "step": 2630
    },
    {
      "epoch": 1.1935009889799377,
      "grad_norm": 2.164490222930908,
      "learning_rate": 2.2606804407795714e-06,
      "loss": 0.8415381431579589,
      "step": 2640
    },
    {
      "epoch": 1.198022040124329,
      "grad_norm": 2.159932851791382,
      "learning_rate": 2.2538690567718064e-06,
      "loss": 0.8560035705566407,
      "step": 2650
    },
    {
      "epoch": 1.20254309126872,
      "grad_norm": 2.285386323928833,
      "learning_rate": 2.2470368108061998e-06,
      "loss": 0.8457365036010742,
      "step": 2660
    },
    {
      "epoch": 1.207064142413111,
      "grad_norm": 2.1456048488616943,
      "learning_rate": 2.240183891952758e-06,
      "loss": 0.8394977569580078,
      "step": 2670
    },
    {
      "epoch": 1.2115851935575022,
      "grad_norm": 2.1605589389801025,
      "learning_rate": 2.233310489853572e-06,
      "loss": 0.8551708221435547,
      "step": 2680
    },
    {
      "epoch": 1.216106244701893,
      "grad_norm": 2.1885392665863037,
      "learning_rate": 2.22641679471757e-06,
      "loss": 0.8418076515197754,
      "step": 2690
    },
    {
      "epoch": 1.2206272958462843,
      "grad_norm": 2.236562728881836,
      "learning_rate": 2.2195029973152515e-06,
      "loss": 0.8368919372558594,
      "step": 2700
    },
    {
      "epoch": 1.2251483469906752,
      "grad_norm": 2.250096559524536,
      "learning_rate": 2.2125692889734117e-06,
      "loss": 0.8445346832275391,
      "step": 2710
    },
    {
      "epoch": 1.2296693981350664,
      "grad_norm": 2.2222697734832764,
      "learning_rate": 2.2056158615698435e-06,
      "loss": 0.84451904296875,
      "step": 2720
    },
    {
      "epoch": 1.2341904492794575,
      "grad_norm": 2.1544528007507324,
      "learning_rate": 2.1986429075280297e-06,
      "loss": 0.8527745246887207,
      "step": 2730
    },
    {
      "epoch": 1.2387115004238485,
      "grad_norm": 2.216505289077759,
      "learning_rate": 2.191650619811817e-06,
      "loss": 0.8371767044067383,
      "step": 2740
    },
    {
      "epoch": 1.2432325515682396,
      "grad_norm": 2.1800107955932617,
      "learning_rate": 2.1846391919200766e-06,
      "loss": 0.8477991104125977,
      "step": 2750
    },
    {
      "epoch": 1.2477536027126308,
      "grad_norm": 2.1648876667022705,
      "learning_rate": 2.1776088178813495e-06,
      "loss": 0.836933708190918,
      "step": 2760
    },
    {
      "epoch": 1.2522746538570217,
      "grad_norm": 2.163971185684204,
      "learning_rate": 2.1705596922484775e-06,
      "loss": 0.8491256713867188,
      "step": 2770
    },
    {
      "epoch": 1.256795705001413,
      "grad_norm": 2.1862518787384033,
      "learning_rate": 2.1634920100932165e-06,
      "loss": 0.8439807891845703,
      "step": 2780
    },
    {
      "epoch": 1.2613167561458039,
      "grad_norm": 2.115516424179077,
      "learning_rate": 2.1564059670008428e-06,
      "loss": 0.8425979614257812,
      "step": 2790
    },
    {
      "epoch": 1.265837807290195,
      "grad_norm": 2.1430795192718506,
      "learning_rate": 2.1493017590647375e-06,
      "loss": 0.8424192428588867,
      "step": 2800
    },
    {
      "epoch": 1.270358858434586,
      "grad_norm": 2.209726333618164,
      "learning_rate": 2.142179582880961e-06,
      "loss": 0.8439849853515625,
      "step": 2810
    },
    {
      "epoch": 1.2748799095789771,
      "grad_norm": 2.2333717346191406,
      "learning_rate": 2.1350396355428124e-06,
      "loss": 0.8393218040466308,
      "step": 2820
    },
    {
      "epoch": 1.2794009607233683,
      "grad_norm": 2.156540870666504,
      "learning_rate": 2.127882114635374e-06,
      "loss": 0.839050006866455,
      "step": 2830
    },
    {
      "epoch": 1.2839220118677592,
      "grad_norm": 2.1748878955841064,
      "learning_rate": 2.120707218230046e-06,
      "loss": 0.832951831817627,
      "step": 2840
    },
    {
      "epoch": 1.2884430630121504,
      "grad_norm": 2.116452217102051,
      "learning_rate": 2.113515144879064e-06,
      "loss": 0.8456165313720703,
      "step": 2850
    },
    {
      "epoch": 1.2929641141565413,
      "grad_norm": 2.1946370601654053,
      "learning_rate": 2.1063060936100044e-06,
      "loss": 0.8461071968078613,
      "step": 2860
    },
    {
      "epoch": 1.2974851653009325,
      "grad_norm": 2.3181862831115723,
      "learning_rate": 2.0990802639202755e-06,
      "loss": 0.841549301147461,
      "step": 2870
    },
    {
      "epoch": 1.3020062164453234,
      "grad_norm": 2.1737091541290283,
      "learning_rate": 2.091837855771599e-06,
      "loss": 0.8511206626892089,
      "step": 2880
    },
    {
      "epoch": 1.3065272675897146,
      "grad_norm": 2.333456516265869,
      "learning_rate": 2.0845790695844757e-06,
      "loss": 0.8312142372131348,
      "step": 2890
    },
    {
      "epoch": 1.3110483187341058,
      "grad_norm": 2.099640369415283,
      "learning_rate": 2.0773041062326375e-06,
      "loss": 0.836122703552246,
      "step": 2900
    },
    {
      "epoch": 1.3155693698784967,
      "grad_norm": 2.2338221073150635,
      "learning_rate": 2.0700131670374915e-06,
      "loss": 0.8324921607971192,
      "step": 2910
    },
    {
      "epoch": 1.3200904210228879,
      "grad_norm": 2.1096789836883545,
      "learning_rate": 2.062706453762546e-06,
      "loss": 0.8316893577575684,
      "step": 2920
    },
    {
      "epoch": 1.3246114721672788,
      "grad_norm": 2.1846911907196045,
      "learning_rate": 2.055384168607829e-06,
      "loss": 0.8507960319519043,
      "step": 2930
    },
    {
      "epoch": 1.32913252331167,
      "grad_norm": 2.2999439239501953,
      "learning_rate": 2.0480465142042926e-06,
      "loss": 0.844699764251709,
      "step": 2940
    },
    {
      "epoch": 1.333653574456061,
      "grad_norm": 2.1639509201049805,
      "learning_rate": 2.0406936936082032e-06,
      "loss": 0.839649772644043,
      "step": 2950
    },
    {
      "epoch": 1.338174625600452,
      "grad_norm": 2.162595748901367,
      "learning_rate": 2.0333259102955262e-06,
      "loss": 0.8410154342651367,
      "step": 2960
    },
    {
      "epoch": 1.3426956767448432,
      "grad_norm": 2.2623462677001953,
      "learning_rate": 2.0259433681562904e-06,
      "loss": 0.841860008239746,
      "step": 2970
    },
    {
      "epoch": 1.3472167278892342,
      "grad_norm": 2.1984541416168213,
      "learning_rate": 2.0185462714889515e-06,
      "loss": 0.8416470527648926,
      "step": 2980
    },
    {
      "epoch": 1.3517377790336254,
      "grad_norm": 2.123419761657715,
      "learning_rate": 2.011134824994733e-06,
      "loss": 0.8480222702026368,
      "step": 2990
    },
    {
      "epoch": 1.3562588301780165,
      "grad_norm": 2.0949387550354004,
      "learning_rate": 2.0037092337719637e-06,
      "loss": 0.8319009780883789,
      "step": 3000
    },
    {
      "epoch": 1.3607798813224075,
      "grad_norm": 2.2831954956054688,
      "learning_rate": 1.9962697033104043e-06,
      "loss": 0.8355398178100586,
      "step": 3010
    },
    {
      "epoch": 1.3653009324667984,
      "grad_norm": 2.202143669128418,
      "learning_rate": 1.9888164394855565e-06,
      "loss": 0.8321990966796875,
      "step": 3020
    },
    {
      "epoch": 1.3698219836111896,
      "grad_norm": 2.143097400665283,
      "learning_rate": 1.981349648552969e-06,
      "loss": 0.8382444381713867,
      "step": 3030
    },
    {
      "epoch": 1.3743430347555807,
      "grad_norm": 2.1699328422546387,
      "learning_rate": 1.9738695371425287e-06,
      "loss": 0.8442961692810058,
      "step": 3040
    },
    {
      "epoch": 1.3788640858999717,
      "grad_norm": 2.182711601257324,
      "learning_rate": 1.9663763122527415e-06,
      "loss": 0.848884391784668,
      "step": 3050
    },
    {
      "epoch": 1.3833851370443628,
      "grad_norm": 2.131206512451172,
      "learning_rate": 1.9588701812450053e-06,
      "loss": 0.833945369720459,
      "step": 3060
    },
    {
      "epoch": 1.387906188188754,
      "grad_norm": 2.227125883102417,
      "learning_rate": 1.9513513518378726e-06,
      "loss": 0.8392824172973633,
      "step": 3070
    },
    {
      "epoch": 1.392427239333145,
      "grad_norm": 2.1573312282562256,
      "learning_rate": 1.9438200321013002e-06,
      "loss": 0.8443836212158203,
      "step": 3080
    },
    {
      "epoch": 1.396948290477536,
      "grad_norm": 2.227304458618164,
      "learning_rate": 1.9362764304508916e-06,
      "loss": 0.8321868896484375,
      "step": 3090
    },
    {
      "epoch": 1.401469341621927,
      "grad_norm": 2.1984546184539795,
      "learning_rate": 1.9287207556421313e-06,
      "loss": 0.8459611892700195,
      "step": 3100
    },
    {
      "epoch": 1.4059903927663182,
      "grad_norm": 2.164147138595581,
      "learning_rate": 1.921153216764605e-06,
      "loss": 0.839897346496582,
      "step": 3110
    },
    {
      "epoch": 1.4105114439107092,
      "grad_norm": 2.076533079147339,
      "learning_rate": 1.913574023236215e-06,
      "loss": 0.8357015609741211,
      "step": 3120
    },
    {
      "epoch": 1.4150324950551003,
      "grad_norm": 2.190354108810425,
      "learning_rate": 1.9059833847973883e-06,
      "loss": 0.835682487487793,
      "step": 3130
    },
    {
      "epoch": 1.4195535461994915,
      "grad_norm": 2.1832094192504883,
      "learning_rate": 1.8983815115052637e-06,
      "loss": 0.8456299781799317,
      "step": 3140
    },
    {
      "epoch": 1.4240745973438824,
      "grad_norm": 2.209550380706787,
      "learning_rate": 1.890768613727888e-06,
      "loss": 0.8298315048217774,
      "step": 3150
    },
    {
      "epoch": 1.4285956484882736,
      "grad_norm": 2.09824275970459,
      "learning_rate": 1.8831449021383896e-06,
      "loss": 0.8411182403564453,
      "step": 3160
    },
    {
      "epoch": 1.4331166996326645,
      "grad_norm": 2.1895744800567627,
      "learning_rate": 1.8755105877091487e-06,
      "loss": 0.8479715347290039,
      "step": 3170
    },
    {
      "epoch": 1.4376377507770557,
      "grad_norm": 2.2200734615325928,
      "learning_rate": 1.8678658817059612e-06,
      "loss": 0.8469558715820312,
      "step": 3180
    },
    {
      "epoch": 1.4421588019214466,
      "grad_norm": 2.179433822631836,
      "learning_rate": 1.8602109956821897e-06,
      "loss": 0.8383316040039063,
      "step": 3190
    },
    {
      "epoch": 1.4466798530658378,
      "grad_norm": 2.173227548599243,
      "learning_rate": 1.8525461414729114e-06,
      "loss": 0.8335297584533692,
      "step": 3200
    },
    {
      "epoch": 1.4466798530658378,
      "eval_loss": 0.9220400452613831,
      "eval_runtime": 440.2003,
      "eval_samples_per_second": 4.684,
      "eval_steps_per_second": 2.342,
      "step": 3200
    },
    {
      "epoch": 1.451200904210229,
      "grad_norm": 2.2320003509521484,
      "learning_rate": 1.844871531189054e-06,
      "loss": 0.8355864524841309,
      "step": 3210
    },
    {
      "epoch": 1.45572195535462,
      "grad_norm": 2.1673169136047363,
      "learning_rate": 1.8371873772115276e-06,
      "loss": 0.8444426536560059,
      "step": 3220
    },
    {
      "epoch": 1.460243006499011,
      "grad_norm": 2.2951266765594482,
      "learning_rate": 1.829493892185347e-06,
      "loss": 0.8380035400390625,
      "step": 3230
    },
    {
      "epoch": 1.4647640576434022,
      "grad_norm": 2.3726470470428467,
      "learning_rate": 1.8217912890137456e-06,
      "loss": 0.8381388664245606,
      "step": 3240
    },
    {
      "epoch": 1.4692851087877932,
      "grad_norm": 2.0973358154296875,
      "learning_rate": 1.8140797808522857e-06,
      "loss": 0.836878776550293,
      "step": 3250
    },
    {
      "epoch": 1.4738061599321841,
      "grad_norm": 2.086210250854492,
      "learning_rate": 1.8063595811029594e-06,
      "loss": 0.8333745002746582,
      "step": 3260
    },
    {
      "epoch": 1.4783272110765753,
      "grad_norm": 2.118542432785034,
      "learning_rate": 1.7986309034082815e-06,
      "loss": 0.833102035522461,
      "step": 3270
    },
    {
      "epoch": 1.4828482622209664,
      "grad_norm": 2.2619845867156982,
      "learning_rate": 1.79089396164538e-06,
      "loss": 0.8323486328125,
      "step": 3280
    },
    {
      "epoch": 1.4873693133653574,
      "grad_norm": 2.184288740158081,
      "learning_rate": 1.7831489699200747e-06,
      "loss": 0.8346080780029297,
      "step": 3290
    },
    {
      "epoch": 1.4918903645097485,
      "grad_norm": 2.2361161708831787,
      "learning_rate": 1.7753961425609551e-06,
      "loss": 0.838926887512207,
      "step": 3300
    },
    {
      "epoch": 1.4964114156541397,
      "grad_norm": 2.228472948074341,
      "learning_rate": 1.7676356941134456e-06,
      "loss": 0.8325075149536133,
      "step": 3310
    },
    {
      "epoch": 1.5009324667985307,
      "grad_norm": 2.204319953918457,
      "learning_rate": 1.7598678393338718e-06,
      "loss": 0.8237615585327148,
      "step": 3320
    },
    {
      "epoch": 1.5054535179429216,
      "grad_norm": 2.015611171722412,
      "learning_rate": 1.752092793183516e-06,
      "loss": 0.8419957160949707,
      "step": 3330
    },
    {
      "epoch": 1.5099745690873128,
      "grad_norm": 2.1736791133880615,
      "learning_rate": 1.744310770822668e-06,
      "loss": 0.8313995361328125,
      "step": 3340
    },
    {
      "epoch": 1.514495620231704,
      "grad_norm": 1.962355375289917,
      "learning_rate": 1.7365219876046723e-06,
      "loss": 0.8305353164672852,
      "step": 3350
    },
    {
      "epoch": 1.5190166713760949,
      "grad_norm": 2.0645229816436768,
      "learning_rate": 1.7287266590699671e-06,
      "loss": 0.8375838279724122,
      "step": 3360
    },
    {
      "epoch": 1.523537722520486,
      "grad_norm": 2.148837089538574,
      "learning_rate": 1.7209250009401206e-06,
      "loss": 0.8261690139770508,
      "step": 3370
    },
    {
      "epoch": 1.5280587736648772,
      "grad_norm": 2.148912191390991,
      "learning_rate": 1.713117229111862e-06,
      "loss": 0.8350025177001953,
      "step": 3380
    },
    {
      "epoch": 1.5325798248092681,
      "grad_norm": 2.1861040592193604,
      "learning_rate": 1.7053035596511044e-06,
      "loss": 0.8355254173278809,
      "step": 3390
    },
    {
      "epoch": 1.537100875953659,
      "grad_norm": 2.2543201446533203,
      "learning_rate": 1.697484208786968e-06,
      "loss": 0.8315665245056152,
      "step": 3400
    },
    {
      "epoch": 1.5416219270980505,
      "grad_norm": 2.1585891246795654,
      "learning_rate": 1.6896593929057967e-06,
      "loss": 0.8455266952514648,
      "step": 3410
    },
    {
      "epoch": 1.5461429782424414,
      "grad_norm": 2.139172315597534,
      "learning_rate": 1.6818293285451659e-06,
      "loss": 0.8340322494506835,
      "step": 3420
    },
    {
      "epoch": 1.5506640293868323,
      "grad_norm": 2.213094711303711,
      "learning_rate": 1.673994232387896e-06,
      "loss": 0.827617073059082,
      "step": 3430
    },
    {
      "epoch": 1.5551850805312235,
      "grad_norm": 2.100081443786621,
      "learning_rate": 1.6661543212560517e-06,
      "loss": 0.8325126647949219,
      "step": 3440
    },
    {
      "epoch": 1.5597061316756147,
      "grad_norm": 2.1263623237609863,
      "learning_rate": 1.658309812104944e-06,
      "loss": 0.8342071533203125,
      "step": 3450
    },
    {
      "epoch": 1.5642271828200056,
      "grad_norm": 2.148991823196411,
      "learning_rate": 1.6504609220171256e-06,
      "loss": 0.8390946388244629,
      "step": 3460
    },
    {
      "epoch": 1.5687482339643968,
      "grad_norm": 2.057544708251953,
      "learning_rate": 1.642607868196383e-06,
      "loss": 0.8456001281738281,
      "step": 3470
    },
    {
      "epoch": 1.573269285108788,
      "grad_norm": 2.0875651836395264,
      "learning_rate": 1.634750867961728e-06,
      "loss": 0.8436843872070312,
      "step": 3480
    },
    {
      "epoch": 1.5777903362531789,
      "grad_norm": 2.1990644931793213,
      "learning_rate": 1.62689013874138e-06,
      "loss": 0.8331197738647461,
      "step": 3490
    },
    {
      "epoch": 1.5823113873975698,
      "grad_norm": 2.16096568107605,
      "learning_rate": 1.6190258980667545e-06,
      "loss": 0.8307754516601562,
      "step": 3500
    },
    {
      "epoch": 1.586832438541961,
      "grad_norm": 2.1506285667419434,
      "learning_rate": 1.611158363566436e-06,
      "loss": 0.8421979904174804,
      "step": 3510
    },
    {
      "epoch": 1.5913534896863522,
      "grad_norm": 2.2090747356414795,
      "learning_rate": 1.6032877529601637e-06,
      "loss": 0.840617561340332,
      "step": 3520
    },
    {
      "epoch": 1.595874540830743,
      "grad_norm": 2.085346221923828,
      "learning_rate": 1.5954142840528004e-06,
      "loss": 0.842585277557373,
      "step": 3530
    },
    {
      "epoch": 1.6003955919751343,
      "grad_norm": 2.1160922050476074,
      "learning_rate": 1.5875381747283063e-06,
      "loss": 0.8310930252075195,
      "step": 3540
    },
    {
      "epoch": 1.6049166431195254,
      "grad_norm": 2.075434684753418,
      "learning_rate": 1.579659642943712e-06,
      "loss": 0.8289308547973633,
      "step": 3550
    },
    {
      "epoch": 1.6094376942639164,
      "grad_norm": 2.1663501262664795,
      "learning_rate": 1.5717789067230854e-06,
      "loss": 0.8386832237243652,
      "step": 3560
    },
    {
      "epoch": 1.6139587454083073,
      "grad_norm": 2.0947630405426025,
      "learning_rate": 1.5638961841514972e-06,
      "loss": 0.8377557754516601,
      "step": 3570
    },
    {
      "epoch": 1.6184797965526985,
      "grad_norm": 2.1857025623321533,
      "learning_rate": 1.5560116933689866e-06,
      "loss": 0.831120491027832,
      "step": 3580
    },
    {
      "epoch": 1.6230008476970896,
      "grad_norm": 2.204193592071533,
      "learning_rate": 1.5481256525645256e-06,
      "loss": 0.831787395477295,
      "step": 3590
    },
    {
      "epoch": 1.6275218988414806,
      "grad_norm": 2.134100914001465,
      "learning_rate": 1.5402382799699801e-06,
      "loss": 0.8309736251831055,
      "step": 3600
    },
    {
      "epoch": 1.6320429499858717,
      "grad_norm": 2.2961838245391846,
      "learning_rate": 1.5323497938540708e-06,
      "loss": 0.8390052795410157,
      "step": 3610
    },
    {
      "epoch": 1.636564001130263,
      "grad_norm": 2.198533535003662,
      "learning_rate": 1.5244604125163326e-06,
      "loss": 0.8359712600708008,
      "step": 3620
    },
    {
      "epoch": 1.6410850522746538,
      "grad_norm": 2.211172580718994,
      "learning_rate": 1.5165703542810752e-06,
      "loss": 0.8261676788330078,
      "step": 3630
    },
    {
      "epoch": 1.6456061034190448,
      "grad_norm": 2.211495876312256,
      "learning_rate": 1.508679837491338e-06,
      "loss": 0.8366682052612304,
      "step": 3640
    },
    {
      "epoch": 1.650127154563436,
      "grad_norm": 2.0562591552734375,
      "learning_rate": 1.5007890805028535e-06,
      "loss": 0.8294048309326172,
      "step": 3650
    },
    {
      "epoch": 1.6546482057078271,
      "grad_norm": 2.0987954139709473,
      "learning_rate": 1.4928983016779978e-06,
      "loss": 0.8180652618408203,
      "step": 3660
    },
    {
      "epoch": 1.659169256852218,
      "grad_norm": 2.2659454345703125,
      "learning_rate": 1.4850077193797534e-06,
      "loss": 0.8190235137939453,
      "step": 3670
    },
    {
      "epoch": 1.6636903079966092,
      "grad_norm": 2.3355369567871094,
      "learning_rate": 1.4771175519656636e-06,
      "loss": 0.8227588653564453,
      "step": 3680
    },
    {
      "epoch": 1.6682113591410004,
      "grad_norm": 2.159074544906616,
      "learning_rate": 1.4692280177817904e-06,
      "loss": 0.8365714073181152,
      "step": 3690
    },
    {
      "epoch": 1.6727324102853913,
      "grad_norm": 2.1293022632598877,
      "learning_rate": 1.4613393351566729e-06,
      "loss": 0.8152715682983398,
      "step": 3700
    },
    {
      "epoch": 1.6772534614297823,
      "grad_norm": 2.0398037433624268,
      "learning_rate": 1.4534517223952837e-06,
      "loss": 0.8266511917114258,
      "step": 3710
    },
    {
      "epoch": 1.6817745125741737,
      "grad_norm": 2.155365467071533,
      "learning_rate": 1.4455653977729901e-06,
      "loss": 0.8377130508422852,
      "step": 3720
    },
    {
      "epoch": 1.6862955637185646,
      "grad_norm": 2.0939478874206543,
      "learning_rate": 1.4376805795295122e-06,
      "loss": 0.8365148544311524,
      "step": 3730
    },
    {
      "epoch": 1.6908166148629555,
      "grad_norm": 1.9982423782348633,
      "learning_rate": 1.4297974858628832e-06,
      "loss": 0.8250377655029297,
      "step": 3740
    },
    {
      "epoch": 1.6953376660073467,
      "grad_norm": 2.0940868854522705,
      "learning_rate": 1.421916334923413e-06,
      "loss": 0.8213191032409668,
      "step": 3750
    },
    {
      "epoch": 1.6998587171517379,
      "grad_norm": 2.1192758083343506,
      "learning_rate": 1.414037344807648e-06,
      "loss": 0.8293943405151367,
      "step": 3760
    },
    {
      "epoch": 1.7043797682961288,
      "grad_norm": 2.0612566471099854,
      "learning_rate": 1.4061607335523398e-06,
      "loss": 0.8247995376586914,
      "step": 3770
    },
    {
      "epoch": 1.70890081944052,
      "grad_norm": 2.1366372108459473,
      "learning_rate": 1.3982867191284077e-06,
      "loss": 0.834256935119629,
      "step": 3780
    },
    {
      "epoch": 1.7134218705849111,
      "grad_norm": 2.190260171890259,
      "learning_rate": 1.3904155194349098e-06,
      "loss": 0.8239664077758789,
      "step": 3790
    },
    {
      "epoch": 1.717942921729302,
      "grad_norm": 2.1656312942504883,
      "learning_rate": 1.3825473522930115e-06,
      "loss": 0.8312186241149903,
      "step": 3800
    },
    {
      "epoch": 1.722463972873693,
      "grad_norm": 2.142094612121582,
      "learning_rate": 1.3746824354399564e-06,
      "loss": 0.818242073059082,
      "step": 3810
    },
    {
      "epoch": 1.7269850240180842,
      "grad_norm": 2.071561813354492,
      "learning_rate": 1.3668209865230442e-06,
      "loss": 0.8302145004272461,
      "step": 3820
    },
    {
      "epoch": 1.7315060751624753,
      "grad_norm": 2.2316339015960693,
      "learning_rate": 1.358963223093604e-06,
      "loss": 0.8375338554382324,
      "step": 3830
    },
    {
      "epoch": 1.7360271263068663,
      "grad_norm": 2.194474220275879,
      "learning_rate": 1.3511093626009764e-06,
      "loss": 0.8375759124755859,
      "step": 3840
    },
    {
      "epoch": 1.7405481774512574,
      "grad_norm": 2.1224608421325684,
      "learning_rate": 1.3432596223864967e-06,
      "loss": 0.82178955078125,
      "step": 3850
    },
    {
      "epoch": 1.7450692285956486,
      "grad_norm": 2.263092041015625,
      "learning_rate": 1.3354142196774764e-06,
      "loss": 0.8270994186401367,
      "step": 3860
    },
    {
      "epoch": 1.7495902797400396,
      "grad_norm": 2.1829075813293457,
      "learning_rate": 1.3275733715811966e-06,
      "loss": 0.8181024551391601,
      "step": 3870
    },
    {
      "epoch": 1.7541113308844305,
      "grad_norm": 2.145838499069214,
      "learning_rate": 1.3197372950788962e-06,
      "loss": 0.8312829971313477,
      "step": 3880
    },
    {
      "epoch": 1.7586323820288217,
      "grad_norm": 2.095548391342163,
      "learning_rate": 1.3119062070197702e-06,
      "loss": 0.8334983825683594,
      "step": 3890
    },
    {
      "epoch": 1.7631534331732128,
      "grad_norm": 2.173243999481201,
      "learning_rate": 1.304080324114966e-06,
      "loss": 0.8140006065368652,
      "step": 3900
    },
    {
      "epoch": 1.7676744843176038,
      "grad_norm": 2.1869804859161377,
      "learning_rate": 1.2962598629315894e-06,
      "loss": 0.8236648559570312,
      "step": 3910
    },
    {
      "epoch": 1.772195535461995,
      "grad_norm": 2.199660062789917,
      "learning_rate": 1.2884450398867095e-06,
      "loss": 0.8254988670349122,
      "step": 3920
    },
    {
      "epoch": 1.776716586606386,
      "grad_norm": 2.2110068798065186,
      "learning_rate": 1.280636071241369e-06,
      "loss": 0.838128662109375,
      "step": 3930
    },
    {
      "epoch": 1.781237637750777,
      "grad_norm": 2.1759886741638184,
      "learning_rate": 1.2728331730946024e-06,
      "loss": 0.8299300193786621,
      "step": 3940
    },
    {
      "epoch": 1.785758688895168,
      "grad_norm": 2.143249750137329,
      "learning_rate": 1.2650365613774522e-06,
      "loss": 0.8269230842590332,
      "step": 3950
    },
    {
      "epoch": 1.7902797400395591,
      "grad_norm": 2.0915915966033936,
      "learning_rate": 1.2572464518469968e-06,
      "loss": 0.8299976348876953,
      "step": 3960
    },
    {
      "epoch": 1.7948007911839503,
      "grad_norm": 2.1614606380462646,
      "learning_rate": 1.249463060080379e-06,
      "loss": 0.8252334594726562,
      "step": 3970
    },
    {
      "epoch": 1.7993218423283412,
      "grad_norm": 2.1410396099090576,
      "learning_rate": 1.2416866014688381e-06,
      "loss": 0.8269876480102539,
      "step": 3980
    },
    {
      "epoch": 1.8038428934727324,
      "grad_norm": 2.271980047225952,
      "learning_rate": 1.2339172912117518e-06,
      "loss": 0.831562614440918,
      "step": 3990
    },
    {
      "epoch": 1.8083639446171236,
      "grad_norm": 2.2322134971618652,
      "learning_rate": 1.2261553443106794e-06,
      "loss": 0.8224698066711426,
      "step": 4000
    },
    {
      "epoch": 1.8083639446171236,
      "eval_loss": 0.9113828539848328,
      "eval_runtime": 440.4691,
      "eval_samples_per_second": 4.681,
      "eval_steps_per_second": 2.341,
      "step": 4000
    },
    {
      "epoch": 1.8128849957615145,
      "grad_norm": 2.235321283340454,
      "learning_rate": 1.2184009755634132e-06,
      "loss": 0.8302807807922363,
      "step": 4010
    },
    {
      "epoch": 1.8174060469059055,
      "grad_norm": 2.1476056575775146,
      "learning_rate": 1.2106543995580335e-06,
      "loss": 0.8223440170288085,
      "step": 4020
    },
    {
      "epoch": 1.8219270980502968,
      "grad_norm": 2.087890625,
      "learning_rate": 1.2029158306669717e-06,
      "loss": 0.8207592010498047,
      "step": 4030
    },
    {
      "epoch": 1.8264481491946878,
      "grad_norm": 2.322084665298462,
      "learning_rate": 1.1951854830410756e-06,
      "loss": 0.8191658020019531,
      "step": 4040
    },
    {
      "epoch": 1.8309692003390787,
      "grad_norm": 2.2085824012756348,
      "learning_rate": 1.187463570603685e-06,
      "loss": 0.8219703674316406,
      "step": 4050
    },
    {
      "epoch": 1.83549025148347,
      "grad_norm": 2.1466503143310547,
      "learning_rate": 1.1797503070447106e-06,
      "loss": 0.82825927734375,
      "step": 4060
    },
    {
      "epoch": 1.840011302627861,
      "grad_norm": 2.116223096847534,
      "learning_rate": 1.172045905814722e-06,
      "loss": 0.826518440246582,
      "step": 4070
    },
    {
      "epoch": 1.844532353772252,
      "grad_norm": 2.2319653034210205,
      "learning_rate": 1.1643505801190385e-06,
      "loss": 0.8414984703063965,
      "step": 4080
    },
    {
      "epoch": 1.8490534049166432,
      "grad_norm": 2.2160093784332275,
      "learning_rate": 1.1566645429118322e-06,
      "loss": 0.8283447265625,
      "step": 4090
    },
    {
      "epoch": 1.8535744560610343,
      "grad_norm": 2.1952881813049316,
      "learning_rate": 1.1489880068902327e-06,
      "loss": 0.8265850067138671,
      "step": 4100
    },
    {
      "epoch": 1.8580955072054253,
      "grad_norm": 2.270970344543457,
      "learning_rate": 1.1413211844884402e-06,
      "loss": 0.8252477645874023,
      "step": 4110
    },
    {
      "epoch": 1.8626165583498162,
      "grad_norm": 2.2120039463043213,
      "learning_rate": 1.1336642878718497e-06,
      "loss": 0.8222854614257813,
      "step": 4120
    },
    {
      "epoch": 1.8671376094942074,
      "grad_norm": 2.160139560699463,
      "learning_rate": 1.126017528931177e-06,
      "loss": 0.832763671875,
      "step": 4130
    },
    {
      "epoch": 1.8716586606385985,
      "grad_norm": 2.0845539569854736,
      "learning_rate": 1.1183811192765965e-06,
      "loss": 0.830958080291748,
      "step": 4140
    },
    {
      "epoch": 1.8761797117829895,
      "grad_norm": 2.0786397457122803,
      "learning_rate": 1.1107552702318858e-06,
      "loss": 0.8314844131469726,
      "step": 4150
    },
    {
      "epoch": 1.8807007629273806,
      "grad_norm": 2.2054920196533203,
      "learning_rate": 1.1031401928285752e-06,
      "loss": 0.8359466552734375,
      "step": 4160
    },
    {
      "epoch": 1.8852218140717718,
      "grad_norm": 2.20530104637146,
      "learning_rate": 1.0955360978001106e-06,
      "loss": 0.8260941505432129,
      "step": 4170
    },
    {
      "epoch": 1.8897428652161627,
      "grad_norm": 2.3071372509002686,
      "learning_rate": 1.0879431955760198e-06,
      "loss": 0.8295139312744141,
      "step": 4180
    },
    {
      "epoch": 1.8942639163605537,
      "grad_norm": 2.1632578372955322,
      "learning_rate": 1.0803616962760906e-06,
      "loss": 0.817481803894043,
      "step": 4190
    },
    {
      "epoch": 1.8987849675049449,
      "grad_norm": 2.2937045097351074,
      "learning_rate": 1.072791809704555e-06,
      "loss": 0.8245770454406738,
      "step": 4200
    },
    {
      "epoch": 1.903306018649336,
      "grad_norm": 2.1828525066375732,
      "learning_rate": 1.0652337453442845e-06,
      "loss": 0.8298362731933594,
      "step": 4210
    },
    {
      "epoch": 1.907827069793727,
      "grad_norm": 2.260215997695923,
      "learning_rate": 1.0576877123509928e-06,
      "loss": 0.8306537628173828,
      "step": 4220
    },
    {
      "epoch": 1.9123481209381181,
      "grad_norm": 2.2509043216705322,
      "learning_rate": 1.0501539195474452e-06,
      "loss": 0.8339103698730469,
      "step": 4230
    },
    {
      "epoch": 1.9168691720825093,
      "grad_norm": 2.2257983684539795,
      "learning_rate": 1.0426325754176845e-06,
      "loss": 0.8278427124023438,
      "step": 4240
    },
    {
      "epoch": 1.9213902232269002,
      "grad_norm": 2.2067885398864746,
      "learning_rate": 1.0351238881012574e-06,
      "loss": 0.8215837478637695,
      "step": 4250
    },
    {
      "epoch": 1.9259112743712912,
      "grad_norm": 2.263230323791504,
      "learning_rate": 1.027628065387457e-06,
      "loss": 0.836148452758789,
      "step": 4260
    },
    {
      "epoch": 1.9304323255156826,
      "grad_norm": 2.2019412517547607,
      "learning_rate": 1.020145314709571e-06,
      "loss": 0.8125041961669922,
      "step": 4270
    },
    {
      "epoch": 1.9349533766600735,
      "grad_norm": 2.2499492168426514,
      "learning_rate": 1.0126758431391438e-06,
      "loss": 0.835103702545166,
      "step": 4280
    },
    {
      "epoch": 1.9394744278044644,
      "grad_norm": 2.2260055541992188,
      "learning_rate": 1.0052198573802433e-06,
      "loss": 0.8286099433898926,
      "step": 4290
    },
    {
      "epoch": 1.9439954789488556,
      "grad_norm": 2.085019588470459,
      "learning_rate": 9.977775637637425e-07,
      "loss": 0.8143537521362305,
      "step": 4300
    },
    {
      "epoch": 1.9485165300932468,
      "grad_norm": 2.200209617614746,
      "learning_rate": 9.903491682416093e-07,
      "loss": 0.8199033737182617,
      "step": 4310
    },
    {
      "epoch": 1.9530375812376377,
      "grad_norm": 2.153867244720459,
      "learning_rate": 9.829348763812068e-07,
      "loss": 0.8268032073974609,
      "step": 4320
    },
    {
      "epoch": 1.9575586323820289,
      "grad_norm": 2.1594061851501465,
      "learning_rate": 9.755348933596043e-07,
      "loss": 0.8331774711608887,
      "step": 4330
    },
    {
      "epoch": 1.96207968352642,
      "grad_norm": 2.1813042163848877,
      "learning_rate": 9.681494239579019e-07,
      "loss": 0.8287109375,
      "step": 4340
    },
    {
      "epoch": 1.966600734670811,
      "grad_norm": 2.2042601108551025,
      "learning_rate": 9.607786725555593e-07,
      "loss": 0.8283136367797852,
      "step": 4350
    },
    {
      "epoch": 1.971121785815202,
      "grad_norm": 2.1278727054595947,
      "learning_rate": 9.534228431247444e-07,
      "loss": 0.8069839477539062,
      "step": 4360
    },
    {
      "epoch": 1.975642836959593,
      "grad_norm": 2.085089921951294,
      "learning_rate": 9.460821392246843e-07,
      "loss": 0.8160840988159179,
      "step": 4370
    },
    {
      "epoch": 1.9801638881039842,
      "grad_norm": 2.252138376235962,
      "learning_rate": 9.387567639960366e-07,
      "loss": 0.8242498397827148,
      "step": 4380
    },
    {
      "epoch": 1.9846849392483752,
      "grad_norm": 2.138390064239502,
      "learning_rate": 9.314469201552641e-07,
      "loss": 0.8235231399536133,
      "step": 4390
    },
    {
      "epoch": 1.9892059903927664,
      "grad_norm": 2.247903347015381,
      "learning_rate": 9.241528099890283e-07,
      "loss": 0.8177692413330078,
      "step": 4400
    },
    {
      "epoch": 1.9937270415371575,
      "grad_norm": 2.278447151184082,
      "learning_rate": 9.168746353485887e-07,
      "loss": 0.832028579711914,
      "step": 4410
    },
    {
      "epoch": 1.9982480926815485,
      "grad_norm": 2.1455137729644775,
      "learning_rate": 9.096125976442182e-07,
      "loss": 0.8300272941589355,
      "step": 4420
    },
    {
      "epoch": 2.0027126306866347,
      "grad_norm": 2.115143299102783,
      "learning_rate": 9.023668978396292e-07,
      "loss": 0.7872931003570557,
      "step": 4430
    },
    {
      "epoch": 2.0072336818310257,
      "grad_norm": 2.2439992427825928,
      "learning_rate": 8.951377364464125e-07,
      "loss": 0.7530180931091308,
      "step": 4440
    },
    {
      "epoch": 2.0117547329754166,
      "grad_norm": 2.1918373107910156,
      "learning_rate": 8.879253135184882e-07,
      "loss": 0.7579662322998046,
      "step": 4450
    },
    {
      "epoch": 2.016275784119808,
      "grad_norm": 2.2918288707733154,
      "learning_rate": 8.807298286465705e-07,
      "loss": 0.7526119232177735,
      "step": 4460
    },
    {
      "epoch": 2.020796835264199,
      "grad_norm": 2.1764674186706543,
      "learning_rate": 8.735514809526429e-07,
      "loss": 0.7590567588806152,
      "step": 4470
    },
    {
      "epoch": 2.02531788640859,
      "grad_norm": 2.2268340587615967,
      "learning_rate": 8.663904690844491e-07,
      "loss": 0.7503644943237304,
      "step": 4480
    },
    {
      "epoch": 2.0298389375529813,
      "grad_norm": 2.3003664016723633,
      "learning_rate": 8.592469912099949e-07,
      "loss": 0.7522731781005859,
      "step": 4490
    },
    {
      "epoch": 2.0343599886973722,
      "grad_norm": 2.197413682937622,
      "learning_rate": 8.521212450120646e-07,
      "loss": 0.7481054306030274,
      "step": 4500
    },
    {
      "epoch": 2.038881039841763,
      "grad_norm": 2.2350921630859375,
      "learning_rate": 8.450134276827499e-07,
      "loss": 0.7502629280090332,
      "step": 4510
    },
    {
      "epoch": 2.043402090986154,
      "grad_norm": 2.1815683841705322,
      "learning_rate": 8.379237359179952e-07,
      "loss": 0.7492002010345459,
      "step": 4520
    },
    {
      "epoch": 2.0479231421305455,
      "grad_norm": 2.231736421585083,
      "learning_rate": 8.308523659121526e-07,
      "loss": 0.7646131038665771,
      "step": 4530
    },
    {
      "epoch": 2.0524441932749364,
      "grad_norm": 2.180178642272949,
      "learning_rate": 8.237995133525515e-07,
      "loss": 0.7491087913513184,
      "step": 4540
    },
    {
      "epoch": 2.0569652444193274,
      "grad_norm": 2.2525177001953125,
      "learning_rate": 8.167653734140854e-07,
      "loss": 0.7564919471740723,
      "step": 4550
    },
    {
      "epoch": 2.0614862955637188,
      "grad_norm": 2.2442262172698975,
      "learning_rate": 8.097501407538092e-07,
      "loss": 0.7561952590942382,
      "step": 4560
    },
    {
      "epoch": 2.0660073467081097,
      "grad_norm": 2.330359935760498,
      "learning_rate": 8.027540095055543e-07,
      "loss": 0.7558295249938964,
      "step": 4570
    },
    {
      "epoch": 2.0705283978525006,
      "grad_norm": 2.2570228576660156,
      "learning_rate": 7.957771732745553e-07,
      "loss": 0.746605920791626,
      "step": 4580
    },
    {
      "epoch": 2.0750494489968916,
      "grad_norm": 2.3376827239990234,
      "learning_rate": 7.888198251320911e-07,
      "loss": 0.7470010757446289,
      "step": 4590
    },
    {
      "epoch": 2.079570500141283,
      "grad_norm": 2.292419195175171,
      "learning_rate": 7.818821576101436e-07,
      "loss": 0.760091495513916,
      "step": 4600
    },
    {
      "epoch": 2.084091551285674,
      "grad_norm": 2.299226999282837,
      "learning_rate": 7.749643626960687e-07,
      "loss": 0.7411269664764404,
      "step": 4610
    },
    {
      "epoch": 2.088612602430065,
      "grad_norm": 2.341709613800049,
      "learning_rate": 7.68066631827286e-07,
      "loss": 0.7669125556945801,
      "step": 4620
    },
    {
      "epoch": 2.0931336535744562,
      "grad_norm": 2.2414638996124268,
      "learning_rate": 7.611891558859762e-07,
      "loss": 0.7545075416564941,
      "step": 4630
    },
    {
      "epoch": 2.097654704718847,
      "grad_norm": 2.1898624897003174,
      "learning_rate": 7.543321251938043e-07,
      "loss": 0.7526875019073487,
      "step": 4640
    },
    {
      "epoch": 2.102175755863238,
      "grad_norm": 2.3321948051452637,
      "learning_rate": 7.474957295066482e-07,
      "loss": 0.7528321266174316,
      "step": 4650
    },
    {
      "epoch": 2.106696807007629,
      "grad_norm": 2.2537145614624023,
      "learning_rate": 7.406801580093496e-07,
      "loss": 0.7690305709838867,
      "step": 4660
    },
    {
      "epoch": 2.1112178581520205,
      "grad_norm": 2.2537014484405518,
      "learning_rate": 7.338855993104804e-07,
      "loss": 0.7644013404846192,
      "step": 4670
    },
    {
      "epoch": 2.1157389092964114,
      "grad_norm": 2.1955723762512207,
      "learning_rate": 7.271122414371196e-07,
      "loss": 0.7539505958557129,
      "step": 4680
    },
    {
      "epoch": 2.1202599604408023,
      "grad_norm": 2.229635715484619,
      "learning_rate": 7.203602718296519e-07,
      "loss": 0.7544744491577149,
      "step": 4690
    },
    {
      "epoch": 2.1247810115851937,
      "grad_norm": 2.2823874950408936,
      "learning_rate": 7.136298773365821e-07,
      "loss": 0.7571784973144531,
      "step": 4700
    },
    {
      "epoch": 2.1293020627295847,
      "grad_norm": 2.2806313037872314,
      "learning_rate": 7.069212442093608e-07,
      "loss": 0.7668877601623535,
      "step": 4710
    },
    {
      "epoch": 2.1338231138739756,
      "grad_norm": 2.2899415493011475,
      "learning_rate": 7.002345580972344e-07,
      "loss": 0.7552443504333496,
      "step": 4720
    },
    {
      "epoch": 2.138344165018367,
      "grad_norm": 2.2872557640075684,
      "learning_rate": 6.935700040421037e-07,
      "loss": 0.7564741611480713,
      "step": 4730
    },
    {
      "epoch": 2.142865216162758,
      "grad_norm": 2.250194549560547,
      "learning_rate": 6.86927766473406e-07,
      "loss": 0.7551218032836914,
      "step": 4740
    },
    {
      "epoch": 2.147386267307149,
      "grad_norm": 2.3650944232940674,
      "learning_rate": 6.803080292030093e-07,
      "loss": 0.7565247535705566,
      "step": 4750
    },
    {
      "epoch": 2.15190731845154,
      "grad_norm": 2.2884819507598877,
      "learning_rate": 6.737109754201281e-07,
      "loss": 0.7546658515930176,
      "step": 4760
    },
    {
      "epoch": 2.156428369595931,
      "grad_norm": 2.2682597637176514,
      "learning_rate": 6.671367876862526e-07,
      "loss": 0.7609044075012207,
      "step": 4770
    },
    {
      "epoch": 2.160949420740322,
      "grad_norm": 2.256894111633301,
      "learning_rate": 6.60585647930095e-07,
      "loss": 0.7661145210266114,
      "step": 4780
    },
    {
      "epoch": 2.165470471884713,
      "grad_norm": 2.183242082595825,
      "learning_rate": 6.540577374425578e-07,
      "loss": 0.7553190231323242,
      "step": 4790
    },
    {
      "epoch": 2.1699915230291045,
      "grad_norm": 2.1410813331604004,
      "learning_rate": 6.47553236871715e-07,
      "loss": 0.745984697341919,
      "step": 4800
    },
    {
      "epoch": 2.1699915230291045,
      "eval_loss": 0.9166136980056763,
      "eval_runtime": 441.1967,
      "eval_samples_per_second": 4.674,
      "eval_steps_per_second": 2.337,
      "step": 4800
    },
    {
      "epoch": 2.1745125741734954,
      "grad_norm": 2.3136849403381348,
      "learning_rate": 6.410723262178132e-07,
      "loss": 0.7490861892700196,
      "step": 4810
    },
    {
      "epoch": 2.1790336253178864,
      "grad_norm": 2.265531539916992,
      "learning_rate": 6.346151848282935e-07,
      "loss": 0.7599162101745606,
      "step": 4820
    },
    {
      "epoch": 2.1835546764622773,
      "grad_norm": 2.345250129699707,
      "learning_rate": 6.281819913928229e-07,
      "loss": 0.7599577903747559,
      "step": 4830
    },
    {
      "epoch": 2.1880757276066687,
      "grad_norm": 2.111482620239258,
      "learning_rate": 6.217729239383532e-07,
      "loss": 0.7455946922302246,
      "step": 4840
    },
    {
      "epoch": 2.1925967787510596,
      "grad_norm": 2.2280561923980713,
      "learning_rate": 6.153881598241933e-07,
      "loss": 0.7622071266174316,
      "step": 4850
    },
    {
      "epoch": 2.1971178298954506,
      "grad_norm": 2.2800564765930176,
      "learning_rate": 6.090278757371013e-07,
      "loss": 0.7567160606384278,
      "step": 4860
    },
    {
      "epoch": 2.201638881039842,
      "grad_norm": 2.3630194664001465,
      "learning_rate": 6.026922476863954e-07,
      "loss": 0.7562169551849365,
      "step": 4870
    },
    {
      "epoch": 2.206159932184233,
      "grad_norm": 2.352576971054077,
      "learning_rate": 5.963814509990828e-07,
      "loss": 0.7494447231292725,
      "step": 4880
    },
    {
      "epoch": 2.210680983328624,
      "grad_norm": 2.246922731399536,
      "learning_rate": 5.900956603150073e-07,
      "loss": 0.7589025974273682,
      "step": 4890
    },
    {
      "epoch": 2.215202034473015,
      "grad_norm": 2.2425436973571777,
      "learning_rate": 5.838350495820169e-07,
      "loss": 0.7503750801086426,
      "step": 4900
    },
    {
      "epoch": 2.219723085617406,
      "grad_norm": 2.2122199535369873,
      "learning_rate": 5.775997920511497e-07,
      "loss": 0.7543474674224854,
      "step": 4910
    },
    {
      "epoch": 2.224244136761797,
      "grad_norm": 2.287254571914673,
      "learning_rate": 5.71390060271842e-07,
      "loss": 0.7440923690795899,
      "step": 4920
    },
    {
      "epoch": 2.228765187906188,
      "grad_norm": 2.326986074447632,
      "learning_rate": 5.652060260871492e-07,
      "loss": 0.755122184753418,
      "step": 4930
    },
    {
      "epoch": 2.2332862390505794,
      "grad_norm": 2.246659278869629,
      "learning_rate": 5.590478606289924e-07,
      "loss": 0.7642744541168213,
      "step": 4940
    },
    {
      "epoch": 2.2378072901949704,
      "grad_norm": 2.232487678527832,
      "learning_rate": 5.529157343134244e-07,
      "loss": 0.7544260025024414,
      "step": 4950
    },
    {
      "epoch": 2.2423283413393613,
      "grad_norm": 2.281322717666626,
      "learning_rate": 5.4680981683591e-07,
      "loss": 0.7534872055053711,
      "step": 4960
    },
    {
      "epoch": 2.2468493924837523,
      "grad_norm": 2.256068229675293,
      "learning_rate": 5.407302771666337e-07,
      "loss": 0.7623589992523193,
      "step": 4970
    },
    {
      "epoch": 2.2513704436281436,
      "grad_norm": 2.2416319847106934,
      "learning_rate": 5.346772835458212e-07,
      "loss": 0.7631342887878418,
      "step": 4980
    },
    {
      "epoch": 2.2558914947725346,
      "grad_norm": 2.256974220275879,
      "learning_rate": 5.286510034790839e-07,
      "loss": 0.7611716270446778,
      "step": 4990
    },
    {
      "epoch": 2.2604125459169255,
      "grad_norm": 2.2643399238586426,
      "learning_rate": 5.226516037327847e-07,
      "loss": 0.7598441123962403,
      "step": 5000
    },
    {
      "epoch": 2.264933597061317,
      "grad_norm": 2.3715059757232666,
      "learning_rate": 5.166792503294223e-07,
      "loss": 0.7553996086120606,
      "step": 5010
    },
    {
      "epoch": 2.269454648205708,
      "grad_norm": 2.325627565383911,
      "learning_rate": 5.107341085430382e-07,
      "loss": 0.7501802444458008,
      "step": 5020
    },
    {
      "epoch": 2.273975699350099,
      "grad_norm": 2.3529999256134033,
      "learning_rate": 5.048163428946398e-07,
      "loss": 0.7582098960876464,
      "step": 5030
    },
    {
      "epoch": 2.27849675049449,
      "grad_norm": 2.223721981048584,
      "learning_rate": 4.989261171476505e-07,
      "loss": 0.7514299392700196,
      "step": 5040
    },
    {
      "epoch": 2.283017801638881,
      "grad_norm": 2.240339517593384,
      "learning_rate": 4.930635943033763e-07,
      "loss": 0.75743088722229,
      "step": 5050
    },
    {
      "epoch": 2.287538852783272,
      "grad_norm": 2.138701915740967,
      "learning_rate": 4.872289365964967e-07,
      "loss": 0.7514403343200684,
      "step": 5060
    },
    {
      "epoch": 2.292059903927663,
      "grad_norm": 2.344106435775757,
      "learning_rate": 4.814223054905742e-07,
      "loss": 0.7614408969879151,
      "step": 5070
    },
    {
      "epoch": 2.2965809550720544,
      "grad_norm": 2.4048526287078857,
      "learning_rate": 4.7564386167358476e-07,
      "loss": 0.7505431175231934,
      "step": 5080
    },
    {
      "epoch": 2.3011020062164453,
      "grad_norm": 2.296414852142334,
      "learning_rate": 4.698937650534728e-07,
      "loss": 0.7498177528381348,
      "step": 5090
    },
    {
      "epoch": 2.3056230573608363,
      "grad_norm": 2.3124258518218994,
      "learning_rate": 4.6417217475372523e-07,
      "loss": 0.7536506175994873,
      "step": 5100
    },
    {
      "epoch": 2.3101441085052272,
      "grad_norm": 2.290709972381592,
      "learning_rate": 4.5847924910896967e-07,
      "loss": 0.7526237487792968,
      "step": 5110
    },
    {
      "epoch": 2.3146651596496186,
      "grad_norm": 2.267627239227295,
      "learning_rate": 4.5281514566058947e-07,
      "loss": 0.7512312889099121,
      "step": 5120
    },
    {
      "epoch": 2.3191862107940096,
      "grad_norm": 2.292501926422119,
      "learning_rate": 4.4718002115236776e-07,
      "loss": 0.7583555698394775,
      "step": 5130
    },
    {
      "epoch": 2.3237072619384005,
      "grad_norm": 2.367502212524414,
      "learning_rate": 4.415740315261471e-07,
      "loss": 0.754657506942749,
      "step": 5140
    },
    {
      "epoch": 2.328228313082792,
      "grad_norm": 2.2506601810455322,
      "learning_rate": 4.359973319175145e-07,
      "loss": 0.749791145324707,
      "step": 5150
    },
    {
      "epoch": 2.332749364227183,
      "grad_norm": 2.2763116359710693,
      "learning_rate": 4.3045007665151085e-07,
      "loss": 0.7584320068359375,
      "step": 5160
    },
    {
      "epoch": 2.3372704153715738,
      "grad_norm": 2.3265795707702637,
      "learning_rate": 4.249324192383565e-07,
      "loss": 0.7544858932495118,
      "step": 5170
    },
    {
      "epoch": 2.341791466515965,
      "grad_norm": 2.313711404800415,
      "learning_rate": 4.194445123692053e-07,
      "loss": 0.7473262310028076,
      "step": 5180
    },
    {
      "epoch": 2.346312517660356,
      "grad_norm": 2.410771369934082,
      "learning_rate": 4.1398650791191996e-07,
      "loss": 0.7611122131347656,
      "step": 5190
    },
    {
      "epoch": 2.350833568804747,
      "grad_norm": 2.1756227016448975,
      "learning_rate": 4.0855855690686625e-07,
      "loss": 0.761273193359375,
      "step": 5200
    },
    {
      "epoch": 2.3553546199491384,
      "grad_norm": 2.2740731239318848,
      "learning_rate": 4.031608095627372e-07,
      "loss": 0.7549239158630371,
      "step": 5210
    },
    {
      "epoch": 2.3598756710935294,
      "grad_norm": 2.277146577835083,
      "learning_rate": 3.9779341525239297e-07,
      "loss": 0.7619434356689453,
      "step": 5220
    },
    {
      "epoch": 2.3643967222379203,
      "grad_norm": 2.28389835357666,
      "learning_rate": 3.9245652250872936e-07,
      "loss": 0.7508427143096924,
      "step": 5230
    },
    {
      "epoch": 2.3689177733823112,
      "grad_norm": 2.2502145767211914,
      "learning_rate": 3.871502790205655e-07,
      "loss": 0.7450793266296387,
      "step": 5240
    },
    {
      "epoch": 2.3734388245267026,
      "grad_norm": 2.2546603679656982,
      "learning_rate": 3.8187483162855977e-07,
      "loss": 0.7427175521850586,
      "step": 5250
    },
    {
      "epoch": 2.3779598756710936,
      "grad_norm": 2.4524378776550293,
      "learning_rate": 3.7663032632114314e-07,
      "loss": 0.7669975280761718,
      "step": 5260
    },
    {
      "epoch": 2.3824809268154845,
      "grad_norm": 2.249953269958496,
      "learning_rate": 3.714169082304813e-07,
      "loss": 0.7522215843200684,
      "step": 5270
    },
    {
      "epoch": 2.3870019779598755,
      "grad_norm": 2.4442338943481445,
      "learning_rate": 3.6623472162845725e-07,
      "loss": 0.7549153327941894,
      "step": 5280
    },
    {
      "epoch": 2.391523029104267,
      "grad_norm": 2.3593366146087646,
      "learning_rate": 3.610839099226792e-07,
      "loss": 0.7642614364624023,
      "step": 5290
    },
    {
      "epoch": 2.396044080248658,
      "grad_norm": 2.3834073543548584,
      "learning_rate": 3.5596461565251186e-07,
      "loss": 0.7632850170135498,
      "step": 5300
    },
    {
      "epoch": 2.4005651313930487,
      "grad_norm": 2.2377610206604004,
      "learning_rate": 3.5087698048513254e-07,
      "loss": 0.7509782314300537,
      "step": 5310
    },
    {
      "epoch": 2.40508618253744,
      "grad_norm": 2.297645330429077,
      "learning_rate": 3.4582114521161105e-07,
      "loss": 0.7641716003417969,
      "step": 5320
    },
    {
      "epoch": 2.409607233681831,
      "grad_norm": 2.3022377490997314,
      "learning_rate": 3.407972497430113e-07,
      "loss": 0.7530662059783936,
      "step": 5330
    },
    {
      "epoch": 2.414128284826222,
      "grad_norm": 2.2849392890930176,
      "learning_rate": 3.3580543310652185e-07,
      "loss": 0.7539367198944091,
      "step": 5340
    },
    {
      "epoch": 2.4186493359706134,
      "grad_norm": 2.239905834197998,
      "learning_rate": 3.3084583344160724e-07,
      "loss": 0.7483564853668213,
      "step": 5350
    },
    {
      "epoch": 2.4231703871150043,
      "grad_norm": 2.274718999862671,
      "learning_rate": 3.2591858799618704e-07,
      "loss": 0.7597497940063477,
      "step": 5360
    },
    {
      "epoch": 2.4276914382593953,
      "grad_norm": 2.2459590435028076,
      "learning_rate": 3.210238331228359e-07,
      "loss": 0.7572906494140625,
      "step": 5370
    },
    {
      "epoch": 2.432212489403786,
      "grad_norm": 2.2977805137634277,
      "learning_rate": 3.161617042750105e-07,
      "loss": 0.7486479759216309,
      "step": 5380
    },
    {
      "epoch": 2.4367335405481776,
      "grad_norm": 2.3671889305114746,
      "learning_rate": 3.113323360033017e-07,
      "loss": 0.7507456779479981,
      "step": 5390
    },
    {
      "epoch": 2.4412545916925685,
      "grad_norm": 2.2516841888427734,
      "learning_rate": 3.0653586195171045e-07,
      "loss": 0.7373426914215088,
      "step": 5400
    },
    {
      "epoch": 2.4457756428369595,
      "grad_norm": 2.283885955810547,
      "learning_rate": 3.0177241485395136e-07,
      "loss": 0.7558595180511475,
      "step": 5410
    },
    {
      "epoch": 2.4502966939813504,
      "grad_norm": 2.2797224521636963,
      "learning_rate": 2.970421265297758e-07,
      "loss": 0.7578739166259766,
      "step": 5420
    },
    {
      "epoch": 2.454817745125742,
      "grad_norm": 2.2156128883361816,
      "learning_rate": 2.9234512788132846e-07,
      "loss": 0.7565701484680176,
      "step": 5430
    },
    {
      "epoch": 2.4593387962701327,
      "grad_norm": 2.236161947250366,
      "learning_rate": 2.876815488895213e-07,
      "loss": 0.7488998413085938,
      "step": 5440
    },
    {
      "epoch": 2.4638598474145237,
      "grad_norm": 2.196462392807007,
      "learning_rate": 2.830515186104379e-07,
      "loss": 0.7562510013580322,
      "step": 5450
    },
    {
      "epoch": 2.468380898558915,
      "grad_norm": 2.331822156906128,
      "learning_rate": 2.784551651717633e-07,
      "loss": 0.750730323791504,
      "step": 5460
    },
    {
      "epoch": 2.472901949703306,
      "grad_norm": 2.2590219974517822,
      "learning_rate": 2.7389261576923597e-07,
      "loss": 0.7570319175720215,
      "step": 5470
    },
    {
      "epoch": 2.477423000847697,
      "grad_norm": 2.280219793319702,
      "learning_rate": 2.6936399666312914e-07,
      "loss": 0.7474352836608886,
      "step": 5480
    },
    {
      "epoch": 2.4819440519920883,
      "grad_norm": 2.2852814197540283,
      "learning_rate": 2.6486943317475753e-07,
      "loss": 0.7355681419372558,
      "step": 5490
    },
    {
      "epoch": 2.4864651031364793,
      "grad_norm": 2.3242225646972656,
      "learning_rate": 2.604090496830071e-07,
      "loss": 0.7515157699584961,
      "step": 5500
    },
    {
      "epoch": 2.4909861542808702,
      "grad_norm": 2.300157308578491,
      "learning_rate": 2.5598296962089587e-07,
      "loss": 0.7764244556427002,
      "step": 5510
    },
    {
      "epoch": 2.4955072054252616,
      "grad_norm": 2.278477191925049,
      "learning_rate": 2.515913154721559e-07,
      "loss": 0.751285171508789,
      "step": 5520
    },
    {
      "epoch": 2.5000282565696526,
      "grad_norm": 2.447577476501465,
      "learning_rate": 2.472342087678445e-07,
      "loss": 0.7663701057434082,
      "step": 5530
    },
    {
      "epoch": 2.5045493077140435,
      "grad_norm": 2.3157544136047363,
      "learning_rate": 2.4291177008298134e-07,
      "loss": 0.751704740524292,
      "step": 5540
    },
    {
      "epoch": 2.5090703588584344,
      "grad_norm": 2.302398443222046,
      "learning_rate": 2.3862411903321154e-07,
      "loss": 0.7523858070373535,
      "step": 5550
    },
    {
      "epoch": 2.513591410002826,
      "grad_norm": 2.267385482788086,
      "learning_rate": 2.3437137427149606e-07,
      "loss": 0.7514879703521729,
      "step": 5560
    },
    {
      "epoch": 2.5181124611472168,
      "grad_norm": 2.1965105533599854,
      "learning_rate": 2.301536534848273e-07,
      "loss": 0.7565788269042969,
      "step": 5570
    },
    {
      "epoch": 2.5226335122916077,
      "grad_norm": 2.1868059635162354,
      "learning_rate": 2.2597107339097218e-07,
      "loss": 0.7394793510437012,
      "step": 5580
    },
    {
      "epoch": 2.5271545634359986,
      "grad_norm": 2.2272818088531494,
      "learning_rate": 2.2182374973524334e-07,
      "loss": 0.7544358253479004,
      "step": 5590
    },
    {
      "epoch": 2.53167561458039,
      "grad_norm": 2.2707042694091797,
      "learning_rate": 2.1771179728729572e-07,
      "loss": 0.7680973052978516,
      "step": 5600
    },
    {
      "epoch": 2.53167561458039,
      "eval_loss": 0.9139750003814697,
      "eval_runtime": 448.8625,
      "eval_samples_per_second": 4.594,
      "eval_steps_per_second": 2.297,
      "step": 5600
    },
    {
      "epoch": 2.536196665724781,
      "grad_norm": 2.25856876373291,
      "learning_rate": 2.136353298379493e-07,
      "loss": 0.7598801612854004,
      "step": 5610
    },
    {
      "epoch": 2.540717716869172,
      "grad_norm": 2.3712313175201416,
      "learning_rate": 2.0959446019604267e-07,
      "loss": 0.7519545555114746,
      "step": 5620
    },
    {
      "epoch": 2.5452387680135633,
      "grad_norm": 2.199129819869995,
      "learning_rate": 2.0558930018530842e-07,
      "loss": 0.7401185989379883,
      "step": 5630
    },
    {
      "epoch": 2.5497598191579542,
      "grad_norm": 2.359539270401001,
      "learning_rate": 2.0161996064128014e-07,
      "loss": 0.7458333015441895,
      "step": 5640
    },
    {
      "epoch": 2.554280870302345,
      "grad_norm": 2.2960379123687744,
      "learning_rate": 1.9768655140822502e-07,
      "loss": 0.7566473007202148,
      "step": 5650
    },
    {
      "epoch": 2.5588019214467366,
      "grad_norm": 2.3133325576782227,
      "learning_rate": 1.937891813361049e-07,
      "loss": 0.7484780311584472,
      "step": 5660
    },
    {
      "epoch": 2.5633229725911275,
      "grad_norm": 2.4004507064819336,
      "learning_rate": 1.89927958277562e-07,
      "loss": 0.7526416778564453,
      "step": 5670
    },
    {
      "epoch": 2.5678440237355185,
      "grad_norm": 2.3777284622192383,
      "learning_rate": 1.8610298908493657e-07,
      "loss": 0.755421257019043,
      "step": 5680
    },
    {
      "epoch": 2.57236507487991,
      "grad_norm": 2.296586751937866,
      "learning_rate": 1.8231437960730862e-07,
      "loss": 0.7513050079345703,
      "step": 5690
    },
    {
      "epoch": 2.576886126024301,
      "grad_norm": 2.288376808166504,
      "learning_rate": 1.785622346875684e-07,
      "loss": 0.7517137050628662,
      "step": 5700
    },
    {
      "epoch": 2.5814071771686917,
      "grad_norm": 2.2089850902557373,
      "learning_rate": 1.748466581595169e-07,
      "loss": 0.7516591072082519,
      "step": 5710
    },
    {
      "epoch": 2.5859282283130827,
      "grad_norm": 2.293762683868408,
      "learning_rate": 1.7116775284499037e-07,
      "loss": 0.7498486518859864,
      "step": 5720
    },
    {
      "epoch": 2.5904492794574736,
      "grad_norm": 2.37607741355896,
      "learning_rate": 1.6752562055101562e-07,
      "loss": 0.7557356357574463,
      "step": 5730
    },
    {
      "epoch": 2.594970330601865,
      "grad_norm": 2.29763126373291,
      "learning_rate": 1.6392036206699394e-07,
      "loss": 0.7537473678588867,
      "step": 5740
    },
    {
      "epoch": 2.599491381746256,
      "grad_norm": 2.1982975006103516,
      "learning_rate": 1.6035207716190947e-07,
      "loss": 0.7688258171081543,
      "step": 5750
    },
    {
      "epoch": 2.604012432890647,
      "grad_norm": 2.410890817642212,
      "learning_rate": 1.5682086458157103e-07,
      "loss": 0.7608498096466064,
      "step": 5760
    },
    {
      "epoch": 2.6085334840350383,
      "grad_norm": 2.319079875946045,
      "learning_rate": 1.5332682204587729e-07,
      "loss": 0.7542999267578125,
      "step": 5770
    },
    {
      "epoch": 2.613054535179429,
      "grad_norm": 2.3919517993927,
      "learning_rate": 1.498700462461134e-07,
      "loss": 0.7600319862365723,
      "step": 5780
    },
    {
      "epoch": 2.61757558632382,
      "grad_norm": 2.197603940963745,
      "learning_rate": 1.4645063284227528e-07,
      "loss": 0.7498908042907715,
      "step": 5790
    },
    {
      "epoch": 2.6220966374682115,
      "grad_norm": 2.2165207862854004,
      "learning_rate": 1.430686764604226e-07,
      "loss": 0.7506009101867676,
      "step": 5800
    },
    {
      "epoch": 2.6266176886126025,
      "grad_norm": 2.285303831100464,
      "learning_rate": 1.3972427069006034e-07,
      "loss": 0.7639353752136231,
      "step": 5810
    },
    {
      "epoch": 2.6311387397569934,
      "grad_norm": 2.243912696838379,
      "learning_rate": 1.3641750808154769e-07,
      "loss": 0.7476046562194825,
      "step": 5820
    },
    {
      "epoch": 2.635659790901385,
      "grad_norm": 2.232985019683838,
      "learning_rate": 1.3314848014353764e-07,
      "loss": 0.7507291316986084,
      "step": 5830
    },
    {
      "epoch": 2.6401808420457757,
      "grad_norm": 2.305777072906494,
      "learning_rate": 1.2991727734044484e-07,
      "loss": 0.7528359413146972,
      "step": 5840
    },
    {
      "epoch": 2.6447018931901667,
      "grad_norm": 2.2367866039276123,
      "learning_rate": 1.2672398908994238e-07,
      "loss": 0.749604606628418,
      "step": 5850
    },
    {
      "epoch": 2.6492229443345576,
      "grad_norm": 2.2105915546417236,
      "learning_rate": 1.235687037604868e-07,
      "loss": 0.754852294921875,
      "step": 5860
    },
    {
      "epoch": 2.653743995478949,
      "grad_norm": 2.2610995769500732,
      "learning_rate": 1.2045150866887255e-07,
      "loss": 0.7523436546325684,
      "step": 5870
    },
    {
      "epoch": 2.65826504662334,
      "grad_norm": 2.2381787300109863,
      "learning_rate": 1.1737249007781581e-07,
      "loss": 0.754981279373169,
      "step": 5880
    },
    {
      "epoch": 2.662786097767731,
      "grad_norm": 2.2868475914001465,
      "learning_rate": 1.1433173319356727e-07,
      "loss": 0.7664401054382324,
      "step": 5890
    },
    {
      "epoch": 2.667307148912122,
      "grad_norm": 2.31492280960083,
      "learning_rate": 1.1132932216355512e-07,
      "loss": 0.7525528907775879,
      "step": 5900
    },
    {
      "epoch": 2.6718282000565132,
      "grad_norm": 2.2604329586029053,
      "learning_rate": 1.0836534007405458e-07,
      "loss": 0.7538666725158691,
      "step": 5910
    },
    {
      "epoch": 2.676349251200904,
      "grad_norm": 2.1903162002563477,
      "learning_rate": 1.0543986894789082e-07,
      "loss": 0.7605318069458008,
      "step": 5920
    },
    {
      "epoch": 2.680870302345295,
      "grad_norm": 2.3359670639038086,
      "learning_rate": 1.025529897421672e-07,
      "loss": 0.747904109954834,
      "step": 5930
    },
    {
      "epoch": 2.6853913534896865,
      "grad_norm": 2.2229809761047363,
      "learning_rate": 9.970478234602537e-08,
      "loss": 0.7523067474365235,
      "step": 5940
    },
    {
      "epoch": 2.6899124046340774,
      "grad_norm": 2.1566247940063477,
      "learning_rate": 9.689532557843633e-08,
      "loss": 0.7463886737823486,
      "step": 5950
    },
    {
      "epoch": 2.6944334557784684,
      "grad_norm": 2.267916202545166,
      "learning_rate": 9.412469718601623e-08,
      "loss": 0.7576306343078614,
      "step": 5960
    },
    {
      "epoch": 2.6989545069228598,
      "grad_norm": 2.3832428455352783,
      "learning_rate": 9.139297384087691e-08,
      "loss": 0.7519917964935303,
      "step": 5970
    },
    {
      "epoch": 2.7034755580672507,
      "grad_norm": 2.202617645263672,
      "learning_rate": 8.870023113850406e-08,
      "loss": 0.7595446586608887,
      "step": 5980
    },
    {
      "epoch": 2.7079966092116416,
      "grad_norm": 2.3184471130371094,
      "learning_rate": 8.604654359566444e-08,
      "loss": 0.7553084373474122,
      "step": 5990
    },
    {
      "epoch": 2.712517660356033,
      "grad_norm": 2.3716280460357666,
      "learning_rate": 8.34319846483445e-08,
      "loss": 0.7459403038024902,
      "step": 6000
    },
    {
      "epoch": 2.717038711500424,
      "grad_norm": 2.285304307937622,
      "learning_rate": 8.085662664971722e-08,
      "loss": 0.7533295631408692,
      "step": 6010
    },
    {
      "epoch": 2.721559762644815,
      "grad_norm": 2.2576639652252197,
      "learning_rate": 7.832054086814094e-08,
      "loss": 0.7476211071014405,
      "step": 6020
    },
    {
      "epoch": 2.726080813789206,
      "grad_norm": 2.3221869468688965,
      "learning_rate": 7.582379748518625e-08,
      "loss": 0.7555732250213623,
      "step": 6030
    },
    {
      "epoch": 2.730601864933597,
      "grad_norm": 2.3874309062957764,
      "learning_rate": 7.336646559369492e-08,
      "loss": 0.7524672985076905,
      "step": 6040
    },
    {
      "epoch": 2.735122916077988,
      "grad_norm": 2.455749988555908,
      "learning_rate": 7.094861319586715e-08,
      "loss": 0.7502651214599609,
      "step": 6050
    },
    {
      "epoch": 2.739643967222379,
      "grad_norm": 2.337904691696167,
      "learning_rate": 6.857030720137925e-08,
      "loss": 0.7447571754455566,
      "step": 6060
    },
    {
      "epoch": 2.74416501836677,
      "grad_norm": 2.256192684173584,
      "learning_rate": 6.623161342553275e-08,
      "loss": 0.7489197731018067,
      "step": 6070
    },
    {
      "epoch": 2.7486860695111615,
      "grad_norm": 2.2584822177886963,
      "learning_rate": 6.393259658743323e-08,
      "loss": 0.7542611122131347,
      "step": 6080
    },
    {
      "epoch": 2.7532071206555524,
      "grad_norm": 2.217813014984131,
      "learning_rate": 6.167332030819856e-08,
      "loss": 0.7435453414916993,
      "step": 6090
    },
    {
      "epoch": 2.7577281717999433,
      "grad_norm": 2.341893434524536,
      "learning_rate": 5.9453847109199486e-08,
      "loss": 0.7544755935668945,
      "step": 6100
    },
    {
      "epoch": 2.7622492229443347,
      "grad_norm": 2.2741823196411133,
      "learning_rate": 5.727423841032836e-08,
      "loss": 0.7577172756195069,
      "step": 6110
    },
    {
      "epoch": 2.7667702740887257,
      "grad_norm": 2.255662679672241,
      "learning_rate": 5.513455452829963e-08,
      "loss": 0.7583437442779541,
      "step": 6120
    },
    {
      "epoch": 2.7712913252331166,
      "grad_norm": 2.4263718128204346,
      "learning_rate": 5.3034854674981204e-08,
      "loss": 0.7609260559082032,
      "step": 6130
    },
    {
      "epoch": 2.775812376377508,
      "grad_norm": 2.3245089054107666,
      "learning_rate": 5.097519695575525e-08,
      "loss": 0.744895601272583,
      "step": 6140
    },
    {
      "epoch": 2.780333427521899,
      "grad_norm": 2.297935962677002,
      "learning_rate": 4.8955638367911006e-08,
      "loss": 0.7446815967559814,
      "step": 6150
    },
    {
      "epoch": 2.78485447866629,
      "grad_norm": 2.3236358165740967,
      "learning_rate": 4.6976234799066985e-08,
      "loss": 0.7491592407226563,
      "step": 6160
    },
    {
      "epoch": 2.789375529810681,
      "grad_norm": 2.450490713119507,
      "learning_rate": 4.5037041025624115e-08,
      "loss": 0.756380844116211,
      "step": 6170
    },
    {
      "epoch": 2.793896580955072,
      "grad_norm": 2.4382922649383545,
      "learning_rate": 4.313811071125023e-08,
      "loss": 0.7547252655029297,
      "step": 6180
    },
    {
      "epoch": 2.798417632099463,
      "grad_norm": 2.261552333831787,
      "learning_rate": 4.1279496405394966e-08,
      "loss": 0.7563782691955566,
      "step": 6190
    },
    {
      "epoch": 2.802938683243854,
      "grad_norm": 2.2482457160949707,
      "learning_rate": 3.946124954183622e-08,
      "loss": 0.7460451602935791,
      "step": 6200
    },
    {
      "epoch": 2.807459734388245,
      "grad_norm": 2.2630815505981445,
      "learning_rate": 3.7683420437255476e-08,
      "loss": 0.7586692810058594,
      "step": 6210
    },
    {
      "epoch": 2.8119807855326364,
      "grad_norm": 2.329800605773926,
      "learning_rate": 3.594605828984626e-08,
      "loss": 0.7617522239685058,
      "step": 6220
    },
    {
      "epoch": 2.8165018366770274,
      "grad_norm": 2.197524309158325,
      "learning_rate": 3.4249211177952876e-08,
      "loss": 0.7458027362823486,
      "step": 6230
    },
    {
      "epoch": 2.8210228878214183,
      "grad_norm": 2.2720396518707275,
      "learning_rate": 3.259292605873915e-08,
      "loss": 0.7493009567260742,
      "step": 6240
    },
    {
      "epoch": 2.8255439389658097,
      "grad_norm": 2.3212997913360596,
      "learning_rate": 3.0977248766889786e-08,
      "loss": 0.7539510250091552,
      "step": 6250
    },
    {
      "epoch": 2.8300649901102006,
      "grad_norm": 2.189162015914917,
      "learning_rate": 2.9402224013340917e-08,
      "loss": 0.7492798805236817,
      "step": 6260
    },
    {
      "epoch": 2.8345860412545916,
      "grad_norm": 2.3475799560546875,
      "learning_rate": 2.786789538404405e-08,
      "loss": 0.746649980545044,
      "step": 6270
    },
    {
      "epoch": 2.839107092398983,
      "grad_norm": 2.319363594055176,
      "learning_rate": 2.6374305338759064e-08,
      "loss": 0.7429915428161621,
      "step": 6280
    },
    {
      "epoch": 2.843628143543374,
      "grad_norm": 2.324979782104492,
      "learning_rate": 2.492149520987963e-08,
      "loss": 0.7499753952026367,
      "step": 6290
    },
    {
      "epoch": 2.848149194687765,
      "grad_norm": 2.315538167953491,
      "learning_rate": 2.350950520128914e-08,
      "loss": 0.7457030296325684,
      "step": 6300
    },
    {
      "epoch": 2.8526702458321562,
      "grad_norm": 2.2725343704223633,
      "learning_rate": 2.213837438724825e-08,
      "loss": 0.7458350181579589,
      "step": 6310
    },
    {
      "epoch": 2.857191296976547,
      "grad_norm": 2.2271692752838135,
      "learning_rate": 2.080814071131343e-08,
      "loss": 0.7612591743469238,
      "step": 6320
    },
    {
      "epoch": 2.861712348120938,
      "grad_norm": 2.3585009574890137,
      "learning_rate": 1.9518840985287445e-08,
      "loss": 0.7478611946105957,
      "step": 6330
    },
    {
      "epoch": 2.866233399265329,
      "grad_norm": 2.2150323390960693,
      "learning_rate": 1.8270510888199865e-08,
      "loss": 0.7575239658355712,
      "step": 6340
    },
    {
      "epoch": 2.87075445040972,
      "grad_norm": 2.3118820190429688,
      "learning_rate": 1.7063184965320666e-08,
      "loss": 0.7408674716949463,
      "step": 6350
    },
    {
      "epoch": 2.8752755015541114,
      "grad_norm": 2.265378952026367,
      "learning_rate": 1.5896896627203006e-08,
      "loss": 0.754367733001709,
      "step": 6360
    },
    {
      "epoch": 2.8797965526985023,
      "grad_norm": 2.283576011657715,
      "learning_rate": 1.4771678148760292e-08,
      "loss": 0.7456921100616455,
      "step": 6370
    },
    {
      "epoch": 2.8843176038428933,
      "grad_norm": 2.3561642169952393,
      "learning_rate": 1.3687560668370902e-08,
      "loss": 0.741727638244629,
      "step": 6380
    },
    {
      "epoch": 2.8888386549872846,
      "grad_norm": 2.2466704845428467,
      "learning_rate": 1.2644574187019031e-08,
      "loss": 0.7534623146057129,
      "step": 6390
    },
    {
      "epoch": 2.8933597061316756,
      "grad_norm": 2.2260472774505615,
      "learning_rate": 1.1642747567462198e-08,
      "loss": 0.7553936958312988,
      "step": 6400
    },
    {
      "epoch": 2.8933597061316756,
      "eval_loss": 0.9128949642181396,
      "eval_runtime": 450.0442,
      "eval_samples_per_second": 4.582,
      "eval_steps_per_second": 2.291,
      "step": 6400
    },
    {
      "epoch": 2.8978807572760665,
      "grad_norm": 2.2183964252471924,
      "learning_rate": 1.0682108533433877e-08,
      "loss": 0.7558632373809815,
      "step": 6410
    },
    {
      "epoch": 2.902401808420458,
      "grad_norm": 2.20556902885437,
      "learning_rate": 9.76268366887545e-09,
      "loss": 0.749322509765625,
      "step": 6420
    },
    {
      "epoch": 2.906922859564849,
      "grad_norm": 2.308824300765991,
      "learning_rate": 8.88449841720146e-09,
      "loss": 0.7537115097045899,
      "step": 6430
    },
    {
      "epoch": 2.91144391070924,
      "grad_norm": 2.3033058643341064,
      "learning_rate": 8.047577080594837e-09,
      "loss": 0.7508247375488282,
      "step": 6440
    },
    {
      "epoch": 2.915964961853631,
      "grad_norm": 2.3998773097991943,
      "learning_rate": 7.251942819334445e-09,
      "loss": 0.7558866977691651,
      "step": 6450
    },
    {
      "epoch": 2.920486012998022,
      "grad_norm": 2.1767778396606445,
      "learning_rate": 6.497617651154419e-09,
      "loss": 0.7444061279296875,
      "step": 6460
    },
    {
      "epoch": 2.925007064142413,
      "grad_norm": 2.389782428741455,
      "learning_rate": 5.784622450634491e-09,
      "loss": 0.7417534828186035,
      "step": 6470
    },
    {
      "epoch": 2.9295281152868045,
      "grad_norm": 2.284993886947632,
      "learning_rate": 5.1129769486229495e-09,
      "loss": 0.7555554866790771,
      "step": 6480
    },
    {
      "epoch": 2.9340491664311954,
      "grad_norm": 2.1835968494415283,
      "learning_rate": 4.482699731689743e-09,
      "loss": 0.7454551696777344,
      "step": 6490
    },
    {
      "epoch": 2.9385702175755863,
      "grad_norm": 2.297635793685913,
      "learning_rate": 3.893808241613228e-09,
      "loss": 0.7558732509613038,
      "step": 6500
    },
    {
      "epoch": 2.9430912687199773,
      "grad_norm": 2.268968343734741,
      "learning_rate": 3.3463187748960512e-09,
      "loss": 0.7542985439300537,
      "step": 6510
    },
    {
      "epoch": 2.9476123198643682,
      "grad_norm": 2.3082985877990723,
      "learning_rate": 2.8402464823158448e-09,
      "loss": 0.7530224800109864,
      "step": 6520
    },
    {
      "epoch": 2.9521333710087596,
      "grad_norm": 2.2313640117645264,
      "learning_rate": 2.3756053685047297e-09,
      "loss": 0.7663009643554688,
      "step": 6530
    },
    {
      "epoch": 2.9566544221531506,
      "grad_norm": 2.358992576599121,
      "learning_rate": 1.9524082915621243e-09,
      "loss": 0.7555096626281739,
      "step": 6540
    },
    {
      "epoch": 2.9611754732975415,
      "grad_norm": 2.3261330127716064,
      "learning_rate": 1.5706669626988635e-09,
      "loss": 0.7397587776184082,
      "step": 6550
    },
    {
      "epoch": 2.965696524441933,
      "grad_norm": 2.1791787147521973,
      "learning_rate": 1.2303919459136226e-09,
      "loss": 0.7456366062164307,
      "step": 6560
    },
    {
      "epoch": 2.970217575586324,
      "grad_norm": 2.2444651126861572,
      "learning_rate": 9.315926576996537e-10,
      "loss": 0.7483177185058594,
      "step": 6570
    },
    {
      "epoch": 2.9747386267307148,
      "grad_norm": 2.222935438156128,
      "learning_rate": 6.742773667851588e-10,
      "loss": 0.7536264419555664,
      "step": 6580
    },
    {
      "epoch": 2.979259677875106,
      "grad_norm": 2.3713362216949463,
      "learning_rate": 4.584531939034742e-10,
      "loss": 0.7557919502258301,
      "step": 6590
    },
    {
      "epoch": 2.983780729019497,
      "grad_norm": 2.1942734718322754,
      "learning_rate": 2.841261115970606e-10,
      "loss": 0.7565034866333008,
      "step": 6600
    },
    {
      "epoch": 2.988301780163888,
      "grad_norm": 2.2887532711029053,
      "learning_rate": 1.51300944051469e-10,
      "loss": 0.7549824237823486,
      "step": 6610
    },
    {
      "epoch": 2.9928228313082794,
      "grad_norm": 2.3209218978881836,
      "learning_rate": 5.99813669621141e-11,
      "loss": 0.7610849857330322,
      "step": 6620
    },
    {
      "epoch": 2.9973438824526704,
      "grad_norm": 2.335402727127075,
      "learning_rate": 1.016990743252233e-11,
      "loss": 0.7396711349487305,
      "step": 6630
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.9128507971763611,
      "eval_runtime": 449.1451,
      "eval_samples_per_second": 4.591,
      "eval_steps_per_second": 2.295,
      "step": 6636
    },
    {
      "epoch": 3.0,
      "step": 6636,
      "total_flos": 1.7279135623491355e+19,
      "train_loss": 0.8653310692547458,
      "train_runtime": 153956.3557,
      "train_samples_per_second": 0.69,
      "train_steps_per_second": 0.043
    }
  ],
  "logging_steps": 10,
  "max_steps": 6636,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 4000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.7279135623491355e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}