{
  "best_metric": 0.27807265520095825,
  "best_model_checkpoint": "miner_id_24/checkpoint-8600",
  "epoch": 0.7208415405892461,
  "eval_steps": 200,
  "global_step": 8600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 8.381878378944722e-05,
      "grad_norm": 0.27757102251052856,
      "learning_rate": 6.666666666666667e-06,
      "loss": 0.9889,
      "step": 1
    },
    {
      "epoch": 8.381878378944722e-05,
      "eval_loss": 1.0523896217346191,
      "eval_runtime": 72.4023,
      "eval_samples_per_second": 13.259,
      "eval_steps_per_second": 6.63,
      "step": 1
    },
    {
      "epoch": 0.00016763756757889444,
      "grad_norm": 0.19584745168685913,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 0.9186,
      "step": 2
    },
    {
      "epoch": 0.00025145635136834165,
      "grad_norm": 0.22289425134658813,
      "learning_rate": 2e-05,
      "loss": 1.1034,
      "step": 3
    },
    {
      "epoch": 0.0003352751351577889,
      "grad_norm": 0.2269897311925888,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 1.0487,
      "step": 4
    },
    {
      "epoch": 0.00041909391894723606,
      "grad_norm": 0.21217933297157288,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.055,
      "step": 5
    },
    {
      "epoch": 0.0005029127027366833,
      "grad_norm": 0.24146650731563568,
      "learning_rate": 4e-05,
      "loss": 1.0042,
      "step": 6
    },
    {
      "epoch": 0.0005867314865261305,
      "grad_norm": 0.23820246756076813,
      "learning_rate": 4.666666666666667e-05,
      "loss": 1.0763,
      "step": 7
    },
    {
      "epoch": 0.0006705502703155778,
      "grad_norm": 0.23663344979286194,
      "learning_rate": 5.333333333333333e-05,
      "loss": 1.0472,
      "step": 8
    },
    {
      "epoch": 0.0007543690541050249,
      "grad_norm": 0.23628108203411102,
      "learning_rate": 6e-05,
      "loss": 1.0014,
      "step": 9
    },
    {
      "epoch": 0.0008381878378944721,
      "grad_norm": 0.22541089355945587,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.9657,
      "step": 10
    },
    {
      "epoch": 0.0009220066216839194,
      "grad_norm": 0.23435266315937042,
      "learning_rate": 7.333333333333333e-05,
      "loss": 0.9257,
      "step": 11
    },
    {
      "epoch": 0.0010058254054733666,
      "grad_norm": 0.24410228431224823,
      "learning_rate": 8e-05,
      "loss": 0.9821,
      "step": 12
    },
    {
      "epoch": 0.0010896441892628138,
      "grad_norm": 0.30946725606918335,
      "learning_rate": 8.666666666666667e-05,
      "loss": 0.9895,
      "step": 13
    },
    {
      "epoch": 0.001173462973052261,
      "grad_norm": 0.30411282181739807,
      "learning_rate": 9.333333333333334e-05,
      "loss": 0.9322,
      "step": 14
    },
    {
      "epoch": 0.0012572817568417083,
      "grad_norm": 0.30061978101730347,
      "learning_rate": 0.0001,
      "loss": 0.9628,
      "step": 15
    },
    {
      "epoch": 0.0013411005406311555,
      "grad_norm": 0.3827131688594818,
      "learning_rate": 0.00010666666666666667,
      "loss": 0.9569,
      "step": 16
    },
    {
      "epoch": 0.0014249193244206028,
      "grad_norm": 0.34471532702445984,
      "learning_rate": 0.00011333333333333334,
      "loss": 0.9253,
      "step": 17
    },
    {
      "epoch": 0.0015087381082100498,
      "grad_norm": 0.33342617750167847,
      "learning_rate": 0.00012,
      "loss": 0.9488,
      "step": 18
    },
    {
      "epoch": 0.001592556891999497,
      "grad_norm": 0.4072156548500061,
      "learning_rate": 0.00012666666666666666,
      "loss": 0.9456,
      "step": 19
    },
    {
      "epoch": 0.0016763756757889442,
      "grad_norm": 0.3623020052909851,
      "learning_rate": 0.00013333333333333334,
      "loss": 0.8934,
      "step": 20
    },
    {
      "epoch": 0.0017601944595783915,
      "grad_norm": 0.36454543471336365,
      "learning_rate": 0.00014,
      "loss": 0.8892,
      "step": 21
    },
    {
      "epoch": 0.0018440132433678387,
      "grad_norm": 0.3363465964794159,
      "learning_rate": 0.00014666666666666666,
      "loss": 0.9094,
      "step": 22
    },
    {
      "epoch": 0.001927832027157286,
      "grad_norm": 0.391088604927063,
      "learning_rate": 0.00015333333333333334,
      "loss": 0.8786,
      "step": 23
    },
    {
      "epoch": 0.002011650810946733,
      "grad_norm": 0.35799694061279297,
      "learning_rate": 0.00016,
      "loss": 0.8913,
      "step": 24
    },
    {
      "epoch": 0.0020954695947361804,
      "grad_norm": 0.3244224190711975,
      "learning_rate": 0.0001666666666666667,
      "loss": 0.8457,
      "step": 25
    },
    {
      "epoch": 0.0021792883785256277,
      "grad_norm": 0.3201601803302765,
      "learning_rate": 0.00017333333333333334,
      "loss": 0.7892,
      "step": 26
    },
    {
      "epoch": 0.002263107162315075,
      "grad_norm": 0.3770645558834076,
      "learning_rate": 0.00018,
      "loss": 0.8746,
      "step": 27
    },
    {
      "epoch": 0.002346925946104522,
      "grad_norm": 0.3332349956035614,
      "learning_rate": 0.0001866666666666667,
      "loss": 0.8062,
      "step": 28
    },
    {
      "epoch": 0.0024307447298939694,
      "grad_norm": 0.36013785004615784,
      "learning_rate": 0.00019333333333333333,
      "loss": 0.859,
      "step": 29
    },
    {
      "epoch": 0.0025145635136834166,
      "grad_norm": 0.32501301169395447,
      "learning_rate": 0.0002,
      "loss": 0.8042,
      "step": 30
    },
    {
      "epoch": 0.002598382297472864,
      "grad_norm": 0.35549408197402954,
      "learning_rate": 0.00019999999961410007,
      "loss": 0.8141,
      "step": 31
    },
    {
      "epoch": 0.002682201081262311,
      "grad_norm": 0.30180633068084717,
      "learning_rate": 0.00019999999845640018,
      "loss": 0.7334,
      "step": 32
    },
    {
      "epoch": 0.0027660198650517583,
      "grad_norm": 0.3518891930580139,
      "learning_rate": 0.00019999999652690043,
      "loss": 0.7901,
      "step": 33
    },
    {
      "epoch": 0.0028498386488412055,
      "grad_norm": 0.315463125705719,
      "learning_rate": 0.00019999999382560077,
      "loss": 0.8001,
      "step": 34
    },
    {
      "epoch": 0.0029336574326306523,
      "grad_norm": 0.39683935046195984,
      "learning_rate": 0.00019999999035250125,
      "loss": 0.8298,
      "step": 35
    },
    {
      "epoch": 0.0030174762164200996,
      "grad_norm": 0.3712059557437897,
      "learning_rate": 0.0001999999861076019,
      "loss": 0.809,
      "step": 36
    },
    {
      "epoch": 0.003101295000209547,
      "grad_norm": 0.37395918369293213,
      "learning_rate": 0.00019999998109090274,
      "loss": 0.7571,
      "step": 37
    },
    {
      "epoch": 0.003185113783998994,
      "grad_norm": 0.36986619234085083,
      "learning_rate": 0.00019999997530240383,
      "loss": 0.7827,
      "step": 38
    },
    {
      "epoch": 0.0032689325677884413,
      "grad_norm": 0.33779916167259216,
      "learning_rate": 0.00019999996874210516,
      "loss": 0.7813,
      "step": 39
    },
    {
      "epoch": 0.0033527513515778885,
      "grad_norm": 0.4386044144630432,
      "learning_rate": 0.00019999996141000686,
      "loss": 0.7938,
      "step": 40
    },
    {
      "epoch": 0.0034365701353673357,
      "grad_norm": 0.37323451042175293,
      "learning_rate": 0.00019999995330610893,
      "loss": 0.7399,
      "step": 41
    },
    {
      "epoch": 0.003520388919156783,
      "grad_norm": 0.4099224805831909,
      "learning_rate": 0.00019999994443041145,
      "loss": 0.7335,
      "step": 42
    },
    {
      "epoch": 0.00360420770294623,
      "grad_norm": 0.3600141406059265,
      "learning_rate": 0.00019999993478291445,
      "loss": 0.7422,
      "step": 43
    },
    {
      "epoch": 0.0036880264867356774,
      "grad_norm": 0.3903872072696686,
      "learning_rate": 0.00019999992436361809,
      "loss": 0.7856,
      "step": 44
    },
    {
      "epoch": 0.0037718452705251247,
      "grad_norm": 0.396414190530777,
      "learning_rate": 0.0001999999131725224,
      "loss": 0.6654,
      "step": 45
    },
    {
      "epoch": 0.003855664054314572,
      "grad_norm": 0.400010883808136,
      "learning_rate": 0.00019999990120962743,
      "loss": 0.7255,
      "step": 46
    },
    {
      "epoch": 0.003939482838104019,
      "grad_norm": 0.44128134846687317,
      "learning_rate": 0.00019999988847493335,
      "loss": 0.6785,
      "step": 47
    },
    {
      "epoch": 0.004023301621893466,
      "grad_norm": 0.41837194561958313,
      "learning_rate": 0.0001999998749684402,
      "loss": 0.7781,
      "step": 48
    },
    {
      "epoch": 0.004107120405682913,
      "grad_norm": 0.41986000537872314,
      "learning_rate": 0.00019999986069014808,
      "loss": 0.7551,
      "step": 49
    },
    {
      "epoch": 0.004190939189472361,
      "grad_norm": 0.42051857709884644,
      "learning_rate": 0.00019999984564005719,
      "loss": 0.6863,
      "step": 50
    },
    {
      "epoch": 0.004274757973261808,
      "grad_norm": 0.45879051089286804,
      "learning_rate": 0.00019999982981816752,
      "loss": 0.7231,
      "step": 51
    },
    {
      "epoch": 0.004358576757051255,
      "grad_norm": 0.4096977710723877,
      "learning_rate": 0.00019999981322447926,
      "loss": 0.7251,
      "step": 52
    },
    {
      "epoch": 0.004442395540840702,
      "grad_norm": 0.3889429271221161,
      "learning_rate": 0.00019999979585899253,
      "loss": 0.705,
      "step": 53
    },
    {
      "epoch": 0.00452621432463015,
      "grad_norm": 0.4109675884246826,
      "learning_rate": 0.00019999977772170748,
      "loss": 0.8223,
      "step": 54
    },
    {
      "epoch": 0.004610033108419597,
      "grad_norm": 0.36757218837738037,
      "learning_rate": 0.00019999975881262422,
      "loss": 0.7199,
      "step": 55
    },
    {
      "epoch": 0.004693851892209044,
      "grad_norm": 0.354303777217865,
      "learning_rate": 0.00019999973913174292,
      "loss": 0.7307,
      "step": 56
    },
    {
      "epoch": 0.004777670675998491,
      "grad_norm": 0.35140958428382874,
      "learning_rate": 0.00019999971867906374,
      "loss": 0.6613,
      "step": 57
    },
    {
      "epoch": 0.004861489459787939,
      "grad_norm": 0.3868594765663147,
      "learning_rate": 0.00019999969745458675,
      "loss": 0.8173,
      "step": 58
    },
    {
      "epoch": 0.0049453082435773855,
      "grad_norm": 0.39044278860092163,
      "learning_rate": 0.00019999967545831224,
      "loss": 0.7112,
      "step": 59
    },
    {
      "epoch": 0.005029127027366833,
      "grad_norm": 0.3526187241077423,
      "learning_rate": 0.0001999996526902403,
      "loss": 0.6876,
      "step": 60
    },
    {
      "epoch": 0.00511294581115628,
      "grad_norm": 0.3618951439857483,
      "learning_rate": 0.00019999962915037114,
      "loss": 0.7278,
      "step": 61
    },
    {
      "epoch": 0.005196764594945728,
      "grad_norm": 0.36353206634521484,
      "learning_rate": 0.00019999960483870494,
      "loss": 0.7196,
      "step": 62
    },
    {
      "epoch": 0.0052805833787351745,
      "grad_norm": 0.3637101650238037,
      "learning_rate": 0.00019999957975524185,
      "loss": 0.7769,
      "step": 63
    },
    {
      "epoch": 0.005364402162524622,
      "grad_norm": 0.39588281512260437,
      "learning_rate": 0.0001999995538999821,
      "loss": 0.6826,
      "step": 64
    },
    {
      "epoch": 0.005448220946314069,
      "grad_norm": 0.34947100281715393,
      "learning_rate": 0.0001999995272729259,
      "loss": 0.6786,
      "step": 65
    },
    {
      "epoch": 0.005532039730103517,
      "grad_norm": 0.3472554385662079,
      "learning_rate": 0.00019999949987407342,
      "loss": 0.6916,
      "step": 66
    },
    {
      "epoch": 0.005615858513892963,
      "grad_norm": 0.39982104301452637,
      "learning_rate": 0.0001999994717034249,
      "loss": 0.7373,
      "step": 67
    },
    {
      "epoch": 0.005699677297682411,
      "grad_norm": 0.42642131447792053,
      "learning_rate": 0.00019999944276098052,
      "loss": 0.6841,
      "step": 68
    },
    {
      "epoch": 0.005783496081471858,
      "grad_norm": 0.4198484718799591,
      "learning_rate": 0.00019999941304674055,
      "loss": 0.6736,
      "step": 69
    },
    {
      "epoch": 0.005867314865261305,
      "grad_norm": 0.3833945393562317,
      "learning_rate": 0.0001999993825607052,
      "loss": 0.725,
      "step": 70
    },
    {
      "epoch": 0.005951133649050752,
      "grad_norm": 0.38403427600860596,
      "learning_rate": 0.0001999993513028747,
      "loss": 0.705,
      "step": 71
    },
    {
      "epoch": 0.006034952432840199,
      "grad_norm": 0.3781890273094177,
      "learning_rate": 0.00019999931927324927,
      "loss": 0.6423,
      "step": 72
    },
    {
      "epoch": 0.006118771216629647,
      "grad_norm": 0.3689814805984497,
      "learning_rate": 0.0001999992864718292,
      "loss": 0.712,
      "step": 73
    },
    {
      "epoch": 0.006202590000419094,
      "grad_norm": 0.3470766544342041,
      "learning_rate": 0.00019999925289861472,
      "loss": 0.68,
      "step": 74
    },
    {
      "epoch": 0.006286408784208541,
      "grad_norm": 0.3905583322048187,
      "learning_rate": 0.00019999921855360611,
      "loss": 0.7494,
      "step": 75
    },
    {
      "epoch": 0.006370227567997988,
      "grad_norm": 0.3560260236263275,
      "learning_rate": 0.0001999991834368036,
      "loss": 0.6565,
      "step": 76
    },
    {
      "epoch": 0.006454046351787436,
      "grad_norm": 0.4494559168815613,
      "learning_rate": 0.0001999991475482075,
      "loss": 0.8018,
      "step": 77
    },
    {
      "epoch": 0.0065378651355768825,
      "grad_norm": 0.4152557849884033,
      "learning_rate": 0.00019999911088781805,
      "loss": 0.6491,
      "step": 78
    },
    {
      "epoch": 0.00662168391936633,
      "grad_norm": 0.358479380607605,
      "learning_rate": 0.00019999907345563558,
      "loss": 0.5953,
      "step": 79
    },
    {
      "epoch": 0.006705502703155777,
      "grad_norm": 0.37004393339157104,
      "learning_rate": 0.0001999990352516603,
      "loss": 0.6361,
      "step": 80
    },
    {
      "epoch": 0.006789321486945225,
      "grad_norm": 0.3782244324684143,
      "learning_rate": 0.00019999899627589257,
      "loss": 0.6749,
      "step": 81
    },
    {
      "epoch": 0.0068731402707346715,
      "grad_norm": 0.4424068033695221,
      "learning_rate": 0.0001999989565283327,
      "loss": 0.8067,
      "step": 82
    },
    {
      "epoch": 0.006956959054524119,
      "grad_norm": 0.37774088978767395,
      "learning_rate": 0.00019999891600898094,
      "loss": 0.6129,
      "step": 83
    },
    {
      "epoch": 0.007040777838313566,
      "grad_norm": 0.38917186856269836,
      "learning_rate": 0.00019999887471783766,
      "loss": 0.7225,
      "step": 84
    },
    {
      "epoch": 0.007124596622103014,
      "grad_norm": 0.39635327458381653,
      "learning_rate": 0.00019999883265490312,
      "loss": 0.646,
      "step": 85
    },
    {
      "epoch": 0.00720841540589246,
      "grad_norm": 0.37512996792793274,
      "learning_rate": 0.0001999987898201777,
      "loss": 0.6986,
      "step": 86
    },
    {
      "epoch": 0.007292234189681908,
      "grad_norm": 0.3769257962703705,
      "learning_rate": 0.00019999874621366172,
      "loss": 0.7278,
      "step": 87
    },
    {
      "epoch": 0.007376052973471355,
      "grad_norm": 0.40142300724983215,
      "learning_rate": 0.0001999987018353555,
      "loss": 0.7329,
      "step": 88
    },
    {
      "epoch": 0.0074598717572608025,
      "grad_norm": 0.41919413208961487,
      "learning_rate": 0.00019999865668525937,
      "loss": 0.6644,
      "step": 89
    },
    {
      "epoch": 0.007543690541050249,
      "grad_norm": 0.389901340007782,
      "learning_rate": 0.0001999986107633737,
      "loss": 0.6515,
      "step": 90
    },
    {
      "epoch": 0.007627509324839697,
      "grad_norm": 0.400664746761322,
      "learning_rate": 0.00019999856406969886,
      "loss": 0.6257,
      "step": 91
    },
    {
      "epoch": 0.007711328108629144,
      "grad_norm": 0.3897579610347748,
      "learning_rate": 0.00019999851660423517,
      "loss": 0.6097,
      "step": 92
    },
    {
      "epoch": 0.007795146892418591,
      "grad_norm": 0.4384418725967407,
      "learning_rate": 0.000199998468366983,
      "loss": 0.6513,
      "step": 93
    },
    {
      "epoch": 0.007878965676208037,
      "grad_norm": 0.48361653089523315,
      "learning_rate": 0.00019999841935794277,
      "loss": 0.6687,
      "step": 94
    },
    {
      "epoch": 0.007962784459997485,
      "grad_norm": 0.4900784492492676,
      "learning_rate": 0.00019999836957711482,
      "loss": 0.6444,
      "step": 95
    },
    {
      "epoch": 0.008046603243786933,
      "grad_norm": 0.46883895993232727,
      "learning_rate": 0.00019999831902449953,
      "loss": 0.7507,
      "step": 96
    },
    {
      "epoch": 0.00813042202757638,
      "grad_norm": 0.4509626030921936,
      "learning_rate": 0.00019999826770009728,
      "loss": 0.6217,
      "step": 97
    },
    {
      "epoch": 0.008214240811365826,
      "grad_norm": 0.43415379524230957,
      "learning_rate": 0.00019999821560390854,
      "loss": 0.6334,
      "step": 98
    },
    {
      "epoch": 0.008298059595155274,
      "grad_norm": 0.40865573287010193,
      "learning_rate": 0.00019999816273593362,
      "loss": 0.6475,
      "step": 99
    },
    {
      "epoch": 0.008381878378944722,
      "grad_norm": 0.41777169704437256,
      "learning_rate": 0.000199998109096173,
      "loss": 0.6292,
      "step": 100
    },
    {
      "epoch": 0.00846569716273417,
      "grad_norm": 0.5066778063774109,
      "learning_rate": 0.00019999805468462706,
      "loss": 0.6657,
      "step": 101
    },
    {
      "epoch": 0.008549515946523615,
      "grad_norm": 0.4618004560470581,
      "learning_rate": 0.0001999979995012962,
      "loss": 0.6777,
      "step": 102
    },
    {
      "epoch": 0.008633334730313063,
      "grad_norm": 0.3739679455757141,
      "learning_rate": 0.00019999794354618087,
      "loss": 0.576,
      "step": 103
    },
    {
      "epoch": 0.00871715351410251,
      "grad_norm": 0.41847363114356995,
      "learning_rate": 0.0001999978868192815,
      "loss": 0.6138,
      "step": 104
    },
    {
      "epoch": 0.008800972297891958,
      "grad_norm": 0.5172164440155029,
      "learning_rate": 0.0001999978293205985,
      "loss": 0.6733,
      "step": 105
    },
    {
      "epoch": 0.008884791081681404,
      "grad_norm": 0.46301916241645813,
      "learning_rate": 0.0001999977710501324,
      "loss": 0.6609,
      "step": 106
    },
    {
      "epoch": 0.008968609865470852,
      "grad_norm": 0.3812422454357147,
      "learning_rate": 0.00019999771200788355,
      "loss": 0.6295,
      "step": 107
    },
    {
      "epoch": 0.0090524286492603,
      "grad_norm": 0.46059998869895935,
      "learning_rate": 0.00019999765219385246,
      "loss": 0.6627,
      "step": 108
    },
    {
      "epoch": 0.009136247433049747,
      "grad_norm": 0.4367014467716217,
      "learning_rate": 0.00019999759160803957,
      "loss": 0.673,
      "step": 109
    },
    {
      "epoch": 0.009220066216839193,
      "grad_norm": 0.36745861172676086,
      "learning_rate": 0.00019999753025044538,
      "loss": 0.6178,
      "step": 110
    },
    {
      "epoch": 0.00930388500062864,
      "grad_norm": 0.4328370988368988,
      "learning_rate": 0.00019999746812107033,
      "loss": 0.66,
      "step": 111
    },
    {
      "epoch": 0.009387703784418088,
      "grad_norm": 0.4689805209636688,
      "learning_rate": 0.0001999974052199149,
      "loss": 0.6913,
      "step": 112
    },
    {
      "epoch": 0.009471522568207536,
      "grad_norm": 0.41220545768737793,
      "learning_rate": 0.00019999734154697957,
      "loss": 0.7184,
      "step": 113
    },
    {
      "epoch": 0.009555341351996982,
      "grad_norm": 0.3851276636123657,
      "learning_rate": 0.00019999727710226487,
      "loss": 0.517,
      "step": 114
    },
    {
      "epoch": 0.00963916013578643,
      "grad_norm": 0.4229526221752167,
      "learning_rate": 0.00019999721188577126,
      "loss": 0.6139,
      "step": 115
    },
    {
      "epoch": 0.009722978919575877,
      "grad_norm": 0.4038490056991577,
      "learning_rate": 0.00019999714589749929,
      "loss": 0.6514,
      "step": 116
    },
    {
      "epoch": 0.009806797703365323,
      "grad_norm": 0.4235230088233948,
      "learning_rate": 0.00019999707913744938,
      "loss": 0.6682,
      "step": 117
    },
    {
      "epoch": 0.009890616487154771,
      "grad_norm": 0.42150190472602844,
      "learning_rate": 0.00019999701160562213,
      "loss": 0.7157,
      "step": 118
    },
    {
      "epoch": 0.009974435270944219,
      "grad_norm": 0.36696770787239075,
      "learning_rate": 0.00019999694330201804,
      "loss": 0.5452,
      "step": 119
    },
    {
      "epoch": 0.010058254054733666,
      "grad_norm": 0.4220931828022003,
      "learning_rate": 0.0001999968742266376,
      "loss": 0.6425,
      "step": 120
    },
    {
      "epoch": 0.010142072838523112,
      "grad_norm": 0.4050016403198242,
      "learning_rate": 0.0001999968043794814,
      "loss": 0.6318,
      "step": 121
    },
    {
      "epoch": 0.01022589162231256,
      "grad_norm": 0.4053823947906494,
      "learning_rate": 0.00019999673376054996,
      "loss": 0.6353,
      "step": 122
    },
    {
      "epoch": 0.010309710406102008,
      "grad_norm": 0.42942366003990173,
      "learning_rate": 0.00019999666236984376,
      "loss": 0.6268,
      "step": 123
    },
    {
      "epoch": 0.010393529189891455,
      "grad_norm": 0.46669450402259827,
      "learning_rate": 0.00019999659020736345,
      "loss": 0.6819,
      "step": 124
    },
    {
      "epoch": 0.010477347973680901,
      "grad_norm": 0.46410807967185974,
      "learning_rate": 0.00019999651727310955,
      "loss": 0.679,
      "step": 125
    },
    {
      "epoch": 0.010561166757470349,
      "grad_norm": 0.41605374217033386,
      "learning_rate": 0.00019999644356708261,
      "loss": 0.6749,
      "step": 126
    },
    {
      "epoch": 0.010644985541259797,
      "grad_norm": 0.3687427043914795,
      "learning_rate": 0.0001999963690892832,
      "loss": 0.6075,
      "step": 127
    },
    {
      "epoch": 0.010728804325049244,
      "grad_norm": 0.7310292720794678,
      "learning_rate": 0.00019999629383971192,
      "loss": 0.5929,
      "step": 128
    },
    {
      "epoch": 0.01081262310883869,
      "grad_norm": 0.37816864252090454,
      "learning_rate": 0.0001999962178183693,
      "loss": 0.5695,
      "step": 129
    },
    {
      "epoch": 0.010896441892628138,
      "grad_norm": 0.4322754144668579,
      "learning_rate": 0.00019999614102525598,
      "loss": 0.5907,
      "step": 130
    },
    {
      "epoch": 0.010980260676417586,
      "grad_norm": 0.4653779864311218,
      "learning_rate": 0.00019999606346037254,
      "loss": 0.655,
      "step": 131
    },
    {
      "epoch": 0.011064079460207033,
      "grad_norm": 0.4298158884048462,
      "learning_rate": 0.00019999598512371956,
      "loss": 0.6899,
      "step": 132
    },
    {
      "epoch": 0.011147898243996479,
      "grad_norm": 0.4481755495071411,
      "learning_rate": 0.00019999590601529766,
      "loss": 0.5979,
      "step": 133
    },
    {
      "epoch": 0.011231717027785927,
      "grad_norm": 0.38479623198509216,
      "learning_rate": 0.0001999958261351074,
      "loss": 0.6148,
      "step": 134
    },
    {
      "epoch": 0.011315535811575374,
      "grad_norm": 0.4027901589870453,
      "learning_rate": 0.0001999957454831495,
      "loss": 0.6186,
      "step": 135
    },
    {
      "epoch": 0.011399354595364822,
      "grad_norm": 0.40999603271484375,
      "learning_rate": 0.00019999566405942449,
      "loss": 0.6039,
      "step": 136
    },
    {
      "epoch": 0.011483173379154268,
      "grad_norm": 0.4183693528175354,
      "learning_rate": 0.00019999558186393305,
      "loss": 0.5818,
      "step": 137
    },
    {
      "epoch": 0.011566992162943716,
      "grad_norm": 0.4464079737663269,
      "learning_rate": 0.00019999549889667583,
      "loss": 0.7183,
      "step": 138
    },
    {
      "epoch": 0.011650810946733163,
      "grad_norm": 0.5179542303085327,
      "learning_rate": 0.00019999541515765336,
      "loss": 0.581,
      "step": 139
    },
    {
      "epoch": 0.01173462973052261,
      "grad_norm": 0.43612146377563477,
      "learning_rate": 0.0001999953306468664,
      "loss": 0.6107,
      "step": 140
    },
    {
      "epoch": 0.011818448514312057,
      "grad_norm": 0.49582237005233765,
      "learning_rate": 0.00019999524536431557,
      "loss": 0.6494,
      "step": 141
    },
    {
      "epoch": 0.011902267298101505,
      "grad_norm": 0.4569728374481201,
      "learning_rate": 0.00019999515931000154,
      "loss": 0.7132,
      "step": 142
    },
    {
      "epoch": 0.011986086081890952,
      "grad_norm": 0.42012691497802734,
      "learning_rate": 0.00019999507248392493,
      "loss": 0.6026,
      "step": 143
    },
    {
      "epoch": 0.012069904865680398,
      "grad_norm": 0.37710806727409363,
      "learning_rate": 0.00019999498488608645,
      "loss": 0.532,
      "step": 144
    },
    {
      "epoch": 0.012153723649469846,
      "grad_norm": 0.40027210116386414,
      "learning_rate": 0.00019999489651648678,
      "loss": 0.6026,
      "step": 145
    },
    {
      "epoch": 0.012237542433259294,
      "grad_norm": 0.40094059705734253,
      "learning_rate": 0.00019999480737512655,
      "loss": 0.6724,
      "step": 146
    },
    {
      "epoch": 0.012321361217048741,
      "grad_norm": 0.4241228401660919,
      "learning_rate": 0.00019999471746200652,
      "loss": 0.6257,
      "step": 147
    },
    {
      "epoch": 0.012405180000838187,
      "grad_norm": 0.4401513338088989,
      "learning_rate": 0.00019999462677712732,
      "loss": 0.6943,
      "step": 148
    },
    {
      "epoch": 0.012488998784627635,
      "grad_norm": 0.41752320528030396,
      "learning_rate": 0.00019999453532048967,
      "loss": 0.5822,
      "step": 149
    },
    {
      "epoch": 0.012572817568417083,
      "grad_norm": 0.40670299530029297,
      "learning_rate": 0.00019999444309209432,
      "loss": 0.5196,
      "step": 150
    },
    {
      "epoch": 0.01265663635220653,
      "grad_norm": 0.40677449107170105,
      "learning_rate": 0.00019999435009194195,
      "loss": 0.5703,
      "step": 151
    },
    {
      "epoch": 0.012740455135995976,
      "grad_norm": 0.41137218475341797,
      "learning_rate": 0.00019999425632003326,
      "loss": 0.6015,
      "step": 152
    },
    {
      "epoch": 0.012824273919785424,
      "grad_norm": 0.4242498576641083,
      "learning_rate": 0.000199994161776369,
      "loss": 0.5224,
      "step": 153
    },
    {
      "epoch": 0.012908092703574871,
      "grad_norm": 0.4747777581214905,
      "learning_rate": 0.00019999406646094986,
      "loss": 0.6646,
      "step": 154
    },
    {
      "epoch": 0.012991911487364319,
      "grad_norm": 0.49199265241622925,
      "learning_rate": 0.0001999939703737766,
      "loss": 0.6439,
      "step": 155
    },
    {
      "epoch": 0.013075730271153765,
      "grad_norm": 0.46028921008110046,
      "learning_rate": 0.00019999387351484998,
      "loss": 0.6672,
      "step": 156
    },
    {
      "epoch": 0.013159549054943213,
      "grad_norm": 0.4229322671890259,
      "learning_rate": 0.00019999377588417072,
      "loss": 0.6634,
      "step": 157
    },
    {
      "epoch": 0.01324336783873266,
      "grad_norm": 0.3744605779647827,
      "learning_rate": 0.0001999936774817396,
      "loss": 0.5383,
      "step": 158
    },
    {
      "epoch": 0.013327186622522108,
      "grad_norm": 0.4224749505519867,
      "learning_rate": 0.00019999357830755737,
      "loss": 0.5746,
      "step": 159
    },
    {
      "epoch": 0.013411005406311554,
      "grad_norm": 0.4154312312602997,
      "learning_rate": 0.00019999347836162476,
      "loss": 0.6082,
      "step": 160
    },
    {
      "epoch": 0.013494824190101002,
      "grad_norm": 0.3839002549648285,
      "learning_rate": 0.0001999933776439426,
      "loss": 0.5698,
      "step": 161
    },
    {
      "epoch": 0.01357864297389045,
      "grad_norm": 0.41232922673225403,
      "learning_rate": 0.00019999327615451162,
      "loss": 0.6699,
      "step": 162
    },
    {
      "epoch": 0.013662461757679895,
      "grad_norm": 0.42452681064605713,
      "learning_rate": 0.00019999317389333263,
      "loss": 0.5422,
      "step": 163
    },
    {
      "epoch": 0.013746280541469343,
      "grad_norm": 0.40243658423423767,
      "learning_rate": 0.00019999307086040644,
      "loss": 0.5516,
      "step": 164
    },
    {
      "epoch": 0.01383009932525879,
      "grad_norm": 0.4310331344604492,
      "learning_rate": 0.00019999296705573377,
      "loss": 0.63,
      "step": 165
    },
    {
      "epoch": 0.013913918109048238,
      "grad_norm": 0.4185257852077484,
      "learning_rate": 0.0001999928624793155,
      "loss": 0.5422,
      "step": 166
    },
    {
      "epoch": 0.013997736892837684,
      "grad_norm": 0.47764432430267334,
      "learning_rate": 0.0001999927571311524,
      "loss": 0.5868,
      "step": 167
    },
    {
      "epoch": 0.014081555676627132,
      "grad_norm": 0.4489617645740509,
      "learning_rate": 0.00019999265101124526,
      "loss": 0.5505,
      "step": 168
    },
    {
      "epoch": 0.01416537446041658,
      "grad_norm": 0.41629061102867126,
      "learning_rate": 0.000199992544119595,
      "loss": 0.6057,
      "step": 169
    },
    {
      "epoch": 0.014249193244206027,
      "grad_norm": 0.4056180417537689,
      "learning_rate": 0.00019999243645620228,
      "loss": 0.5226,
      "step": 170
    },
    {
      "epoch": 0.014333012027995473,
      "grad_norm": 0.6868446469306946,
      "learning_rate": 0.0001999923280210681,
      "loss": 0.5663,
      "step": 171
    },
    {
      "epoch": 0.01441683081178492,
      "grad_norm": 0.41823476552963257,
      "learning_rate": 0.00019999221881419316,
      "loss": 0.5507,
      "step": 172
    },
    {
      "epoch": 0.014500649595574368,
      "grad_norm": 0.4336549639701843,
      "learning_rate": 0.00019999210883557837,
      "loss": 0.7068,
      "step": 173
    },
    {
      "epoch": 0.014584468379363816,
      "grad_norm": 0.4319654703140259,
      "learning_rate": 0.0001999919980852246,
      "loss": 0.5919,
      "step": 174
    },
    {
      "epoch": 0.014668287163153262,
      "grad_norm": 0.41016024351119995,
      "learning_rate": 0.00019999188656313267,
      "loss": 0.6592,
      "step": 175
    },
    {
      "epoch": 0.01475210594694271,
      "grad_norm": 0.44406187534332275,
      "learning_rate": 0.00019999177426930346,
      "loss": 0.6662,
      "step": 176
    },
    {
      "epoch": 0.014835924730732157,
      "grad_norm": 0.4186304211616516,
      "learning_rate": 0.0001999916612037378,
      "loss": 0.6732,
      "step": 177
    },
    {
      "epoch": 0.014919743514521605,
      "grad_norm": 0.4186432957649231,
      "learning_rate": 0.0001999915473664366,
      "loss": 0.6145,
      "step": 178
    },
    {
      "epoch": 0.015003562298311051,
      "grad_norm": 0.39996975660324097,
      "learning_rate": 0.00019999143275740072,
      "loss": 0.5389,
      "step": 179
    },
    {
      "epoch": 0.015087381082100499,
      "grad_norm": 0.4699569344520569,
      "learning_rate": 0.00019999131737663103,
      "loss": 0.6019,
      "step": 180
    },
    {
      "epoch": 0.015171199865889946,
      "grad_norm": 0.40459325909614563,
      "learning_rate": 0.00019999120122412845,
      "loss": 0.6086,
      "step": 181
    },
    {
      "epoch": 0.015255018649679394,
      "grad_norm": 0.45147839188575745,
      "learning_rate": 0.0001999910842998939,
      "loss": 0.6694,
      "step": 182
    },
    {
      "epoch": 0.01533883743346884,
      "grad_norm": 0.4492567181587219,
      "learning_rate": 0.00019999096660392823,
      "loss": 0.5922,
      "step": 183
    },
    {
      "epoch": 0.015422656217258288,
      "grad_norm": 0.5045160055160522,
      "learning_rate": 0.00019999084813623235,
      "loss": 0.6584,
      "step": 184
    },
    {
      "epoch": 0.015506475001047735,
      "grad_norm": 0.4199374318122864,
      "learning_rate": 0.0001999907288968072,
      "loss": 0.6403,
      "step": 185
    },
    {
      "epoch": 0.015590293784837181,
      "grad_norm": 0.40507498383522034,
      "learning_rate": 0.00019999060888565372,
      "loss": 0.5457,
      "step": 186
    },
    {
      "epoch": 0.01567411256862663,
      "grad_norm": 0.45399683713912964,
      "learning_rate": 0.00019999048810277276,
      "loss": 0.6807,
      "step": 187
    },
    {
      "epoch": 0.015757931352416075,
      "grad_norm": 0.42870524525642395,
      "learning_rate": 0.00019999036654816534,
      "loss": 0.7152,
      "step": 188
    },
    {
      "epoch": 0.015841750136205524,
      "grad_norm": 0.4508127272129059,
      "learning_rate": 0.00019999024422183233,
      "loss": 0.6002,
      "step": 189
    },
    {
      "epoch": 0.01592556891999497,
      "grad_norm": 0.41447100043296814,
      "learning_rate": 0.00019999012112377473,
      "loss": 0.609,
      "step": 190
    },
    {
      "epoch": 0.01600938770378442,
      "grad_norm": 0.4508996307849884,
      "learning_rate": 0.00019998999725399347,
      "loss": 0.5942,
      "step": 191
    },
    {
      "epoch": 0.016093206487573865,
      "grad_norm": 0.4333980977535248,
      "learning_rate": 0.00019998987261248945,
      "loss": 0.5505,
      "step": 192
    },
    {
      "epoch": 0.01617702527136331,
      "grad_norm": 0.4588097035884857,
      "learning_rate": 0.00019998974719926372,
      "loss": 0.66,
      "step": 193
    },
    {
      "epoch": 0.01626084405515276,
      "grad_norm": 0.45392629504203796,
      "learning_rate": 0.0001999896210143172,
      "loss": 0.5844,
      "step": 194
    },
    {
      "epoch": 0.016344662838942207,
      "grad_norm": 0.4095288813114166,
      "learning_rate": 0.00019998949405765086,
      "loss": 0.5651,
      "step": 195
    },
    {
      "epoch": 0.016428481622731653,
      "grad_norm": 0.4155382513999939,
      "learning_rate": 0.0001999893663292657,
      "loss": 0.6008,
      "step": 196
    },
    {
      "epoch": 0.016512300406521102,
      "grad_norm": 0.42157071828842163,
      "learning_rate": 0.00019998923782916272,
      "loss": 0.5341,
      "step": 197
    },
    {
      "epoch": 0.016596119190310548,
      "grad_norm": 0.4294929504394531,
      "learning_rate": 0.00019998910855734288,
      "loss": 0.5335,
      "step": 198
    },
    {
      "epoch": 0.016679937974099997,
      "grad_norm": 0.49815112352371216,
      "learning_rate": 0.00019998897851380716,
      "loss": 0.5502,
      "step": 199
    },
    {
      "epoch": 0.016763756757889443,
      "grad_norm": 0.44708141684532166,
      "learning_rate": 0.00019998884769855662,
      "loss": 0.5398,
      "step": 200
    },
    {
      "epoch": 0.016763756757889443,
      "eval_loss": 0.5850035548210144,
      "eval_runtime": 72.573,
      "eval_samples_per_second": 13.228,
      "eval_steps_per_second": 6.614,
      "step": 200
    },
    {
      "epoch": 0.01684757554167889,
      "grad_norm": 0.4574257731437683,
      "learning_rate": 0.00019998871611159224,
      "loss": 0.5526,
      "step": 201
    },
    {
      "epoch": 0.01693139432546834,
      "grad_norm": 0.45737424492836,
      "learning_rate": 0.00019998858375291502,
      "loss": 0.6111,
      "step": 202
    },
    {
      "epoch": 0.017015213109257785,
      "grad_norm": 0.4076107144355774,
      "learning_rate": 0.000199988450622526,
      "loss": 0.5802,
      "step": 203
    },
    {
      "epoch": 0.01709903189304723,
      "grad_norm": 0.43493178486824036,
      "learning_rate": 0.0001999883167204262,
      "loss": 0.5966,
      "step": 204
    },
    {
      "epoch": 0.01718285067683668,
      "grad_norm": 0.4262295067310333,
      "learning_rate": 0.0001999881820466167,
      "loss": 0.517,
      "step": 205
    },
    {
      "epoch": 0.017266669460626126,
      "grad_norm": 0.4173932373523712,
      "learning_rate": 0.00019998804660109848,
      "loss": 0.5453,
      "step": 206
    },
    {
      "epoch": 0.017350488244415572,
      "grad_norm": 0.4844493567943573,
      "learning_rate": 0.00019998791038387258,
      "loss": 0.7253,
      "step": 207
    },
    {
      "epoch": 0.01743430702820502,
      "grad_norm": 0.43643274903297424,
      "learning_rate": 0.0001999877733949401,
      "loss": 0.6888,
      "step": 208
    },
    {
      "epoch": 0.017518125811994467,
      "grad_norm": 0.41009777784347534,
      "learning_rate": 0.00019998763563430208,
      "loss": 0.6302,
      "step": 209
    },
    {
      "epoch": 0.017601944595783917,
      "grad_norm": 0.43115663528442383,
      "learning_rate": 0.00019998749710195955,
      "loss": 0.5856,
      "step": 210
    },
    {
      "epoch": 0.017685763379573363,
      "grad_norm": 0.4482366442680359,
      "learning_rate": 0.00019998735779791363,
      "loss": 0.5856,
      "step": 211
    },
    {
      "epoch": 0.01776958216336281,
      "grad_norm": 0.3911760747432709,
      "learning_rate": 0.00019998721772216532,
      "loss": 0.5174,
      "step": 212
    },
    {
      "epoch": 0.017853400947152258,
      "grad_norm": 0.4012575149536133,
      "learning_rate": 0.00019998707687471582,
      "loss": 0.5672,
      "step": 213
    },
    {
      "epoch": 0.017937219730941704,
      "grad_norm": 0.4068814218044281,
      "learning_rate": 0.00019998693525556611,
      "loss": 0.5203,
      "step": 214
    },
    {
      "epoch": 0.01802103851473115,
      "grad_norm": 0.4490962624549866,
      "learning_rate": 0.0001999867928647173,
      "loss": 0.582,
      "step": 215
    },
    {
      "epoch": 0.0181048572985206,
      "grad_norm": 0.4046684801578522,
      "learning_rate": 0.00019998664970217057,
      "loss": 0.5585,
      "step": 216
    },
    {
      "epoch": 0.018188676082310045,
      "grad_norm": 0.41450199484825134,
      "learning_rate": 0.00019998650576792692,
      "loss": 0.5935,
      "step": 217
    },
    {
      "epoch": 0.018272494866099494,
      "grad_norm": 0.4417262077331543,
      "learning_rate": 0.00019998636106198752,
      "loss": 0.6203,
      "step": 218
    },
    {
      "epoch": 0.01835631364988894,
      "grad_norm": 0.49315911531448364,
      "learning_rate": 0.0001999862155843535,
      "loss": 0.699,
      "step": 219
    },
    {
      "epoch": 0.018440132433678386,
      "grad_norm": 1.1492955684661865,
      "learning_rate": 0.0001999860693350259,
      "loss": 0.5835,
      "step": 220
    },
    {
      "epoch": 0.018523951217467836,
      "grad_norm": 0.4536319077014923,
      "learning_rate": 0.00019998592231400592,
      "loss": 0.5993,
      "step": 221
    },
    {
      "epoch": 0.01860777000125728,
      "grad_norm": 0.39114615321159363,
      "learning_rate": 0.0001999857745212947,
      "loss": 0.5864,
      "step": 222
    },
    {
      "epoch": 0.018691588785046728,
      "grad_norm": 0.4101489782333374,
      "learning_rate": 0.00019998562595689335,
      "loss": 0.5401,
      "step": 223
    },
    {
      "epoch": 0.018775407568836177,
      "grad_norm": 0.40274062752723694,
      "learning_rate": 0.00019998547662080304,
      "loss": 0.5877,
      "step": 224
    },
    {
      "epoch": 0.018859226352625623,
      "grad_norm": 0.38404372334480286,
      "learning_rate": 0.0001999853265130249,
      "loss": 0.4637,
      "step": 225
    },
    {
      "epoch": 0.018943045136415072,
      "grad_norm": 0.3668157160282135,
      "learning_rate": 0.0001999851756335601,
      "loss": 0.6002,
      "step": 226
    },
    {
      "epoch": 0.019026863920204518,
      "grad_norm": 0.3762865960597992,
      "learning_rate": 0.0001999850239824098,
      "loss": 0.4937,
      "step": 227
    },
    {
      "epoch": 0.019110682703993964,
      "grad_norm": 0.43350663781166077,
      "learning_rate": 0.00019998487155957516,
      "loss": 0.6203,
      "step": 228
    },
    {
      "epoch": 0.019194501487783414,
      "grad_norm": 0.4030376374721527,
      "learning_rate": 0.00019998471836505738,
      "loss": 0.6044,
      "step": 229
    },
    {
      "epoch": 0.01927832027157286,
      "grad_norm": 0.4049685001373291,
      "learning_rate": 0.00019998456439885762,
      "loss": 0.5223,
      "step": 230
    },
    {
      "epoch": 0.019362139055362305,
      "grad_norm": 0.4027673900127411,
      "learning_rate": 0.0001999844096609771,
      "loss": 0.51,
      "step": 231
    },
    {
      "epoch": 0.019445957839151755,
      "grad_norm": 0.44191014766693115,
      "learning_rate": 0.00019998425415141698,
      "loss": 0.6179,
      "step": 232
    },
    {
      "epoch": 0.0195297766229412,
      "grad_norm": 0.4544099271297455,
      "learning_rate": 0.0001999840978701785,
      "loss": 0.6236,
      "step": 233
    },
    {
      "epoch": 0.019613595406730647,
      "grad_norm": 0.42498159408569336,
      "learning_rate": 0.00019998394081726279,
      "loss": 0.5487,
      "step": 234
    },
    {
      "epoch": 0.019697414190520096,
      "grad_norm": 0.41233569383621216,
      "learning_rate": 0.00019998378299267112,
      "loss": 0.5328,
      "step": 235
    },
    {
      "epoch": 0.019781232974309542,
      "grad_norm": 0.45531588792800903,
      "learning_rate": 0.00019998362439640474,
      "loss": 0.6054,
      "step": 236
    },
    {
      "epoch": 0.01986505175809899,
      "grad_norm": 0.46233120560646057,
      "learning_rate": 0.00019998346502846483,
      "loss": 0.5631,
      "step": 237
    },
    {
      "epoch": 0.019948870541888437,
      "grad_norm": 0.4296615719795227,
      "learning_rate": 0.0001999833048888526,
      "loss": 0.6278,
      "step": 238
    },
    {
      "epoch": 0.020032689325677883,
      "grad_norm": 0.41753777861595154,
      "learning_rate": 0.00019998314397756933,
      "loss": 0.591,
      "step": 239
    },
    {
      "epoch": 0.020116508109467333,
      "grad_norm": 0.39096036553382874,
      "learning_rate": 0.00019998298229461622,
      "loss": 0.5327,
      "step": 240
    },
    {
      "epoch": 0.02020032689325678,
      "grad_norm": 0.4674050509929657,
      "learning_rate": 0.00019998281983999456,
      "loss": 0.5336,
      "step": 241
    },
    {
      "epoch": 0.020284145677046225,
      "grad_norm": 0.42192715406417847,
      "learning_rate": 0.0001999826566137056,
      "loss": 0.5264,
      "step": 242
    },
    {
      "epoch": 0.020367964460835674,
      "grad_norm": 0.4319082200527191,
      "learning_rate": 0.00019998249261575054,
      "loss": 0.5393,
      "step": 243
    },
    {
      "epoch": 0.02045178324462512,
      "grad_norm": 0.4451591372489929,
      "learning_rate": 0.00019998232784613072,
      "loss": 0.6176,
      "step": 244
    },
    {
      "epoch": 0.02053560202841457,
      "grad_norm": 0.46374693512916565,
      "learning_rate": 0.00019998216230484737,
      "loss": 0.6302,
      "step": 245
    },
    {
      "epoch": 0.020619420812204015,
      "grad_norm": 0.409140020608902,
      "learning_rate": 0.00019998199599190178,
      "loss": 0.5697,
      "step": 246
    },
    {
      "epoch": 0.02070323959599346,
      "grad_norm": 0.44335976243019104,
      "learning_rate": 0.00019998182890729524,
      "loss": 0.596,
      "step": 247
    },
    {
      "epoch": 0.02078705837978291,
      "grad_norm": 0.5282533168792725,
      "learning_rate": 0.00019998166105102906,
      "loss": 0.6437,
      "step": 248
    },
    {
      "epoch": 0.020870877163572357,
      "grad_norm": 0.41326647996902466,
      "learning_rate": 0.00019998149242310444,
      "loss": 0.5565,
      "step": 249
    },
    {
      "epoch": 0.020954695947361802,
      "grad_norm": 0.39730969071388245,
      "learning_rate": 0.0001999813230235228,
      "loss": 0.5131,
      "step": 250
    },
    {
      "epoch": 0.021038514731151252,
      "grad_norm": 0.41539183259010315,
      "learning_rate": 0.0001999811528522854,
      "loss": 0.564,
      "step": 251
    },
    {
      "epoch": 0.021122333514940698,
      "grad_norm": 0.446178674697876,
      "learning_rate": 0.0001999809819093935,
      "loss": 0.619,
      "step": 252
    },
    {
      "epoch": 0.021206152298730144,
      "grad_norm": 0.38795357942581177,
      "learning_rate": 0.00019998081019484851,
      "loss": 0.5198,
      "step": 253
    },
    {
      "epoch": 0.021289971082519593,
      "grad_norm": 0.4092579185962677,
      "learning_rate": 0.0001999806377086517,
      "loss": 0.4953,
      "step": 254
    },
    {
      "epoch": 0.02137378986630904,
      "grad_norm": 0.37342867255210876,
      "learning_rate": 0.00019998046445080441,
      "loss": 0.5126,
      "step": 255
    },
    {
      "epoch": 0.02145760865009849,
      "grad_norm": 0.4184248149394989,
      "learning_rate": 0.00019998029042130798,
      "loss": 0.5907,
      "step": 256
    },
    {
      "epoch": 0.021541427433887934,
      "grad_norm": 0.4141819477081299,
      "learning_rate": 0.0001999801156201638,
      "loss": 0.5864,
      "step": 257
    },
    {
      "epoch": 0.02162524621767738,
      "grad_norm": 0.39497339725494385,
      "learning_rate": 0.00019997994004737315,
      "loss": 0.5881,
      "step": 258
    },
    {
      "epoch": 0.02170906500146683,
      "grad_norm": 0.42346760630607605,
      "learning_rate": 0.00019997976370293737,
      "loss": 0.6066,
      "step": 259
    },
    {
      "epoch": 0.021792883785256276,
      "grad_norm": 0.40113475918769836,
      "learning_rate": 0.00019997958658685795,
      "loss": 0.5492,
      "step": 260
    },
    {
      "epoch": 0.02187670256904572,
      "grad_norm": 0.432187020778656,
      "learning_rate": 0.0001999794086991361,
      "loss": 0.687,
      "step": 261
    },
    {
      "epoch": 0.02196052135283517,
      "grad_norm": 0.3750746250152588,
      "learning_rate": 0.00019997923003977329,
      "loss": 0.5945,
      "step": 262
    },
    {
      "epoch": 0.022044340136624617,
      "grad_norm": 0.4261457026004791,
      "learning_rate": 0.0001999790506087708,
      "loss": 0.6384,
      "step": 263
    },
    {
      "epoch": 0.022128158920414066,
      "grad_norm": 0.4120943248271942,
      "learning_rate": 0.0001999788704061302,
      "loss": 0.6215,
      "step": 264
    },
    {
      "epoch": 0.022211977704203512,
      "grad_norm": 0.4085487723350525,
      "learning_rate": 0.0001999786894318527,
      "loss": 0.5726,
      "step": 265
    },
    {
      "epoch": 0.022295796487992958,
      "grad_norm": 0.4346286654472351,
      "learning_rate": 0.00019997850768593977,
      "loss": 0.5464,
      "step": 266
    },
    {
      "epoch": 0.022379615271782408,
      "grad_norm": 0.3926849961280823,
      "learning_rate": 0.0001999783251683928,
      "loss": 0.5345,
      "step": 267
    },
    {
      "epoch": 0.022463434055571854,
      "grad_norm": 0.40721946954727173,
      "learning_rate": 0.00019997814187921323,
      "loss": 0.5219,
      "step": 268
    },
    {
      "epoch": 0.0225472528393613,
      "grad_norm": 0.4505894184112549,
      "learning_rate": 0.00019997795781840242,
      "loss": 0.5583,
      "step": 269
    },
    {
      "epoch": 0.02263107162315075,
      "grad_norm": 0.3644554615020752,
      "learning_rate": 0.0001999777729859618,
      "loss": 0.4934,
      "step": 270
    },
    {
      "epoch": 0.022714890406940195,
      "grad_norm": 0.4329022169113159,
      "learning_rate": 0.00019997758738189285,
      "loss": 0.4995,
      "step": 271
    },
    {
      "epoch": 0.022798709190729644,
      "grad_norm": 0.44693678617477417,
      "learning_rate": 0.000199977401006197,
      "loss": 0.5758,
      "step": 272
    },
    {
      "epoch": 0.02288252797451909,
      "grad_norm": 0.47100332379341125,
      "learning_rate": 0.0001999772138588756,
      "loss": 0.6108,
      "step": 273
    },
    {
      "epoch": 0.022966346758308536,
      "grad_norm": 0.43349120020866394,
      "learning_rate": 0.00019997702593993016,
      "loss": 0.6333,
      "step": 274
    },
    {
      "epoch": 0.023050165542097985,
      "grad_norm": 0.44445937871932983,
      "learning_rate": 0.00019997683724936214,
      "loss": 0.546,
      "step": 275
    },
    {
      "epoch": 0.02313398432588743,
      "grad_norm": 0.4132592976093292,
      "learning_rate": 0.00019997664778717298,
      "loss": 0.5479,
      "step": 276
    },
    {
      "epoch": 0.023217803109676877,
      "grad_norm": 0.41855165362358093,
      "learning_rate": 0.0001999764575533641,
      "loss": 0.5495,
      "step": 277
    },
    {
      "epoch": 0.023301621893466327,
      "grad_norm": 0.403022825717926,
      "learning_rate": 0.00019997626654793705,
      "loss": 0.5311,
      "step": 278
    },
    {
      "epoch": 0.023385440677255773,
      "grad_norm": 0.46878084540367126,
      "learning_rate": 0.00019997607477089326,
      "loss": 0.6251,
      "step": 279
    },
    {
      "epoch": 0.02346925946104522,
      "grad_norm": 0.4221538007259369,
      "learning_rate": 0.00019997588222223423,
      "loss": 0.5329,
      "step": 280
    },
    {
      "epoch": 0.023553078244834668,
      "grad_norm": 0.39625489711761475,
      "learning_rate": 0.00019997568890196138,
      "loss": 0.513,
      "step": 281
    },
    {
      "epoch": 0.023636897028624114,
      "grad_norm": 0.45837193727493286,
      "learning_rate": 0.00019997549481007626,
      "loss": 0.5326,
      "step": 282
    },
    {
      "epoch": 0.023720715812413563,
      "grad_norm": 0.41859170794487,
      "learning_rate": 0.0001999752999465804,
      "loss": 0.5087,
      "step": 283
    },
    {
      "epoch": 0.02380453459620301,
      "grad_norm": 0.4380793869495392,
      "learning_rate": 0.00019997510431147522,
      "loss": 0.5125,
      "step": 284
    },
    {
      "epoch": 0.023888353379992455,
      "grad_norm": 0.43466323614120483,
      "learning_rate": 0.0001999749079047623,
      "loss": 0.554,
      "step": 285
    },
    {
      "epoch": 0.023972172163781905,
      "grad_norm": 0.41406136751174927,
      "learning_rate": 0.00019997471072644312,
      "loss": 0.5369,
      "step": 286
    },
    {
      "epoch": 0.02405599094757135,
      "grad_norm": 0.3916543126106262,
      "learning_rate": 0.0001999745127765192,
      "loss": 0.5202,
      "step": 287
    },
    {
      "epoch": 0.024139809731360796,
      "grad_norm": 0.4128749966621399,
      "learning_rate": 0.00019997431405499206,
      "loss": 0.5728,
      "step": 288
    },
    {
      "epoch": 0.024223628515150246,
      "grad_norm": 0.41002658009529114,
      "learning_rate": 0.0001999741145618633,
      "loss": 0.5243,
      "step": 289
    },
    {
      "epoch": 0.024307447298939692,
      "grad_norm": 0.3973730504512787,
      "learning_rate": 0.00019997391429713439,
      "loss": 0.4859,
      "step": 290
    },
    {
      "epoch": 0.02439126608272914,
      "grad_norm": 0.4330107867717743,
      "learning_rate": 0.00019997371326080688,
      "loss": 0.5702,
      "step": 291
    },
    {
      "epoch": 0.024475084866518587,
      "grad_norm": 0.4312370717525482,
      "learning_rate": 0.00019997351145288237,
      "loss": 0.4858,
      "step": 292
    },
    {
      "epoch": 0.024558903650308033,
      "grad_norm": 0.41967472434043884,
      "learning_rate": 0.00019997330887336237,
      "loss": 0.5571,
      "step": 293
    },
    {
      "epoch": 0.024642722434097483,
      "grad_norm": 0.412371426820755,
      "learning_rate": 0.00019997310552224846,
      "loss": 0.5068,
      "step": 294
    },
    {
      "epoch": 0.02472654121788693,
      "grad_norm": 0.42400968074798584,
      "learning_rate": 0.00019997290139954222,
      "loss": 0.5161,
      "step": 295
    },
    {
      "epoch": 0.024810360001676374,
      "grad_norm": 0.4376133382320404,
      "learning_rate": 0.0001999726965052452,
      "loss": 0.5806,
      "step": 296
    },
    {
      "epoch": 0.024894178785465824,
      "grad_norm": 0.4042418301105499,
      "learning_rate": 0.000199972490839359,
      "loss": 0.5045,
      "step": 297
    },
    {
      "epoch": 0.02497799756925527,
      "grad_norm": 0.4642248749732971,
      "learning_rate": 0.0001999722844018852,
      "loss": 0.6098,
      "step": 298
    },
    {
      "epoch": 0.025061816353044716,
      "grad_norm": 0.40279266238212585,
      "learning_rate": 0.00019997207719282538,
      "loss": 0.5599,
      "step": 299
    },
    {
      "epoch": 0.025145635136834165,
      "grad_norm": 0.43405696749687195,
      "learning_rate": 0.0001999718692121812,
      "loss": 0.5463,
      "step": 300
    },
    {
      "epoch": 0.02522945392062361,
      "grad_norm": 0.3979768455028534,
      "learning_rate": 0.00019997166045995418,
      "loss": 0.487,
      "step": 301
    },
    {
      "epoch": 0.02531327270441306,
      "grad_norm": 0.4735153615474701,
      "learning_rate": 0.000199971450936146,
      "loss": 0.5647,
      "step": 302
    },
    {
      "epoch": 0.025397091488202506,
      "grad_norm": 0.424906849861145,
      "learning_rate": 0.00019997124064075826,
      "loss": 0.5658,
      "step": 303
    },
    {
      "epoch": 0.025480910271991952,
      "grad_norm": 0.43152108788490295,
      "learning_rate": 0.0001999710295737925,
      "loss": 0.5609,
      "step": 304
    },
    {
      "epoch": 0.0255647290557814,
      "grad_norm": 0.6104475259780884,
      "learning_rate": 0.0001999708177352505,
      "loss": 0.5927,
      "step": 305
    },
    {
      "epoch": 0.025648547839570848,
      "grad_norm": 0.43404054641723633,
      "learning_rate": 0.00019997060512513378,
      "loss": 0.5398,
      "step": 306
    },
    {
      "epoch": 0.025732366623360294,
      "grad_norm": 0.3931523263454437,
      "learning_rate": 0.00019997039174344402,
      "loss": 0.5364,
      "step": 307
    },
    {
      "epoch": 0.025816185407149743,
      "grad_norm": 0.4313555061817169,
      "learning_rate": 0.0001999701775901829,
      "loss": 0.5515,
      "step": 308
    },
    {
      "epoch": 0.02590000419093919,
      "grad_norm": 0.4402638077735901,
      "learning_rate": 0.00019996996266535198,
      "loss": 0.6404,
      "step": 309
    },
    {
      "epoch": 0.025983822974728638,
      "grad_norm": 0.40866386890411377,
      "learning_rate": 0.00019996974696895304,
      "loss": 0.5576,
      "step": 310
    },
    {
      "epoch": 0.026067641758518084,
      "grad_norm": 0.4341127574443817,
      "learning_rate": 0.00019996953050098763,
      "loss": 0.5815,
      "step": 311
    },
    {
      "epoch": 0.02615146054230753,
      "grad_norm": 0.45513084530830383,
      "learning_rate": 0.0001999693132614575,
      "loss": 0.5488,
      "step": 312
    },
    {
      "epoch": 0.02623527932609698,
      "grad_norm": 0.4002571403980255,
      "learning_rate": 0.00019996909525036427,
      "loss": 0.4706,
      "step": 313
    },
    {
      "epoch": 0.026319098109886425,
      "grad_norm": 0.44244542717933655,
      "learning_rate": 0.00019996887646770968,
      "loss": 0.6061,
      "step": 314
    },
    {
      "epoch": 0.02640291689367587,
      "grad_norm": 0.40330642461776733,
      "learning_rate": 0.00019996865691349536,
      "loss": 0.5142,
      "step": 315
    },
    {
      "epoch": 0.02648673567746532,
      "grad_norm": 0.45339125394821167,
      "learning_rate": 0.00019996843658772305,
      "loss": 0.5164,
      "step": 316
    },
    {
      "epoch": 0.026570554461254767,
      "grad_norm": 0.41634491086006165,
      "learning_rate": 0.00019996821549039443,
      "loss": 0.5292,
      "step": 317
    },
    {
      "epoch": 0.026654373245044216,
      "grad_norm": 0.4088391661643982,
      "learning_rate": 0.00019996799362151122,
      "loss": 0.5011,
      "step": 318
    },
    {
      "epoch": 0.026738192028833662,
      "grad_norm": 0.46008995175361633,
      "learning_rate": 0.0001999677709810751,
      "loss": 0.5489,
      "step": 319
    },
    {
      "epoch": 0.026822010812623108,
      "grad_norm": 0.4467163383960724,
      "learning_rate": 0.00019996754756908781,
      "loss": 0.5806,
      "step": 320
    },
    {
      "epoch": 0.026905829596412557,
      "grad_norm": 0.4857092797756195,
      "learning_rate": 0.00019996732338555112,
      "loss": 0.6423,
      "step": 321
    },
    {
      "epoch": 0.026989648380202003,
      "grad_norm": 0.40820205211639404,
      "learning_rate": 0.0001999670984304667,
      "loss": 0.5665,
      "step": 322
    },
    {
      "epoch": 0.02707346716399145,
      "grad_norm": 0.4284261465072632,
      "learning_rate": 0.00019996687270383627,
      "loss": 0.5883,
      "step": 323
    },
    {
      "epoch": 0.0271572859477809,
      "grad_norm": 0.44194382429122925,
      "learning_rate": 0.00019996664620566162,
      "loss": 0.531,
      "step": 324
    },
    {
      "epoch": 0.027241104731570345,
      "grad_norm": 0.4614894986152649,
      "learning_rate": 0.0001999664189359445,
      "loss": 0.5529,
      "step": 325
    },
    {
      "epoch": 0.02732492351535979,
      "grad_norm": 0.4284853935241699,
      "learning_rate": 0.00019996619089468663,
      "loss": 0.5356,
      "step": 326
    },
    {
      "epoch": 0.02740874229914924,
      "grad_norm": 0.436160683631897,
      "learning_rate": 0.0001999659620818898,
      "loss": 0.5359,
      "step": 327
    },
    {
      "epoch": 0.027492561082938686,
      "grad_norm": 0.4537163972854614,
      "learning_rate": 0.00019996573249755572,
      "loss": 0.5995,
      "step": 328
    },
    {
      "epoch": 0.027576379866728135,
      "grad_norm": 0.43999171257019043,
      "learning_rate": 0.00019996550214168625,
      "loss": 0.5983,
      "step": 329
    },
    {
      "epoch": 0.02766019865051758,
      "grad_norm": 0.4354500472545624,
      "learning_rate": 0.00019996527101428312,
      "loss": 0.6336,
      "step": 330
    },
    {
      "epoch": 0.027744017434307027,
      "grad_norm": 0.424683153629303,
      "learning_rate": 0.0001999650391153481,
      "loss": 0.5759,
      "step": 331
    },
    {
      "epoch": 0.027827836218096477,
      "grad_norm": 0.3899020850658417,
      "learning_rate": 0.000199964806444883,
      "loss": 0.493,
      "step": 332
    },
    {
      "epoch": 0.027911655001885922,
      "grad_norm": 0.4342126250267029,
      "learning_rate": 0.00019996457300288961,
      "loss": 0.6463,
      "step": 333
    },
    {
      "epoch": 0.02799547378567537,
      "grad_norm": 0.4253256916999817,
      "learning_rate": 0.00019996433878936973,
      "loss": 0.5831,
      "step": 334
    },
    {
      "epoch": 0.028079292569464818,
      "grad_norm": 0.409615695476532,
      "learning_rate": 0.00019996410380432517,
      "loss": 0.5173,
      "step": 335
    },
    {
      "epoch": 0.028163111353254264,
      "grad_norm": 0.39077916741371155,
      "learning_rate": 0.00019996386804775775,
      "loss": 0.4488,
      "step": 336
    },
    {
      "epoch": 0.028246930137043713,
      "grad_norm": 0.4012320935726166,
      "learning_rate": 0.0001999636315196693,
      "loss": 0.4933,
      "step": 337
    },
    {
      "epoch": 0.02833074892083316,
      "grad_norm": 0.3682243525981903,
      "learning_rate": 0.0001999633942200616,
      "loss": 0.459,
      "step": 338
    },
    {
      "epoch": 0.028414567704622605,
      "grad_norm": 0.44730985164642334,
      "learning_rate": 0.00019996315614893652,
      "loss": 0.5841,
      "step": 339
    },
    {
      "epoch": 0.028498386488412054,
      "grad_norm": 0.45982712507247925,
      "learning_rate": 0.0001999629173062959,
      "loss": 0.5203,
      "step": 340
    },
    {
      "epoch": 0.0285822052722015,
      "grad_norm": 0.44415944814682007,
      "learning_rate": 0.0001999626776921416,
      "loss": 0.5766,
      "step": 341
    },
    {
      "epoch": 0.028666024055990946,
      "grad_norm": 0.41821229457855225,
      "learning_rate": 0.00019996243730647538,
      "loss": 0.5397,
      "step": 342
    },
    {
      "epoch": 0.028749842839780396,
      "grad_norm": 0.4592093229293823,
      "learning_rate": 0.00019996219614929918,
      "loss": 0.4965,
      "step": 343
    },
    {
      "epoch": 0.02883366162356984,
      "grad_norm": 0.4074232578277588,
      "learning_rate": 0.00019996195422061484,
      "loss": 0.4983,
      "step": 344
    },
    {
      "epoch": 0.028917480407359288,
      "grad_norm": 0.47973930835723877,
      "learning_rate": 0.00019996171152042425,
      "loss": 0.6199,
      "step": 345
    },
    {
      "epoch": 0.029001299191148737,
      "grad_norm": 0.42635244131088257,
      "learning_rate": 0.00019996146804872921,
      "loss": 0.5786,
      "step": 346
    },
    {
      "epoch": 0.029085117974938183,
      "grad_norm": 0.38275614380836487,
      "learning_rate": 0.0001999612238055317,
      "loss": 0.5449,
      "step": 347
    },
    {
      "epoch": 0.029168936758727632,
      "grad_norm": 0.42408087849617004,
      "learning_rate": 0.00019996097879083352,
      "loss": 0.5999,
      "step": 348
    },
    {
      "epoch": 0.029252755542517078,
      "grad_norm": 0.41554388403892517,
      "learning_rate": 0.0001999607330046366,
      "loss": 0.4821,
      "step": 349
    },
    {
      "epoch": 0.029336574326306524,
      "grad_norm": 0.42203325033187866,
      "learning_rate": 0.00019996048644694282,
      "loss": 0.5441,
      "step": 350
    },
    {
      "epoch": 0.029420393110095974,
      "grad_norm": 0.4077165722846985,
      "learning_rate": 0.0001999602391177541,
      "loss": 0.4863,
      "step": 351
    },
    {
      "epoch": 0.02950421189388542,
      "grad_norm": 0.4215910732746124,
      "learning_rate": 0.00019995999101707232,
      "loss": 0.4962,
      "step": 352
    },
    {
      "epoch": 0.029588030677674865,
      "grad_norm": 0.42543384432792664,
      "learning_rate": 0.00019995974214489945,
      "loss": 0.5087,
      "step": 353
    },
    {
      "epoch": 0.029671849461464315,
      "grad_norm": 0.4085528254508972,
      "learning_rate": 0.00019995949250123734,
      "loss": 0.5722,
      "step": 354
    },
    {
      "epoch": 0.02975566824525376,
      "grad_norm": 0.46686455607414246,
      "learning_rate": 0.000199959242086088,
      "loss": 0.579,
      "step": 355
    },
    {
      "epoch": 0.02983948702904321,
      "grad_norm": 0.4513940215110779,
      "learning_rate": 0.0001999589908994533,
      "loss": 0.564,
      "step": 356
    },
    {
      "epoch": 0.029923305812832656,
      "grad_norm": 0.42542925477027893,
      "learning_rate": 0.0001999587389413352,
      "loss": 0.4727,
      "step": 357
    },
    {
      "epoch": 0.030007124596622102,
      "grad_norm": 0.44476836919784546,
      "learning_rate": 0.00019995848621173564,
      "loss": 0.5413,
      "step": 358
    },
    {
      "epoch": 0.03009094338041155,
      "grad_norm": 0.3995968699455261,
      "learning_rate": 0.00019995823271065657,
      "loss": 0.5015,
      "step": 359
    },
    {
      "epoch": 0.030174762164200997,
      "grad_norm": 0.4297562837600708,
      "learning_rate": 0.00019995797843809995,
      "loss": 0.5424,
      "step": 360
    },
    {
      "epoch": 0.030258580947990443,
      "grad_norm": 0.4153359532356262,
      "learning_rate": 0.00019995772339406772,
      "loss": 0.5333,
      "step": 361
    },
    {
      "epoch": 0.030342399731779893,
      "grad_norm": 0.41575512290000916,
      "learning_rate": 0.0001999574675785619,
      "loss": 0.5442,
      "step": 362
    },
    {
      "epoch": 0.03042621851556934,
      "grad_norm": 0.38118284940719604,
      "learning_rate": 0.00019995721099158443,
      "loss": 0.4519,
      "step": 363
    },
    {
      "epoch": 0.030510037299358788,
      "grad_norm": 0.4094250202178955,
      "learning_rate": 0.00019995695363313727,
      "loss": 0.5536,
      "step": 364
    },
    {
      "epoch": 0.030593856083148234,
      "grad_norm": 0.443124383687973,
      "learning_rate": 0.00019995669550322242,
      "loss": 0.5485,
      "step": 365
    },
    {
      "epoch": 0.03067767486693768,
      "grad_norm": 0.42903560400009155,
      "learning_rate": 0.00019995643660184191,
      "loss": 0.5334,
      "step": 366
    },
    {
      "epoch": 0.03076149365072713,
      "grad_norm": 0.44892022013664246,
      "learning_rate": 0.0001999561769289977,
      "loss": 0.6437,
      "step": 367
    },
    {
      "epoch": 0.030845312434516575,
      "grad_norm": 0.39862942695617676,
      "learning_rate": 0.0001999559164846918,
      "loss": 0.5295,
      "step": 368
    },
    {
      "epoch": 0.03092913121830602,
      "grad_norm": 0.41078153252601624,
      "learning_rate": 0.00019995565526892626,
      "loss": 0.5125,
      "step": 369
    },
    {
      "epoch": 0.03101295000209547,
      "grad_norm": 0.39830759167671204,
      "learning_rate": 0.000199955393281703,
      "loss": 0.5245,
      "step": 370
    },
    {
      "epoch": 0.031096768785884916,
      "grad_norm": 0.4079073667526245,
      "learning_rate": 0.00019995513052302414,
      "loss": 0.5065,
      "step": 371
    },
    {
      "epoch": 0.031180587569674362,
      "grad_norm": 0.4079062044620514,
      "learning_rate": 0.00019995486699289167,
      "loss": 0.4855,
      "step": 372
    },
    {
      "epoch": 0.03126440635346381,
      "grad_norm": 0.44950374960899353,
      "learning_rate": 0.00019995460269130763,
      "loss": 0.5968,
      "step": 373
    },
    {
      "epoch": 0.03134822513725326,
      "grad_norm": 0.38195091485977173,
      "learning_rate": 0.000199954337618274,
      "loss": 0.5015,
      "step": 374
    },
    {
      "epoch": 0.03143204392104271,
      "grad_norm": 0.46792176365852356,
      "learning_rate": 0.00019995407177379295,
      "loss": 0.5376,
      "step": 375
    },
    {
      "epoch": 0.03151586270483215,
      "grad_norm": 0.4686760902404785,
      "learning_rate": 0.00019995380515786643,
      "loss": 0.5367,
      "step": 376
    },
    {
      "epoch": 0.0315996814886216,
      "grad_norm": 0.4199214279651642,
      "learning_rate": 0.00019995353777049654,
      "loss": 0.5329,
      "step": 377
    },
    {
      "epoch": 0.03168350027241105,
      "grad_norm": 0.3990497589111328,
      "learning_rate": 0.00019995326961168533,
      "loss": 0.4748,
      "step": 378
    },
    {
      "epoch": 0.0317673190562005,
      "grad_norm": 0.408526211977005,
      "learning_rate": 0.00019995300068143486,
      "loss": 0.5271,
      "step": 379
    },
    {
      "epoch": 0.03185113783998994,
      "grad_norm": 0.40246257185935974,
      "learning_rate": 0.00019995273097974723,
      "loss": 0.5088,
      "step": 380
    },
    {
      "epoch": 0.03193495662377939,
      "grad_norm": 0.41523876786231995,
      "learning_rate": 0.00019995246050662452,
      "loss": 0.5284,
      "step": 381
    },
    {
      "epoch": 0.03201877540756884,
      "grad_norm": 0.4022040367126465,
      "learning_rate": 0.00019995218926206878,
      "loss": 0.532,
      "step": 382
    },
    {
      "epoch": 0.03210259419135828,
      "grad_norm": 0.38390883803367615,
      "learning_rate": 0.00019995191724608215,
      "loss": 0.5005,
      "step": 383
    },
    {
      "epoch": 0.03218641297514773,
      "grad_norm": 0.41274315118789673,
      "learning_rate": 0.00019995164445866669,
      "loss": 0.5139,
      "step": 384
    },
    {
      "epoch": 0.03227023175893718,
      "grad_norm": 0.4125961661338806,
      "learning_rate": 0.00019995137089982455,
      "loss": 0.5403,
      "step": 385
    },
    {
      "epoch": 0.03235405054272662,
      "grad_norm": 0.4244287610054016,
      "learning_rate": 0.00019995109656955782,
      "loss": 0.5359,
      "step": 386
    },
    {
      "epoch": 0.03243786932651607,
      "grad_norm": 0.43746381998062134,
      "learning_rate": 0.00019995082146786862,
      "loss": 0.5542,
      "step": 387
    },
    {
      "epoch": 0.03252168811030552,
      "grad_norm": 0.41471150517463684,
      "learning_rate": 0.00019995054559475902,
      "loss": 0.5372,
      "step": 388
    },
    {
      "epoch": 0.032605506894094964,
      "grad_norm": 0.4253981113433838,
      "learning_rate": 0.00019995026895023123,
      "loss": 0.5186,
      "step": 389
    },
    {
      "epoch": 0.032689325677884414,
      "grad_norm": 0.43304410576820374,
      "learning_rate": 0.00019994999153428737,
      "loss": 0.5267,
      "step": 390
    },
    {
      "epoch": 0.03277314446167386,
      "grad_norm": 0.43877407908439636,
      "learning_rate": 0.00019994971334692953,
      "loss": 0.5015,
      "step": 391
    },
    {
      "epoch": 0.032856963245463305,
      "grad_norm": 0.48050209879875183,
      "learning_rate": 0.00019994943438815993,
      "loss": 0.6118,
      "step": 392
    },
    {
      "epoch": 0.032940782029252755,
      "grad_norm": 0.37668153643608093,
      "learning_rate": 0.00019994915465798064,
      "loss": 0.4739,
      "step": 393
    },
    {
      "epoch": 0.033024600813042204,
      "grad_norm": 0.37851613759994507,
      "learning_rate": 0.00019994887415639387,
      "loss": 0.5002,
      "step": 394
    },
    {
      "epoch": 0.03310841959683165,
      "grad_norm": 0.41170966625213623,
      "learning_rate": 0.00019994859288340177,
      "loss": 0.5254,
      "step": 395
    },
    {
      "epoch": 0.033192238380621096,
      "grad_norm": 0.39200136065483093,
      "learning_rate": 0.00019994831083900656,
      "loss": 0.4841,
      "step": 396
    },
    {
      "epoch": 0.033276057164410545,
      "grad_norm": 0.4181065261363983,
      "learning_rate": 0.00019994802802321033,
      "loss": 0.5328,
      "step": 397
    },
    {
      "epoch": 0.033359875948199995,
      "grad_norm": 0.4365568161010742,
      "learning_rate": 0.00019994774443601534,
      "loss": 0.5625,
      "step": 398
    },
    {
      "epoch": 0.03344369473198944,
      "grad_norm": 0.41278430819511414,
      "learning_rate": 0.00019994746007742374,
      "loss": 0.4737,
      "step": 399
    },
    {
      "epoch": 0.03352751351577889,
      "grad_norm": 0.4022945165634155,
      "learning_rate": 0.0001999471749474377,
      "loss": 0.4818,
      "step": 400
    },
    {
      "epoch": 0.03352751351577889,
      "eval_loss": 0.5184094905853271,
      "eval_runtime": 61.554,
      "eval_samples_per_second": 15.596,
      "eval_steps_per_second": 3.899,
      "step": 400
    },
    {
      "epoch": 0.033611332299568336,
      "grad_norm": 0.4479580521583557,
      "learning_rate": 0.00019994688904605948,
      "loss": 0.5626,
      "step": 401
    },
    {
      "epoch": 0.03369515108335778,
      "grad_norm": 0.40845996141433716,
      "learning_rate": 0.00019994660237329125,
      "loss": 0.4862,
      "step": 402
    },
    {
      "epoch": 0.03377896986714723,
      "grad_norm": 0.4270649254322052,
      "learning_rate": 0.00019994631492913523,
      "loss": 0.6072,
      "step": 403
    },
    {
      "epoch": 0.03386278865093668,
      "grad_norm": 0.4203488230705261,
      "learning_rate": 0.00019994602671359363,
      "loss": 0.5177,
      "step": 404
    },
    {
      "epoch": 0.03394660743472612,
      "grad_norm": 0.42107972502708435,
      "learning_rate": 0.0001999457377266687,
      "loss": 0.5273,
      "step": 405
    },
    {
      "epoch": 0.03403042621851557,
      "grad_norm": 0.44141340255737305,
      "learning_rate": 0.00019994544796836267,
      "loss": 0.5148,
      "step": 406
    },
    {
      "epoch": 0.03411424500230502,
      "grad_norm": 0.42647552490234375,
      "learning_rate": 0.00019994515743867772,
      "loss": 0.4857,
      "step": 407
    },
    {
      "epoch": 0.03419806378609446,
      "grad_norm": 0.4090452492237091,
      "learning_rate": 0.00019994486613761616,
      "loss": 0.5104,
      "step": 408
    },
    {
      "epoch": 0.03428188256988391,
      "grad_norm": 0.39244207739830017,
      "learning_rate": 0.00019994457406518018,
      "loss": 0.4687,
      "step": 409
    },
    {
      "epoch": 0.03436570135367336,
      "grad_norm": 0.4021146893501282,
      "learning_rate": 0.00019994428122137209,
      "loss": 0.4549,
      "step": 410
    },
    {
      "epoch": 0.0344495201374628,
      "grad_norm": 0.3952747583389282,
      "learning_rate": 0.00019994398760619415,
      "loss": 0.4279,
      "step": 411
    },
    {
      "epoch": 0.03453333892125225,
      "grad_norm": 0.3938848674297333,
      "learning_rate": 0.00019994369321964857,
      "loss": 0.5724,
      "step": 412
    },
    {
      "epoch": 0.0346171577050417,
      "grad_norm": 0.3821173906326294,
      "learning_rate": 0.00019994339806173766,
      "loss": 0.4741,
      "step": 413
    },
    {
      "epoch": 0.034700976488831144,
      "grad_norm": 0.4264065623283386,
      "learning_rate": 0.00019994310213246368,
      "loss": 0.5228,
      "step": 414
    },
    {
      "epoch": 0.03478479527262059,
      "grad_norm": 0.4295714795589447,
      "learning_rate": 0.00019994280543182892,
      "loss": 0.5296,
      "step": 415
    },
    {
      "epoch": 0.03486861405641004,
      "grad_norm": 0.46213585138320923,
      "learning_rate": 0.0001999425079598357,
      "loss": 0.5845,
      "step": 416
    },
    {
      "epoch": 0.03495243284019949,
      "grad_norm": 0.39447665214538574,
      "learning_rate": 0.0001999422097164863,
      "loss": 0.4946,
      "step": 417
    },
    {
      "epoch": 0.035036251623988934,
      "grad_norm": 0.40215763449668884,
      "learning_rate": 0.00019994191070178298,
      "loss": 0.4882,
      "step": 418
    },
    {
      "epoch": 0.035120070407778384,
      "grad_norm": 0.40366989374160767,
      "learning_rate": 0.00019994161091572808,
      "loss": 0.5186,
      "step": 419
    },
    {
      "epoch": 0.03520388919156783,
      "grad_norm": 0.4160645008087158,
      "learning_rate": 0.00019994131035832395,
      "loss": 0.4975,
      "step": 420
    },
    {
      "epoch": 0.035287707975357276,
      "grad_norm": 0.3941769599914551,
      "learning_rate": 0.00019994100902957285,
      "loss": 0.3964,
      "step": 421
    },
    {
      "epoch": 0.035371526759146725,
      "grad_norm": 0.40883827209472656,
      "learning_rate": 0.00019994070692947713,
      "loss": 0.4768,
      "step": 422
    },
    {
      "epoch": 0.035455345542936174,
      "grad_norm": 0.44447723031044006,
      "learning_rate": 0.00019994040405803913,
      "loss": 0.5546,
      "step": 423
    },
    {
      "epoch": 0.03553916432672562,
      "grad_norm": 0.43595683574676514,
      "learning_rate": 0.00019994010041526116,
      "loss": 0.5302,
      "step": 424
    },
    {
      "epoch": 0.035622983110515066,
      "grad_norm": 0.4312765598297119,
      "learning_rate": 0.0001999397960011456,
      "loss": 0.5137,
      "step": 425
    },
    {
      "epoch": 0.035706801894304516,
      "grad_norm": 0.41731077432632446,
      "learning_rate": 0.00019993949081569478,
      "loss": 0.481,
      "step": 426
    },
    {
      "epoch": 0.03579062067809396,
      "grad_norm": 0.4235934913158417,
      "learning_rate": 0.00019993918485891108,
      "loss": 0.4864,
      "step": 427
    },
    {
      "epoch": 0.03587443946188341,
      "grad_norm": 0.3878856301307678,
      "learning_rate": 0.0001999388781307968,
      "loss": 0.4607,
      "step": 428
    },
    {
      "epoch": 0.03595825824567286,
      "grad_norm": 0.4426918923854828,
      "learning_rate": 0.00019993857063135435,
      "loss": 0.5487,
      "step": 429
    },
    {
      "epoch": 0.0360420770294623,
      "grad_norm": 0.4425986111164093,
      "learning_rate": 0.00019993826236058612,
      "loss": 0.4928,
      "step": 430
    },
    {
      "epoch": 0.03612589581325175,
      "grad_norm": 0.39433029294013977,
      "learning_rate": 0.00019993795331849445,
      "loss": 0.4867,
      "step": 431
    },
    {
      "epoch": 0.0362097145970412,
      "grad_norm": 0.4022800922393799,
      "learning_rate": 0.00019993764350508176,
      "loss": 0.4897,
      "step": 432
    },
    {
      "epoch": 0.03629353338083065,
      "grad_norm": 0.44437527656555176,
      "learning_rate": 0.00019993733292035043,
      "loss": 0.4869,
      "step": 433
    },
    {
      "epoch": 0.03637735216462009,
      "grad_norm": 0.3896435499191284,
      "learning_rate": 0.00019993702156430283,
      "loss": 0.427,
      "step": 434
    },
    {
      "epoch": 0.03646117094840954,
      "grad_norm": 0.4429020881652832,
      "learning_rate": 0.0001999367094369414,
      "loss": 0.5488,
      "step": 435
    },
    {
      "epoch": 0.03654498973219899,
      "grad_norm": 0.4142512083053589,
      "learning_rate": 0.00019993639653826853,
      "loss": 0.5099,
      "step": 436
    },
    {
      "epoch": 0.03662880851598843,
      "grad_norm": 0.4306817054748535,
      "learning_rate": 0.00019993608286828665,
      "loss": 0.5272,
      "step": 437
    },
    {
      "epoch": 0.03671262729977788,
      "grad_norm": 0.4784733057022095,
      "learning_rate": 0.00019993576842699816,
      "loss": 0.5363,
      "step": 438
    },
    {
      "epoch": 0.03679644608356733,
      "grad_norm": 0.4073363244533539,
      "learning_rate": 0.0001999354532144055,
      "loss": 0.5228,
      "step": 439
    },
    {
      "epoch": 0.03688026486735677,
      "grad_norm": 0.41374245285987854,
      "learning_rate": 0.0001999351372305111,
      "loss": 0.5205,
      "step": 440
    },
    {
      "epoch": 0.03696408365114622,
      "grad_norm": 0.4123704135417938,
      "learning_rate": 0.0001999348204753174,
      "loss": 0.4765,
      "step": 441
    },
    {
      "epoch": 0.03704790243493567,
      "grad_norm": 0.4238434135913849,
      "learning_rate": 0.00019993450294882682,
      "loss": 0.5101,
      "step": 442
    },
    {
      "epoch": 0.037131721218725114,
      "grad_norm": 0.3856489956378937,
      "learning_rate": 0.00019993418465104185,
      "loss": 0.4638,
      "step": 443
    },
    {
      "epoch": 0.03721554000251456,
      "grad_norm": 0.4182443618774414,
      "learning_rate": 0.00019993386558196495,
      "loss": 0.5651,
      "step": 444
    },
    {
      "epoch": 0.03729935878630401,
      "grad_norm": 0.4250423014163971,
      "learning_rate": 0.00019993354574159854,
      "loss": 0.4953,
      "step": 445
    },
    {
      "epoch": 0.037383177570093455,
      "grad_norm": 0.4315333366394043,
      "learning_rate": 0.00019993322512994513,
      "loss": 0.4995,
      "step": 446
    },
    {
      "epoch": 0.037466996353882905,
      "grad_norm": 0.4166964888572693,
      "learning_rate": 0.00019993290374700716,
      "loss": 0.5389,
      "step": 447
    },
    {
      "epoch": 0.037550815137672354,
      "grad_norm": 0.4019640386104584,
      "learning_rate": 0.00019993258159278714,
      "loss": 0.4812,
      "step": 448
    },
    {
      "epoch": 0.037634633921461796,
      "grad_norm": 0.430855929851532,
      "learning_rate": 0.0001999322586672875,
      "loss": 0.5337,
      "step": 449
    },
    {
      "epoch": 0.037718452705251246,
      "grad_norm": 0.4038466811180115,
      "learning_rate": 0.00019993193497051082,
      "loss": 0.5599,
      "step": 450
    },
    {
      "epoch": 0.037802271489040695,
      "grad_norm": 0.4415556788444519,
      "learning_rate": 0.00019993161050245957,
      "loss": 0.5159,
      "step": 451
    },
    {
      "epoch": 0.037886090272830145,
      "grad_norm": 0.39359617233276367,
      "learning_rate": 0.00019993128526313617,
      "loss": 0.4782,
      "step": 452
    },
    {
      "epoch": 0.03796990905661959,
      "grad_norm": 0.4172985255718231,
      "learning_rate": 0.00019993095925254325,
      "loss": 0.4984,
      "step": 453
    },
    {
      "epoch": 0.038053727840409036,
      "grad_norm": 0.45413467288017273,
      "learning_rate": 0.0001999306324706833,
      "loss": 0.5794,
      "step": 454
    },
    {
      "epoch": 0.038137546624198486,
      "grad_norm": 0.4525074064731598,
      "learning_rate": 0.00019993030491755875,
      "loss": 0.5778,
      "step": 455
    },
    {
      "epoch": 0.03822136540798793,
      "grad_norm": 0.47091415524482727,
      "learning_rate": 0.00019992997659317222,
      "loss": 0.5253,
      "step": 456
    },
    {
      "epoch": 0.03830518419177738,
      "grad_norm": 0.464857816696167,
      "learning_rate": 0.00019992964749752622,
      "loss": 0.505,
      "step": 457
    },
    {
      "epoch": 0.03838900297556683,
      "grad_norm": 0.4090000092983246,
      "learning_rate": 0.0001999293176306233,
      "loss": 0.5117,
      "step": 458
    },
    {
      "epoch": 0.03847282175935627,
      "grad_norm": 0.4232943654060364,
      "learning_rate": 0.000199928986992466,
      "loss": 0.5212,
      "step": 459
    },
    {
      "epoch": 0.03855664054314572,
      "grad_norm": 0.4348141551017761,
      "learning_rate": 0.00019992865558305685,
      "loss": 0.4754,
      "step": 460
    },
    {
      "epoch": 0.03864045932693517,
      "grad_norm": 0.41079622507095337,
      "learning_rate": 0.0001999283234023984,
      "loss": 0.46,
      "step": 461
    },
    {
      "epoch": 0.03872427811072461,
      "grad_norm": 0.43807101249694824,
      "learning_rate": 0.0001999279904504933,
      "loss": 0.478,
      "step": 462
    },
    {
      "epoch": 0.03880809689451406,
      "grad_norm": 0.4531016945838928,
      "learning_rate": 0.000199927656727344,
      "loss": 0.524,
      "step": 463
    },
    {
      "epoch": 0.03889191567830351,
      "grad_norm": 0.39338219165802,
      "learning_rate": 0.00019992732223295313,
      "loss": 0.4623,
      "step": 464
    },
    {
      "epoch": 0.03897573446209295,
      "grad_norm": 0.37799859046936035,
      "learning_rate": 0.0001999269869673233,
      "loss": 0.4674,
      "step": 465
    },
    {
      "epoch": 0.0390595532458824,
      "grad_norm": 0.38658639788627625,
      "learning_rate": 0.0001999266509304571,
      "loss": 0.4563,
      "step": 466
    },
    {
      "epoch": 0.03914337202967185,
      "grad_norm": 0.3839053511619568,
      "learning_rate": 0.00019992631412235704,
      "loss": 0.4302,
      "step": 467
    },
    {
      "epoch": 0.03922719081346129,
      "grad_norm": 0.41056394577026367,
      "learning_rate": 0.0001999259765430258,
      "loss": 0.507,
      "step": 468
    },
    {
      "epoch": 0.03931100959725074,
      "grad_norm": 0.39073705673217773,
      "learning_rate": 0.00019992563819246596,
      "loss": 0.4212,
      "step": 469
    },
    {
      "epoch": 0.03939482838104019,
      "grad_norm": 0.45626071095466614,
      "learning_rate": 0.00019992529907068013,
      "loss": 0.5393,
      "step": 470
    },
    {
      "epoch": 0.03947864716482964,
      "grad_norm": 0.42593565583229065,
      "learning_rate": 0.00019992495917767094,
      "loss": 0.5225,
      "step": 471
    },
    {
      "epoch": 0.039562465948619084,
      "grad_norm": 0.4446945786476135,
      "learning_rate": 0.000199924618513441,
      "loss": 0.6137,
      "step": 472
    },
    {
      "epoch": 0.039646284732408534,
      "grad_norm": 0.4600234925746918,
      "learning_rate": 0.00019992427707799296,
      "loss": 0.6254,
      "step": 473
    },
    {
      "epoch": 0.03973010351619798,
      "grad_norm": 0.3881600499153137,
      "learning_rate": 0.0001999239348713294,
      "loss": 0.4104,
      "step": 474
    },
    {
      "epoch": 0.039813922299987425,
      "grad_norm": 0.44188135862350464,
      "learning_rate": 0.000199923591893453,
      "loss": 0.548,
      "step": 475
    },
    {
      "epoch": 0.039897741083776875,
      "grad_norm": 0.39027512073516846,
      "learning_rate": 0.00019992324814436643,
      "loss": 0.4973,
      "step": 476
    },
    {
      "epoch": 0.039981559867566324,
      "grad_norm": 0.41701385378837585,
      "learning_rate": 0.0001999229036240723,
      "loss": 0.5427,
      "step": 477
    },
    {
      "epoch": 0.04006537865135577,
      "grad_norm": 0.39744144678115845,
      "learning_rate": 0.0001999225583325733,
      "loss": 0.529,
      "step": 478
    },
    {
      "epoch": 0.040149197435145216,
      "grad_norm": 0.40865305066108704,
      "learning_rate": 0.00019992221226987206,
      "loss": 0.5475,
      "step": 479
    },
    {
      "epoch": 0.040233016218934665,
      "grad_norm": 0.3976149260997772,
      "learning_rate": 0.0001999218654359713,
      "loss": 0.4744,
      "step": 480
    },
    {
      "epoch": 0.04031683500272411,
      "grad_norm": 0.40439504384994507,
      "learning_rate": 0.00019992151783087368,
      "loss": 0.4961,
      "step": 481
    },
    {
      "epoch": 0.04040065378651356,
      "grad_norm": 0.42275479435920715,
      "learning_rate": 0.00019992116945458184,
      "loss": 0.5426,
      "step": 482
    },
    {
      "epoch": 0.04048447257030301,
      "grad_norm": 0.39792516827583313,
      "learning_rate": 0.0001999208203070985,
      "loss": 0.449,
      "step": 483
    },
    {
      "epoch": 0.04056829135409245,
      "grad_norm": 0.41121581196784973,
      "learning_rate": 0.0001999204703884264,
      "loss": 0.46,
      "step": 484
    },
    {
      "epoch": 0.0406521101378819,
      "grad_norm": 0.4053717255592346,
      "learning_rate": 0.00019992011969856814,
      "loss": 0.4796,
      "step": 485
    },
    {
      "epoch": 0.04073592892167135,
      "grad_norm": 0.40038424730300903,
      "learning_rate": 0.00019991976823752653,
      "loss": 0.5157,
      "step": 486
    },
    {
      "epoch": 0.04081974770546079,
      "grad_norm": 0.3921257257461548,
      "learning_rate": 0.00019991941600530421,
      "loss": 0.4801,
      "step": 487
    },
    {
      "epoch": 0.04090356648925024,
      "grad_norm": 0.4033070206642151,
      "learning_rate": 0.00019991906300190394,
      "loss": 0.5296,
      "step": 488
    },
    {
      "epoch": 0.04098738527303969,
      "grad_norm": 0.40879881381988525,
      "learning_rate": 0.00019991870922732842,
      "loss": 0.4429,
      "step": 489
    },
    {
      "epoch": 0.04107120405682914,
      "grad_norm": 0.38962870836257935,
      "learning_rate": 0.0001999183546815804,
      "loss": 0.392,
      "step": 490
    },
    {
      "epoch": 0.04115502284061858,
      "grad_norm": 0.41339635848999023,
      "learning_rate": 0.0001999179993646626,
      "loss": 0.514,
      "step": 491
    },
    {
      "epoch": 0.04123884162440803,
      "grad_norm": 0.42434996366500854,
      "learning_rate": 0.0001999176432765778,
      "loss": 0.4975,
      "step": 492
    },
    {
      "epoch": 0.04132266040819748,
      "grad_norm": 0.4446912705898285,
      "learning_rate": 0.00019991728641732866,
      "loss": 0.452,
      "step": 493
    },
    {
      "epoch": 0.04140647919198692,
      "grad_norm": 0.4409971833229065,
      "learning_rate": 0.00019991692878691802,
      "loss": 0.5406,
      "step": 494
    },
    {
      "epoch": 0.04149029797577637,
      "grad_norm": 0.4420493245124817,
      "learning_rate": 0.0001999165703853486,
      "loss": 0.5087,
      "step": 495
    },
    {
      "epoch": 0.04157411675956582,
      "grad_norm": 0.39898693561553955,
      "learning_rate": 0.00019991621121262317,
      "loss": 0.5435,
      "step": 496
    },
    {
      "epoch": 0.041657935543355264,
      "grad_norm": 0.4192521870136261,
      "learning_rate": 0.00019991585126874454,
      "loss": 0.5469,
      "step": 497
    },
    {
      "epoch": 0.04174175432714471,
      "grad_norm": 0.3552219569683075,
      "learning_rate": 0.00019991549055371546,
      "loss": 0.3827,
      "step": 498
    },
    {
      "epoch": 0.04182557311093416,
      "grad_norm": 0.3891978859901428,
      "learning_rate": 0.0001999151290675387,
      "loss": 0.4619,
      "step": 499
    },
    {
      "epoch": 0.041909391894723605,
      "grad_norm": 0.4234274923801422,
      "learning_rate": 0.00019991476681021703,
      "loss": 0.5589,
      "step": 500
    },
    {
      "epoch": 0.041993210678513054,
      "grad_norm": 0.4363062381744385,
      "learning_rate": 0.0001999144037817533,
      "loss": 0.4565,
      "step": 501
    },
    {
      "epoch": 0.042077029462302504,
      "grad_norm": 0.422743022441864,
      "learning_rate": 0.0001999140399821503,
      "loss": 0.5759,
      "step": 502
    },
    {
      "epoch": 0.042160848246091946,
      "grad_norm": 0.4186383783817291,
      "learning_rate": 0.00019991367541141082,
      "loss": 0.4874,
      "step": 503
    },
    {
      "epoch": 0.042244667029881396,
      "grad_norm": 0.42443278431892395,
      "learning_rate": 0.00019991331006953767,
      "loss": 0.4448,
      "step": 504
    },
    {
      "epoch": 0.042328485813670845,
      "grad_norm": 0.43113479018211365,
      "learning_rate": 0.0001999129439565337,
      "loss": 0.4765,
      "step": 505
    },
    {
      "epoch": 0.04241230459746029,
      "grad_norm": 0.42345064878463745,
      "learning_rate": 0.0001999125770724017,
      "loss": 0.4987,
      "step": 506
    },
    {
      "epoch": 0.04249612338124974,
      "grad_norm": 0.46180662512779236,
      "learning_rate": 0.00019991220941714452,
      "loss": 0.5532,
      "step": 507
    },
    {
      "epoch": 0.042579942165039186,
      "grad_norm": 0.3754650950431824,
      "learning_rate": 0.000199911840990765,
      "loss": 0.4452,
      "step": 508
    },
    {
      "epoch": 0.042663760948828636,
      "grad_norm": 0.40342941880226135,
      "learning_rate": 0.00019991147179326599,
      "loss": 0.4238,
      "step": 509
    },
    {
      "epoch": 0.04274757973261808,
      "grad_norm": 0.41827520728111267,
      "learning_rate": 0.00019991110182465032,
      "loss": 0.5027,
      "step": 510
    },
    {
      "epoch": 0.04283139851640753,
      "grad_norm": 0.4558442533016205,
      "learning_rate": 0.00019991073108492085,
      "loss": 0.487,
      "step": 511
    },
    {
      "epoch": 0.04291521730019698,
      "grad_norm": 0.4333166182041168,
      "learning_rate": 0.00019991035957408045,
      "loss": 0.5145,
      "step": 512
    },
    {
      "epoch": 0.04299903608398642,
      "grad_norm": 0.4152551293373108,
      "learning_rate": 0.00019990998729213196,
      "loss": 0.4827,
      "step": 513
    },
    {
      "epoch": 0.04308285486777587,
      "grad_norm": 0.3970907926559448,
      "learning_rate": 0.00019990961423907831,
      "loss": 0.5054,
      "step": 514
    },
    {
      "epoch": 0.04316667365156532,
      "grad_norm": 0.4069247543811798,
      "learning_rate": 0.0001999092404149223,
      "loss": 0.4702,
      "step": 515
    },
    {
      "epoch": 0.04325049243535476,
      "grad_norm": 0.375791996717453,
      "learning_rate": 0.00019990886581966694,
      "loss": 0.4786,
      "step": 516
    },
    {
      "epoch": 0.04333431121914421,
      "grad_norm": 0.3791959881782532,
      "learning_rate": 0.00019990849045331498,
      "loss": 0.4345,
      "step": 517
    },
    {
      "epoch": 0.04341813000293366,
      "grad_norm": 0.4007360339164734,
      "learning_rate": 0.00019990811431586938,
      "loss": 0.472,
      "step": 518
    },
    {
      "epoch": 0.0435019487867231,
      "grad_norm": 0.40398287773132324,
      "learning_rate": 0.00019990773740733304,
      "loss": 0.4351,
      "step": 519
    },
    {
      "epoch": 0.04358576757051255,
      "grad_norm": 0.41751188039779663,
      "learning_rate": 0.0001999073597277089,
      "loss": 0.484,
      "step": 520
    },
    {
      "epoch": 0.043669586354302,
      "grad_norm": 0.39470258355140686,
      "learning_rate": 0.0001999069812769998,
      "loss": 0.4281,
      "step": 521
    },
    {
      "epoch": 0.04375340513809144,
      "grad_norm": 0.40923723578453064,
      "learning_rate": 0.00019990660205520874,
      "loss": 0.4955,
      "step": 522
    },
    {
      "epoch": 0.04383722392188089,
      "grad_norm": 0.4437599182128906,
      "learning_rate": 0.00019990622206233862,
      "loss": 0.5037,
      "step": 523
    },
    {
      "epoch": 0.04392104270567034,
      "grad_norm": 0.4512211084365845,
      "learning_rate": 0.00019990584129839234,
      "loss": 0.5125,
      "step": 524
    },
    {
      "epoch": 0.044004861489459784,
      "grad_norm": 0.43917906284332275,
      "learning_rate": 0.00019990545976337289,
      "loss": 0.4829,
      "step": 525
    },
    {
      "epoch": 0.044088680273249234,
      "grad_norm": 0.40994685888290405,
      "learning_rate": 0.00019990507745728319,
      "loss": 0.4164,
      "step": 526
    },
    {
      "epoch": 0.04417249905703868,
      "grad_norm": 0.4205385148525238,
      "learning_rate": 0.00019990469438012617,
      "loss": 0.5372,
      "step": 527
    },
    {
      "epoch": 0.04425631784082813,
      "grad_norm": 0.44648998975753784,
      "learning_rate": 0.00019990431053190479,
      "loss": 0.6161,
      "step": 528
    },
    {
      "epoch": 0.044340136624617575,
      "grad_norm": 0.3776255249977112,
      "learning_rate": 0.00019990392591262205,
      "loss": 0.4831,
      "step": 529
    },
    {
      "epoch": 0.044423955408407025,
      "grad_norm": 0.9318424463272095,
      "learning_rate": 0.00019990354052228088,
      "loss": 0.56,
      "step": 530
    },
    {
      "epoch": 0.044507774192196474,
      "grad_norm": 0.39722543954849243,
      "learning_rate": 0.00019990315436088432,
      "loss": 0.5552,
      "step": 531
    },
    {
      "epoch": 0.044591592975985916,
      "grad_norm": 0.39650729298591614,
      "learning_rate": 0.00019990276742843526,
      "loss": 0.5463,
      "step": 532
    },
    {
      "epoch": 0.044675411759775366,
      "grad_norm": 0.36353906989097595,
      "learning_rate": 0.00019990237972493673,
      "loss": 0.4478,
      "step": 533
    },
    {
      "epoch": 0.044759230543564815,
      "grad_norm": 0.40280550718307495,
      "learning_rate": 0.00019990199125039174,
      "loss": 0.5323,
      "step": 534
    },
    {
      "epoch": 0.04484304932735426,
      "grad_norm": 0.4137059152126312,
      "learning_rate": 0.0001999016020048033,
      "loss": 0.5125,
      "step": 535
    },
    {
      "epoch": 0.04492686811114371,
      "grad_norm": 0.46568918228149414,
      "learning_rate": 0.0001999012119881743,
      "loss": 0.5302,
      "step": 536
    },
    {
      "epoch": 0.045010686894933156,
      "grad_norm": 0.476123183965683,
      "learning_rate": 0.00019990082120050788,
      "loss": 0.4917,
      "step": 537
    },
    {
      "epoch": 0.0450945056787226,
      "grad_norm": 0.4091508686542511,
      "learning_rate": 0.00019990042964180703,
      "loss": 0.4171,
      "step": 538
    },
    {
      "epoch": 0.04517832446251205,
      "grad_norm": 0.40439027547836304,
      "learning_rate": 0.00019990003731207472,
      "loss": 0.4648,
      "step": 539
    },
    {
      "epoch": 0.0452621432463015,
      "grad_norm": 0.4419437050819397,
      "learning_rate": 0.000199899644211314,
      "loss": 0.5013,
      "step": 540
    },
    {
      "epoch": 0.04534596203009094,
      "grad_norm": 0.43237897753715515,
      "learning_rate": 0.00019989925033952793,
      "loss": 0.4648,
      "step": 541
    },
    {
      "epoch": 0.04542978081388039,
      "grad_norm": 0.41466739773750305,
      "learning_rate": 0.00019989885569671957,
      "loss": 0.5112,
      "step": 542
    },
    {
      "epoch": 0.04551359959766984,
      "grad_norm": 0.41989195346832275,
      "learning_rate": 0.00019989846028289188,
      "loss": 0.48,
      "step": 543
    },
    {
      "epoch": 0.04559741838145929,
      "grad_norm": 0.3958248496055603,
      "learning_rate": 0.000199898064098048,
      "loss": 0.4777,
      "step": 544
    },
    {
      "epoch": 0.04568123716524873,
      "grad_norm": 0.37661707401275635,
      "learning_rate": 0.00019989766714219092,
      "loss": 0.4409,
      "step": 545
    },
    {
      "epoch": 0.04576505594903818,
      "grad_norm": 0.45357614755630493,
      "learning_rate": 0.00019989726941532372,
      "loss": 0.4623,
      "step": 546
    },
    {
      "epoch": 0.04584887473282763,
      "grad_norm": 0.45555105805397034,
      "learning_rate": 0.00019989687091744948,
      "loss": 0.476,
      "step": 547
    },
    {
      "epoch": 0.04593269351661707,
      "grad_norm": 0.4156295657157898,
      "learning_rate": 0.0001998964716485713,
      "loss": 0.4977,
      "step": 548
    },
    {
      "epoch": 0.04601651230040652,
      "grad_norm": 0.45529231429100037,
      "learning_rate": 0.00019989607160869225,
      "loss": 0.4939,
      "step": 549
    },
    {
      "epoch": 0.04610033108419597,
      "grad_norm": 0.42891788482666016,
      "learning_rate": 0.0001998956707978154,
      "loss": 0.4819,
      "step": 550
    },
    {
      "epoch": 0.04618414986798541,
      "grad_norm": 0.4156379699707031,
      "learning_rate": 0.00019989526921594385,
      "loss": 0.477,
      "step": 551
    },
    {
      "epoch": 0.04626796865177486,
      "grad_norm": 0.40476036071777344,
      "learning_rate": 0.0001998948668630807,
      "loss": 0.4791,
      "step": 552
    },
    {
      "epoch": 0.04635178743556431,
      "grad_norm": 0.42864009737968445,
      "learning_rate": 0.00019989446373922903,
      "loss": 0.5061,
      "step": 553
    },
    {
      "epoch": 0.046435606219353755,
      "grad_norm": 0.4508395195007324,
      "learning_rate": 0.000199894059844392,
      "loss": 0.4769,
      "step": 554
    },
    {
      "epoch": 0.046519425003143204,
      "grad_norm": 0.3827858865261078,
      "learning_rate": 0.0001998936551785727,
      "loss": 0.4103,
      "step": 555
    },
    {
      "epoch": 0.046603243786932654,
      "grad_norm": 0.42875927686691284,
      "learning_rate": 0.00019989324974177425,
      "loss": 0.4552,
      "step": 556
    },
    {
      "epoch": 0.046687062570722096,
      "grad_norm": 0.4285988211631775,
      "learning_rate": 0.00019989284353399983,
      "loss": 0.4331,
      "step": 557
    },
    {
      "epoch": 0.046770881354511545,
      "grad_norm": 0.4527844488620758,
      "learning_rate": 0.00019989243655525247,
      "loss": 0.4756,
      "step": 558
    },
    {
      "epoch": 0.046854700138300995,
      "grad_norm": 0.4524114429950714,
      "learning_rate": 0.0001998920288055354,
      "loss": 0.4925,
      "step": 559
    },
    {
      "epoch": 0.04693851892209044,
      "grad_norm": 0.4160013496875763,
      "learning_rate": 0.00019989162028485172,
      "loss": 0.4862,
      "step": 560
    },
    {
      "epoch": 0.04702233770587989,
      "grad_norm": 0.3965423107147217,
      "learning_rate": 0.00019989121099320465,
      "loss": 0.414,
      "step": 561
    },
    {
      "epoch": 0.047106156489669336,
      "grad_norm": 0.45717108249664307,
      "learning_rate": 0.00019989080093059727,
      "loss": 0.4916,
      "step": 562
    },
    {
      "epoch": 0.047189975273458785,
      "grad_norm": 0.4456712603569031,
      "learning_rate": 0.00019989039009703276,
      "loss": 0.5077,
      "step": 563
    },
    {
      "epoch": 0.04727379405724823,
      "grad_norm": 0.44557425379753113,
      "learning_rate": 0.0001998899784925143,
      "loss": 0.5397,
      "step": 564
    },
    {
      "epoch": 0.04735761284103768,
      "grad_norm": 0.38196617364883423,
      "learning_rate": 0.0001998895661170451,
      "loss": 0.4438,
      "step": 565
    },
    {
      "epoch": 0.04744143162482713,
      "grad_norm": 0.40366196632385254,
      "learning_rate": 0.00019988915297062835,
      "loss": 0.4728,
      "step": 566
    },
    {
      "epoch": 0.04752525040861657,
      "grad_norm": 0.4220540523529053,
      "learning_rate": 0.00019988873905326716,
      "loss": 0.4713,
      "step": 567
    },
    {
      "epoch": 0.04760906919240602,
      "grad_norm": 0.37461376190185547,
      "learning_rate": 0.00019988832436496477,
      "loss": 0.4204,
      "step": 568
    },
    {
      "epoch": 0.04769288797619547,
      "grad_norm": 0.37875640392303467,
      "learning_rate": 0.00019988790890572438,
      "loss": 0.4714,
      "step": 569
    },
    {
      "epoch": 0.04777670675998491,
      "grad_norm": 0.40208345651626587,
      "learning_rate": 0.0001998874926755492,
      "loss": 0.457,
      "step": 570
    },
    {
      "epoch": 0.04786052554377436,
      "grad_norm": 0.41531693935394287,
      "learning_rate": 0.00019988707567444245,
      "loss": 0.4583,
      "step": 571
    },
    {
      "epoch": 0.04794434432756381,
      "grad_norm": 0.503365695476532,
      "learning_rate": 0.00019988665790240733,
      "loss": 0.5442,
      "step": 572
    },
    {
      "epoch": 0.04802816311135325,
      "grad_norm": 0.4604191184043884,
      "learning_rate": 0.0001998862393594471,
      "loss": 0.5313,
      "step": 573
    },
    {
      "epoch": 0.0481119818951427,
      "grad_norm": 0.4521291255950928,
      "learning_rate": 0.00019988582004556492,
      "loss": 0.4759,
      "step": 574
    },
    {
      "epoch": 0.04819580067893215,
      "grad_norm": 0.4034363925457001,
      "learning_rate": 0.00019988539996076407,
      "loss": 0.4608,
      "step": 575
    },
    {
      "epoch": 0.04827961946272159,
      "grad_norm": 0.4245365858078003,
      "learning_rate": 0.0001998849791050478,
      "loss": 0.4462,
      "step": 576
    },
    {
      "epoch": 0.04836343824651104,
      "grad_norm": 0.4385697841644287,
      "learning_rate": 0.00019988455747841936,
      "loss": 0.4953,
      "step": 577
    },
    {
      "epoch": 0.04844725703030049,
      "grad_norm": 0.42380526661872864,
      "learning_rate": 0.000199884135080882,
      "loss": 0.4425,
      "step": 578
    },
    {
      "epoch": 0.048531075814089934,
      "grad_norm": 0.3893705904483795,
      "learning_rate": 0.00019988371191243895,
      "loss": 0.4541,
      "step": 579
    },
    {
      "epoch": 0.048614894597879384,
      "grad_norm": 0.39923134446144104,
      "learning_rate": 0.00019988328797309352,
      "loss": 0.4875,
      "step": 580
    },
    {
      "epoch": 0.04869871338166883,
      "grad_norm": 0.41398248076438904,
      "learning_rate": 0.00019988286326284892,
      "loss": 0.5015,
      "step": 581
    },
    {
      "epoch": 0.04878253216545828,
      "grad_norm": 0.4052445590496063,
      "learning_rate": 0.00019988243778170853,
      "loss": 0.4755,
      "step": 582
    },
    {
      "epoch": 0.048866350949247725,
      "grad_norm": 0.4099348187446594,
      "learning_rate": 0.0001998820115296755,
      "loss": 0.475,
      "step": 583
    },
    {
      "epoch": 0.048950169733037174,
      "grad_norm": 0.3767601549625397,
      "learning_rate": 0.00019988158450675325,
      "loss": 0.4292,
      "step": 584
    },
    {
      "epoch": 0.049033988516826624,
      "grad_norm": 0.4352743625640869,
      "learning_rate": 0.000199881156712945,
      "loss": 0.4851,
      "step": 585
    },
    {
      "epoch": 0.049117807300616066,
      "grad_norm": 0.39337795972824097,
      "learning_rate": 0.00019988072814825408,
      "loss": 0.4367,
      "step": 586
    },
    {
      "epoch": 0.049201626084405516,
      "grad_norm": 0.37177231907844543,
      "learning_rate": 0.0001998802988126838,
      "loss": 0.3833,
      "step": 587
    },
    {
      "epoch": 0.049285444868194965,
      "grad_norm": 0.40127062797546387,
      "learning_rate": 0.00019987986870623745,
      "loss": 0.4623,
      "step": 588
    },
    {
      "epoch": 0.04936926365198441,
      "grad_norm": 0.43041661381721497,
      "learning_rate": 0.00019987943782891833,
      "loss": 0.5051,
      "step": 589
    },
    {
      "epoch": 0.04945308243577386,
      "grad_norm": 0.4059920608997345,
      "learning_rate": 0.0001998790061807298,
      "loss": 0.4727,
      "step": 590
    },
    {
      "epoch": 0.049536901219563306,
      "grad_norm": 0.3966691195964813,
      "learning_rate": 0.00019987857376167526,
      "loss": 0.4406,
      "step": 591
    },
    {
      "epoch": 0.04962072000335275,
      "grad_norm": 0.43372806906700134,
      "learning_rate": 0.0001998781405717579,
      "loss": 0.478,
      "step": 592
    },
    {
      "epoch": 0.0497045387871422,
      "grad_norm": 0.39365914463996887,
      "learning_rate": 0.00019987770661098115,
      "loss": 0.463,
      "step": 593
    },
    {
      "epoch": 0.04978835757093165,
      "grad_norm": 0.45291951298713684,
      "learning_rate": 0.00019987727187934838,
      "loss": 0.5312,
      "step": 594
    },
    {
      "epoch": 0.04987217635472109,
      "grad_norm": 0.42859598994255066,
      "learning_rate": 0.00019987683637686288,
      "loss": 0.5658,
      "step": 595
    },
    {
      "epoch": 0.04995599513851054,
      "grad_norm": 0.3820367157459259,
      "learning_rate": 0.00019987640010352806,
      "loss": 0.4228,
      "step": 596
    },
    {
      "epoch": 0.05003981392229999,
      "grad_norm": 0.4074907898902893,
      "learning_rate": 0.00019987596305934727,
      "loss": 0.5124,
      "step": 597
    },
    {
      "epoch": 0.05012363270608943,
      "grad_norm": 0.40263819694519043,
      "learning_rate": 0.00019987552524432388,
      "loss": 0.4118,
      "step": 598
    },
    {
      "epoch": 0.05020745148987888,
      "grad_norm": 0.4473434090614319,
      "learning_rate": 0.0001998750866584613,
      "loss": 0.5248,
      "step": 599
    },
    {
      "epoch": 0.05029127027366833,
      "grad_norm": 0.4029664099216461,
      "learning_rate": 0.00019987464730176284,
      "loss": 0.518,
      "step": 600
    },
    {
      "epoch": 0.05029127027366833,
      "eval_loss": 0.48017045855522156,
      "eval_runtime": 61.5701,
      "eval_samples_per_second": 15.592,
      "eval_steps_per_second": 3.898,
      "step": 600
    },
    {
      "epoch": 0.05037508905745778,
      "grad_norm": 0.44425687193870544,
      "learning_rate": 0.00019987420717423198,
      "loss": 0.5613,
      "step": 601
    },
    {
      "epoch": 0.05045890784124722,
      "grad_norm": 0.4261370599269867,
      "learning_rate": 0.00019987376627587206,
      "loss": 0.5353,
      "step": 602
    },
    {
      "epoch": 0.05054272662503667,
      "grad_norm": 0.400199294090271,
      "learning_rate": 0.0001998733246066865,
      "loss": 0.4958,
      "step": 603
    },
    {
      "epoch": 0.05062654540882612,
      "grad_norm": 0.40402013063430786,
      "learning_rate": 0.0001998728821666787,
      "loss": 0.523,
      "step": 604
    },
    {
      "epoch": 0.05071036419261556,
      "grad_norm": 0.3740631937980652,
      "learning_rate": 0.0001998724389558521,
      "loss": 0.4517,
      "step": 605
    },
    {
      "epoch": 0.05079418297640501,
      "grad_norm": 0.4265099763870239,
      "learning_rate": 0.0001998719949742101,
      "loss": 0.5049,
      "step": 606
    },
    {
      "epoch": 0.05087800176019446,
      "grad_norm": 0.3837772309780121,
      "learning_rate": 0.0001998715502217561,
      "loss": 0.4858,
      "step": 607
    },
    {
      "epoch": 0.050961820543983904,
      "grad_norm": 0.4043368697166443,
      "learning_rate": 0.00019987110469849362,
      "loss": 0.4642,
      "step": 608
    },
    {
      "epoch": 0.051045639327773354,
      "grad_norm": 0.3812788128852844,
      "learning_rate": 0.000199870658404426,
      "loss": 0.4238,
      "step": 609
    },
    {
      "epoch": 0.0511294581115628,
      "grad_norm": 0.38681522011756897,
      "learning_rate": 0.00019987021133955674,
      "loss": 0.4039,
      "step": 610
    },
    {
      "epoch": 0.051213276895352246,
      "grad_norm": 0.4163648784160614,
      "learning_rate": 0.0001998697635038893,
      "loss": 0.4174,
      "step": 611
    },
    {
      "epoch": 0.051297095679141695,
      "grad_norm": 0.4087623357772827,
      "learning_rate": 0.00019986931489742707,
      "loss": 0.4644,
      "step": 612
    },
    {
      "epoch": 0.051380914462931145,
      "grad_norm": 0.4300553798675537,
      "learning_rate": 0.00019986886552017356,
      "loss": 0.4862,
      "step": 613
    },
    {
      "epoch": 0.05146473324672059,
      "grad_norm": 0.43914008140563965,
      "learning_rate": 0.00019986841537213224,
      "loss": 0.4536,
      "step": 614
    },
    {
      "epoch": 0.051548552030510036,
      "grad_norm": 0.3926893174648285,
      "learning_rate": 0.0001998679644533066,
      "loss": 0.4637,
      "step": 615
    },
    {
      "epoch": 0.051632370814299486,
      "grad_norm": 0.4367777705192566,
      "learning_rate": 0.0001998675127637001,
      "loss": 0.507,
      "step": 616
    },
    {
      "epoch": 0.05171618959808893,
      "grad_norm": 0.43477851152420044,
      "learning_rate": 0.0001998670603033162,
      "loss": 0.4768,
      "step": 617
    },
    {
      "epoch": 0.05180000838187838,
      "grad_norm": 0.4338446259498596,
      "learning_rate": 0.00019986660707215843,
      "loss": 0.4728,
      "step": 618
    },
    {
      "epoch": 0.05188382716566783,
      "grad_norm": 0.43213337659835815,
      "learning_rate": 0.00019986615307023025,
      "loss": 0.4853,
      "step": 619
    },
    {
      "epoch": 0.051967645949457276,
      "grad_norm": 0.4128768742084503,
      "learning_rate": 0.00019986569829753522,
      "loss": 0.4724,
      "step": 620
    },
    {
      "epoch": 0.05205146473324672,
      "grad_norm": 0.3827456533908844,
      "learning_rate": 0.00019986524275407682,
      "loss": 0.4628,
      "step": 621
    },
    {
      "epoch": 0.05213528351703617,
      "grad_norm": 0.41651245951652527,
      "learning_rate": 0.00019986478643985853,
      "loss": 0.4715,
      "step": 622
    },
    {
      "epoch": 0.05221910230082562,
      "grad_norm": 0.4838789105415344,
      "learning_rate": 0.0001998643293548839,
      "loss": 0.4425,
      "step": 623
    },
    {
      "epoch": 0.05230292108461506,
      "grad_norm": 0.4013831615447998,
      "learning_rate": 0.0001998638714991565,
      "loss": 0.4275,
      "step": 624
    },
    {
      "epoch": 0.05238673986840451,
      "grad_norm": 0.4495718479156494,
      "learning_rate": 0.00019986341287267983,
      "loss": 0.5229,
      "step": 625
    },
    {
      "epoch": 0.05247055865219396,
      "grad_norm": 0.4113423824310303,
      "learning_rate": 0.0001998629534754574,
      "loss": 0.4677,
      "step": 626
    },
    {
      "epoch": 0.0525543774359834,
      "grad_norm": 0.38931071758270264,
      "learning_rate": 0.00019986249330749281,
      "loss": 0.4328,
      "step": 627
    },
    {
      "epoch": 0.05263819621977285,
      "grad_norm": 0.4157780706882477,
      "learning_rate": 0.00019986203236878957,
      "loss": 0.4481,
      "step": 628
    },
    {
      "epoch": 0.0527220150035623,
      "grad_norm": 0.38608261942863464,
      "learning_rate": 0.00019986157065935122,
      "loss": 0.4462,
      "step": 629
    },
    {
      "epoch": 0.05280583378735174,
      "grad_norm": 0.4091781675815582,
      "learning_rate": 0.0001998611081791814,
      "loss": 0.4557,
      "step": 630
    },
    {
      "epoch": 0.05288965257114119,
      "grad_norm": 0.3833853006362915,
      "learning_rate": 0.0001998606449282836,
      "loss": 0.4719,
      "step": 631
    },
    {
      "epoch": 0.05297347135493064,
      "grad_norm": 0.39489227533340454,
      "learning_rate": 0.00019986018090666145,
      "loss": 0.4444,
      "step": 632
    },
    {
      "epoch": 0.053057290138720084,
      "grad_norm": 0.37476736307144165,
      "learning_rate": 0.00019985971611431852,
      "loss": 0.4569,
      "step": 633
    },
    {
      "epoch": 0.05314110892250953,
      "grad_norm": 0.3843158483505249,
      "learning_rate": 0.00019985925055125838,
      "loss": 0.4418,
      "step": 634
    },
    {
      "epoch": 0.05322492770629898,
      "grad_norm": 0.39540114998817444,
      "learning_rate": 0.00019985878421748465,
      "loss": 0.4272,
      "step": 635
    },
    {
      "epoch": 0.05330874649008843,
      "grad_norm": 0.39263829588890076,
      "learning_rate": 0.0001998583171130009,
      "loss": 0.4678,
      "step": 636
    },
    {
      "epoch": 0.053392565273877875,
      "grad_norm": 0.41007673740386963,
      "learning_rate": 0.00019985784923781072,
      "loss": 0.5317,
      "step": 637
    },
    {
      "epoch": 0.053476384057667324,
      "grad_norm": 0.403097540140152,
      "learning_rate": 0.00019985738059191777,
      "loss": 0.4825,
      "step": 638
    },
    {
      "epoch": 0.053560202841456774,
      "grad_norm": 0.41197845339775085,
      "learning_rate": 0.00019985691117532564,
      "loss": 0.5088,
      "step": 639
    },
    {
      "epoch": 0.053644021625246216,
      "grad_norm": 0.38552337884902954,
      "learning_rate": 0.00019985644098803796,
      "loss": 0.4372,
      "step": 640
    },
    {
      "epoch": 0.053727840409035665,
      "grad_norm": 0.4084932208061218,
      "learning_rate": 0.00019985597003005837,
      "loss": 0.5059,
      "step": 641
    },
    {
      "epoch": 0.053811659192825115,
      "grad_norm": 0.3946574926376343,
      "learning_rate": 0.00019985549830139044,
      "loss": 0.4604,
      "step": 642
    },
    {
      "epoch": 0.05389547797661456,
      "grad_norm": 0.41745442152023315,
      "learning_rate": 0.00019985502580203792,
      "loss": 0.444,
      "step": 643
    },
    {
      "epoch": 0.05397929676040401,
      "grad_norm": 0.4063764810562134,
      "learning_rate": 0.00019985455253200435,
      "loss": 0.4348,
      "step": 644
    },
    {
      "epoch": 0.054063115544193456,
      "grad_norm": 0.3879597783088684,
      "learning_rate": 0.00019985407849129348,
      "loss": 0.4248,
      "step": 645
    },
    {
      "epoch": 0.0541469343279829,
      "grad_norm": 0.38195884227752686,
      "learning_rate": 0.00019985360367990888,
      "loss": 0.4453,
      "step": 646
    },
    {
      "epoch": 0.05423075311177235,
      "grad_norm": 0.37687402963638306,
      "learning_rate": 0.0001998531280978543,
      "loss": 0.3877,
      "step": 647
    },
    {
      "epoch": 0.0543145718955618,
      "grad_norm": 0.40497827529907227,
      "learning_rate": 0.00019985265174513332,
      "loss": 0.4316,
      "step": 648
    },
    {
      "epoch": 0.05439839067935124,
      "grad_norm": 0.43102502822875977,
      "learning_rate": 0.0001998521746217497,
      "loss": 0.498,
      "step": 649
    },
    {
      "epoch": 0.05448220946314069,
      "grad_norm": 0.39006707072257996,
      "learning_rate": 0.00019985169672770704,
      "loss": 0.3945,
      "step": 650
    },
    {
      "epoch": 0.05456602824693014,
      "grad_norm": 0.41614168882369995,
      "learning_rate": 0.00019985121806300908,
      "loss": 0.3925,
      "step": 651
    },
    {
      "epoch": 0.05464984703071958,
      "grad_norm": 0.5033667683601379,
      "learning_rate": 0.00019985073862765953,
      "loss": 0.5463,
      "step": 652
    },
    {
      "epoch": 0.05473366581450903,
      "grad_norm": 0.454995721578598,
      "learning_rate": 0.00019985025842166206,
      "loss": 0.5454,
      "step": 653
    },
    {
      "epoch": 0.05481748459829848,
      "grad_norm": 0.38117262721061707,
      "learning_rate": 0.00019984977744502038,
      "loss": 0.431,
      "step": 654
    },
    {
      "epoch": 0.05490130338208793,
      "grad_norm": 0.3806430399417877,
      "learning_rate": 0.0001998492956977382,
      "loss": 0.4706,
      "step": 655
    },
    {
      "epoch": 0.05498512216587737,
      "grad_norm": 0.39602914452552795,
      "learning_rate": 0.00019984881317981925,
      "loss": 0.5232,
      "step": 656
    },
    {
      "epoch": 0.05506894094966682,
      "grad_norm": 0.4150025248527527,
      "learning_rate": 0.00019984832989126725,
      "loss": 0.4722,
      "step": 657
    },
    {
      "epoch": 0.05515275973345627,
      "grad_norm": 0.36546406149864197,
      "learning_rate": 0.00019984784583208592,
      "loss": 0.4468,
      "step": 658
    },
    {
      "epoch": 0.05523657851724571,
      "grad_norm": 0.4034319221973419,
      "learning_rate": 0.000199847361002279,
      "loss": 0.4767,
      "step": 659
    },
    {
      "epoch": 0.05532039730103516,
      "grad_norm": 0.3848842978477478,
      "learning_rate": 0.00019984687540185026,
      "loss": 0.4733,
      "step": 660
    },
    {
      "epoch": 0.05540421608482461,
      "grad_norm": 0.42777034640312195,
      "learning_rate": 0.0001998463890308034,
      "loss": 0.5005,
      "step": 661
    },
    {
      "epoch": 0.055488034868614054,
      "grad_norm": 0.4195568263530731,
      "learning_rate": 0.00019984590188914218,
      "loss": 0.4964,
      "step": 662
    },
    {
      "epoch": 0.055571853652403504,
      "grad_norm": 0.4533727467060089,
      "learning_rate": 0.00019984541397687042,
      "loss": 0.504,
      "step": 663
    },
    {
      "epoch": 0.05565567243619295,
      "grad_norm": 0.4094628095626831,
      "learning_rate": 0.0001998449252939918,
      "loss": 0.5027,
      "step": 664
    },
    {
      "epoch": 0.055739491219982396,
      "grad_norm": 0.3742958903312683,
      "learning_rate": 0.0001998444358405102,
      "loss": 0.4865,
      "step": 665
    },
    {
      "epoch": 0.055823310003771845,
      "grad_norm": 0.36279934644699097,
      "learning_rate": 0.00019984394561642924,
      "loss": 0.3626,
      "step": 666
    },
    {
      "epoch": 0.055907128787561294,
      "grad_norm": 0.39617547392845154,
      "learning_rate": 0.00019984345462175287,
      "loss": 0.4799,
      "step": 667
    },
    {
      "epoch": 0.05599094757135074,
      "grad_norm": 0.3914138376712799,
      "learning_rate": 0.00019984296285648477,
      "loss": 0.4419,
      "step": 668
    },
    {
      "epoch": 0.056074766355140186,
      "grad_norm": 0.40572941303253174,
      "learning_rate": 0.00019984247032062879,
      "loss": 0.4349,
      "step": 669
    },
    {
      "epoch": 0.056158585138929636,
      "grad_norm": 0.4569185674190521,
      "learning_rate": 0.0001998419770141887,
      "loss": 0.488,
      "step": 670
    },
    {
      "epoch": 0.05624240392271908,
      "grad_norm": 0.41749775409698486,
      "learning_rate": 0.0001998414829371683,
      "loss": 0.435,
      "step": 671
    },
    {
      "epoch": 0.05632622270650853,
      "grad_norm": 0.3978876769542694,
      "learning_rate": 0.00019984098808957146,
      "loss": 0.4084,
      "step": 672
    },
    {
      "epoch": 0.05641004149029798,
      "grad_norm": 0.39803633093833923,
      "learning_rate": 0.00019984049247140194,
      "loss": 0.4894,
      "step": 673
    },
    {
      "epoch": 0.056493860274087426,
      "grad_norm": 0.37200817465782166,
      "learning_rate": 0.00019983999608266359,
      "loss": 0.4319,
      "step": 674
    },
    {
      "epoch": 0.05657767905787687,
      "grad_norm": 0.4307078719139099,
      "learning_rate": 0.00019983949892336025,
      "loss": 0.4975,
      "step": 675
    },
    {
      "epoch": 0.05666149784166632,
      "grad_norm": 0.3960466682910919,
      "learning_rate": 0.0001998390009934957,
      "loss": 0.429,
      "step": 676
    },
    {
      "epoch": 0.05674531662545577,
      "grad_norm": 0.4269620478153229,
      "learning_rate": 0.0001998385022930739,
      "loss": 0.4691,
      "step": 677
    },
    {
      "epoch": 0.05682913540924521,
      "grad_norm": 0.46785369515419006,
      "learning_rate": 0.00019983800282209857,
      "loss": 0.5632,
      "step": 678
    },
    {
      "epoch": 0.05691295419303466,
      "grad_norm": 0.40841034054756165,
      "learning_rate": 0.00019983750258057364,
      "loss": 0.453,
      "step": 679
    },
    {
      "epoch": 0.05699677297682411,
      "grad_norm": 0.3640863299369812,
      "learning_rate": 0.00019983700156850294,
      "loss": 0.4276,
      "step": 680
    },
    {
      "epoch": 0.05708059176061355,
      "grad_norm": 0.38721802830696106,
      "learning_rate": 0.00019983649978589036,
      "loss": 0.4822,
      "step": 681
    },
    {
      "epoch": 0.057164410544403,
      "grad_norm": 0.37735825777053833,
      "learning_rate": 0.00019983599723273976,
      "loss": 0.453,
      "step": 682
    },
    {
      "epoch": 0.05724822932819245,
      "grad_norm": 0.4126169681549072,
      "learning_rate": 0.00019983549390905503,
      "loss": 0.4852,
      "step": 683
    },
    {
      "epoch": 0.05733204811198189,
      "grad_norm": 0.40330570936203003,
      "learning_rate": 0.00019983498981484003,
      "loss": 0.478,
      "step": 684
    },
    {
      "epoch": 0.05741586689577134,
      "grad_norm": 0.37883466482162476,
      "learning_rate": 0.00019983448495009868,
      "loss": 0.4307,
      "step": 685
    },
    {
      "epoch": 0.05749968567956079,
      "grad_norm": 0.36541464924812317,
      "learning_rate": 0.00019983397931483488,
      "loss": 0.3695,
      "step": 686
    },
    {
      "epoch": 0.057583504463350234,
      "grad_norm": 0.4093700349330902,
      "learning_rate": 0.00019983347290905248,
      "loss": 0.5034,
      "step": 687
    },
    {
      "epoch": 0.05766732324713968,
      "grad_norm": 0.3848242461681366,
      "learning_rate": 0.00019983296573275542,
      "loss": 0.3984,
      "step": 688
    },
    {
      "epoch": 0.05775114203092913,
      "grad_norm": 0.43004339933395386,
      "learning_rate": 0.00019983245778594765,
      "loss": 0.4792,
      "step": 689
    },
    {
      "epoch": 0.057834960814718575,
      "grad_norm": 0.40233805775642395,
      "learning_rate": 0.00019983194906863304,
      "loss": 0.4684,
      "step": 690
    },
    {
      "epoch": 0.057918779598508024,
      "grad_norm": 0.4073534905910492,
      "learning_rate": 0.00019983143958081555,
      "loss": 0.5047,
      "step": 691
    },
    {
      "epoch": 0.058002598382297474,
      "grad_norm": 0.4458540678024292,
      "learning_rate": 0.0001998309293224991,
      "loss": 0.4985,
      "step": 692
    },
    {
      "epoch": 0.05808641716608692,
      "grad_norm": 0.3842369318008423,
      "learning_rate": 0.0001998304182936876,
      "loss": 0.4368,
      "step": 693
    },
    {
      "epoch": 0.058170235949876366,
      "grad_norm": 0.3844900131225586,
      "learning_rate": 0.000199829906494385,
      "loss": 0.4275,
      "step": 694
    },
    {
      "epoch": 0.058254054733665815,
      "grad_norm": 0.41272157430648804,
      "learning_rate": 0.00019982939392459534,
      "loss": 0.5316,
      "step": 695
    },
    {
      "epoch": 0.058337873517455265,
      "grad_norm": 0.424303263425827,
      "learning_rate": 0.00019982888058432246,
      "loss": 0.4227,
      "step": 696
    },
    {
      "epoch": 0.05842169230124471,
      "grad_norm": 0.3953090310096741,
      "learning_rate": 0.00019982836647357036,
      "loss": 0.417,
      "step": 697
    },
    {
      "epoch": 0.058505511085034156,
      "grad_norm": 0.4145095944404602,
      "learning_rate": 0.00019982785159234303,
      "loss": 0.4715,
      "step": 698
    },
    {
      "epoch": 0.058589329868823606,
      "grad_norm": 0.4394465982913971,
      "learning_rate": 0.00019982733594064444,
      "loss": 0.438,
      "step": 699
    },
    {
      "epoch": 0.05867314865261305,
      "grad_norm": 0.45780640840530396,
      "learning_rate": 0.00019982681951847853,
      "loss": 0.5574,
      "step": 700
    },
    {
      "epoch": 0.0587569674364025,
      "grad_norm": 0.4158688485622406,
      "learning_rate": 0.00019982630232584934,
      "loss": 0.5127,
      "step": 701
    },
    {
      "epoch": 0.05884078622019195,
      "grad_norm": 0.38740071654319763,
      "learning_rate": 0.00019982578436276082,
      "loss": 0.4764,
      "step": 702
    },
    {
      "epoch": 0.05892460500398139,
      "grad_norm": 0.35654154419898987,
      "learning_rate": 0.000199825265629217,
      "loss": 0.4471,
      "step": 703
    },
    {
      "epoch": 0.05900842378777084,
      "grad_norm": 0.34601977467536926,
      "learning_rate": 0.00019982474612522183,
      "loss": 0.3786,
      "step": 704
    },
    {
      "epoch": 0.05909224257156029,
      "grad_norm": 0.4061621427536011,
      "learning_rate": 0.0001998242258507794,
      "loss": 0.498,
      "step": 705
    },
    {
      "epoch": 0.05917606135534973,
      "grad_norm": 0.38100191950798035,
      "learning_rate": 0.00019982370480589368,
      "loss": 0.4731,
      "step": 706
    },
    {
      "epoch": 0.05925988013913918,
      "grad_norm": 0.413187712430954,
      "learning_rate": 0.00019982318299056865,
      "loss": 0.4813,
      "step": 707
    },
    {
      "epoch": 0.05934369892292863,
      "grad_norm": 0.3824935257434845,
      "learning_rate": 0.00019982266040480845,
      "loss": 0.4673,
      "step": 708
    },
    {
      "epoch": 0.05942751770671807,
      "grad_norm": 0.3982895612716675,
      "learning_rate": 0.00019982213704861697,
      "loss": 0.5183,
      "step": 709
    },
    {
      "epoch": 0.05951133649050752,
      "grad_norm": 0.3890813887119293,
      "learning_rate": 0.0001998216129219984,
      "loss": 0.4397,
      "step": 710
    },
    {
      "epoch": 0.05959515527429697,
      "grad_norm": 0.4247203767299652,
      "learning_rate": 0.00019982108802495664,
      "loss": 0.4817,
      "step": 711
    },
    {
      "epoch": 0.05967897405808642,
      "grad_norm": 0.42112937569618225,
      "learning_rate": 0.00019982056235749585,
      "loss": 0.4408,
      "step": 712
    },
    {
      "epoch": 0.05976279284187586,
      "grad_norm": 0.39319396018981934,
      "learning_rate": 0.00019982003591962003,
      "loss": 0.4514,
      "step": 713
    },
    {
      "epoch": 0.05984661162566531,
      "grad_norm": 0.4791719317436218,
      "learning_rate": 0.00019981950871133326,
      "loss": 0.5113,
      "step": 714
    },
    {
      "epoch": 0.05993043040945476,
      "grad_norm": 0.45378944277763367,
      "learning_rate": 0.00019981898073263962,
      "loss": 0.4532,
      "step": 715
    },
    {
      "epoch": 0.060014249193244204,
      "grad_norm": 0.37038302421569824,
      "learning_rate": 0.0001998184519835432,
      "loss": 0.4146,
      "step": 716
    },
    {
      "epoch": 0.06009806797703365,
      "grad_norm": 0.4060881733894348,
      "learning_rate": 0.000199817922464048,
      "loss": 0.449,
      "step": 717
    },
    {
      "epoch": 0.0601818867608231,
      "grad_norm": 0.4288864731788635,
      "learning_rate": 0.00019981739217415817,
      "loss": 0.4107,
      "step": 718
    },
    {
      "epoch": 0.060265705544612545,
      "grad_norm": 0.4848315119743347,
      "learning_rate": 0.00019981686111387786,
      "loss": 0.5579,
      "step": 719
    },
    {
      "epoch": 0.060349524328401995,
      "grad_norm": 0.414142370223999,
      "learning_rate": 0.00019981632928321104,
      "loss": 0.4737,
      "step": 720
    },
    {
      "epoch": 0.060433343112191444,
      "grad_norm": 0.36491915583610535,
      "learning_rate": 0.0001998157966821619,
      "loss": 0.3789,
      "step": 721
    },
    {
      "epoch": 0.06051716189598089,
      "grad_norm": 0.423882395029068,
      "learning_rate": 0.00019981526331073451,
      "loss": 0.4369,
      "step": 722
    },
    {
      "epoch": 0.060600980679770336,
      "grad_norm": 0.4267962574958801,
      "learning_rate": 0.00019981472916893303,
      "loss": 0.4027,
      "step": 723
    },
    {
      "epoch": 0.060684799463559785,
      "grad_norm": 0.49798306822776794,
      "learning_rate": 0.00019981419425676154,
      "loss": 0.3891,
      "step": 724
    },
    {
      "epoch": 0.06076861824734923,
      "grad_norm": 0.4055475890636444,
      "learning_rate": 0.0001998136585742242,
      "loss": 0.5074,
      "step": 725
    },
    {
      "epoch": 0.06085243703113868,
      "grad_norm": 0.4134105145931244,
      "learning_rate": 0.00019981312212132512,
      "loss": 0.4235,
      "step": 726
    },
    {
      "epoch": 0.06093625581492813,
      "grad_norm": 0.3822730481624603,
      "learning_rate": 0.00019981258489806843,
      "loss": 0.4363,
      "step": 727
    },
    {
      "epoch": 0.061020074598717576,
      "grad_norm": 0.4199999272823334,
      "learning_rate": 0.00019981204690445835,
      "loss": 0.492,
      "step": 728
    },
    {
      "epoch": 0.06110389338250702,
      "grad_norm": 0.44864845275878906,
      "learning_rate": 0.00019981150814049893,
      "loss": 0.4678,
      "step": 729
    },
    {
      "epoch": 0.06118771216629647,
      "grad_norm": 0.4099714756011963,
      "learning_rate": 0.0001998109686061944,
      "loss": 0.4378,
      "step": 730
    },
    {
      "epoch": 0.06127153095008592,
      "grad_norm": 0.42042675614356995,
      "learning_rate": 0.0001998104283015489,
      "loss": 0.4773,
      "step": 731
    },
    {
      "epoch": 0.06135534973387536,
      "grad_norm": 0.43555697798728943,
      "learning_rate": 0.0001998098872265666,
      "loss": 0.4702,
      "step": 732
    },
    {
      "epoch": 0.06143916851766481,
      "grad_norm": 0.40803781151771545,
      "learning_rate": 0.00019980934538125169,
      "loss": 0.4607,
      "step": 733
    },
    {
      "epoch": 0.06152298730145426,
      "grad_norm": 0.3937115967273712,
      "learning_rate": 0.00019980880276560835,
      "loss": 0.4467,
      "step": 734
    },
    {
      "epoch": 0.0616068060852437,
      "grad_norm": 0.39142563939094543,
      "learning_rate": 0.00019980825937964073,
      "loss": 0.4181,
      "step": 735
    },
    {
      "epoch": 0.06169062486903315,
      "grad_norm": 0.4227716624736786,
      "learning_rate": 0.00019980771522335307,
      "loss": 0.4585,
      "step": 736
    },
    {
      "epoch": 0.0617744436528226,
      "grad_norm": 0.4013541042804718,
      "learning_rate": 0.00019980717029674953,
      "loss": 0.4754,
      "step": 737
    },
    {
      "epoch": 0.06185826243661204,
      "grad_norm": 0.43382787704467773,
      "learning_rate": 0.00019980662459983436,
      "loss": 0.512,
      "step": 738
    },
    {
      "epoch": 0.06194208122040149,
      "grad_norm": 0.41875192523002625,
      "learning_rate": 0.00019980607813261175,
      "loss": 0.4675,
      "step": 739
    },
    {
      "epoch": 0.06202590000419094,
      "grad_norm": 0.38758426904678345,
      "learning_rate": 0.00019980553089508587,
      "loss": 0.4445,
      "step": 740
    },
    {
      "epoch": 0.062109718787980384,
      "grad_norm": 0.3952828347682953,
      "learning_rate": 0.00019980498288726104,
      "loss": 0.4332,
      "step": 741
    },
    {
      "epoch": 0.06219353757176983,
      "grad_norm": 0.412935346364975,
      "learning_rate": 0.00019980443410914142,
      "loss": 0.4264,
      "step": 742
    },
    {
      "epoch": 0.06227735635555928,
      "grad_norm": 0.38834792375564575,
      "learning_rate": 0.00019980388456073127,
      "loss": 0.4514,
      "step": 743
    },
    {
      "epoch": 0.062361175139348725,
      "grad_norm": 0.40968066453933716,
      "learning_rate": 0.00019980333424203482,
      "loss": 0.5262,
      "step": 744
    },
    {
      "epoch": 0.062444993923138174,
      "grad_norm": 0.38317298889160156,
      "learning_rate": 0.00019980278315305633,
      "loss": 0.4587,
      "step": 745
    },
    {
      "epoch": 0.06252881270692762,
      "grad_norm": 0.4296618103981018,
      "learning_rate": 0.00019980223129380007,
      "loss": 0.5337,
      "step": 746
    },
    {
      "epoch": 0.06261263149071707,
      "grad_norm": 0.38491034507751465,
      "learning_rate": 0.00019980167866427023,
      "loss": 0.4157,
      "step": 747
    },
    {
      "epoch": 0.06269645027450652,
      "grad_norm": 0.37269172072410583,
      "learning_rate": 0.00019980112526447115,
      "loss": 0.4238,
      "step": 748
    },
    {
      "epoch": 0.06278026905829596,
      "grad_norm": 0.3813205063343048,
      "learning_rate": 0.0001998005710944071,
      "loss": 0.4712,
      "step": 749
    },
    {
      "epoch": 0.06286408784208541,
      "grad_norm": 0.36144447326660156,
      "learning_rate": 0.00019980001615408228,
      "loss": 0.3962,
      "step": 750
    },
    {
      "epoch": 0.06294790662587486,
      "grad_norm": 0.3938091993331909,
      "learning_rate": 0.00019979946044350105,
      "loss": 0.4659,
      "step": 751
    },
    {
      "epoch": 0.0630317254096643,
      "grad_norm": 0.4086815118789673,
      "learning_rate": 0.00019979890396266763,
      "loss": 0.4612,
      "step": 752
    },
    {
      "epoch": 0.06311554419345375,
      "grad_norm": 0.39036431908607483,
      "learning_rate": 0.0001997983467115864,
      "loss": 0.4542,
      "step": 753
    },
    {
      "epoch": 0.0631993629772432,
      "grad_norm": 0.37528833746910095,
      "learning_rate": 0.0001997977886902616,
      "loss": 0.4393,
      "step": 754
    },
    {
      "epoch": 0.06328318176103265,
      "grad_norm": 0.3779679238796234,
      "learning_rate": 0.00019979722989869756,
      "loss": 0.4955,
      "step": 755
    },
    {
      "epoch": 0.0633670005448221,
      "grad_norm": 0.3812813460826874,
      "learning_rate": 0.0001997966703368986,
      "loss": 0.408,
      "step": 756
    },
    {
      "epoch": 0.06345081932861155,
      "grad_norm": 0.36371299624443054,
      "learning_rate": 0.000199796110004869,
      "loss": 0.399,
      "step": 757
    },
    {
      "epoch": 0.063534638112401,
      "grad_norm": 0.39416900277137756,
      "learning_rate": 0.00019979554890261315,
      "loss": 0.4088,
      "step": 758
    },
    {
      "epoch": 0.06361845689619043,
      "grad_norm": 0.3914855718612671,
      "learning_rate": 0.0001997949870301353,
      "loss": 0.4302,
      "step": 759
    },
    {
      "epoch": 0.06370227567997988,
      "grad_norm": 0.43806755542755127,
      "learning_rate": 0.00019979442438743984,
      "loss": 0.4851,
      "step": 760
    },
    {
      "epoch": 0.06378609446376933,
      "grad_norm": 0.42375150322914124,
      "learning_rate": 0.00019979386097453112,
      "loss": 0.4537,
      "step": 761
    },
    {
      "epoch": 0.06386991324755878,
      "grad_norm": 0.4161013662815094,
      "learning_rate": 0.00019979329679141344,
      "loss": 0.4538,
      "step": 762
    },
    {
      "epoch": 0.06395373203134823,
      "grad_norm": 0.3974631726741791,
      "learning_rate": 0.0001997927318380912,
      "loss": 0.4521,
      "step": 763
    },
    {
      "epoch": 0.06403755081513768,
      "grad_norm": 0.39730843901634216,
      "learning_rate": 0.00019979216611456876,
      "loss": 0.4174,
      "step": 764
    },
    {
      "epoch": 0.06412136959892711,
      "grad_norm": 0.3902726471424103,
      "learning_rate": 0.00019979159962085042,
      "loss": 0.453,
      "step": 765
    },
    {
      "epoch": 0.06420518838271656,
      "grad_norm": 0.4006250500679016,
      "learning_rate": 0.00019979103235694064,
      "loss": 0.454,
      "step": 766
    },
    {
      "epoch": 0.06428900716650601,
      "grad_norm": 0.3872021436691284,
      "learning_rate": 0.00019979046432284375,
      "loss": 0.4325,
      "step": 767
    },
    {
      "epoch": 0.06437282595029546,
      "grad_norm": 0.39127829670906067,
      "learning_rate": 0.00019978989551856416,
      "loss": 0.4532,
      "step": 768
    },
    {
      "epoch": 0.06445664473408491,
      "grad_norm": 0.40043479204177856,
      "learning_rate": 0.0001997893259441062,
      "loss": 0.4714,
      "step": 769
    },
    {
      "epoch": 0.06454046351787436,
      "grad_norm": 0.4266185760498047,
      "learning_rate": 0.00019978875559947435,
      "loss": 0.4868,
      "step": 770
    },
    {
      "epoch": 0.0646242823016638,
      "grad_norm": 0.34620171785354614,
      "learning_rate": 0.00019978818448467296,
      "loss": 0.3532,
      "step": 771
    },
    {
      "epoch": 0.06470810108545325,
      "grad_norm": 0.46459871530532837,
      "learning_rate": 0.00019978761259970644,
      "loss": 0.465,
      "step": 772
    },
    {
      "epoch": 0.0647919198692427,
      "grad_norm": 0.43152037262916565,
      "learning_rate": 0.00019978703994457924,
      "loss": 0.4713,
      "step": 773
    },
    {
      "epoch": 0.06487573865303214,
      "grad_norm": 0.4436767101287842,
      "learning_rate": 0.00019978646651929572,
      "loss": 0.4821,
      "step": 774
    },
    {
      "epoch": 0.0649595574368216,
      "grad_norm": 0.4099966883659363,
      "learning_rate": 0.00019978589232386035,
      "loss": 0.4699,
      "step": 775
    },
    {
      "epoch": 0.06504337622061104,
      "grad_norm": 0.3845943212509155,
      "learning_rate": 0.00019978531735827756,
      "loss": 0.4449,
      "step": 776
    },
    {
      "epoch": 0.06512719500440049,
      "grad_norm": 0.3855000138282776,
      "learning_rate": 0.00019978474162255178,
      "loss": 0.4442,
      "step": 777
    },
    {
      "epoch": 0.06521101378818993,
      "grad_norm": 0.3777405619621277,
      "learning_rate": 0.00019978416511668744,
      "loss": 0.4353,
      "step": 778
    },
    {
      "epoch": 0.06529483257197938,
      "grad_norm": 0.3910232186317444,
      "learning_rate": 0.00019978358784068903,
      "loss": 0.418,
      "step": 779
    },
    {
      "epoch": 0.06537865135576883,
      "grad_norm": 0.39283812046051025,
      "learning_rate": 0.00019978300979456095,
      "loss": 0.3927,
      "step": 780
    },
    {
      "epoch": 0.06546247013955828,
      "grad_norm": 0.41340336203575134,
      "learning_rate": 0.00019978243097830767,
      "loss": 0.4503,
      "step": 781
    },
    {
      "epoch": 0.06554628892334773,
      "grad_norm": 0.36419227719306946,
      "learning_rate": 0.0001997818513919337,
      "loss": 0.4107,
      "step": 782
    },
    {
      "epoch": 0.06563010770713718,
      "grad_norm": 0.3810875117778778,
      "learning_rate": 0.0001997812710354435,
      "loss": 0.4151,
      "step": 783
    },
    {
      "epoch": 0.06571392649092661,
      "grad_norm": 0.4355141222476959,
      "learning_rate": 0.00019978068990884152,
      "loss": 0.4058,
      "step": 784
    },
    {
      "epoch": 0.06579774527471606,
      "grad_norm": 0.5019960999488831,
      "learning_rate": 0.00019978010801213224,
      "loss": 0.4986,
      "step": 785
    },
    {
      "epoch": 0.06588156405850551,
      "grad_norm": 0.42355790734291077,
      "learning_rate": 0.0001997795253453202,
      "loss": 0.4877,
      "step": 786
    },
    {
      "epoch": 0.06596538284229496,
      "grad_norm": 0.40527957677841187,
      "learning_rate": 0.0001997789419084099,
      "loss": 0.4927,
      "step": 787
    },
    {
      "epoch": 0.06604920162608441,
      "grad_norm": 0.4029012620449066,
      "learning_rate": 0.00019977835770140575,
      "loss": 0.4457,
      "step": 788
    },
    {
      "epoch": 0.06613302040987386,
      "grad_norm": 0.4070059359073639,
      "learning_rate": 0.00019977777272431237,
      "loss": 0.3668,
      "step": 789
    },
    {
      "epoch": 0.0662168391936633,
      "grad_norm": 0.3957376778125763,
      "learning_rate": 0.00019977718697713424,
      "loss": 0.4622,
      "step": 790
    },
    {
      "epoch": 0.06630065797745274,
      "grad_norm": 0.3833303153514862,
      "learning_rate": 0.00019977660045987584,
      "loss": 0.4327,
      "step": 791
    },
    {
      "epoch": 0.06638447676124219,
      "grad_norm": 0.44203153252601624,
      "learning_rate": 0.0001997760131725417,
      "loss": 0.5753,
      "step": 792
    },
    {
      "epoch": 0.06646829554503164,
      "grad_norm": 0.4086536169052124,
      "learning_rate": 0.00019977542511513642,
      "loss": 0.505,
      "step": 793
    },
    {
      "epoch": 0.06655211432882109,
      "grad_norm": 0.40205490589141846,
      "learning_rate": 0.0001997748362876645,
      "loss": 0.4011,
      "step": 794
    },
    {
      "epoch": 0.06663593311261054,
      "grad_norm": 0.3705131411552429,
      "learning_rate": 0.00019977424669013046,
      "loss": 0.4148,
      "step": 795
    },
    {
      "epoch": 0.06671975189639999,
      "grad_norm": 0.39919212460517883,
      "learning_rate": 0.00019977365632253886,
      "loss": 0.4553,
      "step": 796
    },
    {
      "epoch": 0.06680357068018943,
      "grad_norm": 0.3631509244441986,
      "learning_rate": 0.00019977306518489428,
      "loss": 0.4326,
      "step": 797
    },
    {
      "epoch": 0.06688738946397887,
      "grad_norm": 0.38421231508255005,
      "learning_rate": 0.00019977247327720128,
      "loss": 0.4484,
      "step": 798
    },
    {
      "epoch": 0.06697120824776832,
      "grad_norm": 0.4099169671535492,
      "learning_rate": 0.00019977188059946442,
      "loss": 0.4388,
      "step": 799
    },
    {
      "epoch": 0.06705502703155777,
      "grad_norm": 0.4366065561771393,
      "learning_rate": 0.00019977128715168826,
      "loss": 0.4019,
      "step": 800
    },
    {
      "epoch": 0.06705502703155777,
      "eval_loss": 0.4528001546859741,
      "eval_runtime": 61.5245,
      "eval_samples_per_second": 15.604,
      "eval_steps_per_second": 3.901,
      "step": 800
    },
    {
      "epoch": 0.06713884581534722,
      "grad_norm": 0.40358805656433105,
      "learning_rate": 0.0001997706929338774,
      "loss": 0.4182,
      "step": 801
    },
    {
      "epoch": 0.06722266459913667,
      "grad_norm": 0.41213980317115784,
      "learning_rate": 0.0001997700979460364,
      "loss": 0.4312,
      "step": 802
    },
    {
      "epoch": 0.06730648338292611,
      "grad_norm": 0.42677000164985657,
      "learning_rate": 0.0001997695021881699,
      "loss": 0.4522,
      "step": 803
    },
    {
      "epoch": 0.06739030216671556,
      "grad_norm": 0.4146867096424103,
      "learning_rate": 0.00019976890566028246,
      "loss": 0.3891,
      "step": 804
    },
    {
      "epoch": 0.067474120950505,
      "grad_norm": 0.4249430000782013,
      "learning_rate": 0.0001997683083623787,
      "loss": 0.4812,
      "step": 805
    },
    {
      "epoch": 0.06755793973429446,
      "grad_norm": 0.3972296118736267,
      "learning_rate": 0.00019976771029446322,
      "loss": 0.4458,
      "step": 806
    },
    {
      "epoch": 0.0676417585180839,
      "grad_norm": 0.4025213122367859,
      "learning_rate": 0.00019976711145654064,
      "loss": 0.4507,
      "step": 807
    },
    {
      "epoch": 0.06772557730187335,
      "grad_norm": 0.42985236644744873,
      "learning_rate": 0.00019976651184861556,
      "loss": 0.5012,
      "step": 808
    },
    {
      "epoch": 0.06780939608566279,
      "grad_norm": 0.4153345227241516,
      "learning_rate": 0.00019976591147069265,
      "loss": 0.4446,
      "step": 809
    },
    {
      "epoch": 0.06789321486945224,
      "grad_norm": 0.3766114115715027,
      "learning_rate": 0.00019976531032277653,
      "loss": 0.392,
      "step": 810
    },
    {
      "epoch": 0.06797703365324169,
      "grad_norm": 0.4009101390838623,
      "learning_rate": 0.00019976470840487183,
      "loss": 0.4418,
      "step": 811
    },
    {
      "epoch": 0.06806085243703114,
      "grad_norm": 0.430270254611969,
      "learning_rate": 0.0001997641057169832,
      "loss": 0.4781,
      "step": 812
    },
    {
      "epoch": 0.06814467122082059,
      "grad_norm": 0.42727595567703247,
      "learning_rate": 0.00019976350225911526,
      "loss": 0.467,
      "step": 813
    },
    {
      "epoch": 0.06822849000461004,
      "grad_norm": 0.41722819209098816,
      "learning_rate": 0.00019976289803127272,
      "loss": 0.465,
      "step": 814
    },
    {
      "epoch": 0.06831230878839949,
      "grad_norm": 0.38413092494010925,
      "learning_rate": 0.0001997622930334602,
      "loss": 0.4256,
      "step": 815
    },
    {
      "epoch": 0.06839612757218892,
      "grad_norm": 0.39304688572883606,
      "learning_rate": 0.00019976168726568242,
      "loss": 0.4489,
      "step": 816
    },
    {
      "epoch": 0.06847994635597837,
      "grad_norm": 0.4070895314216614,
      "learning_rate": 0.000199761080727944,
      "loss": 0.4349,
      "step": 817
    },
    {
      "epoch": 0.06856376513976782,
      "grad_norm": 0.3746780455112457,
      "learning_rate": 0.00019976047342024967,
      "loss": 0.4022,
      "step": 818
    },
    {
      "epoch": 0.06864758392355727,
      "grad_norm": 0.42501798272132874,
      "learning_rate": 0.0001997598653426041,
      "loss": 0.4593,
      "step": 819
    },
    {
      "epoch": 0.06873140270734672,
      "grad_norm": 0.4487176537513733,
      "learning_rate": 0.00019975925649501195,
      "loss": 0.5253,
      "step": 820
    },
    {
      "epoch": 0.06881522149113617,
      "grad_norm": 0.37788891792297363,
      "learning_rate": 0.00019975864687747796,
      "loss": 0.378,
      "step": 821
    },
    {
      "epoch": 0.0688990402749256,
      "grad_norm": 0.40419694781303406,
      "learning_rate": 0.0001997580364900068,
      "loss": 0.4539,
      "step": 822
    },
    {
      "epoch": 0.06898285905871505,
      "grad_norm": 0.40712258219718933,
      "learning_rate": 0.00019975742533260324,
      "loss": 0.4776,
      "step": 823
    },
    {
      "epoch": 0.0690666778425045,
      "grad_norm": 0.39452123641967773,
      "learning_rate": 0.00019975681340527192,
      "loss": 0.468,
      "step": 824
    },
    {
      "epoch": 0.06915049662629395,
      "grad_norm": 0.4003714919090271,
      "learning_rate": 0.00019975620070801763,
      "loss": 0.4347,
      "step": 825
    },
    {
      "epoch": 0.0692343154100834,
      "grad_norm": 0.4015955328941345,
      "learning_rate": 0.00019975558724084506,
      "loss": 0.4687,
      "step": 826
    },
    {
      "epoch": 0.06931813419387285,
      "grad_norm": 0.39477506279945374,
      "learning_rate": 0.00019975497300375893,
      "loss": 0.4519,
      "step": 827
    },
    {
      "epoch": 0.06940195297766229,
      "grad_norm": 0.39247554540634155,
      "learning_rate": 0.00019975435799676405,
      "loss": 0.4471,
      "step": 828
    },
    {
      "epoch": 0.06948577176145174,
      "grad_norm": 0.3942510485649109,
      "learning_rate": 0.00019975374221986513,
      "loss": 0.4392,
      "step": 829
    },
    {
      "epoch": 0.06956959054524119,
      "grad_norm": 0.43065565824508667,
      "learning_rate": 0.00019975312567306687,
      "loss": 0.4776,
      "step": 830
    },
    {
      "epoch": 0.06965340932903064,
      "grad_norm": 0.42882227897644043,
      "learning_rate": 0.0001997525083563741,
      "loss": 0.4779,
      "step": 831
    },
    {
      "epoch": 0.06973722811282008,
      "grad_norm": 0.3776443898677826,
      "learning_rate": 0.00019975189026979153,
      "loss": 0.4568,
      "step": 832
    },
    {
      "epoch": 0.06982104689660953,
      "grad_norm": 0.42976659536361694,
      "learning_rate": 0.00019975127141332396,
      "loss": 0.4601,
      "step": 833
    },
    {
      "epoch": 0.06990486568039898,
      "grad_norm": 0.43122750520706177,
      "learning_rate": 0.0001997506517869762,
      "loss": 0.4287,
      "step": 834
    },
    {
      "epoch": 0.06998868446418842,
      "grad_norm": 0.45501241087913513,
      "learning_rate": 0.00019975003139075298,
      "loss": 0.5118,
      "step": 835
    },
    {
      "epoch": 0.07007250324797787,
      "grad_norm": 0.43417754769325256,
      "learning_rate": 0.0001997494102246591,
      "loss": 0.5197,
      "step": 836
    },
    {
      "epoch": 0.07015632203176732,
      "grad_norm": 0.37609368562698364,
      "learning_rate": 0.0001997487882886994,
      "loss": 0.4063,
      "step": 837
    },
    {
      "epoch": 0.07024014081555677,
      "grad_norm": 0.38614729046821594,
      "learning_rate": 0.00019974816558287857,
      "loss": 0.3706,
      "step": 838
    },
    {
      "epoch": 0.07032395959934622,
      "grad_norm": 0.40289002656936646,
      "learning_rate": 0.00019974754210720153,
      "loss": 0.422,
      "step": 839
    },
    {
      "epoch": 0.07040777838313567,
      "grad_norm": 0.36063697934150696,
      "learning_rate": 0.00019974691786167303,
      "loss": 0.3911,
      "step": 840
    },
    {
      "epoch": 0.0704915971669251,
      "grad_norm": 0.38413718342781067,
      "learning_rate": 0.0001997462928462979,
      "loss": 0.4725,
      "step": 841
    },
    {
      "epoch": 0.07057541595071455,
      "grad_norm": 0.38478007912635803,
      "learning_rate": 0.000199745667061081,
      "loss": 0.4855,
      "step": 842
    },
    {
      "epoch": 0.070659234734504,
      "grad_norm": 0.3753901720046997,
      "learning_rate": 0.00019974504050602711,
      "loss": 0.3828,
      "step": 843
    },
    {
      "epoch": 0.07074305351829345,
      "grad_norm": 0.39499586820602417,
      "learning_rate": 0.0001997444131811411,
      "loss": 0.4599,
      "step": 844
    },
    {
      "epoch": 0.0708268723020829,
      "grad_norm": 0.430266410112381,
      "learning_rate": 0.00019974378508642778,
      "loss": 0.4309,
      "step": 845
    },
    {
      "epoch": 0.07091069108587235,
      "grad_norm": 0.3769972622394562,
      "learning_rate": 0.000199743156221892,
      "loss": 0.3723,
      "step": 846
    },
    {
      "epoch": 0.07099450986966178,
      "grad_norm": 0.4115924835205078,
      "learning_rate": 0.00019974252658753864,
      "loss": 0.4824,
      "step": 847
    },
    {
      "epoch": 0.07107832865345123,
      "grad_norm": 0.38203322887420654,
      "learning_rate": 0.00019974189618337257,
      "loss": 0.4016,
      "step": 848
    },
    {
      "epoch": 0.07116214743724068,
      "grad_norm": 0.37787240743637085,
      "learning_rate": 0.0001997412650093986,
      "loss": 0.4296,
      "step": 849
    },
    {
      "epoch": 0.07124596622103013,
      "grad_norm": 0.39208105206489563,
      "learning_rate": 0.00019974063306562166,
      "loss": 0.4355,
      "step": 850
    },
    {
      "epoch": 0.07132978500481958,
      "grad_norm": 0.43502309918403625,
      "learning_rate": 0.00019974000035204658,
      "loss": 0.5476,
      "step": 851
    },
    {
      "epoch": 0.07141360378860903,
      "grad_norm": 0.38986000418663025,
      "learning_rate": 0.00019973936686867828,
      "loss": 0.4458,
      "step": 852
    },
    {
      "epoch": 0.07149742257239848,
      "grad_norm": 0.37260299921035767,
      "learning_rate": 0.00019973873261552164,
      "loss": 0.4465,
      "step": 853
    },
    {
      "epoch": 0.07158124135618792,
      "grad_norm": 0.4117613434791565,
      "learning_rate": 0.00019973809759258154,
      "loss": 0.4789,
      "step": 854
    },
    {
      "epoch": 0.07166506013997737,
      "grad_norm": 0.39954671263694763,
      "learning_rate": 0.00019973746179986288,
      "loss": 0.4873,
      "step": 855
    },
    {
      "epoch": 0.07174887892376682,
      "grad_norm": 0.4066504240036011,
      "learning_rate": 0.00019973682523737057,
      "loss": 0.4917,
      "step": 856
    },
    {
      "epoch": 0.07183269770755626,
      "grad_norm": 0.40232136845588684,
      "learning_rate": 0.00019973618790510958,
      "loss": 0.4688,
      "step": 857
    },
    {
      "epoch": 0.07191651649134571,
      "grad_norm": 0.393358439207077,
      "learning_rate": 0.00019973554980308474,
      "loss": 0.4398,
      "step": 858
    },
    {
      "epoch": 0.07200033527513516,
      "grad_norm": 0.36839425563812256,
      "learning_rate": 0.000199734910931301,
      "loss": 0.4456,
      "step": 859
    },
    {
      "epoch": 0.0720841540589246,
      "grad_norm": 0.40478622913360596,
      "learning_rate": 0.00019973427128976333,
      "loss": 0.4204,
      "step": 860
    },
    {
      "epoch": 0.07216797284271405,
      "grad_norm": 0.39139842987060547,
      "learning_rate": 0.00019973363087847666,
      "loss": 0.3763,
      "step": 861
    },
    {
      "epoch": 0.0722517916265035,
      "grad_norm": 0.39318668842315674,
      "learning_rate": 0.00019973298969744587,
      "loss": 0.4552,
      "step": 862
    },
    {
      "epoch": 0.07233561041029295,
      "grad_norm": 0.40536263585090637,
      "learning_rate": 0.00019973234774667598,
      "loss": 0.4659,
      "step": 863
    },
    {
      "epoch": 0.0724194291940824,
      "grad_norm": 0.3784349858760834,
      "learning_rate": 0.0001997317050261719,
      "loss": 0.4122,
      "step": 864
    },
    {
      "epoch": 0.07250324797787185,
      "grad_norm": 0.41480115056037903,
      "learning_rate": 0.00019973106153593865,
      "loss": 0.4192,
      "step": 865
    },
    {
      "epoch": 0.0725870667616613,
      "grad_norm": 0.4121319055557251,
      "learning_rate": 0.0001997304172759811,
      "loss": 0.4771,
      "step": 866
    },
    {
      "epoch": 0.07267088554545073,
      "grad_norm": 0.5311776995658875,
      "learning_rate": 0.00019972977224630428,
      "loss": 0.4509,
      "step": 867
    },
    {
      "epoch": 0.07275470432924018,
      "grad_norm": 0.3890058696269989,
      "learning_rate": 0.00019972912644691321,
      "loss": 0.4646,
      "step": 868
    },
    {
      "epoch": 0.07283852311302963,
      "grad_norm": 0.4051472246646881,
      "learning_rate": 0.0001997284798778128,
      "loss": 0.4571,
      "step": 869
    },
    {
      "epoch": 0.07292234189681908,
      "grad_norm": 0.4022820293903351,
      "learning_rate": 0.00019972783253900808,
      "loss": 0.4656,
      "step": 870
    },
    {
      "epoch": 0.07300616068060853,
      "grad_norm": 0.40085816383361816,
      "learning_rate": 0.000199727184430504,
      "loss": 0.4673,
      "step": 871
    },
    {
      "epoch": 0.07308997946439798,
      "grad_norm": 0.3628380596637726,
      "learning_rate": 0.00019972653555230566,
      "loss": 0.4204,
      "step": 872
    },
    {
      "epoch": 0.07317379824818741,
      "grad_norm": 0.41445207595825195,
      "learning_rate": 0.00019972588590441798,
      "loss": 0.4912,
      "step": 873
    },
    {
      "epoch": 0.07325761703197686,
      "grad_norm": 0.35315945744514465,
      "learning_rate": 0.000199725235486846,
      "loss": 0.3825,
      "step": 874
    },
    {
      "epoch": 0.07334143581576631,
      "grad_norm": 0.3965317904949188,
      "learning_rate": 0.00019972458429959474,
      "loss": 0.5082,
      "step": 875
    },
    {
      "epoch": 0.07342525459955576,
      "grad_norm": 0.3637387752532959,
      "learning_rate": 0.00019972393234266923,
      "loss": 0.4,
      "step": 876
    },
    {
      "epoch": 0.07350907338334521,
      "grad_norm": 0.374796599149704,
      "learning_rate": 0.00019972327961607447,
      "loss": 0.4617,
      "step": 877
    },
    {
      "epoch": 0.07359289216713466,
      "grad_norm": 0.40903669595718384,
      "learning_rate": 0.00019972262611981555,
      "loss": 0.51,
      "step": 878
    },
    {
      "epoch": 0.0736767109509241,
      "grad_norm": 0.3513694405555725,
      "learning_rate": 0.0001997219718538975,
      "loss": 0.392,
      "step": 879
    },
    {
      "epoch": 0.07376052973471355,
      "grad_norm": 0.3707679808139801,
      "learning_rate": 0.0001997213168183253,
      "loss": 0.4356,
      "step": 880
    },
    {
      "epoch": 0.073844348518503,
      "grad_norm": 0.4353253245353699,
      "learning_rate": 0.0001997206610131041,
      "loss": 0.4777,
      "step": 881
    },
    {
      "epoch": 0.07392816730229244,
      "grad_norm": 0.40034306049346924,
      "learning_rate": 0.00019972000443823897,
      "loss": 0.4184,
      "step": 882
    },
    {
      "epoch": 0.0740119860860819,
      "grad_norm": 0.38572514057159424,
      "learning_rate": 0.0001997193470937349,
      "loss": 0.4152,
      "step": 883
    },
    {
      "epoch": 0.07409580486987134,
      "grad_norm": 0.38988229632377625,
      "learning_rate": 0.00019971868897959697,
      "loss": 0.4012,
      "step": 884
    },
    {
      "epoch": 0.07417962365366079,
      "grad_norm": 0.3941953480243683,
      "learning_rate": 0.00019971803009583033,
      "loss": 0.423,
      "step": 885
    },
    {
      "epoch": 0.07426344243745023,
      "grad_norm": 0.3859917223453522,
      "learning_rate": 0.00019971737044244,
      "loss": 0.3875,
      "step": 886
    },
    {
      "epoch": 0.07434726122123968,
      "grad_norm": 0.47111329436302185,
      "learning_rate": 0.0001997167100194311,
      "loss": 0.5059,
      "step": 887
    },
    {
      "epoch": 0.07443108000502913,
      "grad_norm": 0.4514746069908142,
      "learning_rate": 0.0001997160488268087,
      "loss": 0.4418,
      "step": 888
    },
    {
      "epoch": 0.07451489878881858,
      "grad_norm": 0.3804609775543213,
      "learning_rate": 0.00019971538686457794,
      "loss": 0.4272,
      "step": 889
    },
    {
      "epoch": 0.07459871757260803,
      "grad_norm": 0.39727783203125,
      "learning_rate": 0.0001997147241327439,
      "loss": 0.4152,
      "step": 890
    },
    {
      "epoch": 0.07468253635639747,
      "grad_norm": 0.3747541606426239,
      "learning_rate": 0.00019971406063131172,
      "loss": 0.3601,
      "step": 891
    },
    {
      "epoch": 0.07476635514018691,
      "grad_norm": 0.39400240778923035,
      "learning_rate": 0.0001997133963602865,
      "loss": 0.4679,
      "step": 892
    },
    {
      "epoch": 0.07485017392397636,
      "grad_norm": 0.4112313389778137,
      "learning_rate": 0.00019971273131967336,
      "loss": 0.4447,
      "step": 893
    },
    {
      "epoch": 0.07493399270776581,
      "grad_norm": 0.3686692714691162,
      "learning_rate": 0.00019971206550947748,
      "loss": 0.4101,
      "step": 894
    },
    {
      "epoch": 0.07501781149155526,
      "grad_norm": 0.3627675473690033,
      "learning_rate": 0.00019971139892970393,
      "loss": 0.4229,
      "step": 895
    },
    {
      "epoch": 0.07510163027534471,
      "grad_norm": 0.38114216923713684,
      "learning_rate": 0.00019971073158035792,
      "loss": 0.4308,
      "step": 896
    },
    {
      "epoch": 0.07518544905913416,
      "grad_norm": 0.3950989246368408,
      "learning_rate": 0.00019971006346144457,
      "loss": 0.4653,
      "step": 897
    },
    {
      "epoch": 0.07526926784292359,
      "grad_norm": 0.38651570677757263,
      "learning_rate": 0.00019970939457296903,
      "loss": 0.4324,
      "step": 898
    },
    {
      "epoch": 0.07535308662671304,
      "grad_norm": 0.3749052882194519,
      "learning_rate": 0.00019970872491493645,
      "loss": 0.3816,
      "step": 899
    },
    {
      "epoch": 0.07543690541050249,
      "grad_norm": 0.41935187578201294,
      "learning_rate": 0.00019970805448735204,
      "loss": 0.44,
      "step": 900
    },
    {
      "epoch": 0.07552072419429194,
      "grad_norm": 0.3672845661640167,
      "learning_rate": 0.00019970738329022094,
      "loss": 0.3648,
      "step": 901
    },
    {
      "epoch": 0.07560454297808139,
      "grad_norm": 0.40185773372650146,
      "learning_rate": 0.00019970671132354836,
      "loss": 0.4176,
      "step": 902
    },
    {
      "epoch": 0.07568836176187084,
      "grad_norm": 0.3874165117740631,
      "learning_rate": 0.00019970603858733945,
      "loss": 0.3837,
      "step": 903
    },
    {
      "epoch": 0.07577218054566029,
      "grad_norm": 0.42699894309043884,
      "learning_rate": 0.00019970536508159942,
      "loss": 0.4389,
      "step": 904
    },
    {
      "epoch": 0.07585599932944972,
      "grad_norm": 0.4793107509613037,
      "learning_rate": 0.0001997046908063335,
      "loss": 0.475,
      "step": 905
    },
    {
      "epoch": 0.07593981811323917,
      "grad_norm": 0.41253960132598877,
      "learning_rate": 0.00019970401576154684,
      "loss": 0.4348,
      "step": 906
    },
    {
      "epoch": 0.07602363689702862,
      "grad_norm": 0.3969149887561798,
      "learning_rate": 0.0001997033399472447,
      "loss": 0.4182,
      "step": 907
    },
    {
      "epoch": 0.07610745568081807,
      "grad_norm": 0.4480697810649872,
      "learning_rate": 0.00019970266336343225,
      "loss": 0.4618,
      "step": 908
    },
    {
      "epoch": 0.07619127446460752,
      "grad_norm": 0.4336038827896118,
      "learning_rate": 0.00019970198601011472,
      "loss": 0.5185,
      "step": 909
    },
    {
      "epoch": 0.07627509324839697,
      "grad_norm": 0.4068681597709656,
      "learning_rate": 0.00019970130788729738,
      "loss": 0.4538,
      "step": 910
    },
    {
      "epoch": 0.07635891203218641,
      "grad_norm": 0.3655674159526825,
      "learning_rate": 0.0001997006289949854,
      "loss": 0.395,
      "step": 911
    },
    {
      "epoch": 0.07644273081597586,
      "grad_norm": 0.39368098974227905,
      "learning_rate": 0.00019969994933318404,
      "loss": 0.419,
      "step": 912
    },
    {
      "epoch": 0.0765265495997653,
      "grad_norm": 0.4308494031429291,
      "learning_rate": 0.00019969926890189862,
      "loss": 0.4296,
      "step": 913
    },
    {
      "epoch": 0.07661036838355476,
      "grad_norm": 0.46188563108444214,
      "learning_rate": 0.0001996985877011343,
      "loss": 0.59,
      "step": 914
    },
    {
      "epoch": 0.0766941871673442,
      "grad_norm": 0.39536726474761963,
      "learning_rate": 0.00019969790573089635,
      "loss": 0.4402,
      "step": 915
    },
    {
      "epoch": 0.07677800595113365,
      "grad_norm": 0.43085381388664246,
      "learning_rate": 0.00019969722299119006,
      "loss": 0.4604,
      "step": 916
    },
    {
      "epoch": 0.07686182473492309,
      "grad_norm": 0.3696075677871704,
      "learning_rate": 0.0001996965394820207,
      "loss": 0.4068,
      "step": 917
    },
    {
      "epoch": 0.07694564351871254,
      "grad_norm": 0.39616140723228455,
      "learning_rate": 0.00019969585520339354,
      "loss": 0.3856,
      "step": 918
    },
    {
      "epoch": 0.07702946230250199,
      "grad_norm": 0.4289800226688385,
      "learning_rate": 0.00019969517015531386,
      "loss": 0.3866,
      "step": 919
    },
    {
      "epoch": 0.07711328108629144,
      "grad_norm": 0.37183213233947754,
      "learning_rate": 0.00019969448433778693,
      "loss": 0.414,
      "step": 920
    },
    {
      "epoch": 0.07719709987008089,
      "grad_norm": 0.38109302520751953,
      "learning_rate": 0.00019969379775081807,
      "loss": 0.4141,
      "step": 921
    },
    {
      "epoch": 0.07728091865387034,
      "grad_norm": 0.36365869641304016,
      "learning_rate": 0.00019969311039441255,
      "loss": 0.3679,
      "step": 922
    },
    {
      "epoch": 0.07736473743765979,
      "grad_norm": 0.3955959975719452,
      "learning_rate": 0.0001996924222685757,
      "loss": 0.461,
      "step": 923
    },
    {
      "epoch": 0.07744855622144922,
      "grad_norm": 0.4417346715927124,
      "learning_rate": 0.0001996917333733128,
      "loss": 0.4618,
      "step": 924
    },
    {
      "epoch": 0.07753237500523867,
      "grad_norm": 0.38164204359054565,
      "learning_rate": 0.00019969104370862924,
      "loss": 0.4021,
      "step": 925
    },
    {
      "epoch": 0.07761619378902812,
      "grad_norm": 0.3731074631214142,
      "learning_rate": 0.00019969035327453022,
      "loss": 0.3958,
      "step": 926
    },
    {
      "epoch": 0.07770001257281757,
      "grad_norm": 0.4107782244682312,
      "learning_rate": 0.0001996896620710212,
      "loss": 0.4571,
      "step": 927
    },
    {
      "epoch": 0.07778383135660702,
      "grad_norm": 0.35104718804359436,
      "learning_rate": 0.00019968897009810745,
      "loss": 0.3466,
      "step": 928
    },
    {
      "epoch": 0.07786765014039647,
      "grad_norm": 0.41827067732810974,
      "learning_rate": 0.00019968827735579429,
      "loss": 0.4298,
      "step": 929
    },
    {
      "epoch": 0.0779514689241859,
      "grad_norm": 0.3676946461200714,
      "learning_rate": 0.00019968758384408713,
      "loss": 0.364,
      "step": 930
    },
    {
      "epoch": 0.07803528770797535,
      "grad_norm": 0.41607987880706787,
      "learning_rate": 0.00019968688956299125,
      "loss": 0.4973,
      "step": 931
    },
    {
      "epoch": 0.0781191064917648,
      "grad_norm": 0.3929336965084076,
      "learning_rate": 0.00019968619451251205,
      "loss": 0.4444,
      "step": 932
    },
    {
      "epoch": 0.07820292527555425,
      "grad_norm": 0.3858764171600342,
      "learning_rate": 0.0001996854986926549,
      "loss": 0.4161,
      "step": 933
    },
    {
      "epoch": 0.0782867440593437,
      "grad_norm": 0.39207902550697327,
      "learning_rate": 0.00019968480210342515,
      "loss": 0.4109,
      "step": 934
    },
    {
      "epoch": 0.07837056284313315,
      "grad_norm": 0.4069731831550598,
      "learning_rate": 0.00019968410474482818,
      "loss": 0.4077,
      "step": 935
    },
    {
      "epoch": 0.07845438162692259,
      "grad_norm": 0.4233686625957489,
      "learning_rate": 0.00019968340661686939,
      "loss": 0.475,
      "step": 936
    },
    {
      "epoch": 0.07853820041071204,
      "grad_norm": 0.3546040952205658,
      "learning_rate": 0.00019968270771955415,
      "loss": 0.4114,
      "step": 937
    },
    {
      "epoch": 0.07862201919450149,
      "grad_norm": 0.40542134642601013,
      "learning_rate": 0.00019968200805288785,
      "loss": 0.4231,
      "step": 938
    },
    {
      "epoch": 0.07870583797829094,
      "grad_norm": 0.41273558139801025,
      "learning_rate": 0.00019968130761687593,
      "loss": 0.492,
      "step": 939
    },
    {
      "epoch": 0.07878965676208038,
      "grad_norm": 0.374061644077301,
      "learning_rate": 0.00019968060641152376,
      "loss": 0.4002,
      "step": 940
    },
    {
      "epoch": 0.07887347554586983,
      "grad_norm": 0.3792446255683899,
      "learning_rate": 0.0001996799044368367,
      "loss": 0.4351,
      "step": 941
    },
    {
      "epoch": 0.07895729432965928,
      "grad_norm": 0.42108234763145447,
      "learning_rate": 0.0001996792016928203,
      "loss": 0.4439,
      "step": 942
    },
    {
      "epoch": 0.07904111311344872,
      "grad_norm": 0.3716644048690796,
      "learning_rate": 0.00019967849817947985,
      "loss": 0.3992,
      "step": 943
    },
    {
      "epoch": 0.07912493189723817,
      "grad_norm": 0.49463674426078796,
      "learning_rate": 0.0001996777938968209,
      "loss": 0.3744,
      "step": 944
    },
    {
      "epoch": 0.07920875068102762,
      "grad_norm": 0.43163421750068665,
      "learning_rate": 0.00019967708884484876,
      "loss": 0.5089,
      "step": 945
    },
    {
      "epoch": 0.07929256946481707,
      "grad_norm": 0.4043911099433899,
      "learning_rate": 0.00019967638302356897,
      "loss": 0.4665,
      "step": 946
    },
    {
      "epoch": 0.07937638824860652,
      "grad_norm": 0.3899689316749573,
      "learning_rate": 0.00019967567643298692,
      "loss": 0.4289,
      "step": 947
    },
    {
      "epoch": 0.07946020703239597,
      "grad_norm": 0.4648204743862152,
      "learning_rate": 0.0001996749690731081,
      "loss": 0.4613,
      "step": 948
    },
    {
      "epoch": 0.0795440258161854,
      "grad_norm": 0.38712772727012634,
      "learning_rate": 0.00019967426094393798,
      "loss": 0.4884,
      "step": 949
    },
    {
      "epoch": 0.07962784459997485,
      "grad_norm": 0.35653606057167053,
      "learning_rate": 0.00019967355204548198,
      "loss": 0.3956,
      "step": 950
    },
    {
      "epoch": 0.0797116633837643,
      "grad_norm": 0.36058518290519714,
      "learning_rate": 0.0001996728423777456,
      "loss": 0.4097,
      "step": 951
    },
    {
      "epoch": 0.07979548216755375,
      "grad_norm": 0.36184608936309814,
      "learning_rate": 0.0001996721319407343,
      "loss": 0.4588,
      "step": 952
    },
    {
      "epoch": 0.0798793009513432,
      "grad_norm": 0.3634944260120392,
      "learning_rate": 0.00019967142073445358,
      "loss": 0.4288,
      "step": 953
    },
    {
      "epoch": 0.07996311973513265,
      "grad_norm": 0.3916091024875641,
      "learning_rate": 0.00019967070875890892,
      "loss": 0.4284,
      "step": 954
    },
    {
      "epoch": 0.08004693851892208,
      "grad_norm": 0.38214176893234253,
      "learning_rate": 0.0001996699960141058,
      "loss": 0.4143,
      "step": 955
    },
    {
      "epoch": 0.08013075730271153,
      "grad_norm": 0.410134494304657,
      "learning_rate": 0.00019966928250004978,
      "loss": 0.4676,
      "step": 956
    },
    {
      "epoch": 0.08021457608650098,
      "grad_norm": 0.42260074615478516,
      "learning_rate": 0.0001996685682167463,
      "loss": 0.4534,
      "step": 957
    },
    {
      "epoch": 0.08029839487029043,
      "grad_norm": 0.41752535104751587,
      "learning_rate": 0.00019966785316420088,
      "loss": 0.4802,
      "step": 958
    },
    {
      "epoch": 0.08038221365407988,
      "grad_norm": 0.39534255862236023,
      "learning_rate": 0.0001996671373424191,
      "loss": 0.3871,
      "step": 959
    },
    {
      "epoch": 0.08046603243786933,
      "grad_norm": 0.41138744354248047,
      "learning_rate": 0.00019966642075140638,
      "loss": 0.4321,
      "step": 960
    },
    {
      "epoch": 0.08054985122165878,
      "grad_norm": 0.39638710021972656,
      "learning_rate": 0.00019966570339116836,
      "loss": 0.4285,
      "step": 961
    },
    {
      "epoch": 0.08063367000544822,
      "grad_norm": 0.4215247333049774,
      "learning_rate": 0.00019966498526171052,
      "loss": 0.4359,
      "step": 962
    },
    {
      "epoch": 0.08071748878923767,
      "grad_norm": 0.42386308312416077,
      "learning_rate": 0.0001996642663630384,
      "loss": 0.4614,
      "step": 963
    },
    {
      "epoch": 0.08080130757302711,
      "grad_norm": 0.4166053831577301,
      "learning_rate": 0.00019966354669515756,
      "loss": 0.4351,
      "step": 964
    },
    {
      "epoch": 0.08088512635681656,
      "grad_norm": 0.4149804413318634,
      "learning_rate": 0.00019966282625807357,
      "loss": 0.5113,
      "step": 965
    },
    {
      "epoch": 0.08096894514060601,
      "grad_norm": 0.40028801560401917,
      "learning_rate": 0.00019966210505179197,
      "loss": 0.4416,
      "step": 966
    },
    {
      "epoch": 0.08105276392439546,
      "grad_norm": 0.3636774718761444,
      "learning_rate": 0.00019966138307631832,
      "loss": 0.4345,
      "step": 967
    },
    {
      "epoch": 0.0811365827081849,
      "grad_norm": 0.38071054220199585,
      "learning_rate": 0.00019966066033165822,
      "loss": 0.3958,
      "step": 968
    },
    {
      "epoch": 0.08122040149197435,
      "grad_norm": 0.38536179065704346,
      "learning_rate": 0.00019965993681781723,
      "loss": 0.4172,
      "step": 969
    },
    {
      "epoch": 0.0813042202757638,
      "grad_norm": 0.40404483675956726,
      "learning_rate": 0.0001996592125348009,
      "loss": 0.4313,
      "step": 970
    },
    {
      "epoch": 0.08138803905955325,
      "grad_norm": 0.40926551818847656,
      "learning_rate": 0.0001996584874826149,
      "loss": 0.4899,
      "step": 971
    },
    {
      "epoch": 0.0814718578433427,
      "grad_norm": 0.4358166456222534,
      "learning_rate": 0.00019965776166126474,
      "loss": 0.4683,
      "step": 972
    },
    {
      "epoch": 0.08155567662713215,
      "grad_norm": 0.4012647867202759,
      "learning_rate": 0.00019965703507075612,
      "loss": 0.4289,
      "step": 973
    },
    {
      "epoch": 0.08163949541092158,
      "grad_norm": 0.42054665088653564,
      "learning_rate": 0.00019965630771109455,
      "loss": 0.4885,
      "step": 974
    },
    {
      "epoch": 0.08172331419471103,
      "grad_norm": 0.4142690598964691,
      "learning_rate": 0.0001996555795822857,
      "loss": 0.5532,
      "step": 975
    },
    {
      "epoch": 0.08180713297850048,
      "grad_norm": 0.3992498815059662,
      "learning_rate": 0.00019965485068433516,
      "loss": 0.4301,
      "step": 976
    },
    {
      "epoch": 0.08189095176228993,
      "grad_norm": 0.38366836309432983,
      "learning_rate": 0.00019965412101724856,
      "loss": 0.4587,
      "step": 977
    },
    {
      "epoch": 0.08197477054607938,
      "grad_norm": 0.37752506136894226,
      "learning_rate": 0.00019965339058103157,
      "loss": 0.4011,
      "step": 978
    },
    {
      "epoch": 0.08205858932986883,
      "grad_norm": 0.39203429222106934,
      "learning_rate": 0.00019965265937568977,
      "loss": 0.4081,
      "step": 979
    },
    {
      "epoch": 0.08214240811365828,
      "grad_norm": 0.3847021758556366,
      "learning_rate": 0.00019965192740122885,
      "loss": 0.4746,
      "step": 980
    },
    {
      "epoch": 0.08222622689744771,
      "grad_norm": 0.39119136333465576,
      "learning_rate": 0.00019965119465765443,
      "loss": 0.4669,
      "step": 981
    },
    {
      "epoch": 0.08231004568123716,
      "grad_norm": 0.3929954469203949,
      "learning_rate": 0.0001996504611449722,
      "loss": 0.4063,
      "step": 982
    },
    {
      "epoch": 0.08239386446502661,
      "grad_norm": 0.39584431052207947,
      "learning_rate": 0.0001996497268631878,
      "loss": 0.4626,
      "step": 983
    },
    {
      "epoch": 0.08247768324881606,
      "grad_norm": 0.4120744466781616,
      "learning_rate": 0.00019964899181230687,
      "loss": 0.4252,
      "step": 984
    },
    {
      "epoch": 0.08256150203260551,
      "grad_norm": 0.38963398337364197,
      "learning_rate": 0.00019964825599233513,
      "loss": 0.3576,
      "step": 985
    },
    {
      "epoch": 0.08264532081639496,
      "grad_norm": 0.46176907420158386,
      "learning_rate": 0.0001996475194032782,
      "loss": 0.4222,
      "step": 986
    },
    {
      "epoch": 0.0827291396001844,
      "grad_norm": 0.43347111344337463,
      "learning_rate": 0.00019964678204514185,
      "loss": 0.425,
      "step": 987
    },
    {
      "epoch": 0.08281295838397384,
      "grad_norm": 0.38096386194229126,
      "learning_rate": 0.0001996460439179317,
      "loss": 0.411,
      "step": 988
    },
    {
      "epoch": 0.0828967771677633,
      "grad_norm": 0.392071932554245,
      "learning_rate": 0.00019964530502165347,
      "loss": 0.379,
      "step": 989
    },
    {
      "epoch": 0.08298059595155274,
      "grad_norm": 0.4045991003513336,
      "learning_rate": 0.00019964456535631286,
      "loss": 0.4259,
      "step": 990
    },
    {
      "epoch": 0.08306441473534219,
      "grad_norm": 0.39997220039367676,
      "learning_rate": 0.00019964382492191558,
      "loss": 0.4767,
      "step": 991
    },
    {
      "epoch": 0.08314823351913164,
      "grad_norm": 0.3802543580532074,
      "learning_rate": 0.00019964308371846735,
      "loss": 0.4104,
      "step": 992
    },
    {
      "epoch": 0.08323205230292108,
      "grad_norm": 0.4258147180080414,
      "learning_rate": 0.0001996423417459739,
      "loss": 0.4539,
      "step": 993
    },
    {
      "epoch": 0.08331587108671053,
      "grad_norm": 0.3707937002182007,
      "learning_rate": 0.00019964159900444096,
      "loss": 0.3862,
      "step": 994
    },
    {
      "epoch": 0.08339968987049998,
      "grad_norm": 0.3951079547405243,
      "learning_rate": 0.00019964085549387418,
      "loss": 0.4681,
      "step": 995
    },
    {
      "epoch": 0.08348350865428943,
      "grad_norm": 0.38373222947120667,
      "learning_rate": 0.00019964011121427944,
      "loss": 0.4215,
      "step": 996
    },
    {
      "epoch": 0.08356732743807888,
      "grad_norm": 0.39458566904067993,
      "learning_rate": 0.00019963936616566237,
      "loss": 0.414,
      "step": 997
    },
    {
      "epoch": 0.08365114622186832,
      "grad_norm": 0.358193576335907,
      "learning_rate": 0.00019963862034802875,
      "loss": 0.4097,
      "step": 998
    },
    {
      "epoch": 0.08373496500565777,
      "grad_norm": 0.41948339343070984,
      "learning_rate": 0.00019963787376138436,
      "loss": 0.4681,
      "step": 999
    },
    {
      "epoch": 0.08381878378944721,
      "grad_norm": 0.40818771719932556,
      "learning_rate": 0.00019963712640573496,
      "loss": 0.4614,
      "step": 1000
    },
    {
      "epoch": 0.08381878378944721,
      "eval_loss": 0.4315410852432251,
      "eval_runtime": 61.5481,
      "eval_samples_per_second": 15.598,
      "eval_steps_per_second": 3.899,
      "step": 1000
    },
    {
      "epoch": 0.08390260257323666,
      "grad_norm": 0.39376017451286316,
      "learning_rate": 0.0001996363782810863,
      "loss": 0.451,
      "step": 1001
    },
    {
      "epoch": 0.08398642135702611,
      "grad_norm": 0.3631678521633148,
      "learning_rate": 0.00019963562938744413,
      "loss": 0.3638,
      "step": 1002
    },
    {
      "epoch": 0.08407024014081556,
      "grad_norm": 0.3980220854282379,
      "learning_rate": 0.00019963487972481428,
      "loss": 0.4721,
      "step": 1003
    },
    {
      "epoch": 0.08415405892460501,
      "grad_norm": 0.3644436001777649,
      "learning_rate": 0.00019963412929320255,
      "loss": 0.4185,
      "step": 1004
    },
    {
      "epoch": 0.08423787770839446,
      "grad_norm": 0.3838115930557251,
      "learning_rate": 0.00019963337809261465,
      "loss": 0.4474,
      "step": 1005
    },
    {
      "epoch": 0.08432169649218389,
      "grad_norm": 0.3922666907310486,
      "learning_rate": 0.00019963262612305647,
      "loss": 0.395,
      "step": 1006
    },
    {
      "epoch": 0.08440551527597334,
      "grad_norm": 0.38563427329063416,
      "learning_rate": 0.0001996318733845337,
      "loss": 0.418,
      "step": 1007
    },
    {
      "epoch": 0.08448933405976279,
      "grad_norm": 0.4023588001728058,
      "learning_rate": 0.00019963111987705227,
      "loss": 0.4406,
      "step": 1008
    },
    {
      "epoch": 0.08457315284355224,
      "grad_norm": 0.3945237398147583,
      "learning_rate": 0.00019963036560061793,
      "loss": 0.3731,
      "step": 1009
    },
    {
      "epoch": 0.08465697162734169,
      "grad_norm": 0.3615720868110657,
      "learning_rate": 0.00019962961055523652,
      "loss": 0.4127,
      "step": 1010
    },
    {
      "epoch": 0.08474079041113114,
      "grad_norm": 0.4272584319114685,
      "learning_rate": 0.00019962885474091388,
      "loss": 0.4532,
      "step": 1011
    },
    {
      "epoch": 0.08482460919492057,
      "grad_norm": 0.4180831015110016,
      "learning_rate": 0.00019962809815765578,
      "loss": 0.4435,
      "step": 1012
    },
    {
      "epoch": 0.08490842797871002,
      "grad_norm": 0.41765108704566956,
      "learning_rate": 0.00019962734080546817,
      "loss": 0.5143,
      "step": 1013
    },
    {
      "epoch": 0.08499224676249947,
      "grad_norm": 0.4684891700744629,
      "learning_rate": 0.0001996265826843568,
      "loss": 0.3962,
      "step": 1014
    },
    {
      "epoch": 0.08507606554628892,
      "grad_norm": 0.40682706236839294,
      "learning_rate": 0.00019962582379432755,
      "loss": 0.4703,
      "step": 1015
    },
    {
      "epoch": 0.08515988433007837,
      "grad_norm": 0.40211284160614014,
      "learning_rate": 0.00019962506413538628,
      "loss": 0.3914,
      "step": 1016
    },
    {
      "epoch": 0.08524370311386782,
      "grad_norm": 0.47827476263046265,
      "learning_rate": 0.00019962430370753885,
      "loss": 0.4428,
      "step": 1017
    },
    {
      "epoch": 0.08532752189765727,
      "grad_norm": 0.4192538261413574,
      "learning_rate": 0.00019962354251079113,
      "loss": 0.4548,
      "step": 1018
    },
    {
      "epoch": 0.0854113406814467,
      "grad_norm": 0.3896186053752899,
      "learning_rate": 0.000199622780545149,
      "loss": 0.4333,
      "step": 1019
    },
    {
      "epoch": 0.08549515946523616,
      "grad_norm": 0.3937664330005646,
      "learning_rate": 0.00019962201781061834,
      "loss": 0.4191,
      "step": 1020
    },
    {
      "epoch": 0.0855789782490256,
      "grad_norm": 0.37478142976760864,
      "learning_rate": 0.00019962125430720502,
      "loss": 0.4341,
      "step": 1021
    },
    {
      "epoch": 0.08566279703281506,
      "grad_norm": 0.35987967252731323,
      "learning_rate": 0.00019962049003491495,
      "loss": 0.456,
      "step": 1022
    },
    {
      "epoch": 0.0857466158166045,
      "grad_norm": 0.35628199577331543,
      "learning_rate": 0.00019961972499375405,
      "loss": 0.4017,
      "step": 1023
    },
    {
      "epoch": 0.08583043460039395,
      "grad_norm": 0.38755664229393005,
      "learning_rate": 0.00019961895918372817,
      "loss": 0.3905,
      "step": 1024
    },
    {
      "epoch": 0.08591425338418339,
      "grad_norm": 0.398385614156723,
      "learning_rate": 0.00019961819260484327,
      "loss": 0.4062,
      "step": 1025
    },
    {
      "epoch": 0.08599807216797284,
      "grad_norm": 0.3721621632575989,
      "learning_rate": 0.00019961742525710522,
      "loss": 0.414,
      "step": 1026
    },
    {
      "epoch": 0.08608189095176229,
      "grad_norm": 0.39276614785194397,
      "learning_rate": 0.00019961665714052,
      "loss": 0.4691,
      "step": 1027
    },
    {
      "epoch": 0.08616570973555174,
      "grad_norm": 0.3914427161216736,
      "learning_rate": 0.0001996158882550935,
      "loss": 0.4288,
      "step": 1028
    },
    {
      "epoch": 0.08624952851934119,
      "grad_norm": 0.45206218957901,
      "learning_rate": 0.00019961511860083168,
      "loss": 0.5775,
      "step": 1029
    },
    {
      "epoch": 0.08633334730313064,
      "grad_norm": 0.36639827489852905,
      "learning_rate": 0.00019961434817774044,
      "loss": 0.419,
      "step": 1030
    },
    {
      "epoch": 0.08641716608692007,
      "grad_norm": 0.36255019903182983,
      "learning_rate": 0.00019961357698582572,
      "loss": 0.3797,
      "step": 1031
    },
    {
      "epoch": 0.08650098487070952,
      "grad_norm": 0.34966185688972473,
      "learning_rate": 0.00019961280502509351,
      "loss": 0.4024,
      "step": 1032
    },
    {
      "epoch": 0.08658480365449897,
      "grad_norm": 0.378033310174942,
      "learning_rate": 0.00019961203229554978,
      "loss": 0.4683,
      "step": 1033
    },
    {
      "epoch": 0.08666862243828842,
      "grad_norm": 0.40823686122894287,
      "learning_rate": 0.00019961125879720048,
      "loss": 0.4337,
      "step": 1034
    },
    {
      "epoch": 0.08675244122207787,
      "grad_norm": 0.35634610056877136,
      "learning_rate": 0.00019961048453005157,
      "loss": 0.4421,
      "step": 1035
    },
    {
      "epoch": 0.08683626000586732,
      "grad_norm": 0.3689596951007843,
      "learning_rate": 0.000199609709494109,
      "loss": 0.4058,
      "step": 1036
    },
    {
      "epoch": 0.08692007878965677,
      "grad_norm": 0.37849053740501404,
      "learning_rate": 0.00019960893368937881,
      "loss": 0.4697,
      "step": 1037
    },
    {
      "epoch": 0.0870038975734462,
      "grad_norm": 0.3885011672973633,
      "learning_rate": 0.00019960815711586696,
      "loss": 0.4443,
      "step": 1038
    },
    {
      "epoch": 0.08708771635723565,
      "grad_norm": 0.37769725918769836,
      "learning_rate": 0.00019960737977357942,
      "loss": 0.4709,
      "step": 1039
    },
    {
      "epoch": 0.0871715351410251,
      "grad_norm": 0.3607832193374634,
      "learning_rate": 0.0001996066016625222,
      "loss": 0.4407,
      "step": 1040
    },
    {
      "epoch": 0.08725535392481455,
      "grad_norm": 0.36256375908851624,
      "learning_rate": 0.00019960582278270134,
      "loss": 0.4063,
      "step": 1041
    },
    {
      "epoch": 0.087339172708604,
      "grad_norm": 0.39085209369659424,
      "learning_rate": 0.00019960504313412282,
      "loss": 0.4216,
      "step": 1042
    },
    {
      "epoch": 0.08742299149239345,
      "grad_norm": 0.33938997983932495,
      "learning_rate": 0.00019960426271679267,
      "loss": 0.3768,
      "step": 1043
    },
    {
      "epoch": 0.08750681027618289,
      "grad_norm": 0.3774583041667938,
      "learning_rate": 0.00019960348153071688,
      "loss": 0.4479,
      "step": 1044
    },
    {
      "epoch": 0.08759062905997234,
      "grad_norm": 0.3949880003929138,
      "learning_rate": 0.00019960269957590155,
      "loss": 0.425,
      "step": 1045
    },
    {
      "epoch": 0.08767444784376179,
      "grad_norm": 0.3790205419063568,
      "learning_rate": 0.00019960191685235263,
      "loss": 0.4233,
      "step": 1046
    },
    {
      "epoch": 0.08775826662755123,
      "grad_norm": 0.4107462465763092,
      "learning_rate": 0.00019960113336007625,
      "loss": 0.4442,
      "step": 1047
    },
    {
      "epoch": 0.08784208541134068,
      "grad_norm": 0.3750137984752655,
      "learning_rate": 0.00019960034909907837,
      "loss": 0.4316,
      "step": 1048
    },
    {
      "epoch": 0.08792590419513013,
      "grad_norm": 0.38620778918266296,
      "learning_rate": 0.0001995995640693651,
      "loss": 0.4286,
      "step": 1049
    },
    {
      "epoch": 0.08800972297891957,
      "grad_norm": 0.4017787277698517,
      "learning_rate": 0.00019959877827094248,
      "loss": 0.4729,
      "step": 1050
    },
    {
      "epoch": 0.08809354176270902,
      "grad_norm": 0.3592069745063782,
      "learning_rate": 0.00019959799170381657,
      "loss": 0.3728,
      "step": 1051
    },
    {
      "epoch": 0.08817736054649847,
      "grad_norm": 0.36898311972618103,
      "learning_rate": 0.00019959720436799346,
      "loss": 0.3884,
      "step": 1052
    },
    {
      "epoch": 0.08826117933028792,
      "grad_norm": 0.3860451877117157,
      "learning_rate": 0.0001995964162634792,
      "loss": 0.4729,
      "step": 1053
    },
    {
      "epoch": 0.08834499811407737,
      "grad_norm": 0.3619721531867981,
      "learning_rate": 0.0001995956273902799,
      "loss": 0.4225,
      "step": 1054
    },
    {
      "epoch": 0.08842881689786682,
      "grad_norm": 0.41668400168418884,
      "learning_rate": 0.00019959483774840164,
      "loss": 0.4589,
      "step": 1055
    },
    {
      "epoch": 0.08851263568165627,
      "grad_norm": 0.39767318964004517,
      "learning_rate": 0.0001995940473378505,
      "loss": 0.3933,
      "step": 1056
    },
    {
      "epoch": 0.0885964544654457,
      "grad_norm": 0.37235528230667114,
      "learning_rate": 0.00019959325615863258,
      "loss": 0.3406,
      "step": 1057
    },
    {
      "epoch": 0.08868027324923515,
      "grad_norm": 0.4139713943004608,
      "learning_rate": 0.000199592464210754,
      "loss": 0.4516,
      "step": 1058
    },
    {
      "epoch": 0.0887640920330246,
      "grad_norm": 0.39245137572288513,
      "learning_rate": 0.00019959167149422087,
      "loss": 0.4544,
      "step": 1059
    },
    {
      "epoch": 0.08884791081681405,
      "grad_norm": 0.3930512070655823,
      "learning_rate": 0.0001995908780090393,
      "loss": 0.4238,
      "step": 1060
    },
    {
      "epoch": 0.0889317296006035,
      "grad_norm": 0.4006139039993286,
      "learning_rate": 0.00019959008375521544,
      "loss": 0.4225,
      "step": 1061
    },
    {
      "epoch": 0.08901554838439295,
      "grad_norm": 0.3721664547920227,
      "learning_rate": 0.00019958928873275539,
      "loss": 0.4287,
      "step": 1062
    },
    {
      "epoch": 0.08909936716818238,
      "grad_norm": 0.36231812834739685,
      "learning_rate": 0.0001995884929416653,
      "loss": 0.3457,
      "step": 1063
    },
    {
      "epoch": 0.08918318595197183,
      "grad_norm": 0.3844318389892578,
      "learning_rate": 0.00019958769638195133,
      "loss": 0.3875,
      "step": 1064
    },
    {
      "epoch": 0.08926700473576128,
      "grad_norm": 0.3993372619152069,
      "learning_rate": 0.00019958689905361955,
      "loss": 0.407,
      "step": 1065
    },
    {
      "epoch": 0.08935082351955073,
      "grad_norm": 0.38517314195632935,
      "learning_rate": 0.00019958610095667623,
      "loss": 0.4707,
      "step": 1066
    },
    {
      "epoch": 0.08943464230334018,
      "grad_norm": 0.40785855054855347,
      "learning_rate": 0.00019958530209112746,
      "loss": 0.4028,
      "step": 1067
    },
    {
      "epoch": 0.08951846108712963,
      "grad_norm": 0.3812279999256134,
      "learning_rate": 0.00019958450245697936,
      "loss": 0.3523,
      "step": 1068
    },
    {
      "epoch": 0.08960227987091908,
      "grad_norm": 0.36264532804489136,
      "learning_rate": 0.0001995837020542382,
      "loss": 0.3696,
      "step": 1069
    },
    {
      "epoch": 0.08968609865470852,
      "grad_norm": 0.41189005970954895,
      "learning_rate": 0.00019958290088291011,
      "loss": 0.4765,
      "step": 1070
    },
    {
      "epoch": 0.08976991743849796,
      "grad_norm": 0.3844199776649475,
      "learning_rate": 0.0001995820989430013,
      "loss": 0.4187,
      "step": 1071
    },
    {
      "epoch": 0.08985373622228741,
      "grad_norm": 0.4039238393306732,
      "learning_rate": 0.0001995812962345179,
      "loss": 0.4438,
      "step": 1072
    },
    {
      "epoch": 0.08993755500607686,
      "grad_norm": 0.39583879709243774,
      "learning_rate": 0.0001995804927574662,
      "loss": 0.3898,
      "step": 1073
    },
    {
      "epoch": 0.09002137378986631,
      "grad_norm": 0.4431327283382416,
      "learning_rate": 0.0001995796885118523,
      "loss": 0.4378,
      "step": 1074
    },
    {
      "epoch": 0.09010519257365576,
      "grad_norm": 0.39630326628685,
      "learning_rate": 0.00019957888349768244,
      "loss": 0.4658,
      "step": 1075
    },
    {
      "epoch": 0.0901890113574452,
      "grad_norm": 0.3601806163787842,
      "learning_rate": 0.00019957807771496286,
      "loss": 0.3679,
      "step": 1076
    },
    {
      "epoch": 0.09027283014123465,
      "grad_norm": 0.3439216613769531,
      "learning_rate": 0.00019957727116369977,
      "loss": 0.3541,
      "step": 1077
    },
    {
      "epoch": 0.0903566489250241,
      "grad_norm": 0.4446345269680023,
      "learning_rate": 0.0001995764638438994,
      "loss": 0.4457,
      "step": 1078
    },
    {
      "epoch": 0.09044046770881355,
      "grad_norm": 0.4162757098674774,
      "learning_rate": 0.00019957565575556797,
      "loss": 0.4259,
      "step": 1079
    },
    {
      "epoch": 0.090524286492603,
      "grad_norm": 0.39644527435302734,
      "learning_rate": 0.00019957484689871167,
      "loss": 0.4268,
      "step": 1080
    },
    {
      "epoch": 0.09060810527639244,
      "grad_norm": 0.4193653464317322,
      "learning_rate": 0.00019957403727333684,
      "loss": 0.5353,
      "step": 1081
    },
    {
      "epoch": 0.09069192406018188,
      "grad_norm": 0.377508282661438,
      "learning_rate": 0.00019957322687944964,
      "loss": 0.3744,
      "step": 1082
    },
    {
      "epoch": 0.09077574284397133,
      "grad_norm": 0.40177756547927856,
      "learning_rate": 0.0001995724157170564,
      "loss": 0.4208,
      "step": 1083
    },
    {
      "epoch": 0.09085956162776078,
      "grad_norm": 0.4456755518913269,
      "learning_rate": 0.0001995716037861633,
      "loss": 0.4541,
      "step": 1084
    },
    {
      "epoch": 0.09094338041155023,
      "grad_norm": 0.39011502265930176,
      "learning_rate": 0.00019957079108677667,
      "loss": 0.3853,
      "step": 1085
    },
    {
      "epoch": 0.09102719919533968,
      "grad_norm": 0.39383456110954285,
      "learning_rate": 0.00019956997761890277,
      "loss": 0.4427,
      "step": 1086
    },
    {
      "epoch": 0.09111101797912913,
      "grad_norm": 0.39440158009529114,
      "learning_rate": 0.0001995691633825479,
      "loss": 0.4679,
      "step": 1087
    },
    {
      "epoch": 0.09119483676291858,
      "grad_norm": 0.4146997928619385,
      "learning_rate": 0.00019956834837771826,
      "loss": 0.4576,
      "step": 1088
    },
    {
      "epoch": 0.09127865554670801,
      "grad_norm": 0.39595216512680054,
      "learning_rate": 0.00019956753260442017,
      "loss": 0.3953,
      "step": 1089
    },
    {
      "epoch": 0.09136247433049746,
      "grad_norm": 0.37511298060417175,
      "learning_rate": 0.00019956671606266002,
      "loss": 0.4032,
      "step": 1090
    },
    {
      "epoch": 0.09144629311428691,
      "grad_norm": 0.4088183343410492,
      "learning_rate": 0.000199565898752444,
      "loss": 0.4938,
      "step": 1091
    },
    {
      "epoch": 0.09153011189807636,
      "grad_norm": 0.430599570274353,
      "learning_rate": 0.0001995650806737785,
      "loss": 0.5111,
      "step": 1092
    },
    {
      "epoch": 0.09161393068186581,
      "grad_norm": 0.38699930906295776,
      "learning_rate": 0.00019956426182666975,
      "loss": 0.4496,
      "step": 1093
    },
    {
      "epoch": 0.09169774946565526,
      "grad_norm": 0.33947908878326416,
      "learning_rate": 0.00019956344221112415,
      "loss": 0.375,
      "step": 1094
    },
    {
      "epoch": 0.0917815682494447,
      "grad_norm": 0.3715559244155884,
      "learning_rate": 0.00019956262182714798,
      "loss": 0.3656,
      "step": 1095
    },
    {
      "epoch": 0.09186538703323414,
      "grad_norm": 0.3872394263744354,
      "learning_rate": 0.0001995618006747476,
      "loss": 0.4776,
      "step": 1096
    },
    {
      "epoch": 0.0919492058170236,
      "grad_norm": 0.37304747104644775,
      "learning_rate": 0.0001995609787539293,
      "loss": 0.4106,
      "step": 1097
    },
    {
      "epoch": 0.09203302460081304,
      "grad_norm": 0.4054071009159088,
      "learning_rate": 0.00019956015606469943,
      "loss": 0.434,
      "step": 1098
    },
    {
      "epoch": 0.09211684338460249,
      "grad_norm": 0.34204763174057007,
      "learning_rate": 0.0001995593326070644,
      "loss": 0.3337,
      "step": 1099
    },
    {
      "epoch": 0.09220066216839194,
      "grad_norm": 0.33711567521095276,
      "learning_rate": 0.0001995585083810305,
      "loss": 0.3413,
      "step": 1100
    },
    {
      "epoch": 0.09228448095218138,
      "grad_norm": 0.3677065074443817,
      "learning_rate": 0.0001995576833866042,
      "loss": 0.4147,
      "step": 1101
    },
    {
      "epoch": 0.09236829973597083,
      "grad_norm": 0.37722155451774597,
      "learning_rate": 0.0001995568576237917,
      "loss": 0.4229,
      "step": 1102
    },
    {
      "epoch": 0.09245211851976028,
      "grad_norm": 0.41184067726135254,
      "learning_rate": 0.0001995560310925995,
      "loss": 0.4093,
      "step": 1103
    },
    {
      "epoch": 0.09253593730354973,
      "grad_norm": 0.4359748363494873,
      "learning_rate": 0.00019955520379303393,
      "loss": 0.4449,
      "step": 1104
    },
    {
      "epoch": 0.09261975608733918,
      "grad_norm": 0.393897145986557,
      "learning_rate": 0.00019955437572510138,
      "loss": 0.4225,
      "step": 1105
    },
    {
      "epoch": 0.09270357487112862,
      "grad_norm": 0.39695489406585693,
      "learning_rate": 0.00019955354688880824,
      "loss": 0.4561,
      "step": 1106
    },
    {
      "epoch": 0.09278739365491807,
      "grad_norm": 0.3456893265247345,
      "learning_rate": 0.00019955271728416092,
      "loss": 0.3435,
      "step": 1107
    },
    {
      "epoch": 0.09287121243870751,
      "grad_norm": 0.3632257878780365,
      "learning_rate": 0.00019955188691116583,
      "loss": 0.3585,
      "step": 1108
    },
    {
      "epoch": 0.09295503122249696,
      "grad_norm": 0.38289621472358704,
      "learning_rate": 0.00019955105576982933,
      "loss": 0.4511,
      "step": 1109
    },
    {
      "epoch": 0.09303885000628641,
      "grad_norm": 0.3979704976081848,
      "learning_rate": 0.00019955022386015792,
      "loss": 0.4045,
      "step": 1110
    },
    {
      "epoch": 0.09312266879007586,
      "grad_norm": 0.42763879895210266,
      "learning_rate": 0.00019954939118215794,
      "loss": 0.409,
      "step": 1111
    },
    {
      "epoch": 0.09320648757386531,
      "grad_norm": 0.38004836440086365,
      "learning_rate": 0.00019954855773583584,
      "loss": 0.43,
      "step": 1112
    },
    {
      "epoch": 0.09329030635765476,
      "grad_norm": 0.3622317910194397,
      "learning_rate": 0.00019954772352119806,
      "loss": 0.4241,
      "step": 1113
    },
    {
      "epoch": 0.09337412514144419,
      "grad_norm": 0.39081069827079773,
      "learning_rate": 0.00019954688853825102,
      "loss": 0.4442,
      "step": 1114
    },
    {
      "epoch": 0.09345794392523364,
      "grad_norm": 0.4249577820301056,
      "learning_rate": 0.00019954605278700121,
      "loss": 0.4228,
      "step": 1115
    },
    {
      "epoch": 0.09354176270902309,
      "grad_norm": 0.3734551668167114,
      "learning_rate": 0.00019954521626745506,
      "loss": 0.4077,
      "step": 1116
    },
    {
      "epoch": 0.09362558149281254,
      "grad_norm": 0.4007427394390106,
      "learning_rate": 0.00019954437897961902,
      "loss": 0.3913,
      "step": 1117
    },
    {
      "epoch": 0.09370940027660199,
      "grad_norm": 0.3821231424808502,
      "learning_rate": 0.0001995435409234995,
      "loss": 0.4333,
      "step": 1118
    },
    {
      "epoch": 0.09379321906039144,
      "grad_norm": 0.41749587655067444,
      "learning_rate": 0.00019954270209910307,
      "loss": 0.4496,
      "step": 1119
    },
    {
      "epoch": 0.09387703784418087,
      "grad_norm": 0.4308066964149475,
      "learning_rate": 0.00019954186250643614,
      "loss": 0.3966,
      "step": 1120
    },
    {
      "epoch": 0.09396085662797032,
      "grad_norm": 0.3904164433479309,
      "learning_rate": 0.00019954102214550518,
      "loss": 0.3688,
      "step": 1121
    },
    {
      "epoch": 0.09404467541175977,
      "grad_norm": 0.3983055055141449,
      "learning_rate": 0.00019954018101631674,
      "loss": 0.4203,
      "step": 1122
    },
    {
      "epoch": 0.09412849419554922,
      "grad_norm": 0.39094656705856323,
      "learning_rate": 0.00019953933911887723,
      "loss": 0.4138,
      "step": 1123
    },
    {
      "epoch": 0.09421231297933867,
      "grad_norm": 0.43546178936958313,
      "learning_rate": 0.00019953849645319322,
      "loss": 0.4652,
      "step": 1124
    },
    {
      "epoch": 0.09429613176312812,
      "grad_norm": 0.39444372057914734,
      "learning_rate": 0.00019953765301927116,
      "loss": 0.432,
      "step": 1125
    },
    {
      "epoch": 0.09437995054691757,
      "grad_norm": 0.44799110293388367,
      "learning_rate": 0.00019953680881711758,
      "loss": 0.5178,
      "step": 1126
    },
    {
      "epoch": 0.094463769330707,
      "grad_norm": 0.3771795332431793,
      "learning_rate": 0.000199535963846739,
      "loss": 0.3974,
      "step": 1127
    },
    {
      "epoch": 0.09454758811449646,
      "grad_norm": 0.3482656478881836,
      "learning_rate": 0.00019953511810814195,
      "loss": 0.4002,
      "step": 1128
    },
    {
      "epoch": 0.0946314068982859,
      "grad_norm": 0.3728960156440735,
      "learning_rate": 0.00019953427160133294,
      "loss": 0.4254,
      "step": 1129
    },
    {
      "epoch": 0.09471522568207535,
      "grad_norm": 0.3386532962322235,
      "learning_rate": 0.0001995334243263185,
      "loss": 0.3514,
      "step": 1130
    },
    {
      "epoch": 0.0947990444658648,
      "grad_norm": 0.39261433482170105,
      "learning_rate": 0.0001995325762831052,
      "loss": 0.4637,
      "step": 1131
    },
    {
      "epoch": 0.09488286324965425,
      "grad_norm": 0.402974933385849,
      "learning_rate": 0.00019953172747169955,
      "loss": 0.5035,
      "step": 1132
    },
    {
      "epoch": 0.09496668203344369,
      "grad_norm": 0.37252676486968994,
      "learning_rate": 0.0001995308778921081,
      "loss": 0.406,
      "step": 1133
    },
    {
      "epoch": 0.09505050081723314,
      "grad_norm": 0.3809315860271454,
      "learning_rate": 0.00019953002754433743,
      "loss": 0.4826,
      "step": 1134
    },
    {
      "epoch": 0.09513431960102259,
      "grad_norm": 0.4134121239185333,
      "learning_rate": 0.0001995291764283941,
      "loss": 0.4898,
      "step": 1135
    },
    {
      "epoch": 0.09521813838481204,
      "grad_norm": 0.38976818323135376,
      "learning_rate": 0.00019952832454428468,
      "loss": 0.3835,
      "step": 1136
    },
    {
      "epoch": 0.09530195716860149,
      "grad_norm": 0.41947415471076965,
      "learning_rate": 0.00019952747189201574,
      "loss": 0.442,
      "step": 1137
    },
    {
      "epoch": 0.09538577595239094,
      "grad_norm": 0.3952532410621643,
      "learning_rate": 0.00019952661847159387,
      "loss": 0.4185,
      "step": 1138
    },
    {
      "epoch": 0.09546959473618037,
      "grad_norm": 0.40442800521850586,
      "learning_rate": 0.0001995257642830256,
      "loss": 0.4717,
      "step": 1139
    },
    {
      "epoch": 0.09555341351996982,
      "grad_norm": 0.42573487758636475,
      "learning_rate": 0.0001995249093263176,
      "loss": 0.46,
      "step": 1140
    },
    {
      "epoch": 0.09563723230375927,
      "grad_norm": 0.3738834261894226,
      "learning_rate": 0.00019952405360147644,
      "loss": 0.4447,
      "step": 1141
    },
    {
      "epoch": 0.09572105108754872,
      "grad_norm": 0.36849385499954224,
      "learning_rate": 0.00019952319710850872,
      "loss": 0.4038,
      "step": 1142
    },
    {
      "epoch": 0.09580486987133817,
      "grad_norm": 0.3400462567806244,
      "learning_rate": 0.00019952233984742103,
      "loss": 0.3978,
      "step": 1143
    },
    {
      "epoch": 0.09588868865512762,
      "grad_norm": 0.3643972873687744,
      "learning_rate": 0.00019952148181822004,
      "loss": 0.4075,
      "step": 1144
    },
    {
      "epoch": 0.09597250743891707,
      "grad_norm": 0.34830108284950256,
      "learning_rate": 0.00019952062302091233,
      "loss": 0.3912,
      "step": 1145
    },
    {
      "epoch": 0.0960563262227065,
      "grad_norm": 0.38898566365242004,
      "learning_rate": 0.00019951976345550452,
      "loss": 0.4957,
      "step": 1146
    },
    {
      "epoch": 0.09614014500649595,
      "grad_norm": 0.37963593006134033,
      "learning_rate": 0.00019951890312200327,
      "loss": 0.4091,
      "step": 1147
    },
    {
      "epoch": 0.0962239637902854,
      "grad_norm": 0.3759145438671112,
      "learning_rate": 0.00019951804202041523,
      "loss": 0.4398,
      "step": 1148
    },
    {
      "epoch": 0.09630778257407485,
      "grad_norm": 0.34508687257766724,
      "learning_rate": 0.00019951718015074704,
      "loss": 0.3724,
      "step": 1149
    },
    {
      "epoch": 0.0963916013578643,
      "grad_norm": 0.3636777102947235,
      "learning_rate": 0.00019951631751300531,
      "loss": 0.3962,
      "step": 1150
    },
    {
      "epoch": 0.09647542014165375,
      "grad_norm": 0.4262506663799286,
      "learning_rate": 0.00019951545410719674,
      "loss": 0.4539,
      "step": 1151
    },
    {
      "epoch": 0.09655923892544319,
      "grad_norm": 0.3469061255455017,
      "learning_rate": 0.000199514589933328,
      "loss": 0.3428,
      "step": 1152
    },
    {
      "epoch": 0.09664305770923264,
      "grad_norm": 0.3713637590408325,
      "learning_rate": 0.0001995137249914057,
      "loss": 0.403,
      "step": 1153
    },
    {
      "epoch": 0.09672687649302208,
      "grad_norm": 0.3862260580062866,
      "learning_rate": 0.00019951285928143658,
      "loss": 0.416,
      "step": 1154
    },
    {
      "epoch": 0.09681069527681153,
      "grad_norm": 0.5900799036026001,
      "learning_rate": 0.0001995119928034273,
      "loss": 0.3857,
      "step": 1155
    },
    {
      "epoch": 0.09689451406060098,
      "grad_norm": 0.3847619295120239,
      "learning_rate": 0.00019951112555738457,
      "loss": 0.4036,
      "step": 1156
    },
    {
      "epoch": 0.09697833284439043,
      "grad_norm": 0.3487977683544159,
      "learning_rate": 0.00019951025754331504,
      "loss": 0.3932,
      "step": 1157
    },
    {
      "epoch": 0.09706215162817987,
      "grad_norm": 0.39469805359840393,
      "learning_rate": 0.00019950938876122542,
      "loss": 0.4618,
      "step": 1158
    },
    {
      "epoch": 0.09714597041196932,
      "grad_norm": 0.3424462378025055,
      "learning_rate": 0.00019950851921112243,
      "loss": 0.3526,
      "step": 1159
    },
    {
      "epoch": 0.09722978919575877,
      "grad_norm": 0.4093339443206787,
      "learning_rate": 0.00019950764889301275,
      "loss": 0.4733,
      "step": 1160
    },
    {
      "epoch": 0.09731360797954822,
      "grad_norm": 0.3667672872543335,
      "learning_rate": 0.00019950677780690318,
      "loss": 0.4126,
      "step": 1161
    },
    {
      "epoch": 0.09739742676333767,
      "grad_norm": 0.36580321192741394,
      "learning_rate": 0.00019950590595280038,
      "loss": 0.3826,
      "step": 1162
    },
    {
      "epoch": 0.09748124554712712,
      "grad_norm": 0.4545511305332184,
      "learning_rate": 0.00019950503333071104,
      "loss": 0.5318,
      "step": 1163
    },
    {
      "epoch": 0.09756506433091656,
      "grad_norm": 0.37209823727607727,
      "learning_rate": 0.00019950415994064198,
      "loss": 0.4219,
      "step": 1164
    },
    {
      "epoch": 0.097648883114706,
      "grad_norm": 0.3916397988796234,
      "learning_rate": 0.00019950328578259989,
      "loss": 0.4261,
      "step": 1165
    },
    {
      "epoch": 0.09773270189849545,
      "grad_norm": 0.35467132925987244,
      "learning_rate": 0.00019950241085659148,
      "loss": 0.4009,
      "step": 1166
    },
    {
      "epoch": 0.0978165206822849,
      "grad_norm": 0.4428315758705139,
      "learning_rate": 0.00019950153516262362,
      "loss": 0.5411,
      "step": 1167
    },
    {
      "epoch": 0.09790033946607435,
      "grad_norm": 0.40578651428222656,
      "learning_rate": 0.00019950065870070298,
      "loss": 0.4261,
      "step": 1168
    },
    {
      "epoch": 0.0979841582498638,
      "grad_norm": 0.39592888951301575,
      "learning_rate": 0.00019949978147083632,
      "loss": 0.4727,
      "step": 1169
    },
    {
      "epoch": 0.09806797703365325,
      "grad_norm": 0.36458641290664673,
      "learning_rate": 0.00019949890347303046,
      "loss": 0.4636,
      "step": 1170
    },
    {
      "epoch": 0.09815179581744268,
      "grad_norm": 0.3650185167789459,
      "learning_rate": 0.00019949802470729214,
      "loss": 0.3908,
      "step": 1171
    },
    {
      "epoch": 0.09823561460123213,
      "grad_norm": 0.39706000685691833,
      "learning_rate": 0.00019949714517362814,
      "loss": 0.429,
      "step": 1172
    },
    {
      "epoch": 0.09831943338502158,
      "grad_norm": 0.4138795733451843,
      "learning_rate": 0.00019949626487204527,
      "loss": 0.4831,
      "step": 1173
    },
    {
      "epoch": 0.09840325216881103,
      "grad_norm": 0.3879615068435669,
      "learning_rate": 0.00019949538380255032,
      "loss": 0.4343,
      "step": 1174
    },
    {
      "epoch": 0.09848707095260048,
      "grad_norm": 0.42588937282562256,
      "learning_rate": 0.0001994945019651501,
      "loss": 0.4905,
      "step": 1175
    },
    {
      "epoch": 0.09857088973638993,
      "grad_norm": 0.38366350531578064,
      "learning_rate": 0.00019949361935985138,
      "loss": 0.4165,
      "step": 1176
    },
    {
      "epoch": 0.09865470852017937,
      "grad_norm": 0.42878222465515137,
      "learning_rate": 0.000199492735986661,
      "loss": 0.4363,
      "step": 1177
    },
    {
      "epoch": 0.09873852730396881,
      "grad_norm": 0.40635696053504944,
      "learning_rate": 0.00019949185184558576,
      "loss": 0.428,
      "step": 1178
    },
    {
      "epoch": 0.09882234608775826,
      "grad_norm": 0.38356032967567444,
      "learning_rate": 0.0001994909669366325,
      "loss": 0.4333,
      "step": 1179
    },
    {
      "epoch": 0.09890616487154771,
      "grad_norm": 0.3916641175746918,
      "learning_rate": 0.00019949008125980805,
      "loss": 0.4461,
      "step": 1180
    },
    {
      "epoch": 0.09898998365533716,
      "grad_norm": 0.3762983977794647,
      "learning_rate": 0.00019948919481511924,
      "loss": 0.4334,
      "step": 1181
    },
    {
      "epoch": 0.09907380243912661,
      "grad_norm": 0.33504030108451843,
      "learning_rate": 0.00019948830760257291,
      "loss": 0.3741,
      "step": 1182
    },
    {
      "epoch": 0.09915762122291606,
      "grad_norm": 0.39380720257759094,
      "learning_rate": 0.0001994874196221759,
      "loss": 0.4248,
      "step": 1183
    },
    {
      "epoch": 0.0992414400067055,
      "grad_norm": 0.3672109544277191,
      "learning_rate": 0.00019948653087393508,
      "loss": 0.4149,
      "step": 1184
    },
    {
      "epoch": 0.09932525879049495,
      "grad_norm": 0.3993970453739166,
      "learning_rate": 0.00019948564135785732,
      "loss": 0.4378,
      "step": 1185
    },
    {
      "epoch": 0.0994090775742844,
      "grad_norm": 0.38664567470550537,
      "learning_rate": 0.00019948475107394944,
      "loss": 0.4461,
      "step": 1186
    },
    {
      "epoch": 0.09949289635807385,
      "grad_norm": 0.36752358078956604,
      "learning_rate": 0.00019948386002221837,
      "loss": 0.4245,
      "step": 1187
    },
    {
      "epoch": 0.0995767151418633,
      "grad_norm": 0.4182991683483124,
      "learning_rate": 0.0001994829682026709,
      "loss": 0.4637,
      "step": 1188
    },
    {
      "epoch": 0.09966053392565274,
      "grad_norm": 0.3573281466960907,
      "learning_rate": 0.00019948207561531402,
      "loss": 0.3912,
      "step": 1189
    },
    {
      "epoch": 0.09974435270944218,
      "grad_norm": 0.38388457894325256,
      "learning_rate": 0.00019948118226015456,
      "loss": 0.4349,
      "step": 1190
    },
    {
      "epoch": 0.09982817149323163,
      "grad_norm": 0.3541722297668457,
      "learning_rate": 0.0001994802881371994,
      "loss": 0.3878,
      "step": 1191
    },
    {
      "epoch": 0.09991199027702108,
      "grad_norm": 0.3941876292228699,
      "learning_rate": 0.0001994793932464555,
      "loss": 0.4023,
      "step": 1192
    },
    {
      "epoch": 0.09999580906081053,
      "grad_norm": 0.3910716772079468,
      "learning_rate": 0.00019947849758792968,
      "loss": 0.4403,
      "step": 1193
    },
    {
      "epoch": 0.10007962784459998,
      "grad_norm": 0.3946840167045593,
      "learning_rate": 0.00019947760116162896,
      "loss": 0.4365,
      "step": 1194
    },
    {
      "epoch": 0.10016344662838943,
      "grad_norm": 0.4081527590751648,
      "learning_rate": 0.00019947670396756016,
      "loss": 0.4106,
      "step": 1195
    },
    {
      "epoch": 0.10024726541217886,
      "grad_norm": 0.4335000813007355,
      "learning_rate": 0.00019947580600573027,
      "loss": 0.5138,
      "step": 1196
    },
    {
      "epoch": 0.10033108419596831,
      "grad_norm": 0.39756232500076294,
      "learning_rate": 0.00019947490727614616,
      "loss": 0.4041,
      "step": 1197
    },
    {
      "epoch": 0.10041490297975776,
      "grad_norm": 0.3953709900379181,
      "learning_rate": 0.00019947400777881483,
      "loss": 0.4778,
      "step": 1198
    },
    {
      "epoch": 0.10049872176354721,
      "grad_norm": 0.3796983063220978,
      "learning_rate": 0.0001994731075137432,
      "loss": 0.3904,
      "step": 1199
    },
    {
      "epoch": 0.10058254054733666,
      "grad_norm": 0.3658997416496277,
      "learning_rate": 0.0001994722064809382,
      "loss": 0.4253,
      "step": 1200
    },
    {
      "epoch": 0.10058254054733666,
      "eval_loss": 0.4193068742752075,
      "eval_runtime": 61.5285,
      "eval_samples_per_second": 15.603,
      "eval_steps_per_second": 3.901,
      "step": 1200
    },
    {
      "epoch": 0.10066635933112611,
      "grad_norm": 0.3740743100643158,
      "learning_rate": 0.00019947130468040683,
      "loss": 0.3771,
      "step": 1201
    },
    {
      "epoch": 0.10075017811491556,
      "grad_norm": 0.4120873808860779,
      "learning_rate": 0.00019947040211215598,
      "loss": 0.4587,
      "step": 1202
    },
    {
      "epoch": 0.100833996898705,
      "grad_norm": 0.37317463755607605,
      "learning_rate": 0.00019946949877619265,
      "loss": 0.4157,
      "step": 1203
    },
    {
      "epoch": 0.10091781568249444,
      "grad_norm": 0.3676067888736725,
      "learning_rate": 0.00019946859467252382,
      "loss": 0.3959,
      "step": 1204
    },
    {
      "epoch": 0.1010016344662839,
      "grad_norm": 0.4016897976398468,
      "learning_rate": 0.00019946768980115648,
      "loss": 0.394,
      "step": 1205
    },
    {
      "epoch": 0.10108545325007334,
      "grad_norm": 0.3799925744533539,
      "learning_rate": 0.0001994667841620976,
      "loss": 0.4052,
      "step": 1206
    },
    {
      "epoch": 0.10116927203386279,
      "grad_norm": 0.3909255564212799,
      "learning_rate": 0.00019946587775535415,
      "loss": 0.4015,
      "step": 1207
    },
    {
      "epoch": 0.10125309081765224,
      "grad_norm": 0.40169090032577515,
      "learning_rate": 0.00019946497058093317,
      "loss": 0.4346,
      "step": 1208
    },
    {
      "epoch": 0.10133690960144168,
      "grad_norm": 0.37937796115875244,
      "learning_rate": 0.0001994640626388416,
      "loss": 0.3991,
      "step": 1209
    },
    {
      "epoch": 0.10142072838523113,
      "grad_norm": 0.4058780372142792,
      "learning_rate": 0.0001994631539290865,
      "loss": 0.4304,
      "step": 1210
    },
    {
      "epoch": 0.10150454716902058,
      "grad_norm": 0.38367214798927307,
      "learning_rate": 0.00019946224445167488,
      "loss": 0.3935,
      "step": 1211
    },
    {
      "epoch": 0.10158836595281003,
      "grad_norm": 0.40324562788009644,
      "learning_rate": 0.0001994613342066137,
      "loss": 0.3875,
      "step": 1212
    },
    {
      "epoch": 0.10167218473659947,
      "grad_norm": 0.35665881633758545,
      "learning_rate": 0.00019946042319391008,
      "loss": 0.3696,
      "step": 1213
    },
    {
      "epoch": 0.10175600352038892,
      "grad_norm": 0.3617839515209198,
      "learning_rate": 0.00019945951141357097,
      "loss": 0.3843,
      "step": 1214
    },
    {
      "epoch": 0.10183982230417836,
      "grad_norm": 0.8868405222892761,
      "learning_rate": 0.00019945859886560344,
      "loss": 0.484,
      "step": 1215
    },
    {
      "epoch": 0.10192364108796781,
      "grad_norm": 0.38161787390708923,
      "learning_rate": 0.00019945768555001454,
      "loss": 0.4562,
      "step": 1216
    },
    {
      "epoch": 0.10200745987175726,
      "grad_norm": 0.3816009759902954,
      "learning_rate": 0.00019945677146681131,
      "loss": 0.4582,
      "step": 1217
    },
    {
      "epoch": 0.10209127865554671,
      "grad_norm": 0.39124763011932373,
      "learning_rate": 0.0001994558566160008,
      "loss": 0.4206,
      "step": 1218
    },
    {
      "epoch": 0.10217509743933616,
      "grad_norm": 0.3991487920284271,
      "learning_rate": 0.0001994549409975901,
      "loss": 0.4839,
      "step": 1219
    },
    {
      "epoch": 0.1022589162231256,
      "grad_norm": 0.37735646963119507,
      "learning_rate": 0.0001994540246115862,
      "loss": 0.397,
      "step": 1220
    },
    {
      "epoch": 0.10234273500691506,
      "grad_norm": 0.41378408670425415,
      "learning_rate": 0.00019945310745799627,
      "loss": 0.4433,
      "step": 1221
    },
    {
      "epoch": 0.10242655379070449,
      "grad_norm": 0.3828853666782379,
      "learning_rate": 0.00019945218953682734,
      "loss": 0.4455,
      "step": 1222
    },
    {
      "epoch": 0.10251037257449394,
      "grad_norm": 0.37974435091018677,
      "learning_rate": 0.0001994512708480865,
      "loss": 0.4082,
      "step": 1223
    },
    {
      "epoch": 0.10259419135828339,
      "grad_norm": 0.36716386675834656,
      "learning_rate": 0.00019945035139178082,
      "loss": 0.4226,
      "step": 1224
    },
    {
      "epoch": 0.10267801014207284,
      "grad_norm": 0.34848856925964355,
      "learning_rate": 0.0001994494311679174,
      "loss": 0.3694,
      "step": 1225
    },
    {
      "epoch": 0.10276182892586229,
      "grad_norm": 0.38889721035957336,
      "learning_rate": 0.0001994485101765034,
      "loss": 0.3982,
      "step": 1226
    },
    {
      "epoch": 0.10284564770965174,
      "grad_norm": 0.35362809896469116,
      "learning_rate": 0.00019944758841754587,
      "loss": 0.3767,
      "step": 1227
    },
    {
      "epoch": 0.10292946649344117,
      "grad_norm": 0.39971113204956055,
      "learning_rate": 0.00019944666589105195,
      "loss": 0.443,
      "step": 1228
    },
    {
      "epoch": 0.10301328527723062,
      "grad_norm": 0.3481845259666443,
      "learning_rate": 0.00019944574259702874,
      "loss": 0.3761,
      "step": 1229
    },
    {
      "epoch": 0.10309710406102007,
      "grad_norm": 0.3952452540397644,
      "learning_rate": 0.00019944481853548335,
      "loss": 0.4428,
      "step": 1230
    },
    {
      "epoch": 0.10318092284480952,
      "grad_norm": 0.3630915582180023,
      "learning_rate": 0.00019944389370642296,
      "loss": 0.4336,
      "step": 1231
    },
    {
      "epoch": 0.10326474162859897,
      "grad_norm": 0.3819289207458496,
      "learning_rate": 0.0001994429681098547,
      "loss": 0.4259,
      "step": 1232
    },
    {
      "epoch": 0.10334856041238842,
      "grad_norm": 0.4149143099784851,
      "learning_rate": 0.00019944204174578568,
      "loss": 0.4961,
      "step": 1233
    },
    {
      "epoch": 0.10343237919617786,
      "grad_norm": 0.37799033522605896,
      "learning_rate": 0.00019944111461422308,
      "loss": 0.4097,
      "step": 1234
    },
    {
      "epoch": 0.1035161979799673,
      "grad_norm": 0.39165937900543213,
      "learning_rate": 0.00019944018671517403,
      "loss": 0.4885,
      "step": 1235
    },
    {
      "epoch": 0.10360001676375676,
      "grad_norm": 0.3878619968891144,
      "learning_rate": 0.00019943925804864572,
      "loss": 0.4022,
      "step": 1236
    },
    {
      "epoch": 0.1036838355475462,
      "grad_norm": 0.373713880777359,
      "learning_rate": 0.00019943832861464528,
      "loss": 0.4084,
      "step": 1237
    },
    {
      "epoch": 0.10376765433133565,
      "grad_norm": 0.35820749402046204,
      "learning_rate": 0.00019943739841317995,
      "loss": 0.3575,
      "step": 1238
    },
    {
      "epoch": 0.1038514731151251,
      "grad_norm": 0.352412611246109,
      "learning_rate": 0.00019943646744425682,
      "loss": 0.42,
      "step": 1239
    },
    {
      "epoch": 0.10393529189891455,
      "grad_norm": 0.41615039110183716,
      "learning_rate": 0.00019943553570788317,
      "loss": 0.4628,
      "step": 1240
    },
    {
      "epoch": 0.10401911068270399,
      "grad_norm": 0.38298237323760986,
      "learning_rate": 0.0001994346032040661,
      "loss": 0.3742,
      "step": 1241
    },
    {
      "epoch": 0.10410292946649344,
      "grad_norm": 0.3585820198059082,
      "learning_rate": 0.00019943366993281286,
      "loss": 0.3971,
      "step": 1242
    },
    {
      "epoch": 0.10418674825028289,
      "grad_norm": 0.40232518315315247,
      "learning_rate": 0.00019943273589413066,
      "loss": 0.4307,
      "step": 1243
    },
    {
      "epoch": 0.10427056703407234,
      "grad_norm": 0.36510494351387024,
      "learning_rate": 0.0001994318010880267,
      "loss": 0.406,
      "step": 1244
    },
    {
      "epoch": 0.10435438581786179,
      "grad_norm": 0.43723064661026,
      "learning_rate": 0.00019943086551450816,
      "loss": 0.4661,
      "step": 1245
    },
    {
      "epoch": 0.10443820460165124,
      "grad_norm": 0.35648587346076965,
      "learning_rate": 0.0001994299291735823,
      "loss": 0.3629,
      "step": 1246
    },
    {
      "epoch": 0.10452202338544067,
      "grad_norm": 0.3521329462528229,
      "learning_rate": 0.0001994289920652563,
      "loss": 0.353,
      "step": 1247
    },
    {
      "epoch": 0.10460584216923012,
      "grad_norm": 0.34242942929267883,
      "learning_rate": 0.00019942805418953746,
      "loss": 0.3898,
      "step": 1248
    },
    {
      "epoch": 0.10468966095301957,
      "grad_norm": 0.35425788164138794,
      "learning_rate": 0.00019942711554643298,
      "loss": 0.3493,
      "step": 1249
    },
    {
      "epoch": 0.10477347973680902,
      "grad_norm": 0.3333228826522827,
      "learning_rate": 0.00019942617613595012,
      "loss": 0.3558,
      "step": 1250
    },
    {
      "epoch": 0.10485729852059847,
      "grad_norm": 0.35399672389030457,
      "learning_rate": 0.0001994252359580961,
      "loss": 0.3642,
      "step": 1251
    },
    {
      "epoch": 0.10494111730438792,
      "grad_norm": 0.3971506953239441,
      "learning_rate": 0.00019942429501287821,
      "loss": 0.3697,
      "step": 1252
    },
    {
      "epoch": 0.10502493608817737,
      "grad_norm": 0.3921363055706024,
      "learning_rate": 0.00019942335330030368,
      "loss": 0.4124,
      "step": 1253
    },
    {
      "epoch": 0.1051087548719668,
      "grad_norm": 0.3635995090007782,
      "learning_rate": 0.00019942241082037982,
      "loss": 0.4228,
      "step": 1254
    },
    {
      "epoch": 0.10519257365575625,
      "grad_norm": 0.37885212898254395,
      "learning_rate": 0.00019942146757311385,
      "loss": 0.3729,
      "step": 1255
    },
    {
      "epoch": 0.1052763924395457,
      "grad_norm": 0.37958842515945435,
      "learning_rate": 0.00019942052355851312,
      "loss": 0.4363,
      "step": 1256
    },
    {
      "epoch": 0.10536021122333515,
      "grad_norm": 0.34924495220184326,
      "learning_rate": 0.00019941957877658487,
      "loss": 0.322,
      "step": 1257
    },
    {
      "epoch": 0.1054440300071246,
      "grad_norm": 0.36896175146102905,
      "learning_rate": 0.00019941863322733638,
      "loss": 0.4079,
      "step": 1258
    },
    {
      "epoch": 0.10552784879091405,
      "grad_norm": 0.4072393476963043,
      "learning_rate": 0.00019941768691077497,
      "loss": 0.4541,
      "step": 1259
    },
    {
      "epoch": 0.10561166757470349,
      "grad_norm": 0.3758391737937927,
      "learning_rate": 0.00019941673982690794,
      "loss": 0.384,
      "step": 1260
    },
    {
      "epoch": 0.10569548635849293,
      "grad_norm": 0.3950779438018799,
      "learning_rate": 0.0001994157919757426,
      "loss": 0.4219,
      "step": 1261
    },
    {
      "epoch": 0.10577930514228238,
      "grad_norm": 0.3628106117248535,
      "learning_rate": 0.00019941484335728627,
      "loss": 0.4114,
      "step": 1262
    },
    {
      "epoch": 0.10586312392607183,
      "grad_norm": 0.35725486278533936,
      "learning_rate": 0.00019941389397154627,
      "loss": 0.3476,
      "step": 1263
    },
    {
      "epoch": 0.10594694270986128,
      "grad_norm": 0.4154917597770691,
      "learning_rate": 0.0001994129438185299,
      "loss": 0.4186,
      "step": 1264
    },
    {
      "epoch": 0.10603076149365073,
      "grad_norm": 0.36634501814842224,
      "learning_rate": 0.00019941199289824453,
      "loss": 0.3888,
      "step": 1265
    },
    {
      "epoch": 0.10611458027744017,
      "grad_norm": 0.33114540576934814,
      "learning_rate": 0.00019941104121069748,
      "loss": 0.3446,
      "step": 1266
    },
    {
      "epoch": 0.10619839906122962,
      "grad_norm": 0.3984079957008362,
      "learning_rate": 0.0001994100887558961,
      "loss": 0.4039,
      "step": 1267
    },
    {
      "epoch": 0.10628221784501907,
      "grad_norm": 0.35706496238708496,
      "learning_rate": 0.00019940913553384776,
      "loss": 0.3834,
      "step": 1268
    },
    {
      "epoch": 0.10636603662880852,
      "grad_norm": 0.3764558732509613,
      "learning_rate": 0.0001994081815445598,
      "loss": 0.438,
      "step": 1269
    },
    {
      "epoch": 0.10644985541259797,
      "grad_norm": 0.3775448799133301,
      "learning_rate": 0.00019940722678803957,
      "loss": 0.4226,
      "step": 1270
    },
    {
      "epoch": 0.10653367419638742,
      "grad_norm": 0.3888286352157593,
      "learning_rate": 0.00019940627126429446,
      "loss": 0.4245,
      "step": 1271
    },
    {
      "epoch": 0.10661749298017686,
      "grad_norm": 0.3529082238674164,
      "learning_rate": 0.00019940531497333183,
      "loss": 0.3368,
      "step": 1272
    },
    {
      "epoch": 0.1067013117639663,
      "grad_norm": 0.3912954032421112,
      "learning_rate": 0.00019940435791515905,
      "loss": 0.4248,
      "step": 1273
    },
    {
      "epoch": 0.10678513054775575,
      "grad_norm": 0.3964020907878876,
      "learning_rate": 0.00019940340008978353,
      "loss": 0.3932,
      "step": 1274
    },
    {
      "epoch": 0.1068689493315452,
      "grad_norm": 0.4027986228466034,
      "learning_rate": 0.00019940244149721268,
      "loss": 0.4773,
      "step": 1275
    },
    {
      "epoch": 0.10695276811533465,
      "grad_norm": 0.37354740500450134,
      "learning_rate": 0.00019940148213745386,
      "loss": 0.4072,
      "step": 1276
    },
    {
      "epoch": 0.1070365868991241,
      "grad_norm": 0.3646513521671295,
      "learning_rate": 0.00019940052201051448,
      "loss": 0.4051,
      "step": 1277
    },
    {
      "epoch": 0.10712040568291355,
      "grad_norm": 0.3801298439502716,
      "learning_rate": 0.00019939956111640197,
      "loss": 0.34,
      "step": 1278
    },
    {
      "epoch": 0.10720422446670298,
      "grad_norm": 0.36514678597450256,
      "learning_rate": 0.00019939859945512374,
      "loss": 0.3728,
      "step": 1279
    },
    {
      "epoch": 0.10728804325049243,
      "grad_norm": 0.36454856395721436,
      "learning_rate": 0.00019939763702668718,
      "loss": 0.3588,
      "step": 1280
    },
    {
      "epoch": 0.10737186203428188,
      "grad_norm": 0.4088701605796814,
      "learning_rate": 0.00019939667383109976,
      "loss": 0.4301,
      "step": 1281
    },
    {
      "epoch": 0.10745568081807133,
      "grad_norm": 0.37953296303749084,
      "learning_rate": 0.0001993957098683689,
      "loss": 0.3849,
      "step": 1282
    },
    {
      "epoch": 0.10753949960186078,
      "grad_norm": 0.42026907205581665,
      "learning_rate": 0.00019939474513850204,
      "loss": 0.4159,
      "step": 1283
    },
    {
      "epoch": 0.10762331838565023,
      "grad_norm": 0.4343462288379669,
      "learning_rate": 0.00019939377964150662,
      "loss": 0.4201,
      "step": 1284
    },
    {
      "epoch": 0.10770713716943967,
      "grad_norm": 0.40273773670196533,
      "learning_rate": 0.00019939281337739008,
      "loss": 0.4156,
      "step": 1285
    },
    {
      "epoch": 0.10779095595322911,
      "grad_norm": 0.32051193714141846,
      "learning_rate": 0.00019939184634615992,
      "loss": 0.3171,
      "step": 1286
    },
    {
      "epoch": 0.10787477473701856,
      "grad_norm": 0.4475990831851959,
      "learning_rate": 0.00019939087854782358,
      "loss": 0.5212,
      "step": 1287
    },
    {
      "epoch": 0.10795859352080801,
      "grad_norm": 0.3924623429775238,
      "learning_rate": 0.0001993899099823885,
      "loss": 0.4538,
      "step": 1288
    },
    {
      "epoch": 0.10804241230459746,
      "grad_norm": 0.35257551074028015,
      "learning_rate": 0.0001993889406498622,
      "loss": 0.4149,
      "step": 1289
    },
    {
      "epoch": 0.10812623108838691,
      "grad_norm": 0.350268691778183,
      "learning_rate": 0.00019938797055025213,
      "loss": 0.3476,
      "step": 1290
    },
    {
      "epoch": 0.10821004987217636,
      "grad_norm": 0.3770539164543152,
      "learning_rate": 0.0001993869996835658,
      "loss": 0.3925,
      "step": 1291
    },
    {
      "epoch": 0.1082938686559658,
      "grad_norm": 0.3723891079425812,
      "learning_rate": 0.0001993860280498107,
      "loss": 0.4223,
      "step": 1292
    },
    {
      "epoch": 0.10837768743975525,
      "grad_norm": 0.40272578597068787,
      "learning_rate": 0.0001993850556489943,
      "loss": 0.4063,
      "step": 1293
    },
    {
      "epoch": 0.1084615062235447,
      "grad_norm": 0.3494163155555725,
      "learning_rate": 0.00019938408248112416,
      "loss": 0.3438,
      "step": 1294
    },
    {
      "epoch": 0.10854532500733415,
      "grad_norm": 0.3729800283908844,
      "learning_rate": 0.00019938310854620775,
      "loss": 0.4224,
      "step": 1295
    },
    {
      "epoch": 0.1086291437911236,
      "grad_norm": 0.39871320128440857,
      "learning_rate": 0.00019938213384425259,
      "loss": 0.4048,
      "step": 1296
    },
    {
      "epoch": 0.10871296257491304,
      "grad_norm": 0.4264901280403137,
      "learning_rate": 0.00019938115837526618,
      "loss": 0.3785,
      "step": 1297
    },
    {
      "epoch": 0.10879678135870248,
      "grad_norm": 0.47058168053627014,
      "learning_rate": 0.0001993801821392561,
      "loss": 0.442,
      "step": 1298
    },
    {
      "epoch": 0.10888060014249193,
      "grad_norm": 0.37894946336746216,
      "learning_rate": 0.00019937920513622988,
      "loss": 0.3876,
      "step": 1299
    },
    {
      "epoch": 0.10896441892628138,
      "grad_norm": 0.3972751498222351,
      "learning_rate": 0.00019937822736619502,
      "loss": 0.4298,
      "step": 1300
    },
    {
      "epoch": 0.10904823771007083,
      "grad_norm": 0.38186490535736084,
      "learning_rate": 0.0001993772488291591,
      "loss": 0.3976,
      "step": 1301
    },
    {
      "epoch": 0.10913205649386028,
      "grad_norm": 0.3562887907028198,
      "learning_rate": 0.00019937626952512964,
      "loss": 0.3756,
      "step": 1302
    },
    {
      "epoch": 0.10921587527764973,
      "grad_norm": 0.34272003173828125,
      "learning_rate": 0.00019937528945411422,
      "loss": 0.3359,
      "step": 1303
    },
    {
      "epoch": 0.10929969406143916,
      "grad_norm": 0.3978453576564789,
      "learning_rate": 0.00019937430861612044,
      "loss": 0.4409,
      "step": 1304
    },
    {
      "epoch": 0.10938351284522861,
      "grad_norm": 0.40815383195877075,
      "learning_rate": 0.00019937332701115584,
      "loss": 0.4365,
      "step": 1305
    },
    {
      "epoch": 0.10946733162901806,
      "grad_norm": 0.3847666382789612,
      "learning_rate": 0.00019937234463922792,
      "loss": 0.4356,
      "step": 1306
    },
    {
      "epoch": 0.10955115041280751,
      "grad_norm": 0.41663822531700134,
      "learning_rate": 0.0001993713615003444,
      "loss": 0.428,
      "step": 1307
    },
    {
      "epoch": 0.10963496919659696,
      "grad_norm": 0.37044164538383484,
      "learning_rate": 0.00019937037759451277,
      "loss": 0.4107,
      "step": 1308
    },
    {
      "epoch": 0.10971878798038641,
      "grad_norm": 0.3765064775943756,
      "learning_rate": 0.00019936939292174063,
      "loss": 0.4051,
      "step": 1309
    },
    {
      "epoch": 0.10980260676417586,
      "grad_norm": 0.3886094093322754,
      "learning_rate": 0.00019936840748203561,
      "loss": 0.4323,
      "step": 1310
    },
    {
      "epoch": 0.1098864255479653,
      "grad_norm": 0.3774945139884949,
      "learning_rate": 0.00019936742127540537,
      "loss": 0.3832,
      "step": 1311
    },
    {
      "epoch": 0.10997024433175474,
      "grad_norm": 0.3657870590686798,
      "learning_rate": 0.0001993664343018574,
      "loss": 0.3803,
      "step": 1312
    },
    {
      "epoch": 0.11005406311554419,
      "grad_norm": 0.38332363963127136,
      "learning_rate": 0.0001993654465613994,
      "loss": 0.428,
      "step": 1313
    },
    {
      "epoch": 0.11013788189933364,
      "grad_norm": 0.37497082352638245,
      "learning_rate": 0.00019936445805403895,
      "loss": 0.3412,
      "step": 1314
    },
    {
      "epoch": 0.11022170068312309,
      "grad_norm": 0.3842638432979584,
      "learning_rate": 0.00019936346877978372,
      "loss": 0.382,
      "step": 1315
    },
    {
      "epoch": 0.11030551946691254,
      "grad_norm": 0.392059862613678,
      "learning_rate": 0.0001993624787386413,
      "loss": 0.4465,
      "step": 1316
    },
    {
      "epoch": 0.11038933825070198,
      "grad_norm": 0.39226284623146057,
      "learning_rate": 0.00019936148793061936,
      "loss": 0.3984,
      "step": 1317
    },
    {
      "epoch": 0.11047315703449143,
      "grad_norm": 0.4135909676551819,
      "learning_rate": 0.00019936049635572558,
      "loss": 0.4984,
      "step": 1318
    },
    {
      "epoch": 0.11055697581828088,
      "grad_norm": 0.4611952304840088,
      "learning_rate": 0.00019935950401396755,
      "loss": 0.448,
      "step": 1319
    },
    {
      "epoch": 0.11064079460207032,
      "grad_norm": 0.40047213435173035,
      "learning_rate": 0.00019935851090535295,
      "loss": 0.4241,
      "step": 1320
    },
    {
      "epoch": 0.11072461338585977,
      "grad_norm": 0.39239534735679626,
      "learning_rate": 0.00019935751702988944,
      "loss": 0.4929,
      "step": 1321
    },
    {
      "epoch": 0.11080843216964922,
      "grad_norm": 0.33388152718544006,
      "learning_rate": 0.00019935652238758475,
      "loss": 0.3839,
      "step": 1322
    },
    {
      "epoch": 0.11089225095343866,
      "grad_norm": 0.3912816345691681,
      "learning_rate": 0.0001993555269784465,
      "loss": 0.5245,
      "step": 1323
    },
    {
      "epoch": 0.11097606973722811,
      "grad_norm": 0.35906240344047546,
      "learning_rate": 0.00019935453080248232,
      "loss": 0.3936,
      "step": 1324
    },
    {
      "epoch": 0.11105988852101756,
      "grad_norm": 0.36690032482147217,
      "learning_rate": 0.0001993535338597,
      "loss": 0.3767,
      "step": 1325
    },
    {
      "epoch": 0.11114370730480701,
      "grad_norm": 0.38600635528564453,
      "learning_rate": 0.0001993525361501072,
      "loss": 0.4643,
      "step": 1326
    },
    {
      "epoch": 0.11122752608859646,
      "grad_norm": 0.36436882615089417,
      "learning_rate": 0.00019935153767371158,
      "loss": 0.3577,
      "step": 1327
    },
    {
      "epoch": 0.1113113448723859,
      "grad_norm": 0.39094844460487366,
      "learning_rate": 0.0001993505384305209,
      "loss": 0.451,
      "step": 1328
    },
    {
      "epoch": 0.11139516365617536,
      "grad_norm": 0.3640654683113098,
      "learning_rate": 0.00019934953842054286,
      "loss": 0.4081,
      "step": 1329
    },
    {
      "epoch": 0.11147898243996479,
      "grad_norm": 0.36495441198349,
      "learning_rate": 0.00019934853764378517,
      "loss": 0.4042,
      "step": 1330
    },
    {
      "epoch": 0.11156280122375424,
      "grad_norm": 0.33840635418891907,
      "learning_rate": 0.00019934753610025555,
      "loss": 0.3721,
      "step": 1331
    },
    {
      "epoch": 0.11164662000754369,
      "grad_norm": 0.3959137499332428,
      "learning_rate": 0.0001993465337899617,
      "loss": 0.4347,
      "step": 1332
    },
    {
      "epoch": 0.11173043879133314,
      "grad_norm": 0.36147457361221313,
      "learning_rate": 0.0001993455307129114,
      "loss": 0.3581,
      "step": 1333
    },
    {
      "epoch": 0.11181425757512259,
      "grad_norm": 0.4298100471496582,
      "learning_rate": 0.00019934452686911242,
      "loss": 0.4774,
      "step": 1334
    },
    {
      "epoch": 0.11189807635891204,
      "grad_norm": 0.3823753595352173,
      "learning_rate": 0.00019934352225857245,
      "loss": 0.3527,
      "step": 1335
    },
    {
      "epoch": 0.11198189514270147,
      "grad_norm": 0.4191102385520935,
      "learning_rate": 0.00019934251688129927,
      "loss": 0.4296,
      "step": 1336
    },
    {
      "epoch": 0.11206571392649092,
      "grad_norm": 0.41086581349372864,
      "learning_rate": 0.00019934151073730064,
      "loss": 0.4254,
      "step": 1337
    },
    {
      "epoch": 0.11214953271028037,
      "grad_norm": 0.3679693341255188,
      "learning_rate": 0.00019934050382658427,
      "loss": 0.352,
      "step": 1338
    },
    {
      "epoch": 0.11223335149406982,
      "grad_norm": 0.39773857593536377,
      "learning_rate": 0.000199339496149158,
      "loss": 0.4334,
      "step": 1339
    },
    {
      "epoch": 0.11231717027785927,
      "grad_norm": 0.401008665561676,
      "learning_rate": 0.0001993384877050296,
      "loss": 0.4321,
      "step": 1340
    },
    {
      "epoch": 0.11240098906164872,
      "grad_norm": 0.38702020049095154,
      "learning_rate": 0.00019933747849420686,
      "loss": 0.3698,
      "step": 1341
    },
    {
      "epoch": 0.11248480784543816,
      "grad_norm": 0.4033021330833435,
      "learning_rate": 0.0001993364685166975,
      "loss": 0.4314,
      "step": 1342
    },
    {
      "epoch": 0.1125686266292276,
      "grad_norm": 0.3661625385284424,
      "learning_rate": 0.00019933545777250938,
      "loss": 0.3971,
      "step": 1343
    },
    {
      "epoch": 0.11265244541301705,
      "grad_norm": 0.37213292717933655,
      "learning_rate": 0.00019933444626165029,
      "loss": 0.37,
      "step": 1344
    },
    {
      "epoch": 0.1127362641968065,
      "grad_norm": 0.3648134469985962,
      "learning_rate": 0.00019933343398412804,
      "loss": 0.3623,
      "step": 1345
    },
    {
      "epoch": 0.11282008298059595,
      "grad_norm": 0.39257895946502686,
      "learning_rate": 0.0001993324209399504,
      "loss": 0.4062,
      "step": 1346
    },
    {
      "epoch": 0.1129039017643854,
      "grad_norm": 0.3890571892261505,
      "learning_rate": 0.00019933140712912525,
      "loss": 0.4347,
      "step": 1347
    },
    {
      "epoch": 0.11298772054817485,
      "grad_norm": 0.3909611701965332,
      "learning_rate": 0.0001993303925516604,
      "loss": 0.4199,
      "step": 1348
    },
    {
      "epoch": 0.11307153933196429,
      "grad_norm": 0.3610121011734009,
      "learning_rate": 0.00019932937720756365,
      "loss": 0.3892,
      "step": 1349
    },
    {
      "epoch": 0.11315535811575374,
      "grad_norm": 0.39206939935684204,
      "learning_rate": 0.00019932836109684286,
      "loss": 0.4384,
      "step": 1350
    },
    {
      "epoch": 0.11323917689954319,
      "grad_norm": 0.3880724012851715,
      "learning_rate": 0.00019932734421950586,
      "loss": 0.3944,
      "step": 1351
    },
    {
      "epoch": 0.11332299568333264,
      "grad_norm": 0.4449796676635742,
      "learning_rate": 0.0001993263265755605,
      "loss": 0.5505,
      "step": 1352
    },
    {
      "epoch": 0.11340681446712209,
      "grad_norm": 0.3715931475162506,
      "learning_rate": 0.00019932530816501464,
      "loss": 0.3273,
      "step": 1353
    },
    {
      "epoch": 0.11349063325091154,
      "grad_norm": 0.41183289885520935,
      "learning_rate": 0.00019932428898787613,
      "loss": 0.4141,
      "step": 1354
    },
    {
      "epoch": 0.11357445203470097,
      "grad_norm": 0.34981340169906616,
      "learning_rate": 0.00019932326904415287,
      "loss": 0.3891,
      "step": 1355
    },
    {
      "epoch": 0.11365827081849042,
      "grad_norm": 0.4116891026496887,
      "learning_rate": 0.00019932224833385268,
      "loss": 0.4293,
      "step": 1356
    },
    {
      "epoch": 0.11374208960227987,
      "grad_norm": 0.34875068068504333,
      "learning_rate": 0.00019932122685698347,
      "loss": 0.3508,
      "step": 1357
    },
    {
      "epoch": 0.11382590838606932,
      "grad_norm": 0.42761459946632385,
      "learning_rate": 0.00019932020461355313,
      "loss": 0.4103,
      "step": 1358
    },
    {
      "epoch": 0.11390972716985877,
      "grad_norm": 0.3756767511367798,
      "learning_rate": 0.00019931918160356955,
      "loss": 0.4156,
      "step": 1359
    },
    {
      "epoch": 0.11399354595364822,
      "grad_norm": 0.3418999910354614,
      "learning_rate": 0.00019931815782704059,
      "loss": 0.3305,
      "step": 1360
    },
    {
      "epoch": 0.11407736473743765,
      "grad_norm": 0.3971077799797058,
      "learning_rate": 0.00019931713328397418,
      "loss": 0.3671,
      "step": 1361
    },
    {
      "epoch": 0.1141611835212271,
      "grad_norm": 0.4071260094642639,
      "learning_rate": 0.00019931610797437822,
      "loss": 0.4087,
      "step": 1362
    },
    {
      "epoch": 0.11424500230501655,
      "grad_norm": 0.387920081615448,
      "learning_rate": 0.00019931508189826062,
      "loss": 0.3803,
      "step": 1363
    },
    {
      "epoch": 0.114328821088806,
      "grad_norm": 0.3731875419616699,
      "learning_rate": 0.00019931405505562935,
      "loss": 0.3813,
      "step": 1364
    },
    {
      "epoch": 0.11441263987259545,
      "grad_norm": 0.3658126890659332,
      "learning_rate": 0.00019931302744649222,
      "loss": 0.3829,
      "step": 1365
    },
    {
      "epoch": 0.1144964586563849,
      "grad_norm": 0.40879273414611816,
      "learning_rate": 0.00019931199907085727,
      "loss": 0.4503,
      "step": 1366
    },
    {
      "epoch": 0.11458027744017435,
      "grad_norm": 0.38388264179229736,
      "learning_rate": 0.00019931096992873242,
      "loss": 0.357,
      "step": 1367
    },
    {
      "epoch": 0.11466409622396379,
      "grad_norm": 0.3939257860183716,
      "learning_rate": 0.00019930994002012554,
      "loss": 0.4719,
      "step": 1368
    },
    {
      "epoch": 0.11474791500775323,
      "grad_norm": 0.379669189453125,
      "learning_rate": 0.00019930890934504467,
      "loss": 0.4202,
      "step": 1369
    },
    {
      "epoch": 0.11483173379154268,
      "grad_norm": 0.4023860692977905,
      "learning_rate": 0.00019930787790349772,
      "loss": 0.4202,
      "step": 1370
    },
    {
      "epoch": 0.11491555257533213,
      "grad_norm": 0.3660658597946167,
      "learning_rate": 0.00019930684569549264,
      "loss": 0.4164,
      "step": 1371
    },
    {
      "epoch": 0.11499937135912158,
      "grad_norm": 0.35816994309425354,
      "learning_rate": 0.00019930581272103743,
      "loss": 0.3233,
      "step": 1372
    },
    {
      "epoch": 0.11508319014291103,
      "grad_norm": 0.3635028302669525,
      "learning_rate": 0.00019930477898014002,
      "loss": 0.3793,
      "step": 1373
    },
    {
      "epoch": 0.11516700892670047,
      "grad_norm": 0.40869632363319397,
      "learning_rate": 0.00019930374447280845,
      "loss": 0.4912,
      "step": 1374
    },
    {
      "epoch": 0.11525082771048992,
      "grad_norm": 0.37258103489875793,
      "learning_rate": 0.0001993027091990506,
      "loss": 0.3973,
      "step": 1375
    },
    {
      "epoch": 0.11533464649427937,
      "grad_norm": 0.372631698846817,
      "learning_rate": 0.0001993016731588746,
      "loss": 0.4098,
      "step": 1376
    },
    {
      "epoch": 0.11541846527806882,
      "grad_norm": 0.36725232005119324,
      "learning_rate": 0.00019930063635228832,
      "loss": 0.3848,
      "step": 1377
    },
    {
      "epoch": 0.11550228406185827,
      "grad_norm": 0.4109498858451843,
      "learning_rate": 0.00019929959877929986,
      "loss": 0.426,
      "step": 1378
    },
    {
      "epoch": 0.11558610284564771,
      "grad_norm": 0.40532398223876953,
      "learning_rate": 0.00019929856043991717,
      "loss": 0.4672,
      "step": 1379
    },
    {
      "epoch": 0.11566992162943715,
      "grad_norm": 0.4057747423648834,
      "learning_rate": 0.00019929752133414827,
      "loss": 0.4214,
      "step": 1380
    },
    {
      "epoch": 0.1157537404132266,
      "grad_norm": 0.36646023392677307,
      "learning_rate": 0.00019929648146200116,
      "loss": 0.401,
      "step": 1381
    },
    {
      "epoch": 0.11583755919701605,
      "grad_norm": 0.3553864657878876,
      "learning_rate": 0.00019929544082348394,
      "loss": 0.3699,
      "step": 1382
    },
    {
      "epoch": 0.1159213779808055,
      "grad_norm": 0.38644927740097046,
      "learning_rate": 0.0001992943994186046,
      "loss": 0.4432,
      "step": 1383
    },
    {
      "epoch": 0.11600519676459495,
      "grad_norm": 0.338561475276947,
      "learning_rate": 0.00019929335724737116,
      "loss": 0.3683,
      "step": 1384
    },
    {
      "epoch": 0.1160890155483844,
      "grad_norm": 0.36580610275268555,
      "learning_rate": 0.00019929231430979166,
      "loss": 0.4117,
      "step": 1385
    },
    {
      "epoch": 0.11617283433217385,
      "grad_norm": 0.37200188636779785,
      "learning_rate": 0.00019929127060587415,
      "loss": 0.3985,
      "step": 1386
    },
    {
      "epoch": 0.11625665311596328,
      "grad_norm": 0.38522374629974365,
      "learning_rate": 0.00019929022613562674,
      "loss": 0.4073,
      "step": 1387
    },
    {
      "epoch": 0.11634047189975273,
      "grad_norm": 0.3965266942977905,
      "learning_rate": 0.0001992891808990574,
      "loss": 0.3975,
      "step": 1388
    },
    {
      "epoch": 0.11642429068354218,
      "grad_norm": 0.35542362928390503,
      "learning_rate": 0.00019928813489617428,
      "loss": 0.3392,
      "step": 1389
    },
    {
      "epoch": 0.11650810946733163,
      "grad_norm": 0.380947470664978,
      "learning_rate": 0.00019928708812698545,
      "loss": 0.3573,
      "step": 1390
    },
    {
      "epoch": 0.11659192825112108,
      "grad_norm": 0.35933592915534973,
      "learning_rate": 0.00019928604059149893,
      "loss": 0.3799,
      "step": 1391
    },
    {
      "epoch": 0.11667574703491053,
      "grad_norm": 0.39723294973373413,
      "learning_rate": 0.00019928499228972284,
      "loss": 0.4254,
      "step": 1392
    },
    {
      "epoch": 0.11675956581869996,
      "grad_norm": 0.4163602292537689,
      "learning_rate": 0.0001992839432216653,
      "loss": 0.4015,
      "step": 1393
    },
    {
      "epoch": 0.11684338460248941,
      "grad_norm": 0.3839077353477478,
      "learning_rate": 0.0001992828933873343,
      "loss": 0.4394,
      "step": 1394
    },
    {
      "epoch": 0.11692720338627886,
      "grad_norm": 0.3868570625782013,
      "learning_rate": 0.00019928184278673807,
      "loss": 0.4124,
      "step": 1395
    },
    {
      "epoch": 0.11701102217006831,
      "grad_norm": 0.366142600774765,
      "learning_rate": 0.00019928079141988465,
      "loss": 0.3599,
      "step": 1396
    },
    {
      "epoch": 0.11709484095385776,
      "grad_norm": 0.39315515756607056,
      "learning_rate": 0.0001992797392867822,
      "loss": 0.4257,
      "step": 1397
    },
    {
      "epoch": 0.11717865973764721,
      "grad_norm": 0.3284413516521454,
      "learning_rate": 0.00019927868638743875,
      "loss": 0.3053,
      "step": 1398
    },
    {
      "epoch": 0.11726247852143665,
      "grad_norm": 0.37503692507743835,
      "learning_rate": 0.00019927763272186252,
      "loss": 0.346,
      "step": 1399
    },
    {
      "epoch": 0.1173462973052261,
      "grad_norm": 0.39226385951042175,
      "learning_rate": 0.00019927657829006158,
      "loss": 0.4533,
      "step": 1400
    },
    {
      "epoch": 0.1173462973052261,
      "eval_loss": 0.4063165783882141,
      "eval_runtime": 61.5173,
      "eval_samples_per_second": 15.605,
      "eval_steps_per_second": 3.901,
      "step": 1400
    },
    {
      "epoch": 0.11743011608901555,
      "grad_norm": 0.3951869308948517,
      "learning_rate": 0.00019927552309204413,
      "loss": 0.4171,
      "step": 1401
    },
    {
      "epoch": 0.117513934872805,
      "grad_norm": 0.3616692125797272,
      "learning_rate": 0.00019927446712781827,
      "loss": 0.3689,
      "step": 1402
    },
    {
      "epoch": 0.11759775365659444,
      "grad_norm": 0.3925888240337372,
      "learning_rate": 0.00019927341039739215,
      "loss": 0.4703,
      "step": 1403
    },
    {
      "epoch": 0.1176815724403839,
      "grad_norm": 0.368272989988327,
      "learning_rate": 0.00019927235290077396,
      "loss": 0.42,
      "step": 1404
    },
    {
      "epoch": 0.11776539122417334,
      "grad_norm": 0.40509381890296936,
      "learning_rate": 0.00019927129463797184,
      "loss": 0.3838,
      "step": 1405
    },
    {
      "epoch": 0.11784921000796278,
      "grad_norm": 0.40159785747528076,
      "learning_rate": 0.0001992702356089939,
      "loss": 0.4305,
      "step": 1406
    },
    {
      "epoch": 0.11793302879175223,
      "grad_norm": 0.3699583411216736,
      "learning_rate": 0.00019926917581384842,
      "loss": 0.3548,
      "step": 1407
    },
    {
      "epoch": 0.11801684757554168,
      "grad_norm": 0.3660825490951538,
      "learning_rate": 0.00019926811525254352,
      "loss": 0.405,
      "step": 1408
    },
    {
      "epoch": 0.11810066635933113,
      "grad_norm": 0.38336238265037537,
      "learning_rate": 0.00019926705392508737,
      "loss": 0.4119,
      "step": 1409
    },
    {
      "epoch": 0.11818448514312058,
      "grad_norm": 0.48552206158638,
      "learning_rate": 0.0001992659918314882,
      "loss": 0.4517,
      "step": 1410
    },
    {
      "epoch": 0.11826830392691003,
      "grad_norm": 0.38337475061416626,
      "learning_rate": 0.00019926492897175423,
      "loss": 0.3534,
      "step": 1411
    },
    {
      "epoch": 0.11835212271069946,
      "grad_norm": 0.3650453984737396,
      "learning_rate": 0.00019926386534589358,
      "loss": 0.3951,
      "step": 1412
    },
    {
      "epoch": 0.11843594149448891,
      "grad_norm": 0.6101910471916199,
      "learning_rate": 0.00019926280095391448,
      "loss": 0.4083,
      "step": 1413
    },
    {
      "epoch": 0.11851976027827836,
      "grad_norm": 0.3478206694126129,
      "learning_rate": 0.00019926173579582523,
      "loss": 0.3964,
      "step": 1414
    },
    {
      "epoch": 0.11860357906206781,
      "grad_norm": 0.3670260012149811,
      "learning_rate": 0.00019926066987163395,
      "loss": 0.349,
      "step": 1415
    },
    {
      "epoch": 0.11868739784585726,
      "grad_norm": 0.37866729497909546,
      "learning_rate": 0.00019925960318134894,
      "loss": 0.486,
      "step": 1416
    },
    {
      "epoch": 0.11877121662964671,
      "grad_norm": 0.3875426948070526,
      "learning_rate": 0.00019925853572497836,
      "loss": 0.3866,
      "step": 1417
    },
    {
      "epoch": 0.11885503541343614,
      "grad_norm": 0.37072646617889404,
      "learning_rate": 0.00019925746750253055,
      "loss": 0.4501,
      "step": 1418
    },
    {
      "epoch": 0.1189388541972256,
      "grad_norm": 0.3873753547668457,
      "learning_rate": 0.00019925639851401362,
      "loss": 0.3844,
      "step": 1419
    },
    {
      "epoch": 0.11902267298101504,
      "grad_norm": 0.38789013028144836,
      "learning_rate": 0.00019925532875943592,
      "loss": 0.3754,
      "step": 1420
    },
    {
      "epoch": 0.11910649176480449,
      "grad_norm": 0.35532522201538086,
      "learning_rate": 0.0001992542582388057,
      "loss": 0.3549,
      "step": 1421
    },
    {
      "epoch": 0.11919031054859394,
      "grad_norm": 0.36321350932121277,
      "learning_rate": 0.0001992531869521312,
      "loss": 0.3583,
      "step": 1422
    },
    {
      "epoch": 0.11927412933238339,
      "grad_norm": 0.37574175000190735,
      "learning_rate": 0.00019925211489942065,
      "loss": 0.4321,
      "step": 1423
    },
    {
      "epoch": 0.11935794811617284,
      "grad_norm": 0.5658087134361267,
      "learning_rate": 0.0001992510420806824,
      "loss": 0.4435,
      "step": 1424
    },
    {
      "epoch": 0.11944176689996228,
      "grad_norm": 0.3700670599937439,
      "learning_rate": 0.00019924996849592468,
      "loss": 0.3954,
      "step": 1425
    },
    {
      "epoch": 0.11952558568375173,
      "grad_norm": 0.39750906825065613,
      "learning_rate": 0.0001992488941451558,
      "loss": 0.394,
      "step": 1426
    },
    {
      "epoch": 0.11960940446754117,
      "grad_norm": 0.4298078119754791,
      "learning_rate": 0.00019924781902838407,
      "loss": 0.4762,
      "step": 1427
    },
    {
      "epoch": 0.11969322325133062,
      "grad_norm": 0.33772289752960205,
      "learning_rate": 0.0001992467431456177,
      "loss": 0.3632,
      "step": 1428
    },
    {
      "epoch": 0.11977704203512007,
      "grad_norm": 0.36573874950408936,
      "learning_rate": 0.00019924566649686507,
      "loss": 0.3768,
      "step": 1429
    },
    {
      "epoch": 0.11986086081890952,
      "grad_norm": 0.3536042869091034,
      "learning_rate": 0.00019924458908213448,
      "loss": 0.3987,
      "step": 1430
    },
    {
      "epoch": 0.11994467960269896,
      "grad_norm": 0.3589653968811035,
      "learning_rate": 0.00019924351090143424,
      "loss": 0.3734,
      "step": 1431
    },
    {
      "epoch": 0.12002849838648841,
      "grad_norm": 0.3888475298881531,
      "learning_rate": 0.00019924243195477268,
      "loss": 0.4397,
      "step": 1432
    },
    {
      "epoch": 0.12011231717027786,
      "grad_norm": 0.39619556069374084,
      "learning_rate": 0.00019924135224215812,
      "loss": 0.4345,
      "step": 1433
    },
    {
      "epoch": 0.1201961359540673,
      "grad_norm": 0.3766222596168518,
      "learning_rate": 0.00019924027176359887,
      "loss": 0.4256,
      "step": 1434
    },
    {
      "epoch": 0.12027995473785676,
      "grad_norm": 0.36682605743408203,
      "learning_rate": 0.00019923919051910332,
      "loss": 0.4068,
      "step": 1435
    },
    {
      "epoch": 0.1203637735216462,
      "grad_norm": 0.3587445318698883,
      "learning_rate": 0.00019923810850867976,
      "loss": 0.4103,
      "step": 1436
    },
    {
      "epoch": 0.12044759230543564,
      "grad_norm": 0.3372030556201935,
      "learning_rate": 0.00019923702573233657,
      "loss": 0.3652,
      "step": 1437
    },
    {
      "epoch": 0.12053141108922509,
      "grad_norm": 0.4041889011859894,
      "learning_rate": 0.0001992359421900821,
      "loss": 0.4352,
      "step": 1438
    },
    {
      "epoch": 0.12061522987301454,
      "grad_norm": 0.3687904477119446,
      "learning_rate": 0.00019923485788192472,
      "loss": 0.3644,
      "step": 1439
    },
    {
      "epoch": 0.12069904865680399,
      "grad_norm": 0.3609966039657593,
      "learning_rate": 0.00019923377280787278,
      "loss": 0.4175,
      "step": 1440
    },
    {
      "epoch": 0.12078286744059344,
      "grad_norm": 0.38485026359558105,
      "learning_rate": 0.0001992326869679347,
      "loss": 0.4811,
      "step": 1441
    },
    {
      "epoch": 0.12086668622438289,
      "grad_norm": 0.3977755606174469,
      "learning_rate": 0.00019923160036211881,
      "loss": 0.436,
      "step": 1442
    },
    {
      "epoch": 0.12095050500817234,
      "grad_norm": 0.3761069178581238,
      "learning_rate": 0.0001992305129904335,
      "loss": 0.397,
      "step": 1443
    },
    {
      "epoch": 0.12103432379196177,
      "grad_norm": 0.3728947639465332,
      "learning_rate": 0.0001992294248528872,
      "loss": 0.3766,
      "step": 1444
    },
    {
      "epoch": 0.12111814257575122,
      "grad_norm": 0.3872653841972351,
      "learning_rate": 0.00019922833594948828,
      "loss": 0.3915,
      "step": 1445
    },
    {
      "epoch": 0.12120196135954067,
      "grad_norm": 0.37950432300567627,
      "learning_rate": 0.00019922724628024515,
      "loss": 0.3918,
      "step": 1446
    },
    {
      "epoch": 0.12128578014333012,
      "grad_norm": 0.4255054295063019,
      "learning_rate": 0.00019922615584516622,
      "loss": 0.3897,
      "step": 1447
    },
    {
      "epoch": 0.12136959892711957,
      "grad_norm": 0.3899182975292206,
      "learning_rate": 0.0001992250646442599,
      "loss": 0.4073,
      "step": 1448
    },
    {
      "epoch": 0.12145341771090902,
      "grad_norm": 0.3706681728363037,
      "learning_rate": 0.00019922397267753463,
      "loss": 0.357,
      "step": 1449
    },
    {
      "epoch": 0.12153723649469846,
      "grad_norm": 0.3237921893596649,
      "learning_rate": 0.0001992228799449988,
      "loss": 0.3171,
      "step": 1450
    },
    {
      "epoch": 0.1216210552784879,
      "grad_norm": 0.38407087326049805,
      "learning_rate": 0.0001992217864466609,
      "loss": 0.4646,
      "step": 1451
    },
    {
      "epoch": 0.12170487406227735,
      "grad_norm": 0.36864596605300903,
      "learning_rate": 0.00019922069218252935,
      "loss": 0.3706,
      "step": 1452
    },
    {
      "epoch": 0.1217886928460668,
      "grad_norm": 0.36404097080230713,
      "learning_rate": 0.00019921959715261256,
      "loss": 0.4015,
      "step": 1453
    },
    {
      "epoch": 0.12187251162985625,
      "grad_norm": 0.3627586364746094,
      "learning_rate": 0.000199218501356919,
      "loss": 0.3548,
      "step": 1454
    },
    {
      "epoch": 0.1219563304136457,
      "grad_norm": 0.3360622525215149,
      "learning_rate": 0.00019921740479545715,
      "loss": 0.3653,
      "step": 1455
    },
    {
      "epoch": 0.12204014919743515,
      "grad_norm": 0.3899807631969452,
      "learning_rate": 0.00019921630746823544,
      "loss": 0.4328,
      "step": 1456
    },
    {
      "epoch": 0.12212396798122459,
      "grad_norm": 0.4126792252063751,
      "learning_rate": 0.00019921520937526236,
      "loss": 0.5253,
      "step": 1457
    },
    {
      "epoch": 0.12220778676501404,
      "grad_norm": 0.38373854756355286,
      "learning_rate": 0.0001992141105165464,
      "loss": 0.3632,
      "step": 1458
    },
    {
      "epoch": 0.12229160554880349,
      "grad_norm": 0.46653321385383606,
      "learning_rate": 0.000199213010892096,
      "loss": 0.4133,
      "step": 1459
    },
    {
      "epoch": 0.12237542433259294,
      "grad_norm": 0.33016830682754517,
      "learning_rate": 0.00019921191050191968,
      "loss": 0.3441,
      "step": 1460
    },
    {
      "epoch": 0.12245924311638239,
      "grad_norm": 0.39844340085983276,
      "learning_rate": 0.00019921080934602592,
      "loss": 0.4033,
      "step": 1461
    },
    {
      "epoch": 0.12254306190017183,
      "grad_norm": 0.4099893569946289,
      "learning_rate": 0.0001992097074244232,
      "loss": 0.4398,
      "step": 1462
    },
    {
      "epoch": 0.12262688068396127,
      "grad_norm": 0.387146532535553,
      "learning_rate": 0.0001992086047371201,
      "loss": 0.3848,
      "step": 1463
    },
    {
      "epoch": 0.12271069946775072,
      "grad_norm": 0.36914390325546265,
      "learning_rate": 0.00019920750128412501,
      "loss": 0.3445,
      "step": 1464
    },
    {
      "epoch": 0.12279451825154017,
      "grad_norm": 0.3500906825065613,
      "learning_rate": 0.00019920639706544658,
      "loss": 0.3309,
      "step": 1465
    },
    {
      "epoch": 0.12287833703532962,
      "grad_norm": 0.384128212928772,
      "learning_rate": 0.0001992052920810932,
      "loss": 0.3611,
      "step": 1466
    },
    {
      "epoch": 0.12296215581911907,
      "grad_norm": 0.4319167733192444,
      "learning_rate": 0.0001992041863310735,
      "loss": 0.4828,
      "step": 1467
    },
    {
      "epoch": 0.12304597460290852,
      "grad_norm": 0.4011717140674591,
      "learning_rate": 0.00019920307981539597,
      "loss": 0.4553,
      "step": 1468
    },
    {
      "epoch": 0.12312979338669795,
      "grad_norm": 0.32578569650650024,
      "learning_rate": 0.00019920197253406915,
      "loss": 0.2907,
      "step": 1469
    },
    {
      "epoch": 0.1232136121704874,
      "grad_norm": 0.36239930987358093,
      "learning_rate": 0.0001992008644871016,
      "loss": 0.3947,
      "step": 1470
    },
    {
      "epoch": 0.12329743095427685,
      "grad_norm": 0.354632169008255,
      "learning_rate": 0.00019919975567450187,
      "loss": 0.3459,
      "step": 1471
    },
    {
      "epoch": 0.1233812497380663,
      "grad_norm": 0.41070595383644104,
      "learning_rate": 0.0001991986460962785,
      "loss": 0.4112,
      "step": 1472
    },
    {
      "epoch": 0.12346506852185575,
      "grad_norm": 0.35330888628959656,
      "learning_rate": 0.00019919753575244008,
      "loss": 0.3482,
      "step": 1473
    },
    {
      "epoch": 0.1235488873056452,
      "grad_norm": 0.4230351448059082,
      "learning_rate": 0.00019919642464299515,
      "loss": 0.491,
      "step": 1474
    },
    {
      "epoch": 0.12363270608943465,
      "grad_norm": 0.3750832676887512,
      "learning_rate": 0.00019919531276795232,
      "loss": 0.4186,
      "step": 1475
    },
    {
      "epoch": 0.12371652487322408,
      "grad_norm": 0.34710007905960083,
      "learning_rate": 0.00019919420012732013,
      "loss": 0.3591,
      "step": 1476
    },
    {
      "epoch": 0.12380034365701353,
      "grad_norm": 0.3502405285835266,
      "learning_rate": 0.0001991930867211072,
      "loss": 0.3878,
      "step": 1477
    },
    {
      "epoch": 0.12388416244080298,
      "grad_norm": 0.36365121603012085,
      "learning_rate": 0.00019919197254932215,
      "loss": 0.3535,
      "step": 1478
    },
    {
      "epoch": 0.12396798122459243,
      "grad_norm": 0.3533308207988739,
      "learning_rate": 0.00019919085761197346,
      "loss": 0.3466,
      "step": 1479
    },
    {
      "epoch": 0.12405180000838188,
      "grad_norm": 0.34150034189224243,
      "learning_rate": 0.00019918974190906988,
      "loss": 0.3488,
      "step": 1480
    },
    {
      "epoch": 0.12413561879217133,
      "grad_norm": 0.4818466305732727,
      "learning_rate": 0.00019918862544061997,
      "loss": 0.4977,
      "step": 1481
    },
    {
      "epoch": 0.12421943757596077,
      "grad_norm": 0.3892560303211212,
      "learning_rate": 0.0001991875082066323,
      "loss": 0.4083,
      "step": 1482
    },
    {
      "epoch": 0.12430325635975022,
      "grad_norm": 0.3910401463508606,
      "learning_rate": 0.00019918639020711555,
      "loss": 0.3944,
      "step": 1483
    },
    {
      "epoch": 0.12438707514353967,
      "grad_norm": 0.397682785987854,
      "learning_rate": 0.0001991852714420783,
      "loss": 0.4209,
      "step": 1484
    },
    {
      "epoch": 0.12447089392732912,
      "grad_norm": 0.3386351764202118,
      "learning_rate": 0.00019918415191152926,
      "loss": 0.4073,
      "step": 1485
    },
    {
      "epoch": 0.12455471271111856,
      "grad_norm": 0.3860777020454407,
      "learning_rate": 0.00019918303161547697,
      "loss": 0.4291,
      "step": 1486
    },
    {
      "epoch": 0.12463853149490801,
      "grad_norm": 0.3713574707508087,
      "learning_rate": 0.00019918191055393015,
      "loss": 0.3921,
      "step": 1487
    },
    {
      "epoch": 0.12472235027869745,
      "grad_norm": 0.36784765124320984,
      "learning_rate": 0.00019918078872689746,
      "loss": 0.4136,
      "step": 1488
    },
    {
      "epoch": 0.1248061690624869,
      "grad_norm": 0.40234699845314026,
      "learning_rate": 0.0001991796661343875,
      "loss": 0.4018,
      "step": 1489
    },
    {
      "epoch": 0.12488998784627635,
      "grad_norm": 0.3956589698791504,
      "learning_rate": 0.00019917854277640894,
      "loss": 0.4456,
      "step": 1490
    },
    {
      "epoch": 0.1249738066300658,
      "grad_norm": 0.35087651014328003,
      "learning_rate": 0.0001991774186529705,
      "loss": 0.4098,
      "step": 1491
    },
    {
      "epoch": 0.12505762541385523,
      "grad_norm": 0.3700896203517914,
      "learning_rate": 0.00019917629376408084,
      "loss": 0.3987,
      "step": 1492
    },
    {
      "epoch": 0.1251414441976447,
      "grad_norm": 0.3697260022163391,
      "learning_rate": 0.00019917516810974865,
      "loss": 0.3967,
      "step": 1493
    },
    {
      "epoch": 0.12522526298143413,
      "grad_norm": 0.3405492305755615,
      "learning_rate": 0.00019917404168998256,
      "loss": 0.3267,
      "step": 1494
    },
    {
      "epoch": 0.1253090817652236,
      "grad_norm": 0.34102529287338257,
      "learning_rate": 0.00019917291450479132,
      "loss": 0.3367,
      "step": 1495
    },
    {
      "epoch": 0.12539290054901303,
      "grad_norm": 0.3809758722782135,
      "learning_rate": 0.0001991717865541836,
      "loss": 0.4596,
      "step": 1496
    },
    {
      "epoch": 0.1254767193328025,
      "grad_norm": 0.3755662143230438,
      "learning_rate": 0.0001991706578381681,
      "loss": 0.3524,
      "step": 1497
    },
    {
      "epoch": 0.12556053811659193,
      "grad_norm": 0.3794035017490387,
      "learning_rate": 0.0001991695283567536,
      "loss": 0.4079,
      "step": 1498
    },
    {
      "epoch": 0.12564435690038137,
      "grad_norm": 0.3585178256034851,
      "learning_rate": 0.00019916839810994874,
      "loss": 0.2991,
      "step": 1499
    },
    {
      "epoch": 0.12572817568417083,
      "grad_norm": 0.3916057348251343,
      "learning_rate": 0.00019916726709776227,
      "loss": 0.4347,
      "step": 1500
    },
    {
      "epoch": 0.12581199446796026,
      "grad_norm": 0.3959047794342041,
      "learning_rate": 0.00019916613532020293,
      "loss": 0.4073,
      "step": 1501
    },
    {
      "epoch": 0.12589581325174973,
      "grad_norm": 0.36973637342453003,
      "learning_rate": 0.00019916500277727942,
      "loss": 0.3615,
      "step": 1502
    },
    {
      "epoch": 0.12597963203553916,
      "grad_norm": 0.40550270676612854,
      "learning_rate": 0.00019916386946900054,
      "loss": 0.4771,
      "step": 1503
    },
    {
      "epoch": 0.1260634508193286,
      "grad_norm": 0.3437911868095398,
      "learning_rate": 0.00019916273539537498,
      "loss": 0.3415,
      "step": 1504
    },
    {
      "epoch": 0.12614726960311806,
      "grad_norm": 0.3244718909263611,
      "learning_rate": 0.00019916160055641154,
      "loss": 0.3596,
      "step": 1505
    },
    {
      "epoch": 0.1262310883869075,
      "grad_norm": 0.3947918713092804,
      "learning_rate": 0.00019916046495211892,
      "loss": 0.403,
      "step": 1506
    },
    {
      "epoch": 0.12631490717069696,
      "grad_norm": 0.3641948699951172,
      "learning_rate": 0.00019915932858250595,
      "loss": 0.369,
      "step": 1507
    },
    {
      "epoch": 0.1263987259544864,
      "grad_norm": 0.37374866008758545,
      "learning_rate": 0.00019915819144758135,
      "loss": 0.3959,
      "step": 1508
    },
    {
      "epoch": 0.12648254473827586,
      "grad_norm": 0.3606989085674286,
      "learning_rate": 0.00019915705354735393,
      "loss": 0.3804,
      "step": 1509
    },
    {
      "epoch": 0.1265663635220653,
      "grad_norm": 0.3689803183078766,
      "learning_rate": 0.00019915591488183242,
      "loss": 0.4127,
      "step": 1510
    },
    {
      "epoch": 0.12665018230585473,
      "grad_norm": 0.3952391743659973,
      "learning_rate": 0.00019915477545102568,
      "loss": 0.4153,
      "step": 1511
    },
    {
      "epoch": 0.1267340010896442,
      "grad_norm": 0.36965492367744446,
      "learning_rate": 0.00019915363525494246,
      "loss": 0.3551,
      "step": 1512
    },
    {
      "epoch": 0.12681781987343363,
      "grad_norm": 0.36554133892059326,
      "learning_rate": 0.00019915249429359157,
      "loss": 0.3245,
      "step": 1513
    },
    {
      "epoch": 0.1269016386572231,
      "grad_norm": 0.34758853912353516,
      "learning_rate": 0.00019915135256698183,
      "loss": 0.3469,
      "step": 1514
    },
    {
      "epoch": 0.12698545744101253,
      "grad_norm": 0.3696388304233551,
      "learning_rate": 0.00019915021007512203,
      "loss": 0.4016,
      "step": 1515
    },
    {
      "epoch": 0.127069276224802,
      "grad_norm": 0.3430230915546417,
      "learning_rate": 0.00019914906681802098,
      "loss": 0.3701,
      "step": 1516
    },
    {
      "epoch": 0.12715309500859143,
      "grad_norm": 0.3523399829864502,
      "learning_rate": 0.00019914792279568752,
      "loss": 0.4039,
      "step": 1517
    },
    {
      "epoch": 0.12723691379238086,
      "grad_norm": 0.36261048913002014,
      "learning_rate": 0.0001991467780081305,
      "loss": 0.3758,
      "step": 1518
    },
    {
      "epoch": 0.12732073257617033,
      "grad_norm": 0.37308067083358765,
      "learning_rate": 0.00019914563245535872,
      "loss": 0.3543,
      "step": 1519
    },
    {
      "epoch": 0.12740455135995976,
      "grad_norm": 0.365953266620636,
      "learning_rate": 0.00019914448613738106,
      "loss": 0.4219,
      "step": 1520
    },
    {
      "epoch": 0.12748837014374922,
      "grad_norm": 0.4000602960586548,
      "learning_rate": 0.0001991433390542063,
      "loss": 0.3909,
      "step": 1521
    },
    {
      "epoch": 0.12757218892753866,
      "grad_norm": 0.39357849955558777,
      "learning_rate": 0.00019914219120584337,
      "loss": 0.4256,
      "step": 1522
    },
    {
      "epoch": 0.1276560077113281,
      "grad_norm": 0.392937570810318,
      "learning_rate": 0.0001991410425923011,
      "loss": 0.4079,
      "step": 1523
    },
    {
      "epoch": 0.12773982649511756,
      "grad_norm": 0.37712687253952026,
      "learning_rate": 0.00019913989321358833,
      "loss": 0.3901,
      "step": 1524
    },
    {
      "epoch": 0.127823645278907,
      "grad_norm": 0.3679225742816925,
      "learning_rate": 0.00019913874306971393,
      "loss": 0.3554,
      "step": 1525
    },
    {
      "epoch": 0.12790746406269646,
      "grad_norm": 0.43271735310554504,
      "learning_rate": 0.00019913759216068683,
      "loss": 0.4556,
      "step": 1526
    },
    {
      "epoch": 0.1279912828464859,
      "grad_norm": 0.3460204601287842,
      "learning_rate": 0.00019913644048651587,
      "loss": 0.3665,
      "step": 1527
    },
    {
      "epoch": 0.12807510163027536,
      "grad_norm": 0.3756795823574066,
      "learning_rate": 0.00019913528804720997,
      "loss": 0.422,
      "step": 1528
    },
    {
      "epoch": 0.1281589204140648,
      "grad_norm": 0.42157021164894104,
      "learning_rate": 0.00019913413484277798,
      "loss": 0.4996,
      "step": 1529
    },
    {
      "epoch": 0.12824273919785423,
      "grad_norm": 0.37844061851501465,
      "learning_rate": 0.00019913298087322883,
      "loss": 0.439,
      "step": 1530
    },
    {
      "epoch": 0.1283265579816437,
      "grad_norm": 0.35326895117759705,
      "learning_rate": 0.0001991318261385714,
      "loss": 0.361,
      "step": 1531
    },
    {
      "epoch": 0.12841037676543313,
      "grad_norm": 0.36506378650665283,
      "learning_rate": 0.00019913067063881466,
      "loss": 0.4072,
      "step": 1532
    },
    {
      "epoch": 0.1284941955492226,
      "grad_norm": 0.37245017290115356,
      "learning_rate": 0.0001991295143739675,
      "loss": 0.3865,
      "step": 1533
    },
    {
      "epoch": 0.12857801433301203,
      "grad_norm": 0.34433043003082275,
      "learning_rate": 0.0001991283573440388,
      "loss": 0.3305,
      "step": 1534
    },
    {
      "epoch": 0.1286618331168015,
      "grad_norm": 0.39081278443336487,
      "learning_rate": 0.00019912719954903754,
      "loss": 0.4364,
      "step": 1535
    },
    {
      "epoch": 0.12874565190059092,
      "grad_norm": 0.35985618829727173,
      "learning_rate": 0.00019912604098897262,
      "loss": 0.3953,
      "step": 1536
    },
    {
      "epoch": 0.12882947068438036,
      "grad_norm": 0.3466407060623169,
      "learning_rate": 0.00019912488166385302,
      "loss": 0.3699,
      "step": 1537
    },
    {
      "epoch": 0.12891328946816982,
      "grad_norm": 0.3391360342502594,
      "learning_rate": 0.00019912372157368768,
      "loss": 0.3237,
      "step": 1538
    },
    {
      "epoch": 0.12899710825195926,
      "grad_norm": 0.38979047536849976,
      "learning_rate": 0.00019912256071848554,
      "loss": 0.3805,
      "step": 1539
    },
    {
      "epoch": 0.12908092703574872,
      "grad_norm": 0.3772965371608734,
      "learning_rate": 0.00019912139909825558,
      "loss": 0.422,
      "step": 1540
    },
    {
      "epoch": 0.12916474581953816,
      "grad_norm": 0.38220787048339844,
      "learning_rate": 0.00019912023671300673,
      "loss": 0.3629,
      "step": 1541
    },
    {
      "epoch": 0.1292485646033276,
      "grad_norm": 0.3440210819244385,
      "learning_rate": 0.00019911907356274795,
      "loss": 0.3495,
      "step": 1542
    },
    {
      "epoch": 0.12933238338711706,
      "grad_norm": 0.4001728296279907,
      "learning_rate": 0.00019911790964748826,
      "loss": 0.3894,
      "step": 1543
    },
    {
      "epoch": 0.1294162021709065,
      "grad_norm": 0.4128081798553467,
      "learning_rate": 0.00019911674496723666,
      "loss": 0.4626,
      "step": 1544
    },
    {
      "epoch": 0.12950002095469595,
      "grad_norm": 0.4078848659992218,
      "learning_rate": 0.00019911557952200212,
      "loss": 0.4347,
      "step": 1545
    },
    {
      "epoch": 0.1295838397384854,
      "grad_norm": 0.3812260031700134,
      "learning_rate": 0.00019911441331179358,
      "loss": 0.4382,
      "step": 1546
    },
    {
      "epoch": 0.12966765852227485,
      "grad_norm": 0.3950114846229553,
      "learning_rate": 0.0001991132463366201,
      "loss": 0.4259,
      "step": 1547
    },
    {
      "epoch": 0.1297514773060643,
      "grad_norm": 0.35061660408973694,
      "learning_rate": 0.00019911207859649066,
      "loss": 0.324,
      "step": 1548
    },
    {
      "epoch": 0.12983529608985372,
      "grad_norm": 0.3814331889152527,
      "learning_rate": 0.00019911091009141432,
      "loss": 0.4153,
      "step": 1549
    },
    {
      "epoch": 0.1299191148736432,
      "grad_norm": 0.33915165066719055,
      "learning_rate": 0.00019910974082140004,
      "loss": 0.3844,
      "step": 1550
    },
    {
      "epoch": 0.13000293365743262,
      "grad_norm": 0.3930404484272003,
      "learning_rate": 0.00019910857078645687,
      "loss": 0.405,
      "step": 1551
    },
    {
      "epoch": 0.1300867524412221,
      "grad_norm": 0.3737083375453949,
      "learning_rate": 0.00019910739998659383,
      "loss": 0.4496,
      "step": 1552
    },
    {
      "epoch": 0.13017057122501152,
      "grad_norm": 0.3581160306930542,
      "learning_rate": 0.00019910622842181995,
      "loss": 0.4113,
      "step": 1553
    },
    {
      "epoch": 0.13025439000880099,
      "grad_norm": 0.4037832021713257,
      "learning_rate": 0.00019910505609214432,
      "loss": 0.398,
      "step": 1554
    },
    {
      "epoch": 0.13033820879259042,
      "grad_norm": 0.3674953579902649,
      "learning_rate": 0.00019910388299757594,
      "loss": 0.3829,
      "step": 1555
    },
    {
      "epoch": 0.13042202757637986,
      "grad_norm": 0.3677102327346802,
      "learning_rate": 0.00019910270913812387,
      "loss": 0.3738,
      "step": 1556
    },
    {
      "epoch": 0.13050584636016932,
      "grad_norm": 0.3839779198169708,
      "learning_rate": 0.0001991015345137972,
      "loss": 0.3709,
      "step": 1557
    },
    {
      "epoch": 0.13058966514395876,
      "grad_norm": 0.3984465003013611,
      "learning_rate": 0.00019910035912460496,
      "loss": 0.4147,
      "step": 1558
    },
    {
      "epoch": 0.13067348392774822,
      "grad_norm": 0.3983006477355957,
      "learning_rate": 0.00019909918297055624,
      "loss": 0.4681,
      "step": 1559
    },
    {
      "epoch": 0.13075730271153765,
      "grad_norm": 0.38956284523010254,
      "learning_rate": 0.0001990980060516601,
      "loss": 0.401,
      "step": 1560
    },
    {
      "epoch": 0.1308411214953271,
      "grad_norm": 0.367393434047699,
      "learning_rate": 0.00019909682836792564,
      "loss": 0.4141,
      "step": 1561
    },
    {
      "epoch": 0.13092494027911655,
      "grad_norm": 0.37562236189842224,
      "learning_rate": 0.00019909564991936197,
      "loss": 0.372,
      "step": 1562
    },
    {
      "epoch": 0.131008759062906,
      "grad_norm": 0.3501337766647339,
      "learning_rate": 0.00019909447070597813,
      "loss": 0.3671,
      "step": 1563
    },
    {
      "epoch": 0.13109257784669545,
      "grad_norm": 0.3237084448337555,
      "learning_rate": 0.00019909329072778325,
      "loss": 0.3777,
      "step": 1564
    },
    {
      "epoch": 0.1311763966304849,
      "grad_norm": 0.3882794976234436,
      "learning_rate": 0.00019909210998478644,
      "loss": 0.4124,
      "step": 1565
    },
    {
      "epoch": 0.13126021541427435,
      "grad_norm": 0.3424617648124695,
      "learning_rate": 0.00019909092847699683,
      "loss": 0.3436,
      "step": 1566
    },
    {
      "epoch": 0.13134403419806379,
      "grad_norm": 0.3517250120639801,
      "learning_rate": 0.00019908974620442353,
      "loss": 0.3985,
      "step": 1567
    },
    {
      "epoch": 0.13142785298185322,
      "grad_norm": 0.3320525586605072,
      "learning_rate": 0.00019908856316707562,
      "loss": 0.3668,
      "step": 1568
    },
    {
      "epoch": 0.13151167176564268,
      "grad_norm": 0.40777158737182617,
      "learning_rate": 0.00019908737936496232,
      "loss": 0.3972,
      "step": 1569
    },
    {
      "epoch": 0.13159549054943212,
      "grad_norm": 0.38617315888404846,
      "learning_rate": 0.00019908619479809265,
      "loss": 0.3801,
      "step": 1570
    },
    {
      "epoch": 0.13167930933322158,
      "grad_norm": 0.3796771764755249,
      "learning_rate": 0.00019908500946647586,
      "loss": 0.425,
      "step": 1571
    },
    {
      "epoch": 0.13176312811701102,
      "grad_norm": 0.3890079855918884,
      "learning_rate": 0.00019908382337012104,
      "loss": 0.4167,
      "step": 1572
    },
    {
      "epoch": 0.13184694690080048,
      "grad_norm": 0.3733181655406952,
      "learning_rate": 0.00019908263650903735,
      "loss": 0.3949,
      "step": 1573
    },
    {
      "epoch": 0.13193076568458992,
      "grad_norm": 0.32937654852867126,
      "learning_rate": 0.00019908144888323396,
      "loss": 0.3014,
      "step": 1574
    },
    {
      "epoch": 0.13201458446837935,
      "grad_norm": 0.3997030258178711,
      "learning_rate": 0.00019908026049272003,
      "loss": 0.414,
      "step": 1575
    },
    {
      "epoch": 0.13209840325216882,
      "grad_norm": 0.3931044042110443,
      "learning_rate": 0.00019907907133750476,
      "loss": 0.4299,
      "step": 1576
    },
    {
      "epoch": 0.13218222203595825,
      "grad_norm": 0.3676757514476776,
      "learning_rate": 0.0001990778814175973,
      "loss": 0.4036,
      "step": 1577
    },
    {
      "epoch": 0.13226604081974772,
      "grad_norm": 0.352459192276001,
      "learning_rate": 0.00019907669073300683,
      "loss": 0.4469,
      "step": 1578
    },
    {
      "epoch": 0.13234985960353715,
      "grad_norm": 0.35553959012031555,
      "learning_rate": 0.00019907549928374255,
      "loss": 0.3943,
      "step": 1579
    },
    {
      "epoch": 0.1324336783873266,
      "grad_norm": 0.3754826784133911,
      "learning_rate": 0.00019907430706981365,
      "loss": 0.4221,
      "step": 1580
    },
    {
      "epoch": 0.13251749717111605,
      "grad_norm": 0.3631209433078766,
      "learning_rate": 0.00019907311409122933,
      "loss": 0.4684,
      "step": 1581
    },
    {
      "epoch": 0.13260131595490549,
      "grad_norm": 0.3902527093887329,
      "learning_rate": 0.00019907192034799879,
      "loss": 0.4252,
      "step": 1582
    },
    {
      "epoch": 0.13268513473869495,
      "grad_norm": 0.387397438287735,
      "learning_rate": 0.0001990707258401313,
      "loss": 0.4108,
      "step": 1583
    },
    {
      "epoch": 0.13276895352248438,
      "grad_norm": 0.3710611164569855,
      "learning_rate": 0.000199069530567636,
      "loss": 0.3407,
      "step": 1584
    },
    {
      "epoch": 0.13285277230627385,
      "grad_norm": 0.3739469647407532,
      "learning_rate": 0.00019906833453052215,
      "loss": 0.4035,
      "step": 1585
    },
    {
      "epoch": 0.13293659109006328,
      "grad_norm": 0.40937525033950806,
      "learning_rate": 0.00019906713772879902,
      "loss": 0.3886,
      "step": 1586
    },
    {
      "epoch": 0.13302040987385272,
      "grad_norm": 0.3952127695083618,
      "learning_rate": 0.00019906594016247576,
      "loss": 0.3913,
      "step": 1587
    },
    {
      "epoch": 0.13310422865764218,
      "grad_norm": 0.3645886182785034,
      "learning_rate": 0.00019906474183156166,
      "loss": 0.3839,
      "step": 1588
    },
    {
      "epoch": 0.13318804744143162,
      "grad_norm": 0.38720467686653137,
      "learning_rate": 0.000199063542736066,
      "loss": 0.3831,
      "step": 1589
    },
    {
      "epoch": 0.13327186622522108,
      "grad_norm": 0.4434581398963928,
      "learning_rate": 0.00019906234287599798,
      "loss": 0.4782,
      "step": 1590
    },
    {
      "epoch": 0.13335568500901052,
      "grad_norm": 0.3648127615451813,
      "learning_rate": 0.0001990611422513669,
      "loss": 0.3215,
      "step": 1591
    },
    {
      "epoch": 0.13343950379279998,
      "grad_norm": 0.38840407133102417,
      "learning_rate": 0.000199059940862182,
      "loss": 0.4194,
      "step": 1592
    },
    {
      "epoch": 0.13352332257658941,
      "grad_norm": 0.39136824011802673,
      "learning_rate": 0.0001990587387084526,
      "loss": 0.3613,
      "step": 1593
    },
    {
      "epoch": 0.13360714136037885,
      "grad_norm": 0.3708552420139313,
      "learning_rate": 0.00019905753579018792,
      "loss": 0.3511,
      "step": 1594
    },
    {
      "epoch": 0.1336909601441683,
      "grad_norm": 0.3770682215690613,
      "learning_rate": 0.00019905633210739722,
      "loss": 0.3676,
      "step": 1595
    },
    {
      "epoch": 0.13377477892795775,
      "grad_norm": 0.39046841859817505,
      "learning_rate": 0.0001990551276600899,
      "loss": 0.3647,
      "step": 1596
    },
    {
      "epoch": 0.1338585977117472,
      "grad_norm": 0.34080320596694946,
      "learning_rate": 0.00019905392244827516,
      "loss": 0.3074,
      "step": 1597
    },
    {
      "epoch": 0.13394241649553665,
      "grad_norm": 0.37875521183013916,
      "learning_rate": 0.00019905271647196234,
      "loss": 0.4264,
      "step": 1598
    },
    {
      "epoch": 0.13402623527932608,
      "grad_norm": 0.37041595578193665,
      "learning_rate": 0.00019905150973116074,
      "loss": 0.371,
      "step": 1599
    },
    {
      "epoch": 0.13411005406311555,
      "grad_norm": 0.38305574655532837,
      "learning_rate": 0.00019905030222587967,
      "loss": 0.4104,
      "step": 1600
    },
    {
      "epoch": 0.13411005406311555,
      "eval_loss": 0.3942543566226959,
      "eval_runtime": 61.5829,
      "eval_samples_per_second": 15.589,
      "eval_steps_per_second": 3.897,
      "step": 1600
    },
    {
      "epoch": 0.13419387284690498,
      "grad_norm": 0.3686854839324951,
      "learning_rate": 0.00019904909395612847,
      "loss": 0.3683,
      "step": 1601
    },
    {
      "epoch": 0.13427769163069445,
      "grad_norm": 0.40612363815307617,
      "learning_rate": 0.00019904788492191645,
      "loss": 0.3948,
      "step": 1602
    },
    {
      "epoch": 0.13436151041448388,
      "grad_norm": 0.41357359290122986,
      "learning_rate": 0.0001990466751232529,
      "loss": 0.385,
      "step": 1603
    },
    {
      "epoch": 0.13444532919827334,
      "grad_norm": 0.3569086194038391,
      "learning_rate": 0.00019904546456014723,
      "loss": 0.357,
      "step": 1604
    },
    {
      "epoch": 0.13452914798206278,
      "grad_norm": 0.3619671165943146,
      "learning_rate": 0.00019904425323260877,
      "loss": 0.3976,
      "step": 1605
    },
    {
      "epoch": 0.13461296676585222,
      "grad_norm": 0.38146814703941345,
      "learning_rate": 0.0001990430411406468,
      "loss": 0.3803,
      "step": 1606
    },
    {
      "epoch": 0.13469678554964168,
      "grad_norm": 0.3650851845741272,
      "learning_rate": 0.00019904182828427077,
      "loss": 0.397,
      "step": 1607
    },
    {
      "epoch": 0.13478060433343111,
      "grad_norm": 0.3495802581310272,
      "learning_rate": 0.00019904061466348997,
      "loss": 0.338,
      "step": 1608
    },
    {
      "epoch": 0.13486442311722058,
      "grad_norm": 0.3690586984157562,
      "learning_rate": 0.0001990394002783138,
      "loss": 0.3397,
      "step": 1609
    },
    {
      "epoch": 0.13494824190101,
      "grad_norm": 0.3845801055431366,
      "learning_rate": 0.00019903818512875164,
      "loss": 0.3977,
      "step": 1610
    },
    {
      "epoch": 0.13503206068479948,
      "grad_norm": 0.3876764178276062,
      "learning_rate": 0.00019903696921481286,
      "loss": 0.4121,
      "step": 1611
    },
    {
      "epoch": 0.1351158794685889,
      "grad_norm": 0.38086697459220886,
      "learning_rate": 0.00019903575253650682,
      "loss": 0.398,
      "step": 1612
    },
    {
      "epoch": 0.13519969825237835,
      "grad_norm": 0.39924004673957825,
      "learning_rate": 0.0001990345350938429,
      "loss": 0.4723,
      "step": 1613
    },
    {
      "epoch": 0.1352835170361678,
      "grad_norm": 0.4020549952983856,
      "learning_rate": 0.00019903331688683057,
      "loss": 0.4071,
      "step": 1614
    },
    {
      "epoch": 0.13536733581995725,
      "grad_norm": 0.3681647777557373,
      "learning_rate": 0.0001990320979154792,
      "loss": 0.378,
      "step": 1615
    },
    {
      "epoch": 0.1354511546037467,
      "grad_norm": 0.4110160768032074,
      "learning_rate": 0.00019903087817979814,
      "loss": 0.4411,
      "step": 1616
    },
    {
      "epoch": 0.13553497338753615,
      "grad_norm": 0.35963425040245056,
      "learning_rate": 0.00019902965767979686,
      "loss": 0.3724,
      "step": 1617
    },
    {
      "epoch": 0.13561879217132558,
      "grad_norm": 0.3301863670349121,
      "learning_rate": 0.0001990284364154848,
      "loss": 0.3119,
      "step": 1618
    },
    {
      "epoch": 0.13570261095511504,
      "grad_norm": 0.35655421018600464,
      "learning_rate": 0.0001990272143868713,
      "loss": 0.3603,
      "step": 1619
    },
    {
      "epoch": 0.13578642973890448,
      "grad_norm": 0.3342047929763794,
      "learning_rate": 0.0001990259915939659,
      "loss": 0.3518,
      "step": 1620
    },
    {
      "epoch": 0.13587024852269394,
      "grad_norm": 0.37008967995643616,
      "learning_rate": 0.00019902476803677796,
      "loss": 0.3426,
      "step": 1621
    },
    {
      "epoch": 0.13595406730648338,
      "grad_norm": 0.3437504768371582,
      "learning_rate": 0.00019902354371531696,
      "loss": 0.3128,
      "step": 1622
    },
    {
      "epoch": 0.13603788609027284,
      "grad_norm": 0.36828097701072693,
      "learning_rate": 0.0001990223186295923,
      "loss": 0.3445,
      "step": 1623
    },
    {
      "epoch": 0.13612170487406228,
      "grad_norm": 0.3748086988925934,
      "learning_rate": 0.0001990210927796135,
      "loss": 0.4188,
      "step": 1624
    },
    {
      "epoch": 0.1362055236578517,
      "grad_norm": 0.3425866961479187,
      "learning_rate": 0.00019901986616539002,
      "loss": 0.3141,
      "step": 1625
    },
    {
      "epoch": 0.13628934244164118,
      "grad_norm": 0.38158994913101196,
      "learning_rate": 0.00019901863878693123,
      "loss": 0.405,
      "step": 1626
    },
    {
      "epoch": 0.1363731612254306,
      "grad_norm": 0.3818555772304535,
      "learning_rate": 0.00019901741064424672,
      "loss": 0.3578,
      "step": 1627
    },
    {
      "epoch": 0.13645698000922007,
      "grad_norm": 0.44898203015327454,
      "learning_rate": 0.00019901618173734592,
      "loss": 0.377,
      "step": 1628
    },
    {
      "epoch": 0.1365407987930095,
      "grad_norm": 0.35141727328300476,
      "learning_rate": 0.00019901495206623834,
      "loss": 0.3447,
      "step": 1629
    },
    {
      "epoch": 0.13662461757679897,
      "grad_norm": 0.3919433057308197,
      "learning_rate": 0.0001990137216309334,
      "loss": 0.425,
      "step": 1630
    },
    {
      "epoch": 0.1367084363605884,
      "grad_norm": 0.3767232298851013,
      "learning_rate": 0.00019901249043144067,
      "loss": 0.3725,
      "step": 1631
    },
    {
      "epoch": 0.13679225514437784,
      "grad_norm": 0.38169586658477783,
      "learning_rate": 0.0001990112584677696,
      "loss": 0.4146,
      "step": 1632
    },
    {
      "epoch": 0.1368760739281673,
      "grad_norm": 0.34949955344200134,
      "learning_rate": 0.00019901002573992975,
      "loss": 0.3797,
      "step": 1633
    },
    {
      "epoch": 0.13695989271195674,
      "grad_norm": 0.3422933518886566,
      "learning_rate": 0.0001990087922479306,
      "loss": 0.3793,
      "step": 1634
    },
    {
      "epoch": 0.1370437114957462,
      "grad_norm": 0.3636743724346161,
      "learning_rate": 0.00019900755799178165,
      "loss": 0.4134,
      "step": 1635
    },
    {
      "epoch": 0.13712753027953564,
      "grad_norm": 0.3532504737377167,
      "learning_rate": 0.0001990063229714925,
      "loss": 0.3929,
      "step": 1636
    },
    {
      "epoch": 0.13721134906332508,
      "grad_norm": 0.3756278157234192,
      "learning_rate": 0.0001990050871870726,
      "loss": 0.3933,
      "step": 1637
    },
    {
      "epoch": 0.13729516784711454,
      "grad_norm": 0.35074397921562195,
      "learning_rate": 0.00019900385063853154,
      "loss": 0.3114,
      "step": 1638
    },
    {
      "epoch": 0.13737898663090398,
      "grad_norm": 0.4547286629676819,
      "learning_rate": 0.00019900261332587887,
      "loss": 0.4444,
      "step": 1639
    },
    {
      "epoch": 0.13746280541469344,
      "grad_norm": 0.3667963147163391,
      "learning_rate": 0.00019900137524912407,
      "loss": 0.386,
      "step": 1640
    },
    {
      "epoch": 0.13754662419848288,
      "grad_norm": 0.3672700524330139,
      "learning_rate": 0.0001990001364082768,
      "loss": 0.366,
      "step": 1641
    },
    {
      "epoch": 0.13763044298227234,
      "grad_norm": 0.35453885793685913,
      "learning_rate": 0.00019899889680334652,
      "loss": 0.3555,
      "step": 1642
    },
    {
      "epoch": 0.13771426176606177,
      "grad_norm": 0.3560662865638733,
      "learning_rate": 0.00019899765643434286,
      "loss": 0.3499,
      "step": 1643
    },
    {
      "epoch": 0.1377980805498512,
      "grad_norm": 0.4142764210700989,
      "learning_rate": 0.00019899641530127536,
      "loss": 0.4078,
      "step": 1644
    },
    {
      "epoch": 0.13788189933364067,
      "grad_norm": 0.36168816685676575,
      "learning_rate": 0.0001989951734041536,
      "loss": 0.395,
      "step": 1645
    },
    {
      "epoch": 0.1379657181174301,
      "grad_norm": 0.35164618492126465,
      "learning_rate": 0.00019899393074298722,
      "loss": 0.3734,
      "step": 1646
    },
    {
      "epoch": 0.13804953690121957,
      "grad_norm": 0.3623318374156952,
      "learning_rate": 0.00019899268731778574,
      "loss": 0.3822,
      "step": 1647
    },
    {
      "epoch": 0.138133355685009,
      "grad_norm": 0.3524324893951416,
      "learning_rate": 0.0001989914431285588,
      "loss": 0.3779,
      "step": 1648
    },
    {
      "epoch": 0.13821717446879847,
      "grad_norm": 0.34500324726104736,
      "learning_rate": 0.000198990198175316,
      "loss": 0.3222,
      "step": 1649
    },
    {
      "epoch": 0.1383009932525879,
      "grad_norm": 0.40580397844314575,
      "learning_rate": 0.0001989889524580669,
      "loss": 0.3609,
      "step": 1650
    },
    {
      "epoch": 0.13838481203637734,
      "grad_norm": 0.3424389958381653,
      "learning_rate": 0.0001989877059768212,
      "loss": 0.3699,
      "step": 1651
    },
    {
      "epoch": 0.1384686308201668,
      "grad_norm": 0.36446431279182434,
      "learning_rate": 0.00019898645873158842,
      "loss": 0.3529,
      "step": 1652
    },
    {
      "epoch": 0.13855244960395624,
      "grad_norm": 0.39201709628105164,
      "learning_rate": 0.0001989852107223783,
      "loss": 0.3956,
      "step": 1653
    },
    {
      "epoch": 0.1386362683877457,
      "grad_norm": 0.3738116919994354,
      "learning_rate": 0.00019898396194920035,
      "loss": 0.3776,
      "step": 1654
    },
    {
      "epoch": 0.13872008717153514,
      "grad_norm": 0.39238911867141724,
      "learning_rate": 0.0001989827124120643,
      "loss": 0.4011,
      "step": 1655
    },
    {
      "epoch": 0.13880390595532457,
      "grad_norm": 0.4251563251018524,
      "learning_rate": 0.00019898146211097976,
      "loss": 0.4188,
      "step": 1656
    },
    {
      "epoch": 0.13888772473911404,
      "grad_norm": 0.3583575189113617,
      "learning_rate": 0.00019898021104595637,
      "loss": 0.3502,
      "step": 1657
    },
    {
      "epoch": 0.13897154352290347,
      "grad_norm": 0.36378493905067444,
      "learning_rate": 0.0001989789592170038,
      "loss": 0.3766,
      "step": 1658
    },
    {
      "epoch": 0.13905536230669294,
      "grad_norm": 0.3335072994232178,
      "learning_rate": 0.00019897770662413171,
      "loss": 0.3626,
      "step": 1659
    },
    {
      "epoch": 0.13913918109048237,
      "grad_norm": 0.3631129264831543,
      "learning_rate": 0.0001989764532673498,
      "loss": 0.3859,
      "step": 1660
    },
    {
      "epoch": 0.13922299987427184,
      "grad_norm": 0.40365561842918396,
      "learning_rate": 0.00019897519914666766,
      "loss": 0.3992,
      "step": 1661
    },
    {
      "epoch": 0.13930681865806127,
      "grad_norm": 0.38743823766708374,
      "learning_rate": 0.00019897394426209505,
      "loss": 0.4073,
      "step": 1662
    },
    {
      "epoch": 0.1393906374418507,
      "grad_norm": 0.3902645707130432,
      "learning_rate": 0.00019897268861364162,
      "loss": 0.38,
      "step": 1663
    },
    {
      "epoch": 0.13947445622564017,
      "grad_norm": 0.3158921003341675,
      "learning_rate": 0.00019897143220131707,
      "loss": 0.3033,
      "step": 1664
    },
    {
      "epoch": 0.1395582750094296,
      "grad_norm": 0.3781030476093292,
      "learning_rate": 0.00019897017502513105,
      "loss": 0.4082,
      "step": 1665
    },
    {
      "epoch": 0.13964209379321907,
      "grad_norm": 0.3697734475135803,
      "learning_rate": 0.00019896891708509338,
      "loss": 0.3624,
      "step": 1666
    },
    {
      "epoch": 0.1397259125770085,
      "grad_norm": 0.3956494927406311,
      "learning_rate": 0.00019896765838121365,
      "loss": 0.4246,
      "step": 1667
    },
    {
      "epoch": 0.13980973136079797,
      "grad_norm": 0.3686356246471405,
      "learning_rate": 0.00019896639891350164,
      "loss": 0.4093,
      "step": 1668
    },
    {
      "epoch": 0.1398935501445874,
      "grad_norm": 0.37286847829818726,
      "learning_rate": 0.00019896513868196704,
      "loss": 0.4046,
      "step": 1669
    },
    {
      "epoch": 0.13997736892837684,
      "grad_norm": 0.36638450622558594,
      "learning_rate": 0.00019896387768661956,
      "loss": 0.4123,
      "step": 1670
    },
    {
      "epoch": 0.1400611877121663,
      "grad_norm": 0.4094656705856323,
      "learning_rate": 0.00019896261592746898,
      "loss": 0.4238,
      "step": 1671
    },
    {
      "epoch": 0.14014500649595574,
      "grad_norm": 0.372293084859848,
      "learning_rate": 0.00019896135340452504,
      "loss": 0.3541,
      "step": 1672
    },
    {
      "epoch": 0.1402288252797452,
      "grad_norm": 0.34662917256355286,
      "learning_rate": 0.00019896009011779743,
      "loss": 0.3555,
      "step": 1673
    },
    {
      "epoch": 0.14031264406353464,
      "grad_norm": 0.37594154477119446,
      "learning_rate": 0.00019895882606729598,
      "loss": 0.3576,
      "step": 1674
    },
    {
      "epoch": 0.14039646284732407,
      "grad_norm": 0.3892001509666443,
      "learning_rate": 0.00019895756125303034,
      "loss": 0.4309,
      "step": 1675
    },
    {
      "epoch": 0.14048028163111353,
      "grad_norm": 0.36062386631965637,
      "learning_rate": 0.00019895629567501035,
      "loss": 0.423,
      "step": 1676
    },
    {
      "epoch": 0.14056410041490297,
      "grad_norm": 0.41534295678138733,
      "learning_rate": 0.00019895502933324575,
      "loss": 0.3397,
      "step": 1677
    },
    {
      "epoch": 0.14064791919869243,
      "grad_norm": 0.3800475597381592,
      "learning_rate": 0.00019895376222774634,
      "loss": 0.3812,
      "step": 1678
    },
    {
      "epoch": 0.14073173798248187,
      "grad_norm": 0.39090031385421753,
      "learning_rate": 0.00019895249435852183,
      "loss": 0.4134,
      "step": 1679
    },
    {
      "epoch": 0.14081555676627133,
      "grad_norm": 0.3730011582374573,
      "learning_rate": 0.0001989512257255821,
      "loss": 0.3754,
      "step": 1680
    },
    {
      "epoch": 0.14089937555006077,
      "grad_norm": 0.386088103055954,
      "learning_rate": 0.00019894995632893688,
      "loss": 0.3872,
      "step": 1681
    },
    {
      "epoch": 0.1409831943338502,
      "grad_norm": 0.3906724452972412,
      "learning_rate": 0.00019894868616859602,
      "loss": 0.4105,
      "step": 1682
    },
    {
      "epoch": 0.14106701311763967,
      "grad_norm": 0.35272520780563354,
      "learning_rate": 0.00019894741524456927,
      "loss": 0.3638,
      "step": 1683
    },
    {
      "epoch": 0.1411508319014291,
      "grad_norm": 0.34974929690361023,
      "learning_rate": 0.00019894614355686643,
      "loss": 0.3471,
      "step": 1684
    },
    {
      "epoch": 0.14123465068521857,
      "grad_norm": 0.39714065194129944,
      "learning_rate": 0.00019894487110549736,
      "loss": 0.4314,
      "step": 1685
    },
    {
      "epoch": 0.141318469469008,
      "grad_norm": 0.4042970836162567,
      "learning_rate": 0.00019894359789047187,
      "loss": 0.4015,
      "step": 1686
    },
    {
      "epoch": 0.14140228825279746,
      "grad_norm": 0.36510175466537476,
      "learning_rate": 0.00019894232391179975,
      "loss": 0.382,
      "step": 1687
    },
    {
      "epoch": 0.1414861070365869,
      "grad_norm": 0.40091782808303833,
      "learning_rate": 0.00019894104916949089,
      "loss": 0.4484,
      "step": 1688
    },
    {
      "epoch": 0.14156992582037634,
      "grad_norm": 0.3354956805706024,
      "learning_rate": 0.00019893977366355507,
      "loss": 0.312,
      "step": 1689
    },
    {
      "epoch": 0.1416537446041658,
      "grad_norm": 0.3616350293159485,
      "learning_rate": 0.0001989384973940022,
      "loss": 0.3823,
      "step": 1690
    },
    {
      "epoch": 0.14173756338795523,
      "grad_norm": 0.36118438839912415,
      "learning_rate": 0.00019893722036084206,
      "loss": 0.3896,
      "step": 1691
    },
    {
      "epoch": 0.1418213821717447,
      "grad_norm": 0.3780900835990906,
      "learning_rate": 0.00019893594256408455,
      "loss": 0.3985,
      "step": 1692
    },
    {
      "epoch": 0.14190520095553413,
      "grad_norm": 0.3715612292289734,
      "learning_rate": 0.00019893466400373953,
      "loss": 0.4202,
      "step": 1693
    },
    {
      "epoch": 0.14198901973932357,
      "grad_norm": 0.3866245746612549,
      "learning_rate": 0.00019893338467981682,
      "loss": 0.4306,
      "step": 1694
    },
    {
      "epoch": 0.14207283852311303,
      "grad_norm": 0.40589243173599243,
      "learning_rate": 0.0001989321045923264,
      "loss": 0.4247,
      "step": 1695
    },
    {
      "epoch": 0.14215665730690247,
      "grad_norm": 0.3793928623199463,
      "learning_rate": 0.00019893082374127804,
      "loss": 0.3922,
      "step": 1696
    },
    {
      "epoch": 0.14224047609069193,
      "grad_norm": 0.3551170825958252,
      "learning_rate": 0.0001989295421266817,
      "loss": 0.3716,
      "step": 1697
    },
    {
      "epoch": 0.14232429487448137,
      "grad_norm": 0.35246166586875916,
      "learning_rate": 0.0001989282597485472,
      "loss": 0.3864,
      "step": 1698
    },
    {
      "epoch": 0.14240811365827083,
      "grad_norm": 0.3737802803516388,
      "learning_rate": 0.0001989269766068845,
      "loss": 0.389,
      "step": 1699
    },
    {
      "epoch": 0.14249193244206027,
      "grad_norm": 0.3345375955104828,
      "learning_rate": 0.0001989256927017035,
      "loss": 0.3749,
      "step": 1700
    },
    {
      "epoch": 0.1425757512258497,
      "grad_norm": 0.3978775143623352,
      "learning_rate": 0.00019892440803301407,
      "loss": 0.3689,
      "step": 1701
    },
    {
      "epoch": 0.14265957000963916,
      "grad_norm": 0.3525823950767517,
      "learning_rate": 0.00019892312260082616,
      "loss": 0.3584,
      "step": 1702
    },
    {
      "epoch": 0.1427433887934286,
      "grad_norm": 0.3724815547466278,
      "learning_rate": 0.00019892183640514966,
      "loss": 0.3929,
      "step": 1703
    },
    {
      "epoch": 0.14282720757721806,
      "grad_norm": 0.353610098361969,
      "learning_rate": 0.0001989205494459945,
      "loss": 0.3639,
      "step": 1704
    },
    {
      "epoch": 0.1429110263610075,
      "grad_norm": 0.33118322491645813,
      "learning_rate": 0.00019891926172337066,
      "loss": 0.317,
      "step": 1705
    },
    {
      "epoch": 0.14299484514479696,
      "grad_norm": 0.34208160638809204,
      "learning_rate": 0.00019891797323728802,
      "loss": 0.3508,
      "step": 1706
    },
    {
      "epoch": 0.1430786639285864,
      "grad_norm": 0.3621470332145691,
      "learning_rate": 0.0001989166839877566,
      "loss": 0.3335,
      "step": 1707
    },
    {
      "epoch": 0.14316248271237583,
      "grad_norm": 0.36438432335853577,
      "learning_rate": 0.00019891539397478623,
      "loss": 0.3947,
      "step": 1708
    },
    {
      "epoch": 0.1432463014961653,
      "grad_norm": 0.35268232226371765,
      "learning_rate": 0.00019891410319838697,
      "loss": 0.3907,
      "step": 1709
    },
    {
      "epoch": 0.14333012027995473,
      "grad_norm": 0.3620828092098236,
      "learning_rate": 0.00019891281165856873,
      "loss": 0.3437,
      "step": 1710
    },
    {
      "epoch": 0.1434139390637442,
      "grad_norm": 0.3962518572807312,
      "learning_rate": 0.00019891151935534152,
      "loss": 0.4123,
      "step": 1711
    },
    {
      "epoch": 0.14349775784753363,
      "grad_norm": 0.3375183641910553,
      "learning_rate": 0.00019891022628871528,
      "loss": 0.3845,
      "step": 1712
    },
    {
      "epoch": 0.14358157663132307,
      "grad_norm": 0.30676281452178955,
      "learning_rate": 0.0001989089324587,
      "loss": 0.2733,
      "step": 1713
    },
    {
      "epoch": 0.14366539541511253,
      "grad_norm": 0.35518598556518555,
      "learning_rate": 0.00019890763786530567,
      "loss": 0.3131,
      "step": 1714
    },
    {
      "epoch": 0.14374921419890196,
      "grad_norm": 0.3519172668457031,
      "learning_rate": 0.00019890634250854228,
      "loss": 0.4415,
      "step": 1715
    },
    {
      "epoch": 0.14383303298269143,
      "grad_norm": 0.4237949550151825,
      "learning_rate": 0.0001989050463884198,
      "loss": 0.5397,
      "step": 1716
    },
    {
      "epoch": 0.14391685176648086,
      "grad_norm": 0.38180944323539734,
      "learning_rate": 0.0001989037495049483,
      "loss": 0.4033,
      "step": 1717
    },
    {
      "epoch": 0.14400067055027033,
      "grad_norm": 0.3732385039329529,
      "learning_rate": 0.00019890245185813773,
      "loss": 0.4158,
      "step": 1718
    },
    {
      "epoch": 0.14408448933405976,
      "grad_norm": 0.4060775339603424,
      "learning_rate": 0.0001989011534479981,
      "loss": 0.4532,
      "step": 1719
    },
    {
      "epoch": 0.1441683081178492,
      "grad_norm": 0.339910089969635,
      "learning_rate": 0.00019889985427453948,
      "loss": 0.3309,
      "step": 1720
    },
    {
      "epoch": 0.14425212690163866,
      "grad_norm": 0.3418438732624054,
      "learning_rate": 0.00019889855433777184,
      "loss": 0.3417,
      "step": 1721
    },
    {
      "epoch": 0.1443359456854281,
      "grad_norm": 0.326875239610672,
      "learning_rate": 0.0001988972536377053,
      "loss": 0.3578,
      "step": 1722
    },
    {
      "epoch": 0.14441976446921756,
      "grad_norm": 0.3455028533935547,
      "learning_rate": 0.00019889595217434982,
      "loss": 0.3431,
      "step": 1723
    },
    {
      "epoch": 0.144503583253007,
      "grad_norm": 0.3904929459095001,
      "learning_rate": 0.00019889464994771546,
      "loss": 0.4645,
      "step": 1724
    },
    {
      "epoch": 0.14458740203679646,
      "grad_norm": 0.36733657121658325,
      "learning_rate": 0.00019889334695781226,
      "loss": 0.3557,
      "step": 1725
    },
    {
      "epoch": 0.1446712208205859,
      "grad_norm": 0.32696256041526794,
      "learning_rate": 0.00019889204320465033,
      "loss": 0.3457,
      "step": 1726
    },
    {
      "epoch": 0.14475503960437533,
      "grad_norm": 0.37413594126701355,
      "learning_rate": 0.00019889073868823966,
      "loss": 0.4338,
      "step": 1727
    },
    {
      "epoch": 0.1448388583881648,
      "grad_norm": 0.36444297432899475,
      "learning_rate": 0.00019888943340859037,
      "loss": 0.3824,
      "step": 1728
    },
    {
      "epoch": 0.14492267717195423,
      "grad_norm": 0.3906831443309784,
      "learning_rate": 0.00019888812736571255,
      "loss": 0.4429,
      "step": 1729
    },
    {
      "epoch": 0.1450064959557437,
      "grad_norm": 0.3871212601661682,
      "learning_rate": 0.00019888682055961622,
      "loss": 0.454,
      "step": 1730
    },
    {
      "epoch": 0.14509031473953313,
      "grad_norm": 0.3719753623008728,
      "learning_rate": 0.00019888551299031152,
      "loss": 0.3758,
      "step": 1731
    },
    {
      "epoch": 0.1451741335233226,
      "grad_norm": 0.34656378626823425,
      "learning_rate": 0.0001988842046578085,
      "loss": 0.3171,
      "step": 1732
    },
    {
      "epoch": 0.14525795230711203,
      "grad_norm": 0.3815889060497284,
      "learning_rate": 0.00019888289556211727,
      "loss": 0.4222,
      "step": 1733
    },
    {
      "epoch": 0.14534177109090146,
      "grad_norm": 0.377470999956131,
      "learning_rate": 0.00019888158570324795,
      "loss": 0.4067,
      "step": 1734
    },
    {
      "epoch": 0.14542558987469092,
      "grad_norm": 0.3986343443393707,
      "learning_rate": 0.0001988802750812106,
      "loss": 0.4419,
      "step": 1735
    },
    {
      "epoch": 0.14550940865848036,
      "grad_norm": 0.37416353821754456,
      "learning_rate": 0.00019887896369601542,
      "loss": 0.364,
      "step": 1736
    },
    {
      "epoch": 0.14559322744226982,
      "grad_norm": 0.3844504952430725,
      "learning_rate": 0.00019887765154767245,
      "loss": 0.4014,
      "step": 1737
    },
    {
      "epoch": 0.14567704622605926,
      "grad_norm": 0.34317976236343384,
      "learning_rate": 0.0001988763386361919,
      "loss": 0.3783,
      "step": 1738
    },
    {
      "epoch": 0.1457608650098487,
      "grad_norm": 0.36360570788383484,
      "learning_rate": 0.00019887502496158382,
      "loss": 0.3672,
      "step": 1739
    },
    {
      "epoch": 0.14584468379363816,
      "grad_norm": 0.3526003360748291,
      "learning_rate": 0.0001988737105238584,
      "loss": 0.3782,
      "step": 1740
    },
    {
      "epoch": 0.1459285025774276,
      "grad_norm": 0.40268880128860474,
      "learning_rate": 0.00019887239532302578,
      "loss": 0.4149,
      "step": 1741
    },
    {
      "epoch": 0.14601232136121706,
      "grad_norm": 0.34417521953582764,
      "learning_rate": 0.00019887107935909608,
      "loss": 0.3133,
      "step": 1742
    },
    {
      "epoch": 0.1460961401450065,
      "grad_norm": 0.38698098063468933,
      "learning_rate": 0.00019886976263207946,
      "loss": 0.3733,
      "step": 1743
    },
    {
      "epoch": 0.14617995892879596,
      "grad_norm": 0.3433384895324707,
      "learning_rate": 0.00019886844514198612,
      "loss": 0.3463,
      "step": 1744
    },
    {
      "epoch": 0.1462637777125854,
      "grad_norm": 0.3773042559623718,
      "learning_rate": 0.0001988671268888262,
      "loss": 0.4219,
      "step": 1745
    },
    {
      "epoch": 0.14634759649637483,
      "grad_norm": 0.3848722577095032,
      "learning_rate": 0.0001988658078726099,
      "loss": 0.3661,
      "step": 1746
    },
    {
      "epoch": 0.1464314152801643,
      "grad_norm": 0.38659921288490295,
      "learning_rate": 0.00019886448809334735,
      "loss": 0.4069,
      "step": 1747
    },
    {
      "epoch": 0.14651523406395373,
      "grad_norm": 0.3620491623878479,
      "learning_rate": 0.0001988631675510488,
      "loss": 0.3548,
      "step": 1748
    },
    {
      "epoch": 0.1465990528477432,
      "grad_norm": 0.3480324149131775,
      "learning_rate": 0.0001988618462457244,
      "loss": 0.3983,
      "step": 1749
    },
    {
      "epoch": 0.14668287163153262,
      "grad_norm": 0.36031216382980347,
      "learning_rate": 0.00019886052417738434,
      "loss": 0.3709,
      "step": 1750
    },
    {
      "epoch": 0.1467666904153221,
      "grad_norm": 0.3748099207878113,
      "learning_rate": 0.00019885920134603884,
      "loss": 0.3722,
      "step": 1751
    },
    {
      "epoch": 0.14685050919911152,
      "grad_norm": 0.5220165848731995,
      "learning_rate": 0.00019885787775169813,
      "loss": 0.3196,
      "step": 1752
    },
    {
      "epoch": 0.14693432798290096,
      "grad_norm": 0.3856896162033081,
      "learning_rate": 0.0001988565533943724,
      "loss": 0.3912,
      "step": 1753
    },
    {
      "epoch": 0.14701814676669042,
      "grad_norm": 0.3765093684196472,
      "learning_rate": 0.00019885522827407188,
      "loss": 0.3461,
      "step": 1754
    },
    {
      "epoch": 0.14710196555047986,
      "grad_norm": 0.3914484977722168,
      "learning_rate": 0.0001988539023908068,
      "loss": 0.4283,
      "step": 1755
    },
    {
      "epoch": 0.14718578433426932,
      "grad_norm": 0.38678398728370667,
      "learning_rate": 0.00019885257574458738,
      "loss": 0.3848,
      "step": 1756
    },
    {
      "epoch": 0.14726960311805876,
      "grad_norm": 0.3776796758174896,
      "learning_rate": 0.00019885124833542386,
      "loss": 0.328,
      "step": 1757
    },
    {
      "epoch": 0.1473534219018482,
      "grad_norm": 0.36096784472465515,
      "learning_rate": 0.0001988499201633265,
      "loss": 0.3373,
      "step": 1758
    },
    {
      "epoch": 0.14743724068563765,
      "grad_norm": 0.39826667308807373,
      "learning_rate": 0.00019884859122830552,
      "loss": 0.4213,
      "step": 1759
    },
    {
      "epoch": 0.1475210594694271,
      "grad_norm": 0.3703392744064331,
      "learning_rate": 0.00019884726153037124,
      "loss": 0.4287,
      "step": 1760
    },
    {
      "epoch": 0.14760487825321655,
      "grad_norm": 0.3436160981655121,
      "learning_rate": 0.00019884593106953387,
      "loss": 0.3634,
      "step": 1761
    },
    {
      "epoch": 0.147688697037006,
      "grad_norm": 0.3895960748195648,
      "learning_rate": 0.0001988445998458037,
      "loss": 0.4333,
      "step": 1762
    },
    {
      "epoch": 0.14777251582079545,
      "grad_norm": 0.3640083372592926,
      "learning_rate": 0.00019884326785919094,
      "loss": 0.3275,
      "step": 1763
    },
    {
      "epoch": 0.1478563346045849,
      "grad_norm": 0.40667733550071716,
      "learning_rate": 0.00019884193510970598,
      "loss": 0.4067,
      "step": 1764
    },
    {
      "epoch": 0.14794015338837432,
      "grad_norm": 0.35688984394073486,
      "learning_rate": 0.00019884060159735905,
      "loss": 0.3089,
      "step": 1765
    },
    {
      "epoch": 0.1480239721721638,
      "grad_norm": 0.3932691812515259,
      "learning_rate": 0.00019883926732216042,
      "loss": 0.3956,
      "step": 1766
    },
    {
      "epoch": 0.14810779095595322,
      "grad_norm": 0.37765902280807495,
      "learning_rate": 0.00019883793228412042,
      "loss": 0.3907,
      "step": 1767
    },
    {
      "epoch": 0.14819160973974269,
      "grad_norm": 0.5334873199462891,
      "learning_rate": 0.00019883659648324935,
      "loss": 0.3656,
      "step": 1768
    },
    {
      "epoch": 0.14827542852353212,
      "grad_norm": 0.38439926505088806,
      "learning_rate": 0.0001988352599195575,
      "loss": 0.4165,
      "step": 1769
    },
    {
      "epoch": 0.14835924730732158,
      "grad_norm": 0.42156973481178284,
      "learning_rate": 0.0001988339225930552,
      "loss": 0.4614,
      "step": 1770
    },
    {
      "epoch": 0.14844306609111102,
      "grad_norm": 0.4214280843734741,
      "learning_rate": 0.0001988325845037528,
      "loss": 0.4789,
      "step": 1771
    },
    {
      "epoch": 0.14852688487490046,
      "grad_norm": 0.38422757387161255,
      "learning_rate": 0.0001988312456516606,
      "loss": 0.4058,
      "step": 1772
    },
    {
      "epoch": 0.14861070365868992,
      "grad_norm": 0.38605669140815735,
      "learning_rate": 0.0001988299060367889,
      "loss": 0.4085,
      "step": 1773
    },
    {
      "epoch": 0.14869452244247935,
      "grad_norm": 0.35157251358032227,
      "learning_rate": 0.0001988285656591481,
      "loss": 0.3817,
      "step": 1774
    },
    {
      "epoch": 0.14877834122626882,
      "grad_norm": 0.33268898725509644,
      "learning_rate": 0.00019882722451874848,
      "loss": 0.3269,
      "step": 1775
    },
    {
      "epoch": 0.14886216001005825,
      "grad_norm": 0.37679824233055115,
      "learning_rate": 0.00019882588261560047,
      "loss": 0.3913,
      "step": 1776
    },
    {
      "epoch": 0.1489459787938477,
      "grad_norm": 0.6111097931861877,
      "learning_rate": 0.00019882453994971437,
      "loss": 0.3662,
      "step": 1777
    },
    {
      "epoch": 0.14902979757763715,
      "grad_norm": 0.37805941700935364,
      "learning_rate": 0.00019882319652110054,
      "loss": 0.3686,
      "step": 1778
    },
    {
      "epoch": 0.1491136163614266,
      "grad_norm": 0.38572683930397034,
      "learning_rate": 0.0001988218523297694,
      "loss": 0.3942,
      "step": 1779
    },
    {
      "epoch": 0.14919743514521605,
      "grad_norm": 0.40407055616378784,
      "learning_rate": 0.00019882050737573127,
      "loss": 0.4172,
      "step": 1780
    },
    {
      "epoch": 0.1492812539290055,
      "grad_norm": 0.3849107623100281,
      "learning_rate": 0.00019881916165899655,
      "loss": 0.4368,
      "step": 1781
    },
    {
      "epoch": 0.14936507271279495,
      "grad_norm": 0.414338618516922,
      "learning_rate": 0.00019881781517957562,
      "loss": 0.4049,
      "step": 1782
    },
    {
      "epoch": 0.14944889149658439,
      "grad_norm": 0.5745537877082825,
      "learning_rate": 0.0001988164679374789,
      "loss": 0.4482,
      "step": 1783
    },
    {
      "epoch": 0.14953271028037382,
      "grad_norm": 0.37973350286483765,
      "learning_rate": 0.00019881511993271675,
      "loss": 0.4159,
      "step": 1784
    },
    {
      "epoch": 0.14961652906416328,
      "grad_norm": 0.4012931287288666,
      "learning_rate": 0.00019881377116529964,
      "loss": 0.426,
      "step": 1785
    },
    {
      "epoch": 0.14970034784795272,
      "grad_norm": 0.36201590299606323,
      "learning_rate": 0.00019881242163523785,
      "loss": 0.32,
      "step": 1786
    },
    {
      "epoch": 0.14978416663174218,
      "grad_norm": 0.37870553135871887,
      "learning_rate": 0.00019881107134254192,
      "loss": 0.4162,
      "step": 1787
    },
    {
      "epoch": 0.14986798541553162,
      "grad_norm": 0.39268258213996887,
      "learning_rate": 0.00019880972028722221,
      "loss": 0.387,
      "step": 1788
    },
    {
      "epoch": 0.14995180419932108,
      "grad_norm": 0.3890540897846222,
      "learning_rate": 0.00019880836846928918,
      "loss": 0.353,
      "step": 1789
    },
    {
      "epoch": 0.15003562298311052,
      "grad_norm": 0.35650449991226196,
      "learning_rate": 0.00019880701588875327,
      "loss": 0.3442,
      "step": 1790
    },
    {
      "epoch": 0.15011944176689995,
      "grad_norm": 0.3930075168609619,
      "learning_rate": 0.00019880566254562484,
      "loss": 0.3984,
      "step": 1791
    },
    {
      "epoch": 0.15020326055068942,
      "grad_norm": 0.37505367398262024,
      "learning_rate": 0.00019880430843991444,
      "loss": 0.3583,
      "step": 1792
    },
    {
      "epoch": 0.15028707933447885,
      "grad_norm": 0.3745633363723755,
      "learning_rate": 0.00019880295357163248,
      "loss": 0.3495,
      "step": 1793
    },
    {
      "epoch": 0.15037089811826831,
      "grad_norm": 0.408005952835083,
      "learning_rate": 0.00019880159794078938,
      "loss": 0.4032,
      "step": 1794
    },
    {
      "epoch": 0.15045471690205775,
      "grad_norm": 0.3906150758266449,
      "learning_rate": 0.00019880024154739565,
      "loss": 0.4672,
      "step": 1795
    },
    {
      "epoch": 0.15053853568584719,
      "grad_norm": 0.38947901129722595,
      "learning_rate": 0.00019879888439146176,
      "loss": 0.4133,
      "step": 1796
    },
    {
      "epoch": 0.15062235446963665,
      "grad_norm": 0.38074445724487305,
      "learning_rate": 0.00019879752647299813,
      "loss": 0.3945,
      "step": 1797
    },
    {
      "epoch": 0.15070617325342608,
      "grad_norm": 0.3907415270805359,
      "learning_rate": 0.00019879616779201528,
      "loss": 0.4276,
      "step": 1798
    },
    {
      "epoch": 0.15078999203721555,
      "grad_norm": 0.3723173439502716,
      "learning_rate": 0.00019879480834852372,
      "loss": 0.3959,
      "step": 1799
    },
    {
      "epoch": 0.15087381082100498,
      "grad_norm": 0.34635788202285767,
      "learning_rate": 0.0001987934481425339,
      "loss": 0.3664,
      "step": 1800
    },
    {
      "epoch": 0.15087381082100498,
      "eval_loss": 0.3843926191329956,
      "eval_runtime": 61.537,
      "eval_samples_per_second": 15.6,
      "eval_steps_per_second": 3.9,
      "step": 1800
    },
    {
      "epoch": 0.15095762960479445,
      "grad_norm": 0.33183279633522034,
      "learning_rate": 0.00019879208717405635,
      "loss": 0.3392,
      "step": 1801
    },
    {
      "epoch": 0.15104144838858388,
      "grad_norm": 0.3659982979297638,
      "learning_rate": 0.00019879072544310154,
      "loss": 0.3805,
      "step": 1802
    },
    {
      "epoch": 0.15112526717237332,
      "grad_norm": 0.3716529905796051,
      "learning_rate": 0.00019878936294968,
      "loss": 0.3868,
      "step": 1803
    },
    {
      "epoch": 0.15120908595616278,
      "grad_norm": 0.4071260094642639,
      "learning_rate": 0.00019878799969380223,
      "loss": 0.4318,
      "step": 1804
    },
    {
      "epoch": 0.15129290473995222,
      "grad_norm": 0.3543477952480316,
      "learning_rate": 0.00019878663567547878,
      "loss": 0.3884,
      "step": 1805
    },
    {
      "epoch": 0.15137672352374168,
      "grad_norm": 0.39257946610450745,
      "learning_rate": 0.0001987852708947202,
      "loss": 0.3898,
      "step": 1806
    },
    {
      "epoch": 0.15146054230753112,
      "grad_norm": 0.36148765683174133,
      "learning_rate": 0.00019878390535153691,
      "loss": 0.3616,
      "step": 1807
    },
    {
      "epoch": 0.15154436109132058,
      "grad_norm": 0.3983197808265686,
      "learning_rate": 0.0001987825390459396,
      "loss": 0.4185,
      "step": 1808
    },
    {
      "epoch": 0.15162817987511001,
      "grad_norm": 0.3911101818084717,
      "learning_rate": 0.0001987811719779387,
      "loss": 0.4168,
      "step": 1809
    },
    {
      "epoch": 0.15171199865889945,
      "grad_norm": 0.3571016192436218,
      "learning_rate": 0.00019877980414754483,
      "loss": 0.3664,
      "step": 1810
    },
    {
      "epoch": 0.1517958174426889,
      "grad_norm": 0.3512782156467438,
      "learning_rate": 0.00019877843555476848,
      "loss": 0.3557,
      "step": 1811
    },
    {
      "epoch": 0.15187963622647835,
      "grad_norm": 0.3487357199192047,
      "learning_rate": 0.00019877706619962027,
      "loss": 0.3373,
      "step": 1812
    },
    {
      "epoch": 0.1519634550102678,
      "grad_norm": 0.34468376636505127,
      "learning_rate": 0.00019877569608211073,
      "loss": 0.3533,
      "step": 1813
    },
    {
      "epoch": 0.15204727379405725,
      "grad_norm": 0.3549172580242157,
      "learning_rate": 0.00019877432520225047,
      "loss": 0.3876,
      "step": 1814
    },
    {
      "epoch": 0.15213109257784668,
      "grad_norm": 0.3254706561565399,
      "learning_rate": 0.00019877295356005007,
      "loss": 0.3538,
      "step": 1815
    },
    {
      "epoch": 0.15221491136163615,
      "grad_norm": 0.33704301714897156,
      "learning_rate": 0.00019877158115552007,
      "loss": 0.3392,
      "step": 1816
    },
    {
      "epoch": 0.15229873014542558,
      "grad_norm": 0.36260533332824707,
      "learning_rate": 0.00019877020798867112,
      "loss": 0.3636,
      "step": 1817
    },
    {
      "epoch": 0.15238254892921504,
      "grad_norm": 0.3491929769515991,
      "learning_rate": 0.00019876883405951377,
      "loss": 0.3334,
      "step": 1818
    },
    {
      "epoch": 0.15246636771300448,
      "grad_norm": 0.3794136047363281,
      "learning_rate": 0.00019876745936805868,
      "loss": 0.3889,
      "step": 1819
    },
    {
      "epoch": 0.15255018649679394,
      "grad_norm": 0.38259121775627136,
      "learning_rate": 0.0001987660839143164,
      "loss": 0.4963,
      "step": 1820
    },
    {
      "epoch": 0.15263400528058338,
      "grad_norm": 0.368259072303772,
      "learning_rate": 0.00019876470769829757,
      "loss": 0.3855,
      "step": 1821
    },
    {
      "epoch": 0.15271782406437281,
      "grad_norm": 0.39513713121414185,
      "learning_rate": 0.0001987633307200128,
      "loss": 0.4347,
      "step": 1822
    },
    {
      "epoch": 0.15280164284816228,
      "grad_norm": 0.3439454734325409,
      "learning_rate": 0.00019876195297947275,
      "loss": 0.3509,
      "step": 1823
    },
    {
      "epoch": 0.1528854616319517,
      "grad_norm": 0.379911333322525,
      "learning_rate": 0.00019876057447668804,
      "loss": 0.3829,
      "step": 1824
    },
    {
      "epoch": 0.15296928041574118,
      "grad_norm": 0.3277721107006073,
      "learning_rate": 0.00019875919521166927,
      "loss": 0.3179,
      "step": 1825
    },
    {
      "epoch": 0.1530530991995306,
      "grad_norm": 0.3700585961341858,
      "learning_rate": 0.00019875781518442716,
      "loss": 0.371,
      "step": 1826
    },
    {
      "epoch": 0.15313691798332008,
      "grad_norm": 0.36063823103904724,
      "learning_rate": 0.0001987564343949723,
      "loss": 0.3873,
      "step": 1827
    },
    {
      "epoch": 0.1532207367671095,
      "grad_norm": 0.3638605773448944,
      "learning_rate": 0.00019875505284331534,
      "loss": 0.3832,
      "step": 1828
    },
    {
      "epoch": 0.15330455555089895,
      "grad_norm": 0.3774945139884949,
      "learning_rate": 0.00019875367052946702,
      "loss": 0.38,
      "step": 1829
    },
    {
      "epoch": 0.1533883743346884,
      "grad_norm": 0.34869733452796936,
      "learning_rate": 0.00019875228745343794,
      "loss": 0.3762,
      "step": 1830
    },
    {
      "epoch": 0.15347219311847785,
      "grad_norm": 0.37905627489089966,
      "learning_rate": 0.00019875090361523877,
      "loss": 0.3941,
      "step": 1831
    },
    {
      "epoch": 0.1535560119022673,
      "grad_norm": 0.371115505695343,
      "learning_rate": 0.00019874951901488022,
      "loss": 0.3867,
      "step": 1832
    },
    {
      "epoch": 0.15363983068605674,
      "grad_norm": 0.3701607584953308,
      "learning_rate": 0.00019874813365237297,
      "loss": 0.3726,
      "step": 1833
    },
    {
      "epoch": 0.15372364946984618,
      "grad_norm": 0.4403749108314514,
      "learning_rate": 0.00019874674752772773,
      "loss": 0.5043,
      "step": 1834
    },
    {
      "epoch": 0.15380746825363564,
      "grad_norm": 0.380047082901001,
      "learning_rate": 0.00019874536064095515,
      "loss": 0.4303,
      "step": 1835
    },
    {
      "epoch": 0.15389128703742508,
      "grad_norm": 0.3666785955429077,
      "learning_rate": 0.00019874397299206596,
      "loss": 0.4051,
      "step": 1836
    },
    {
      "epoch": 0.15397510582121454,
      "grad_norm": 0.36625778675079346,
      "learning_rate": 0.0001987425845810709,
      "loss": 0.4186,
      "step": 1837
    },
    {
      "epoch": 0.15405892460500398,
      "grad_norm": 0.3342505097389221,
      "learning_rate": 0.00019874119540798065,
      "loss": 0.4105,
      "step": 1838
    },
    {
      "epoch": 0.15414274338879344,
      "grad_norm": 0.37443190813064575,
      "learning_rate": 0.00019873980547280596,
      "loss": 0.4345,
      "step": 1839
    },
    {
      "epoch": 0.15422656217258288,
      "grad_norm": 0.3232833445072174,
      "learning_rate": 0.00019873841477555752,
      "loss": 0.3455,
      "step": 1840
    },
    {
      "epoch": 0.1543103809563723,
      "grad_norm": 0.3494558036327362,
      "learning_rate": 0.0001987370233162461,
      "loss": 0.3194,
      "step": 1841
    },
    {
      "epoch": 0.15439419974016177,
      "grad_norm": 0.3788311779499054,
      "learning_rate": 0.00019873563109488237,
      "loss": 0.3916,
      "step": 1842
    },
    {
      "epoch": 0.1544780185239512,
      "grad_norm": 0.36674994230270386,
      "learning_rate": 0.00019873423811147718,
      "loss": 0.3767,
      "step": 1843
    },
    {
      "epoch": 0.15456183730774067,
      "grad_norm": 0.3564465343952179,
      "learning_rate": 0.0001987328443660412,
      "loss": 0.3666,
      "step": 1844
    },
    {
      "epoch": 0.1546456560915301,
      "grad_norm": 0.3662301301956177,
      "learning_rate": 0.0001987314498585852,
      "loss": 0.4266,
      "step": 1845
    },
    {
      "epoch": 0.15472947487531957,
      "grad_norm": 0.38533326983451843,
      "learning_rate": 0.00019873005458911997,
      "loss": 0.4086,
      "step": 1846
    },
    {
      "epoch": 0.154813293659109,
      "grad_norm": 0.3356277048587799,
      "learning_rate": 0.0001987286585576563,
      "loss": 0.3351,
      "step": 1847
    },
    {
      "epoch": 0.15489711244289844,
      "grad_norm": 0.418580561876297,
      "learning_rate": 0.0001987272617642049,
      "loss": 0.4713,
      "step": 1848
    },
    {
      "epoch": 0.1549809312266879,
      "grad_norm": 0.38867366313934326,
      "learning_rate": 0.00019872586420877658,
      "loss": 0.3862,
      "step": 1849
    },
    {
      "epoch": 0.15506475001047734,
      "grad_norm": 0.3567471504211426,
      "learning_rate": 0.0001987244658913821,
      "loss": 0.3579,
      "step": 1850
    },
    {
      "epoch": 0.1551485687942668,
      "grad_norm": 0.3623633086681366,
      "learning_rate": 0.0001987230668120323,
      "loss": 0.3681,
      "step": 1851
    },
    {
      "epoch": 0.15523238757805624,
      "grad_norm": 0.34567132592201233,
      "learning_rate": 0.00019872166697073798,
      "loss": 0.3432,
      "step": 1852
    },
    {
      "epoch": 0.15531620636184568,
      "grad_norm": 0.3951810300350189,
      "learning_rate": 0.00019872026636750989,
      "loss": 0.3914,
      "step": 1853
    },
    {
      "epoch": 0.15540002514563514,
      "grad_norm": 0.40531212091445923,
      "learning_rate": 0.0001987188650023589,
      "loss": 0.4389,
      "step": 1854
    },
    {
      "epoch": 0.15548384392942458,
      "grad_norm": 0.3808799386024475,
      "learning_rate": 0.00019871746287529577,
      "loss": 0.3702,
      "step": 1855
    },
    {
      "epoch": 0.15556766271321404,
      "grad_norm": 0.38014698028564453,
      "learning_rate": 0.00019871605998633137,
      "loss": 0.4361,
      "step": 1856
    },
    {
      "epoch": 0.15565148149700347,
      "grad_norm": 0.3353325128555298,
      "learning_rate": 0.00019871465633547648,
      "loss": 0.3256,
      "step": 1857
    },
    {
      "epoch": 0.15573530028079294,
      "grad_norm": 0.3595930337905884,
      "learning_rate": 0.00019871325192274196,
      "loss": 0.3618,
      "step": 1858
    },
    {
      "epoch": 0.15581911906458237,
      "grad_norm": 0.3532654643058777,
      "learning_rate": 0.00019871184674813866,
      "loss": 0.4525,
      "step": 1859
    },
    {
      "epoch": 0.1559029378483718,
      "grad_norm": 0.3605446219444275,
      "learning_rate": 0.00019871044081167742,
      "loss": 0.4295,
      "step": 1860
    },
    {
      "epoch": 0.15598675663216127,
      "grad_norm": 0.3386189937591553,
      "learning_rate": 0.0001987090341133691,
      "loss": 0.3906,
      "step": 1861
    },
    {
      "epoch": 0.1560705754159507,
      "grad_norm": 0.3383975923061371,
      "learning_rate": 0.00019870762665322454,
      "loss": 0.3397,
      "step": 1862
    },
    {
      "epoch": 0.15615439419974017,
      "grad_norm": 0.3367266058921814,
      "learning_rate": 0.00019870621843125457,
      "loss": 0.3338,
      "step": 1863
    },
    {
      "epoch": 0.1562382129835296,
      "grad_norm": 0.352498859167099,
      "learning_rate": 0.00019870480944747008,
      "loss": 0.4062,
      "step": 1864
    },
    {
      "epoch": 0.15632203176731907,
      "grad_norm": 0.3640003800392151,
      "learning_rate": 0.000198703399701882,
      "loss": 0.3739,
      "step": 1865
    },
    {
      "epoch": 0.1564058505511085,
      "grad_norm": 0.35420018434524536,
      "learning_rate": 0.00019870198919450115,
      "loss": 0.4057,
      "step": 1866
    },
    {
      "epoch": 0.15648966933489794,
      "grad_norm": 0.3632523715496063,
      "learning_rate": 0.00019870057792533845,
      "loss": 0.3618,
      "step": 1867
    },
    {
      "epoch": 0.1565734881186874,
      "grad_norm": 0.36808910965919495,
      "learning_rate": 0.00019869916589440476,
      "loss": 0.3711,
      "step": 1868
    },
    {
      "epoch": 0.15665730690247684,
      "grad_norm": 0.41594403982162476,
      "learning_rate": 0.000198697753101711,
      "loss": 0.4405,
      "step": 1869
    },
    {
      "epoch": 0.1567411256862663,
      "grad_norm": 0.40677523612976074,
      "learning_rate": 0.00019869633954726807,
      "loss": 0.3817,
      "step": 1870
    },
    {
      "epoch": 0.15682494447005574,
      "grad_norm": 0.5594173669815063,
      "learning_rate": 0.00019869492523108686,
      "loss": 0.4241,
      "step": 1871
    },
    {
      "epoch": 0.15690876325384517,
      "grad_norm": 0.33711403608322144,
      "learning_rate": 0.00019869351015317833,
      "loss": 0.3085,
      "step": 1872
    },
    {
      "epoch": 0.15699258203763464,
      "grad_norm": 0.37638866901397705,
      "learning_rate": 0.00019869209431355335,
      "loss": 0.3885,
      "step": 1873
    },
    {
      "epoch": 0.15707640082142407,
      "grad_norm": 0.3722744286060333,
      "learning_rate": 0.00019869067771222289,
      "loss": 0.3489,
      "step": 1874
    },
    {
      "epoch": 0.15716021960521354,
      "grad_norm": 0.4269874393939972,
      "learning_rate": 0.00019868926034919787,
      "loss": 0.4411,
      "step": 1875
    },
    {
      "epoch": 0.15724403838900297,
      "grad_norm": 0.37588655948638916,
      "learning_rate": 0.0001986878422244892,
      "loss": 0.3554,
      "step": 1876
    },
    {
      "epoch": 0.15732785717279243,
      "grad_norm": 0.3607461750507355,
      "learning_rate": 0.00019868642333810787,
      "loss": 0.3735,
      "step": 1877
    },
    {
      "epoch": 0.15741167595658187,
      "grad_norm": 0.4019234776496887,
      "learning_rate": 0.0001986850036900648,
      "loss": 0.4228,
      "step": 1878
    },
    {
      "epoch": 0.1574954947403713,
      "grad_norm": 0.36641383171081543,
      "learning_rate": 0.00019868358328037098,
      "loss": 0.3975,
      "step": 1879
    },
    {
      "epoch": 0.15757931352416077,
      "grad_norm": 0.34546247124671936,
      "learning_rate": 0.00019868216210903734,
      "loss": 0.339,
      "step": 1880
    },
    {
      "epoch": 0.1576631323079502,
      "grad_norm": 0.34327778220176697,
      "learning_rate": 0.00019868074017607485,
      "loss": 0.3519,
      "step": 1881
    },
    {
      "epoch": 0.15774695109173967,
      "grad_norm": 0.3721713423728943,
      "learning_rate": 0.0001986793174814945,
      "loss": 0.3932,
      "step": 1882
    },
    {
      "epoch": 0.1578307698755291,
      "grad_norm": 0.3711824119091034,
      "learning_rate": 0.00019867789402530726,
      "loss": 0.4058,
      "step": 1883
    },
    {
      "epoch": 0.15791458865931857,
      "grad_norm": 0.34168297052383423,
      "learning_rate": 0.00019867646980752414,
      "loss": 0.3549,
      "step": 1884
    },
    {
      "epoch": 0.157998407443108,
      "grad_norm": 0.3684094548225403,
      "learning_rate": 0.00019867504482815607,
      "loss": 0.3831,
      "step": 1885
    },
    {
      "epoch": 0.15808222622689744,
      "grad_norm": 0.34356775879859924,
      "learning_rate": 0.00019867361908721412,
      "loss": 0.3695,
      "step": 1886
    },
    {
      "epoch": 0.1581660450106869,
      "grad_norm": 0.4169425368309021,
      "learning_rate": 0.00019867219258470927,
      "loss": 0.4312,
      "step": 1887
    },
    {
      "epoch": 0.15824986379447634,
      "grad_norm": 0.4347729980945587,
      "learning_rate": 0.00019867076532065252,
      "loss": 0.3794,
      "step": 1888
    },
    {
      "epoch": 0.1583336825782658,
      "grad_norm": 0.3320482075214386,
      "learning_rate": 0.00019866933729505487,
      "loss": 0.3267,
      "step": 1889
    },
    {
      "epoch": 0.15841750136205524,
      "grad_norm": 0.35414230823516846,
      "learning_rate": 0.0001986679085079274,
      "loss": 0.3257,
      "step": 1890
    },
    {
      "epoch": 0.15850132014584467,
      "grad_norm": 0.3721037805080414,
      "learning_rate": 0.00019866647895928105,
      "loss": 0.3675,
      "step": 1891
    },
    {
      "epoch": 0.15858513892963413,
      "grad_norm": 0.3594350218772888,
      "learning_rate": 0.00019866504864912696,
      "loss": 0.3405,
      "step": 1892
    },
    {
      "epoch": 0.15866895771342357,
      "grad_norm": 0.4217304289340973,
      "learning_rate": 0.00019866361757747608,
      "loss": 0.4236,
      "step": 1893
    },
    {
      "epoch": 0.15875277649721303,
      "grad_norm": 0.3728201985359192,
      "learning_rate": 0.00019866218574433945,
      "loss": 0.341,
      "step": 1894
    },
    {
      "epoch": 0.15883659528100247,
      "grad_norm": 0.38064470887184143,
      "learning_rate": 0.0001986607531497282,
      "loss": 0.3665,
      "step": 1895
    },
    {
      "epoch": 0.15892041406479193,
      "grad_norm": 0.38192984461784363,
      "learning_rate": 0.00019865931979365335,
      "loss": 0.4005,
      "step": 1896
    },
    {
      "epoch": 0.15900423284858137,
      "grad_norm": 0.34649544954299927,
      "learning_rate": 0.00019865788567612595,
      "loss": 0.3361,
      "step": 1897
    },
    {
      "epoch": 0.1590880516323708,
      "grad_norm": 0.34216374158859253,
      "learning_rate": 0.00019865645079715708,
      "loss": 0.3454,
      "step": 1898
    },
    {
      "epoch": 0.15917187041616027,
      "grad_norm": 0.3782055377960205,
      "learning_rate": 0.00019865501515675777,
      "loss": 0.3791,
      "step": 1899
    },
    {
      "epoch": 0.1592556891999497,
      "grad_norm": 0.37163856625556946,
      "learning_rate": 0.00019865357875493918,
      "loss": 0.3881,
      "step": 1900
    },
    {
      "epoch": 0.15933950798373916,
      "grad_norm": 0.3547564446926117,
      "learning_rate": 0.00019865214159171232,
      "loss": 0.4701,
      "step": 1901
    },
    {
      "epoch": 0.1594233267675286,
      "grad_norm": 0.3961641490459442,
      "learning_rate": 0.00019865070366708836,
      "loss": 0.4488,
      "step": 1902
    },
    {
      "epoch": 0.15950714555131806,
      "grad_norm": 0.3801266551017761,
      "learning_rate": 0.00019864926498107833,
      "loss": 0.3955,
      "step": 1903
    },
    {
      "epoch": 0.1595909643351075,
      "grad_norm": 0.400505930185318,
      "learning_rate": 0.00019864782553369336,
      "loss": 0.4229,
      "step": 1904
    },
    {
      "epoch": 0.15967478311889693,
      "grad_norm": 0.3581743836402893,
      "learning_rate": 0.00019864638532494458,
      "loss": 0.3741,
      "step": 1905
    },
    {
      "epoch": 0.1597586019026864,
      "grad_norm": 0.36308807134628296,
      "learning_rate": 0.00019864494435484304,
      "loss": 0.3882,
      "step": 1906
    },
    {
      "epoch": 0.15984242068647583,
      "grad_norm": 0.38585561513900757,
      "learning_rate": 0.00019864350262339996,
      "loss": 0.3949,
      "step": 1907
    },
    {
      "epoch": 0.1599262394702653,
      "grad_norm": 0.38123244047164917,
      "learning_rate": 0.00019864206013062638,
      "loss": 0.4278,
      "step": 1908
    },
    {
      "epoch": 0.16001005825405473,
      "grad_norm": 0.382970929145813,
      "learning_rate": 0.00019864061687653348,
      "loss": 0.3942,
      "step": 1909
    },
    {
      "epoch": 0.16009387703784417,
      "grad_norm": 0.34397220611572266,
      "learning_rate": 0.00019863917286113236,
      "loss": 0.3469,
      "step": 1910
    },
    {
      "epoch": 0.16017769582163363,
      "grad_norm": 0.33230915665626526,
      "learning_rate": 0.0001986377280844342,
      "loss": 0.3379,
      "step": 1911
    },
    {
      "epoch": 0.16026151460542307,
      "grad_norm": 0.36363542079925537,
      "learning_rate": 0.00019863628254645019,
      "loss": 0.3502,
      "step": 1912
    },
    {
      "epoch": 0.16034533338921253,
      "grad_norm": 0.3128432333469391,
      "learning_rate": 0.0001986348362471914,
      "loss": 0.3428,
      "step": 1913
    },
    {
      "epoch": 0.16042915217300197,
      "grad_norm": 0.3522328734397888,
      "learning_rate": 0.000198633389186669,
      "loss": 0.3206,
      "step": 1914
    },
    {
      "epoch": 0.16051297095679143,
      "grad_norm": 0.3575191795825958,
      "learning_rate": 0.00019863194136489421,
      "loss": 0.3553,
      "step": 1915
    },
    {
      "epoch": 0.16059678974058086,
      "grad_norm": 0.38484251499176025,
      "learning_rate": 0.00019863049278187822,
      "loss": 0.4288,
      "step": 1916
    },
    {
      "epoch": 0.1606806085243703,
      "grad_norm": 0.3301470875740051,
      "learning_rate": 0.00019862904343763215,
      "loss": 0.3404,
      "step": 1917
    },
    {
      "epoch": 0.16076442730815976,
      "grad_norm": 0.34979328513145447,
      "learning_rate": 0.0001986275933321672,
      "loss": 0.3817,
      "step": 1918
    },
    {
      "epoch": 0.1608482460919492,
      "grad_norm": 0.34905117750167847,
      "learning_rate": 0.0001986261424654946,
      "loss": 0.3645,
      "step": 1919
    },
    {
      "epoch": 0.16093206487573866,
      "grad_norm": 0.3344194293022156,
      "learning_rate": 0.00019862469083762547,
      "loss": 0.3276,
      "step": 1920
    },
    {
      "epoch": 0.1610158836595281,
      "grad_norm": 0.3735470473766327,
      "learning_rate": 0.00019862323844857107,
      "loss": 0.4196,
      "step": 1921
    },
    {
      "epoch": 0.16109970244331756,
      "grad_norm": 0.3586498200893402,
      "learning_rate": 0.00019862178529834264,
      "loss": 0.3918,
      "step": 1922
    },
    {
      "epoch": 0.161183521227107,
      "grad_norm": 0.38781246542930603,
      "learning_rate": 0.00019862033138695132,
      "loss": 0.4571,
      "step": 1923
    },
    {
      "epoch": 0.16126734001089643,
      "grad_norm": 0.3658704161643982,
      "learning_rate": 0.0001986188767144084,
      "loss": 0.3684,
      "step": 1924
    },
    {
      "epoch": 0.1613511587946859,
      "grad_norm": 0.3309120833873749,
      "learning_rate": 0.00019861742128072507,
      "loss": 0.3229,
      "step": 1925
    },
    {
      "epoch": 0.16143497757847533,
      "grad_norm": 0.3502745032310486,
      "learning_rate": 0.00019861596508591255,
      "loss": 0.3444,
      "step": 1926
    },
    {
      "epoch": 0.1615187963622648,
      "grad_norm": 0.35474979877471924,
      "learning_rate": 0.00019861450812998213,
      "loss": 0.3597,
      "step": 1927
    },
    {
      "epoch": 0.16160261514605423,
      "grad_norm": 0.36605390906333923,
      "learning_rate": 0.00019861305041294497,
      "loss": 0.4098,
      "step": 1928
    },
    {
      "epoch": 0.16168643392984366,
      "grad_norm": 0.3922019302845001,
      "learning_rate": 0.00019861159193481243,
      "loss": 0.4317,
      "step": 1929
    },
    {
      "epoch": 0.16177025271363313,
      "grad_norm": 0.3877897262573242,
      "learning_rate": 0.00019861013269559567,
      "loss": 0.4077,
      "step": 1930
    },
    {
      "epoch": 0.16185407149742256,
      "grad_norm": 0.3708305358886719,
      "learning_rate": 0.000198608672695306,
      "loss": 0.3757,
      "step": 1931
    },
    {
      "epoch": 0.16193789028121203,
      "grad_norm": 0.3708297312259674,
      "learning_rate": 0.00019860721193395468,
      "loss": 0.3846,
      "step": 1932
    },
    {
      "epoch": 0.16202170906500146,
      "grad_norm": 0.3267364501953125,
      "learning_rate": 0.000198605750411553,
      "loss": 0.3106,
      "step": 1933
    },
    {
      "epoch": 0.16210552784879093,
      "grad_norm": 0.36780673265457153,
      "learning_rate": 0.00019860428812811223,
      "loss": 0.3929,
      "step": 1934
    },
    {
      "epoch": 0.16218934663258036,
      "grad_norm": 0.39572206139564514,
      "learning_rate": 0.00019860282508364364,
      "loss": 0.4874,
      "step": 1935
    },
    {
      "epoch": 0.1622731654163698,
      "grad_norm": 0.37562230229377747,
      "learning_rate": 0.00019860136127815853,
      "loss": 0.4278,
      "step": 1936
    },
    {
      "epoch": 0.16235698420015926,
      "grad_norm": 0.32471564412117004,
      "learning_rate": 0.00019859989671166818,
      "loss": 0.3257,
      "step": 1937
    },
    {
      "epoch": 0.1624408029839487,
      "grad_norm": 0.37268882989883423,
      "learning_rate": 0.00019859843138418396,
      "loss": 0.3663,
      "step": 1938
    },
    {
      "epoch": 0.16252462176773816,
      "grad_norm": 0.3865703046321869,
      "learning_rate": 0.0001985969652957171,
      "loss": 0.4295,
      "step": 1939
    },
    {
      "epoch": 0.1626084405515276,
      "grad_norm": 0.3914014399051666,
      "learning_rate": 0.00019859549844627897,
      "loss": 0.3647,
      "step": 1940
    },
    {
      "epoch": 0.16269225933531706,
      "grad_norm": 0.3578423261642456,
      "learning_rate": 0.00019859403083588085,
      "loss": 0.347,
      "step": 1941
    },
    {
      "epoch": 0.1627760781191065,
      "grad_norm": 0.4054521322250366,
      "learning_rate": 0.00019859256246453408,
      "loss": 0.3748,
      "step": 1942
    },
    {
      "epoch": 0.16285989690289593,
      "grad_norm": 0.363750159740448,
      "learning_rate": 0.00019859109333225005,
      "loss": 0.3616,
      "step": 1943
    },
    {
      "epoch": 0.1629437156866854,
      "grad_norm": 0.3716500699520111,
      "learning_rate": 0.00019858962343904,
      "loss": 0.3803,
      "step": 1944
    },
    {
      "epoch": 0.16302753447047483,
      "grad_norm": 0.38988029956817627,
      "learning_rate": 0.0001985881527849153,
      "loss": 0.3923,
      "step": 1945
    },
    {
      "epoch": 0.1631113532542643,
      "grad_norm": 0.37676185369491577,
      "learning_rate": 0.00019858668136988738,
      "loss": 0.3594,
      "step": 1946
    },
    {
      "epoch": 0.16319517203805373,
      "grad_norm": 0.37569329142570496,
      "learning_rate": 0.0001985852091939675,
      "loss": 0.3454,
      "step": 1947
    },
    {
      "epoch": 0.16327899082184316,
      "grad_norm": 0.3428671658039093,
      "learning_rate": 0.00019858373625716708,
      "loss": 0.3515,
      "step": 1948
    },
    {
      "epoch": 0.16336280960563263,
      "grad_norm": 0.3665759563446045,
      "learning_rate": 0.0001985822625594975,
      "loss": 0.3775,
      "step": 1949
    },
    {
      "epoch": 0.16344662838942206,
      "grad_norm": 0.37309426069259644,
      "learning_rate": 0.00019858078810097002,
      "loss": 0.3767,
      "step": 1950
    },
    {
      "epoch": 0.16353044717321152,
      "grad_norm": 0.4050770699977875,
      "learning_rate": 0.00019857931288159617,
      "loss": 0.4236,
      "step": 1951
    },
    {
      "epoch": 0.16361426595700096,
      "grad_norm": 0.3220822215080261,
      "learning_rate": 0.00019857783690138727,
      "loss": 0.3107,
      "step": 1952
    },
    {
      "epoch": 0.16369808474079042,
      "grad_norm": 0.3485540747642517,
      "learning_rate": 0.0001985763601603547,
      "loss": 0.365,
      "step": 1953
    },
    {
      "epoch": 0.16378190352457986,
      "grad_norm": 0.32261937856674194,
      "learning_rate": 0.00019857488265850984,
      "loss": 0.3039,
      "step": 1954
    },
    {
      "epoch": 0.1638657223083693,
      "grad_norm": 0.3741643726825714,
      "learning_rate": 0.00019857340439586416,
      "loss": 0.423,
      "step": 1955
    },
    {
      "epoch": 0.16394954109215876,
      "grad_norm": 0.3665784001350403,
      "learning_rate": 0.000198571925372429,
      "loss": 0.3778,
      "step": 1956
    },
    {
      "epoch": 0.1640333598759482,
      "grad_norm": 0.3962438404560089,
      "learning_rate": 0.00019857044558821584,
      "loss": 0.4501,
      "step": 1957
    },
    {
      "epoch": 0.16411717865973766,
      "grad_norm": 0.3546278178691864,
      "learning_rate": 0.00019856896504323606,
      "loss": 0.358,
      "step": 1958
    },
    {
      "epoch": 0.1642009974435271,
      "grad_norm": 0.35832539200782776,
      "learning_rate": 0.0001985674837375011,
      "loss": 0.424,
      "step": 1959
    },
    {
      "epoch": 0.16428481622731655,
      "grad_norm": 0.36983048915863037,
      "learning_rate": 0.00019856600167102238,
      "loss": 0.4239,
      "step": 1960
    },
    {
      "epoch": 0.164368635011106,
      "grad_norm": 0.3599085807800293,
      "learning_rate": 0.00019856451884381132,
      "loss": 0.3892,
      "step": 1961
    },
    {
      "epoch": 0.16445245379489543,
      "grad_norm": 0.35428088903427124,
      "learning_rate": 0.00019856303525587942,
      "loss": 0.3603,
      "step": 1962
    },
    {
      "epoch": 0.1645362725786849,
      "grad_norm": 0.36079534888267517,
      "learning_rate": 0.00019856155090723808,
      "loss": 0.3799,
      "step": 1963
    },
    {
      "epoch": 0.16462009136247432,
      "grad_norm": 0.3448697626590729,
      "learning_rate": 0.00019856006579789878,
      "loss": 0.366,
      "step": 1964
    },
    {
      "epoch": 0.1647039101462638,
      "grad_norm": 0.3732350468635559,
      "learning_rate": 0.000198558579927873,
      "loss": 0.4004,
      "step": 1965
    },
    {
      "epoch": 0.16478772893005322,
      "grad_norm": 0.3724871277809143,
      "learning_rate": 0.00019855709329717218,
      "loss": 0.3778,
      "step": 1966
    },
    {
      "epoch": 0.16487154771384266,
      "grad_norm": 0.39884623885154724,
      "learning_rate": 0.00019855560590580778,
      "loss": 0.3597,
      "step": 1967
    },
    {
      "epoch": 0.16495536649763212,
      "grad_norm": 0.3386947214603424,
      "learning_rate": 0.00019855411775379132,
      "loss": 0.3072,
      "step": 1968
    },
    {
      "epoch": 0.16503918528142156,
      "grad_norm": 0.35409969091415405,
      "learning_rate": 0.00019855262884113425,
      "loss": 0.3872,
      "step": 1969
    },
    {
      "epoch": 0.16512300406521102,
      "grad_norm": 0.3884679079055786,
      "learning_rate": 0.00019855113916784808,
      "loss": 0.4458,
      "step": 1970
    },
    {
      "epoch": 0.16520682284900046,
      "grad_norm": 0.3889788091182709,
      "learning_rate": 0.00019854964873394432,
      "loss": 0.4593,
      "step": 1971
    },
    {
      "epoch": 0.16529064163278992,
      "grad_norm": 0.37971189618110657,
      "learning_rate": 0.00019854815753943443,
      "loss": 0.417,
      "step": 1972
    },
    {
      "epoch": 0.16537446041657936,
      "grad_norm": 0.3876248300075531,
      "learning_rate": 0.00019854666558433,
      "loss": 0.4137,
      "step": 1973
    },
    {
      "epoch": 0.1654582792003688,
      "grad_norm": 0.3329043686389923,
      "learning_rate": 0.00019854517286864245,
      "loss": 0.3374,
      "step": 1974
    },
    {
      "epoch": 0.16554209798415825,
      "grad_norm": 0.3585459291934967,
      "learning_rate": 0.00019854367939238333,
      "loss": 0.3559,
      "step": 1975
    },
    {
      "epoch": 0.1656259167679477,
      "grad_norm": 0.362221896648407,
      "learning_rate": 0.0001985421851555642,
      "loss": 0.3637,
      "step": 1976
    },
    {
      "epoch": 0.16570973555173715,
      "grad_norm": 0.38641756772994995,
      "learning_rate": 0.00019854069015819655,
      "loss": 0.3758,
      "step": 1977
    },
    {
      "epoch": 0.1657935543355266,
      "grad_norm": 0.36258774995803833,
      "learning_rate": 0.00019853919440029197,
      "loss": 0.3536,
      "step": 1978
    },
    {
      "epoch": 0.16587737311931605,
      "grad_norm": 0.3913552165031433,
      "learning_rate": 0.00019853769788186196,
      "loss": 0.3833,
      "step": 1979
    },
    {
      "epoch": 0.1659611919031055,
      "grad_norm": 0.38256657123565674,
      "learning_rate": 0.00019853620060291812,
      "loss": 0.4056,
      "step": 1980
    },
    {
      "epoch": 0.16604501068689492,
      "grad_norm": 0.34903115034103394,
      "learning_rate": 0.0001985347025634719,
      "loss": 0.3355,
      "step": 1981
    },
    {
      "epoch": 0.16612882947068439,
      "grad_norm": 0.39768874645233154,
      "learning_rate": 0.00019853320376353497,
      "loss": 0.3718,
      "step": 1982
    },
    {
      "epoch": 0.16621264825447382,
      "grad_norm": 0.3435155749320984,
      "learning_rate": 0.00019853170420311886,
      "loss": 0.358,
      "step": 1983
    },
    {
      "epoch": 0.16629646703826328,
      "grad_norm": 0.38926440477371216,
      "learning_rate": 0.00019853020388223516,
      "loss": 0.4029,
      "step": 1984
    },
    {
      "epoch": 0.16638028582205272,
      "grad_norm": 0.3533264398574829,
      "learning_rate": 0.0001985287028008954,
      "loss": 0.3338,
      "step": 1985
    },
    {
      "epoch": 0.16646410460584216,
      "grad_norm": 0.39062759280204773,
      "learning_rate": 0.00019852720095911121,
      "loss": 0.3756,
      "step": 1986
    },
    {
      "epoch": 0.16654792338963162,
      "grad_norm": 0.38707366585731506,
      "learning_rate": 0.00019852569835689416,
      "loss": 0.375,
      "step": 1987
    },
    {
      "epoch": 0.16663174217342105,
      "grad_norm": 0.3608260452747345,
      "learning_rate": 0.00019852419499425588,
      "loss": 0.3679,
      "step": 1988
    },
    {
      "epoch": 0.16671556095721052,
      "grad_norm": 0.37645792961120605,
      "learning_rate": 0.00019852269087120795,
      "loss": 0.3955,
      "step": 1989
    },
    {
      "epoch": 0.16679937974099995,
      "grad_norm": 0.33628904819488525,
      "learning_rate": 0.00019852118598776195,
      "loss": 0.3314,
      "step": 1990
    },
    {
      "epoch": 0.16688319852478942,
      "grad_norm": 0.3741896152496338,
      "learning_rate": 0.00019851968034392955,
      "loss": 0.3917,
      "step": 1991
    },
    {
      "epoch": 0.16696701730857885,
      "grad_norm": 0.3404347896575928,
      "learning_rate": 0.00019851817393972234,
      "loss": 0.3111,
      "step": 1992
    },
    {
      "epoch": 0.1670508360923683,
      "grad_norm": 0.34981948137283325,
      "learning_rate": 0.00019851666677515195,
      "loss": 0.363,
      "step": 1993
    },
    {
      "epoch": 0.16713465487615775,
      "grad_norm": 0.3460701107978821,
      "learning_rate": 0.00019851515885023,
      "loss": 0.3541,
      "step": 1994
    },
    {
      "epoch": 0.1672184736599472,
      "grad_norm": 0.36315596103668213,
      "learning_rate": 0.00019851365016496813,
      "loss": 0.3922,
      "step": 1995
    },
    {
      "epoch": 0.16730229244373665,
      "grad_norm": 0.3268177807331085,
      "learning_rate": 0.00019851214071937802,
      "loss": 0.3131,
      "step": 1996
    },
    {
      "epoch": 0.16738611122752609,
      "grad_norm": 0.32862162590026855,
      "learning_rate": 0.00019851063051347126,
      "loss": 0.329,
      "step": 1997
    },
    {
      "epoch": 0.16746993001131555,
      "grad_norm": 0.3731333911418915,
      "learning_rate": 0.0001985091195472596,
      "loss": 0.4458,
      "step": 1998
    },
    {
      "epoch": 0.16755374879510498,
      "grad_norm": 0.34878987073898315,
      "learning_rate": 0.00019850760782075459,
      "loss": 0.3574,
      "step": 1999
    },
    {
      "epoch": 0.16763756757889442,
      "grad_norm": 0.38770046830177307,
      "learning_rate": 0.00019850609533396795,
      "loss": 0.4276,
      "step": 2000
    },
    {
      "epoch": 0.16763756757889442,
      "eval_loss": 0.37520653009414673,
      "eval_runtime": 61.5195,
      "eval_samples_per_second": 15.605,
      "eval_steps_per_second": 3.901,
      "step": 2000
    },
    {
      "epoch": 0.16772138636268388,
      "grad_norm": 0.3762536942958832,
      "learning_rate": 0.0001985045820869114,
      "loss": 0.3994,
      "step": 2001
    },
    {
      "epoch": 0.16780520514647332,
      "grad_norm": 0.38193947076797485,
      "learning_rate": 0.00019850306807959653,
      "loss": 0.4328,
      "step": 2002
    },
    {
      "epoch": 0.16788902393026278,
      "grad_norm": 0.3824414908885956,
      "learning_rate": 0.0001985015533120351,
      "loss": 0.4224,
      "step": 2003
    },
    {
      "epoch": 0.16797284271405222,
      "grad_norm": 0.3455536365509033,
      "learning_rate": 0.0001985000377842387,
      "loss": 0.364,
      "step": 2004
    },
    {
      "epoch": 0.16805666149784165,
      "grad_norm": 0.3343948423862457,
      "learning_rate": 0.00019849852149621917,
      "loss": 0.3644,
      "step": 2005
    },
    {
      "epoch": 0.16814048028163112,
      "grad_norm": 0.37706878781318665,
      "learning_rate": 0.0001984970044479881,
      "loss": 0.4234,
      "step": 2006
    },
    {
      "epoch": 0.16822429906542055,
      "grad_norm": 0.3489440977573395,
      "learning_rate": 0.00019849548663955724,
      "loss": 0.3798,
      "step": 2007
    },
    {
      "epoch": 0.16830811784921001,
      "grad_norm": 0.3557896614074707,
      "learning_rate": 0.0001984939680709383,
      "loss": 0.3933,
      "step": 2008
    },
    {
      "epoch": 0.16839193663299945,
      "grad_norm": 0.3431413173675537,
      "learning_rate": 0.000198492448742143,
      "loss": 0.3504,
      "step": 2009
    },
    {
      "epoch": 0.1684757554167889,
      "grad_norm": 0.31391966342926025,
      "learning_rate": 0.00019849092865318308,
      "loss": 0.3259,
      "step": 2010
    },
    {
      "epoch": 0.16855957420057835,
      "grad_norm": 0.335198312997818,
      "learning_rate": 0.00019848940780407026,
      "loss": 0.3153,
      "step": 2011
    },
    {
      "epoch": 0.16864339298436778,
      "grad_norm": 0.3738020658493042,
      "learning_rate": 0.00019848788619481627,
      "loss": 0.3421,
      "step": 2012
    },
    {
      "epoch": 0.16872721176815725,
      "grad_norm": 0.36340826749801636,
      "learning_rate": 0.00019848636382543283,
      "loss": 0.3522,
      "step": 2013
    },
    {
      "epoch": 0.16881103055194668,
      "grad_norm": 0.4012560248374939,
      "learning_rate": 0.00019848484069593178,
      "loss": 0.3955,
      "step": 2014
    },
    {
      "epoch": 0.16889484933573615,
      "grad_norm": 0.39413467049598694,
      "learning_rate": 0.0001984833168063248,
      "loss": 0.3964,
      "step": 2015
    },
    {
      "epoch": 0.16897866811952558,
      "grad_norm": 0.38809457421302795,
      "learning_rate": 0.00019848179215662363,
      "loss": 0.4311,
      "step": 2016
    },
    {
      "epoch": 0.16906248690331505,
      "grad_norm": 0.33803173899650574,
      "learning_rate": 0.0001984802667468401,
      "loss": 0.3589,
      "step": 2017
    },
    {
      "epoch": 0.16914630568710448,
      "grad_norm": 0.35458171367645264,
      "learning_rate": 0.00019847874057698595,
      "loss": 0.3719,
      "step": 2018
    },
    {
      "epoch": 0.16923012447089392,
      "grad_norm": 0.32405075430870056,
      "learning_rate": 0.00019847721364707298,
      "loss": 0.3046,
      "step": 2019
    },
    {
      "epoch": 0.16931394325468338,
      "grad_norm": 0.3489535450935364,
      "learning_rate": 0.00019847568595711296,
      "loss": 0.3705,
      "step": 2020
    },
    {
      "epoch": 0.16939776203847282,
      "grad_norm": 0.36630696058273315,
      "learning_rate": 0.00019847415750711767,
      "loss": 0.3928,
      "step": 2021
    },
    {
      "epoch": 0.16948158082226228,
      "grad_norm": 0.3976004123687744,
      "learning_rate": 0.0001984726282970989,
      "loss": 0.4,
      "step": 2022
    },
    {
      "epoch": 0.16956539960605171,
      "grad_norm": 0.35292932391166687,
      "learning_rate": 0.00019847109832706852,
      "loss": 0.3441,
      "step": 2023
    },
    {
      "epoch": 0.16964921838984115,
      "grad_norm": 0.3566935956478119,
      "learning_rate": 0.00019846956759703824,
      "loss": 0.3921,
      "step": 2024
    },
    {
      "epoch": 0.1697330371736306,
      "grad_norm": 0.3836820721626282,
      "learning_rate": 0.00019846803610701997,
      "loss": 0.3692,
      "step": 2025
    },
    {
      "epoch": 0.16981685595742005,
      "grad_norm": 0.3419044613838196,
      "learning_rate": 0.00019846650385702545,
      "loss": 0.3743,
      "step": 2026
    },
    {
      "epoch": 0.1699006747412095,
      "grad_norm": 0.352428674697876,
      "learning_rate": 0.00019846497084706653,
      "loss": 0.3657,
      "step": 2027
    },
    {
      "epoch": 0.16998449352499895,
      "grad_norm": 0.35569411516189575,
      "learning_rate": 0.0001984634370771551,
      "loss": 0.4193,
      "step": 2028
    },
    {
      "epoch": 0.1700683123087884,
      "grad_norm": 0.4680362939834595,
      "learning_rate": 0.00019846190254730294,
      "loss": 0.4164,
      "step": 2029
    },
    {
      "epoch": 0.17015213109257785,
      "grad_norm": 0.4572623670101166,
      "learning_rate": 0.00019846036725752186,
      "loss": 0.3795,
      "step": 2030
    },
    {
      "epoch": 0.17023594987636728,
      "grad_norm": 0.4005284607410431,
      "learning_rate": 0.00019845883120782378,
      "loss": 0.4368,
      "step": 2031
    },
    {
      "epoch": 0.17031976866015675,
      "grad_norm": 0.340010404586792,
      "learning_rate": 0.00019845729439822054,
      "loss": 0.3455,
      "step": 2032
    },
    {
      "epoch": 0.17040358744394618,
      "grad_norm": 0.388131320476532,
      "learning_rate": 0.00019845575682872398,
      "loss": 0.3956,
      "step": 2033
    },
    {
      "epoch": 0.17048740622773564,
      "grad_norm": 0.38838329911231995,
      "learning_rate": 0.00019845421849934596,
      "loss": 0.4189,
      "step": 2034
    },
    {
      "epoch": 0.17057122501152508,
      "grad_norm": 0.3382567763328552,
      "learning_rate": 0.00019845267941009836,
      "loss": 0.3314,
      "step": 2035
    },
    {
      "epoch": 0.17065504379531454,
      "grad_norm": 0.33564382791519165,
      "learning_rate": 0.0001984511395609931,
      "loss": 0.3193,
      "step": 2036
    },
    {
      "epoch": 0.17073886257910398,
      "grad_norm": 0.35779044032096863,
      "learning_rate": 0.000198449598952042,
      "loss": 0.3238,
      "step": 2037
    },
    {
      "epoch": 0.1708226813628934,
      "grad_norm": 0.41345930099487305,
      "learning_rate": 0.000198448057583257,
      "loss": 0.4502,
      "step": 2038
    },
    {
      "epoch": 0.17090650014668288,
      "grad_norm": 0.3654707968235016,
      "learning_rate": 0.00019844651545464995,
      "loss": 0.3572,
      "step": 2039
    },
    {
      "epoch": 0.1709903189304723,
      "grad_norm": 2.463608980178833,
      "learning_rate": 0.00019844497256623283,
      "loss": 0.426,
      "step": 2040
    },
    {
      "epoch": 0.17107413771426178,
      "grad_norm": 0.39079102873802185,
      "learning_rate": 0.00019844342891801745,
      "loss": 0.3696,
      "step": 2041
    },
    {
      "epoch": 0.1711579564980512,
      "grad_norm": 0.3968280255794525,
      "learning_rate": 0.00019844188451001581,
      "loss": 0.4506,
      "step": 2042
    },
    {
      "epoch": 0.17124177528184065,
      "grad_norm": 0.35199904441833496,
      "learning_rate": 0.00019844033934223978,
      "loss": 0.3403,
      "step": 2043
    },
    {
      "epoch": 0.1713255940656301,
      "grad_norm": 0.3791733384132385,
      "learning_rate": 0.00019843879341470126,
      "loss": 0.3927,
      "step": 2044
    },
    {
      "epoch": 0.17140941284941955,
      "grad_norm": 0.41102030873298645,
      "learning_rate": 0.00019843724672741228,
      "loss": 0.4126,
      "step": 2045
    },
    {
      "epoch": 0.171493231633209,
      "grad_norm": 0.38075706362724304,
      "learning_rate": 0.0001984356992803847,
      "loss": 0.3966,
      "step": 2046
    },
    {
      "epoch": 0.17157705041699844,
      "grad_norm": 0.3630560636520386,
      "learning_rate": 0.00019843415107363046,
      "loss": 0.3427,
      "step": 2047
    },
    {
      "epoch": 0.1716608692007879,
      "grad_norm": 0.3471708297729492,
      "learning_rate": 0.0001984326021071615,
      "loss": 0.3336,
      "step": 2048
    },
    {
      "epoch": 0.17174468798457734,
      "grad_norm": 0.36518394947052,
      "learning_rate": 0.00019843105238098984,
      "loss": 0.4057,
      "step": 2049
    },
    {
      "epoch": 0.17182850676836678,
      "grad_norm": 0.3393820822238922,
      "learning_rate": 0.00019842950189512742,
      "loss": 0.3457,
      "step": 2050
    },
    {
      "epoch": 0.17191232555215624,
      "grad_norm": 0.3508424758911133,
      "learning_rate": 0.00019842795064958617,
      "loss": 0.348,
      "step": 2051
    },
    {
      "epoch": 0.17199614433594568,
      "grad_norm": 0.45101919770240784,
      "learning_rate": 0.0001984263986443781,
      "loss": 0.4516,
      "step": 2052
    },
    {
      "epoch": 0.17207996311973514,
      "grad_norm": 0.3548903465270996,
      "learning_rate": 0.00019842484587951514,
      "loss": 0.3212,
      "step": 2053
    },
    {
      "epoch": 0.17216378190352458,
      "grad_norm": 0.3615679442882538,
      "learning_rate": 0.00019842329235500935,
      "loss": 0.3887,
      "step": 2054
    },
    {
      "epoch": 0.17224760068731404,
      "grad_norm": 0.379378080368042,
      "learning_rate": 0.00019842173807087262,
      "loss": 0.4028,
      "step": 2055
    },
    {
      "epoch": 0.17233141947110348,
      "grad_norm": 0.40548282861709595,
      "learning_rate": 0.00019842018302711702,
      "loss": 0.4842,
      "step": 2056
    },
    {
      "epoch": 0.1724152382548929,
      "grad_norm": 0.35669440031051636,
      "learning_rate": 0.00019841862722375458,
      "loss": 0.3844,
      "step": 2057
    },
    {
      "epoch": 0.17249905703868237,
      "grad_norm": 0.33599257469177246,
      "learning_rate": 0.0001984170706607972,
      "loss": 0.3404,
      "step": 2058
    },
    {
      "epoch": 0.1725828758224718,
      "grad_norm": 0.36946728825569153,
      "learning_rate": 0.00019841551333825698,
      "loss": 0.3696,
      "step": 2059
    },
    {
      "epoch": 0.17266669460626127,
      "grad_norm": 0.36353152990341187,
      "learning_rate": 0.00019841395525614593,
      "loss": 0.3342,
      "step": 2060
    },
    {
      "epoch": 0.1727505133900507,
      "grad_norm": 0.41599225997924805,
      "learning_rate": 0.00019841239641447603,
      "loss": 0.454,
      "step": 2061
    },
    {
      "epoch": 0.17283433217384014,
      "grad_norm": 0.3427528738975525,
      "learning_rate": 0.00019841083681325939,
      "loss": 0.3509,
      "step": 2062
    },
    {
      "epoch": 0.1729181509576296,
      "grad_norm": 0.37692463397979736,
      "learning_rate": 0.00019840927645250794,
      "loss": 0.3986,
      "step": 2063
    },
    {
      "epoch": 0.17300196974141904,
      "grad_norm": 0.38012778759002686,
      "learning_rate": 0.00019840771533223382,
      "loss": 0.3816,
      "step": 2064
    },
    {
      "epoch": 0.1730857885252085,
      "grad_norm": 0.37073343992233276,
      "learning_rate": 0.00019840615345244903,
      "loss": 0.3804,
      "step": 2065
    },
    {
      "epoch": 0.17316960730899794,
      "grad_norm": 0.36437663435935974,
      "learning_rate": 0.00019840459081316562,
      "loss": 0.4035,
      "step": 2066
    },
    {
      "epoch": 0.1732534260927874,
      "grad_norm": 0.3239790201187134,
      "learning_rate": 0.00019840302741439567,
      "loss": 0.3281,
      "step": 2067
    },
    {
      "epoch": 0.17333724487657684,
      "grad_norm": 0.3681543171405792,
      "learning_rate": 0.00019840146325615123,
      "loss": 0.3697,
      "step": 2068
    },
    {
      "epoch": 0.17342106366036628,
      "grad_norm": 0.3810824155807495,
      "learning_rate": 0.00019839989833844439,
      "loss": 0.3969,
      "step": 2069
    },
    {
      "epoch": 0.17350488244415574,
      "grad_norm": 0.3684314489364624,
      "learning_rate": 0.00019839833266128724,
      "loss": 0.3543,
      "step": 2070
    },
    {
      "epoch": 0.17358870122794517,
      "grad_norm": 0.37799856066703796,
      "learning_rate": 0.00019839676622469184,
      "loss": 0.3609,
      "step": 2071
    },
    {
      "epoch": 0.17367252001173464,
      "grad_norm": 0.4022943675518036,
      "learning_rate": 0.00019839519902867028,
      "loss": 0.3919,
      "step": 2072
    },
    {
      "epoch": 0.17375633879552407,
      "grad_norm": 0.3639217019081116,
      "learning_rate": 0.00019839363107323465,
      "loss": 0.3246,
      "step": 2073
    },
    {
      "epoch": 0.17384015757931354,
      "grad_norm": 0.4004347622394562,
      "learning_rate": 0.00019839206235839707,
      "loss": 0.4267,
      "step": 2074
    },
    {
      "epoch": 0.17392397636310297,
      "grad_norm": 0.38435158133506775,
      "learning_rate": 0.00019839049288416965,
      "loss": 0.4005,
      "step": 2075
    },
    {
      "epoch": 0.1740077951468924,
      "grad_norm": 0.35737717151641846,
      "learning_rate": 0.00019838892265056446,
      "loss": 0.3347,
      "step": 2076
    },
    {
      "epoch": 0.17409161393068187,
      "grad_norm": 0.417540043592453,
      "learning_rate": 0.00019838735165759368,
      "loss": 0.4585,
      "step": 2077
    },
    {
      "epoch": 0.1741754327144713,
      "grad_norm": 0.3672666549682617,
      "learning_rate": 0.00019838577990526939,
      "loss": 0.4203,
      "step": 2078
    },
    {
      "epoch": 0.17425925149826077,
      "grad_norm": 0.347493439912796,
      "learning_rate": 0.00019838420739360375,
      "loss": 0.3614,
      "step": 2079
    },
    {
      "epoch": 0.1743430702820502,
      "grad_norm": 0.3548009991645813,
      "learning_rate": 0.0001983826341226089,
      "loss": 0.3586,
      "step": 2080
    },
    {
      "epoch": 0.17442688906583964,
      "grad_norm": 0.35630354285240173,
      "learning_rate": 0.00019838106009229694,
      "loss": 0.3267,
      "step": 2081
    },
    {
      "epoch": 0.1745107078496291,
      "grad_norm": 0.37759631872177124,
      "learning_rate": 0.00019837948530268003,
      "loss": 0.4025,
      "step": 2082
    },
    {
      "epoch": 0.17459452663341854,
      "grad_norm": 0.3461989164352417,
      "learning_rate": 0.00019837790975377035,
      "loss": 0.3582,
      "step": 2083
    },
    {
      "epoch": 0.174678345417208,
      "grad_norm": 0.42504361271858215,
      "learning_rate": 0.00019837633344558007,
      "loss": 0.4711,
      "step": 2084
    },
    {
      "epoch": 0.17476216420099744,
      "grad_norm": 0.36736446619033813,
      "learning_rate": 0.00019837475637812132,
      "loss": 0.3327,
      "step": 2085
    },
    {
      "epoch": 0.1748459829847869,
      "grad_norm": 0.3568672835826874,
      "learning_rate": 0.00019837317855140628,
      "loss": 0.3555,
      "step": 2086
    },
    {
      "epoch": 0.17492980176857634,
      "grad_norm": 0.3295348882675171,
      "learning_rate": 0.00019837159996544714,
      "loss": 0.3276,
      "step": 2087
    },
    {
      "epoch": 0.17501362055236577,
      "grad_norm": 0.37468066811561584,
      "learning_rate": 0.00019837002062025609,
      "loss": 0.3937,
      "step": 2088
    },
    {
      "epoch": 0.17509743933615524,
      "grad_norm": 0.32314133644104004,
      "learning_rate": 0.0001983684405158453,
      "loss": 0.3051,
      "step": 2089
    },
    {
      "epoch": 0.17518125811994467,
      "grad_norm": 0.34081876277923584,
      "learning_rate": 0.00019836685965222696,
      "loss": 0.3461,
      "step": 2090
    },
    {
      "epoch": 0.17526507690373413,
      "grad_norm": 0.35548773407936096,
      "learning_rate": 0.0001983652780294133,
      "loss": 0.3658,
      "step": 2091
    },
    {
      "epoch": 0.17534889568752357,
      "grad_norm": 0.3817158639431,
      "learning_rate": 0.0001983636956474165,
      "loss": 0.4296,
      "step": 2092
    },
    {
      "epoch": 0.17543271447131303,
      "grad_norm": 0.34914618730545044,
      "learning_rate": 0.00019836211250624878,
      "loss": 0.3728,
      "step": 2093
    },
    {
      "epoch": 0.17551653325510247,
      "grad_norm": 0.3625372052192688,
      "learning_rate": 0.00019836052860592237,
      "loss": 0.3736,
      "step": 2094
    },
    {
      "epoch": 0.1756003520388919,
      "grad_norm": 0.3863292932510376,
      "learning_rate": 0.0001983589439464495,
      "loss": 0.4336,
      "step": 2095
    },
    {
      "epoch": 0.17568417082268137,
      "grad_norm": 0.35242483019828796,
      "learning_rate": 0.00019835735852784237,
      "loss": 0.3674,
      "step": 2096
    },
    {
      "epoch": 0.1757679896064708,
      "grad_norm": 0.3592813313007355,
      "learning_rate": 0.00019835577235011322,
      "loss": 0.3049,
      "step": 2097
    },
    {
      "epoch": 0.17585180839026027,
      "grad_norm": 0.39288201928138733,
      "learning_rate": 0.00019835418541327434,
      "loss": 0.4675,
      "step": 2098
    },
    {
      "epoch": 0.1759356271740497,
      "grad_norm": 0.3812496066093445,
      "learning_rate": 0.00019835259771733792,
      "loss": 0.3295,
      "step": 2099
    },
    {
      "epoch": 0.17601944595783914,
      "grad_norm": 0.37260162830352783,
      "learning_rate": 0.00019835100926231624,
      "loss": 0.367,
      "step": 2100
    },
    {
      "epoch": 0.1761032647416286,
      "grad_norm": 0.3368208706378937,
      "learning_rate": 0.00019834942004822156,
      "loss": 0.3389,
      "step": 2101
    },
    {
      "epoch": 0.17618708352541804,
      "grad_norm": 0.372148334980011,
      "learning_rate": 0.00019834783007506614,
      "loss": 0.3798,
      "step": 2102
    },
    {
      "epoch": 0.1762709023092075,
      "grad_norm": 0.3221615254878998,
      "learning_rate": 0.00019834623934286225,
      "loss": 0.3099,
      "step": 2103
    },
    {
      "epoch": 0.17635472109299694,
      "grad_norm": 0.35697415471076965,
      "learning_rate": 0.00019834464785162216,
      "loss": 0.3464,
      "step": 2104
    },
    {
      "epoch": 0.1764385398767864,
      "grad_norm": 0.35853153467178345,
      "learning_rate": 0.0001983430556013582,
      "loss": 0.3255,
      "step": 2105
    },
    {
      "epoch": 0.17652235866057583,
      "grad_norm": 0.3416001498699188,
      "learning_rate": 0.0001983414625920826,
      "loss": 0.3323,
      "step": 2106
    },
    {
      "epoch": 0.17660617744436527,
      "grad_norm": 0.3573194146156311,
      "learning_rate": 0.0001983398688238077,
      "loss": 0.3738,
      "step": 2107
    },
    {
      "epoch": 0.17668999622815473,
      "grad_norm": 0.3388128876686096,
      "learning_rate": 0.00019833827429654573,
      "loss": 0.3382,
      "step": 2108
    },
    {
      "epoch": 0.17677381501194417,
      "grad_norm": 0.3437138795852661,
      "learning_rate": 0.00019833667901030907,
      "loss": 0.3385,
      "step": 2109
    },
    {
      "epoch": 0.17685763379573363,
      "grad_norm": 0.38393348455429077,
      "learning_rate": 0.00019833508296511002,
      "loss": 0.3836,
      "step": 2110
    },
    {
      "epoch": 0.17694145257952307,
      "grad_norm": 0.4043468236923218,
      "learning_rate": 0.00019833348616096088,
      "loss": 0.3992,
      "step": 2111
    },
    {
      "epoch": 0.17702527136331253,
      "grad_norm": 0.3653568625450134,
      "learning_rate": 0.000198331888597874,
      "loss": 0.3447,
      "step": 2112
    },
    {
      "epoch": 0.17710909014710197,
      "grad_norm": 0.3917655944824219,
      "learning_rate": 0.00019833029027586165,
      "loss": 0.3649,
      "step": 2113
    },
    {
      "epoch": 0.1771929089308914,
      "grad_norm": 0.3905808627605438,
      "learning_rate": 0.00019832869119493625,
      "loss": 0.3773,
      "step": 2114
    },
    {
      "epoch": 0.17727672771468087,
      "grad_norm": 0.3767688572406769,
      "learning_rate": 0.00019832709135511004,
      "loss": 0.3727,
      "step": 2115
    },
    {
      "epoch": 0.1773605464984703,
      "grad_norm": 0.33895283937454224,
      "learning_rate": 0.0001983254907563955,
      "loss": 0.3156,
      "step": 2116
    },
    {
      "epoch": 0.17744436528225976,
      "grad_norm": 0.36437976360321045,
      "learning_rate": 0.00019832388939880483,
      "loss": 0.4157,
      "step": 2117
    },
    {
      "epoch": 0.1775281840660492,
      "grad_norm": 0.35116761922836304,
      "learning_rate": 0.0001983222872823505,
      "loss": 0.3576,
      "step": 2118
    },
    {
      "epoch": 0.17761200284983866,
      "grad_norm": 0.39035093784332275,
      "learning_rate": 0.00019832068440704486,
      "loss": 0.3754,
      "step": 2119
    },
    {
      "epoch": 0.1776958216336281,
      "grad_norm": 0.32743972539901733,
      "learning_rate": 0.00019831908077290025,
      "loss": 0.2906,
      "step": 2120
    },
    {
      "epoch": 0.17777964041741753,
      "grad_norm": 0.3557765483856201,
      "learning_rate": 0.00019831747637992907,
      "loss": 0.3953,
      "step": 2121
    },
    {
      "epoch": 0.177863459201207,
      "grad_norm": 0.352864146232605,
      "learning_rate": 0.00019831587122814365,
      "loss": 0.3633,
      "step": 2122
    },
    {
      "epoch": 0.17794727798499643,
      "grad_norm": 0.3572385013103485,
      "learning_rate": 0.00019831426531755647,
      "loss": 0.376,
      "step": 2123
    },
    {
      "epoch": 0.1780310967687859,
      "grad_norm": 0.37089747190475464,
      "learning_rate": 0.00019831265864817988,
      "loss": 0.3862,
      "step": 2124
    },
    {
      "epoch": 0.17811491555257533,
      "grad_norm": 0.3803989887237549,
      "learning_rate": 0.00019831105122002627,
      "loss": 0.4093,
      "step": 2125
    },
    {
      "epoch": 0.17819873433636477,
      "grad_norm": 0.3525334894657135,
      "learning_rate": 0.00019830944303310803,
      "loss": 0.3586,
      "step": 2126
    },
    {
      "epoch": 0.17828255312015423,
      "grad_norm": 0.3857477605342865,
      "learning_rate": 0.0001983078340874376,
      "loss": 0.4046,
      "step": 2127
    },
    {
      "epoch": 0.17836637190394367,
      "grad_norm": 0.3224203586578369,
      "learning_rate": 0.0001983062243830274,
      "loss": 0.3144,
      "step": 2128
    },
    {
      "epoch": 0.17845019068773313,
      "grad_norm": 0.3811790347099304,
      "learning_rate": 0.00019830461391988986,
      "loss": 0.4427,
      "step": 2129
    },
    {
      "epoch": 0.17853400947152256,
      "grad_norm": 0.3662136495113373,
      "learning_rate": 0.0001983030026980374,
      "loss": 0.3629,
      "step": 2130
    },
    {
      "epoch": 0.17861782825531203,
      "grad_norm": 0.31081172823905945,
      "learning_rate": 0.0001983013907174824,
      "loss": 0.3061,
      "step": 2131
    },
    {
      "epoch": 0.17870164703910146,
      "grad_norm": 0.3324710428714752,
      "learning_rate": 0.0001982997779782374,
      "loss": 0.3305,
      "step": 2132
    },
    {
      "epoch": 0.1787854658228909,
      "grad_norm": 0.3530547022819519,
      "learning_rate": 0.0001982981644803148,
      "loss": 0.3888,
      "step": 2133
    },
    {
      "epoch": 0.17886928460668036,
      "grad_norm": 0.3450400233268738,
      "learning_rate": 0.00019829655022372703,
      "loss": 0.3546,
      "step": 2134
    },
    {
      "epoch": 0.1789531033904698,
      "grad_norm": 0.42207327485084534,
      "learning_rate": 0.0001982949352084866,
      "loss": 0.3537,
      "step": 2135
    },
    {
      "epoch": 0.17903692217425926,
      "grad_norm": 0.38535475730895996,
      "learning_rate": 0.00019829331943460593,
      "loss": 0.394,
      "step": 2136
    },
    {
      "epoch": 0.1791207409580487,
      "grad_norm": 0.31837618350982666,
      "learning_rate": 0.0001982917029020975,
      "loss": 0.2498,
      "step": 2137
    },
    {
      "epoch": 0.17920455974183816,
      "grad_norm": 0.41097310185432434,
      "learning_rate": 0.00019829008561097377,
      "loss": 0.3775,
      "step": 2138
    },
    {
      "epoch": 0.1792883785256276,
      "grad_norm": 0.38974517583847046,
      "learning_rate": 0.0001982884675612473,
      "loss": 0.3447,
      "step": 2139
    },
    {
      "epoch": 0.17937219730941703,
      "grad_norm": 0.4102017283439636,
      "learning_rate": 0.00019828684875293048,
      "loss": 0.4788,
      "step": 2140
    },
    {
      "epoch": 0.1794560160932065,
      "grad_norm": 0.35703808069229126,
      "learning_rate": 0.00019828522918603588,
      "loss": 0.3241,
      "step": 2141
    },
    {
      "epoch": 0.17953983487699593,
      "grad_norm": 0.3609952926635742,
      "learning_rate": 0.00019828360886057594,
      "loss": 0.3294,
      "step": 2142
    },
    {
      "epoch": 0.1796236536607854,
      "grad_norm": 0.37164950370788574,
      "learning_rate": 0.00019828198777656323,
      "loss": 0.3604,
      "step": 2143
    },
    {
      "epoch": 0.17970747244457483,
      "grad_norm": 0.3838944435119629,
      "learning_rate": 0.00019828036593401018,
      "loss": 0.4011,
      "step": 2144
    },
    {
      "epoch": 0.17979129122836426,
      "grad_norm": 0.38177958130836487,
      "learning_rate": 0.00019827874333292936,
      "loss": 0.404,
      "step": 2145
    },
    {
      "epoch": 0.17987511001215373,
      "grad_norm": 0.3507660925388336,
      "learning_rate": 0.0001982771199733333,
      "loss": 0.3737,
      "step": 2146
    },
    {
      "epoch": 0.17995892879594316,
      "grad_norm": 0.37546029686927795,
      "learning_rate": 0.00019827549585523454,
      "loss": 0.3782,
      "step": 2147
    },
    {
      "epoch": 0.18004274757973263,
      "grad_norm": 0.34563976526260376,
      "learning_rate": 0.00019827387097864555,
      "loss": 0.3561,
      "step": 2148
    },
    {
      "epoch": 0.18012656636352206,
      "grad_norm": 0.3732253313064575,
      "learning_rate": 0.00019827224534357894,
      "loss": 0.3752,
      "step": 2149
    },
    {
      "epoch": 0.18021038514731152,
      "grad_norm": 0.34678664803504944,
      "learning_rate": 0.00019827061895004718,
      "loss": 0.4111,
      "step": 2150
    },
    {
      "epoch": 0.18029420393110096,
      "grad_norm": 0.3500877022743225,
      "learning_rate": 0.0001982689917980629,
      "loss": 0.3689,
      "step": 2151
    },
    {
      "epoch": 0.1803780227148904,
      "grad_norm": 0.3512287437915802,
      "learning_rate": 0.00019826736388763863,
      "loss": 0.3608,
      "step": 2152
    },
    {
      "epoch": 0.18046184149867986,
      "grad_norm": 0.354466050863266,
      "learning_rate": 0.00019826573521878693,
      "loss": 0.3691,
      "step": 2153
    },
    {
      "epoch": 0.1805456602824693,
      "grad_norm": 0.3960471749305725,
      "learning_rate": 0.00019826410579152034,
      "loss": 0.4326,
      "step": 2154
    },
    {
      "epoch": 0.18062947906625876,
      "grad_norm": 0.357318252325058,
      "learning_rate": 0.00019826247560585152,
      "loss": 0.2943,
      "step": 2155
    },
    {
      "epoch": 0.1807132978500482,
      "grad_norm": 0.3682090640068054,
      "learning_rate": 0.00019826084466179297,
      "loss": 0.3872,
      "step": 2156
    },
    {
      "epoch": 0.18079711663383766,
      "grad_norm": 0.34681063890457153,
      "learning_rate": 0.00019825921295935732,
      "loss": 0.3112,
      "step": 2157
    },
    {
      "epoch": 0.1808809354176271,
      "grad_norm": 0.3789532482624054,
      "learning_rate": 0.00019825758049855715,
      "loss": 0.3909,
      "step": 2158
    },
    {
      "epoch": 0.18096475420141653,
      "grad_norm": 0.347625195980072,
      "learning_rate": 0.00019825594727940503,
      "loss": 0.363,
      "step": 2159
    },
    {
      "epoch": 0.181048572985206,
      "grad_norm": 0.35312017798423767,
      "learning_rate": 0.00019825431330191363,
      "loss": 0.3776,
      "step": 2160
    },
    {
      "epoch": 0.18113239176899543,
      "grad_norm": 0.3573912978172302,
      "learning_rate": 0.0001982526785660955,
      "loss": 0.3814,
      "step": 2161
    },
    {
      "epoch": 0.1812162105527849,
      "grad_norm": 0.37748876214027405,
      "learning_rate": 0.0001982510430719633,
      "loss": 0.3969,
      "step": 2162
    },
    {
      "epoch": 0.18130002933657433,
      "grad_norm": 0.3502512574195862,
      "learning_rate": 0.00019824940681952965,
      "loss": 0.3133,
      "step": 2163
    },
    {
      "epoch": 0.18138384812036376,
      "grad_norm": 0.4268433749675751,
      "learning_rate": 0.00019824776980880711,
      "loss": 0.4226,
      "step": 2164
    },
    {
      "epoch": 0.18146766690415322,
      "grad_norm": 0.3722643554210663,
      "learning_rate": 0.00019824613203980843,
      "loss": 0.3861,
      "step": 2165
    },
    {
      "epoch": 0.18155148568794266,
      "grad_norm": 0.3607112169265747,
      "learning_rate": 0.00019824449351254616,
      "loss": 0.3787,
      "step": 2166
    },
    {
      "epoch": 0.18163530447173212,
      "grad_norm": 0.3683362305164337,
      "learning_rate": 0.000198242854227033,
      "loss": 0.387,
      "step": 2167
    },
    {
      "epoch": 0.18171912325552156,
      "grad_norm": 0.30364736914634705,
      "learning_rate": 0.00019824121418328153,
      "loss": 0.251,
      "step": 2168
    },
    {
      "epoch": 0.18180294203931102,
      "grad_norm": 0.3866678476333618,
      "learning_rate": 0.0001982395733813045,
      "loss": 0.3601,
      "step": 2169
    },
    {
      "epoch": 0.18188676082310046,
      "grad_norm": 0.43518316745758057,
      "learning_rate": 0.0001982379318211145,
      "loss": 0.5162,
      "step": 2170
    },
    {
      "epoch": 0.1819705796068899,
      "grad_norm": 0.34222015738487244,
      "learning_rate": 0.00019823628950272425,
      "loss": 0.3296,
      "step": 2171
    },
    {
      "epoch": 0.18205439839067936,
      "grad_norm": 0.3639301657676697,
      "learning_rate": 0.0001982346464261464,
      "loss": 0.3297,
      "step": 2172
    },
    {
      "epoch": 0.1821382171744688,
      "grad_norm": 0.41679689288139343,
      "learning_rate": 0.00019823300259139362,
      "loss": 0.4209,
      "step": 2173
    },
    {
      "epoch": 0.18222203595825825,
      "grad_norm": 0.3703412413597107,
      "learning_rate": 0.00019823135799847862,
      "loss": 0.3532,
      "step": 2174
    },
    {
      "epoch": 0.1823058547420477,
      "grad_norm": 0.3599432408809662,
      "learning_rate": 0.0001982297126474141,
      "loss": 0.3372,
      "step": 2175
    },
    {
      "epoch": 0.18238967352583715,
      "grad_norm": 0.36792367696762085,
      "learning_rate": 0.0001982280665382127,
      "loss": 0.3882,
      "step": 2176
    },
    {
      "epoch": 0.1824734923096266,
      "grad_norm": 0.34088146686553955,
      "learning_rate": 0.00019822641967088723,
      "loss": 0.3643,
      "step": 2177
    },
    {
      "epoch": 0.18255731109341602,
      "grad_norm": 0.35830485820770264,
      "learning_rate": 0.0001982247720454503,
      "loss": 0.3451,
      "step": 2178
    },
    {
      "epoch": 0.1826411298772055,
      "grad_norm": 0.3728299140930176,
      "learning_rate": 0.00019822312366191467,
      "loss": 0.3975,
      "step": 2179
    },
    {
      "epoch": 0.18272494866099492,
      "grad_norm": 0.3608981966972351,
      "learning_rate": 0.00019822147452029304,
      "loss": 0.3727,
      "step": 2180
    },
    {
      "epoch": 0.1828087674447844,
      "grad_norm": 0.3389587998390198,
      "learning_rate": 0.0001982198246205982,
      "loss": 0.3825,
      "step": 2181
    },
    {
      "epoch": 0.18289258622857382,
      "grad_norm": 0.33560898900032043,
      "learning_rate": 0.0001982181739628428,
      "loss": 0.3473,
      "step": 2182
    },
    {
      "epoch": 0.18297640501236326,
      "grad_norm": 0.3418709635734558,
      "learning_rate": 0.00019821652254703963,
      "loss": 0.3466,
      "step": 2183
    },
    {
      "epoch": 0.18306022379615272,
      "grad_norm": 0.37190818786621094,
      "learning_rate": 0.00019821487037320146,
      "loss": 0.3909,
      "step": 2184
    },
    {
      "epoch": 0.18314404257994216,
      "grad_norm": 0.30964821577072144,
      "learning_rate": 0.00019821321744134098,
      "loss": 0.2669,
      "step": 2185
    },
    {
      "epoch": 0.18322786136373162,
      "grad_norm": 0.3638142943382263,
      "learning_rate": 0.00019821156375147096,
      "loss": 0.331,
      "step": 2186
    },
    {
      "epoch": 0.18331168014752106,
      "grad_norm": 0.3898017704486847,
      "learning_rate": 0.0001982099093036042,
      "loss": 0.3588,
      "step": 2187
    },
    {
      "epoch": 0.18339549893131052,
      "grad_norm": 0.38829508423805237,
      "learning_rate": 0.00019820825409775343,
      "loss": 0.3632,
      "step": 2188
    },
    {
      "epoch": 0.18347931771509995,
      "grad_norm": 0.3335948586463928,
      "learning_rate": 0.00019820659813393144,
      "loss": 0.3255,
      "step": 2189
    },
    {
      "epoch": 0.1835631364988894,
      "grad_norm": 0.3824683725833893,
      "learning_rate": 0.00019820494141215104,
      "loss": 0.4288,
      "step": 2190
    },
    {
      "epoch": 0.18364695528267885,
      "grad_norm": 0.3729608356952667,
      "learning_rate": 0.00019820328393242495,
      "loss": 0.3764,
      "step": 2191
    },
    {
      "epoch": 0.1837307740664683,
      "grad_norm": 0.356344997882843,
      "learning_rate": 0.00019820162569476603,
      "loss": 0.362,
      "step": 2192
    },
    {
      "epoch": 0.18381459285025775,
      "grad_norm": 0.3531222641468048,
      "learning_rate": 0.00019819996669918704,
      "loss": 0.3122,
      "step": 2193
    },
    {
      "epoch": 0.1838984116340472,
      "grad_norm": 0.32059839367866516,
      "learning_rate": 0.00019819830694570078,
      "loss": 0.3064,
      "step": 2194
    },
    {
      "epoch": 0.18398223041783665,
      "grad_norm": 0.36554408073425293,
      "learning_rate": 0.00019819664643432007,
      "loss": 0.3624,
      "step": 2195
    },
    {
      "epoch": 0.1840660492016261,
      "grad_norm": 0.3612317442893982,
      "learning_rate": 0.00019819498516505775,
      "loss": 0.3916,
      "step": 2196
    },
    {
      "epoch": 0.18414986798541552,
      "grad_norm": 0.3566083610057831,
      "learning_rate": 0.00019819332313792662,
      "loss": 0.3706,
      "step": 2197
    },
    {
      "epoch": 0.18423368676920499,
      "grad_norm": 0.3396051228046417,
      "learning_rate": 0.0001981916603529395,
      "loss": 0.3436,
      "step": 2198
    },
    {
      "epoch": 0.18431750555299442,
      "grad_norm": 0.36198049783706665,
      "learning_rate": 0.00019818999681010924,
      "loss": 0.3519,
      "step": 2199
    },
    {
      "epoch": 0.18440132433678388,
      "grad_norm": 0.3779391646385193,
      "learning_rate": 0.00019818833250944863,
      "loss": 0.3942,
      "step": 2200
    },
    {
      "epoch": 0.18440132433678388,
      "eval_loss": 0.3694609999656677,
      "eval_runtime": 61.5759,
      "eval_samples_per_second": 15.591,
      "eval_steps_per_second": 3.898,
      "step": 2200
    },
    {
      "epoch": 0.18448514312057332,
      "grad_norm": 0.3692643344402313,
      "learning_rate": 0.00019818666745097062,
      "loss": 0.3906,
      "step": 2201
    },
    {
      "epoch": 0.18456896190436275,
      "grad_norm": 0.40793174505233765,
      "learning_rate": 0.00019818500163468796,
      "loss": 0.419,
      "step": 2202
    },
    {
      "epoch": 0.18465278068815222,
      "grad_norm": 0.3742372393608093,
      "learning_rate": 0.00019818333506061356,
      "loss": 0.3589,
      "step": 2203
    },
    {
      "epoch": 0.18473659947194165,
      "grad_norm": 0.39140787720680237,
      "learning_rate": 0.00019818166772876024,
      "loss": 0.4237,
      "step": 2204
    },
    {
      "epoch": 0.18482041825573112,
      "grad_norm": 0.3740673065185547,
      "learning_rate": 0.0001981799996391409,
      "loss": 0.4281,
      "step": 2205
    },
    {
      "epoch": 0.18490423703952055,
      "grad_norm": 0.3540826141834259,
      "learning_rate": 0.00019817833079176843,
      "loss": 0.3624,
      "step": 2206
    },
    {
      "epoch": 0.18498805582331002,
      "grad_norm": 0.3631744086742401,
      "learning_rate": 0.00019817666118665569,
      "loss": 0.3879,
      "step": 2207
    },
    {
      "epoch": 0.18507187460709945,
      "grad_norm": 0.35410213470458984,
      "learning_rate": 0.00019817499082381554,
      "loss": 0.351,
      "step": 2208
    },
    {
      "epoch": 0.1851556933908889,
      "grad_norm": 0.3215430676937103,
      "learning_rate": 0.0001981733197032609,
      "loss": 0.3056,
      "step": 2209
    },
    {
      "epoch": 0.18523951217467835,
      "grad_norm": 0.399722695350647,
      "learning_rate": 0.00019817164782500468,
      "loss": 0.4002,
      "step": 2210
    },
    {
      "epoch": 0.18532333095846779,
      "grad_norm": 0.3683341443538666,
      "learning_rate": 0.0001981699751890598,
      "loss": 0.3535,
      "step": 2211
    },
    {
      "epoch": 0.18540714974225725,
      "grad_norm": 0.3407764732837677,
      "learning_rate": 0.0001981683017954391,
      "loss": 0.3181,
      "step": 2212
    },
    {
      "epoch": 0.18549096852604668,
      "grad_norm": 0.36568865180015564,
      "learning_rate": 0.00019816662764415553,
      "loss": 0.3521,
      "step": 2213
    },
    {
      "epoch": 0.18557478730983615,
      "grad_norm": 0.36215940117836,
      "learning_rate": 0.000198164952735222,
      "loss": 0.3379,
      "step": 2214
    },
    {
      "epoch": 0.18565860609362558,
      "grad_norm": 0.42637503147125244,
      "learning_rate": 0.00019816327706865145,
      "loss": 0.4139,
      "step": 2215
    },
    {
      "epoch": 0.18574242487741502,
      "grad_norm": 0.3810441792011261,
      "learning_rate": 0.00019816160064445684,
      "loss": 0.3924,
      "step": 2216
    },
    {
      "epoch": 0.18582624366120448,
      "grad_norm": 0.36499863862991333,
      "learning_rate": 0.0001981599234626511,
      "loss": 0.3158,
      "step": 2217
    },
    {
      "epoch": 0.18591006244499392,
      "grad_norm": 0.36910825967788696,
      "learning_rate": 0.00019815824552324711,
      "loss": 0.4009,
      "step": 2218
    },
    {
      "epoch": 0.18599388122878338,
      "grad_norm": 0.39561912417411804,
      "learning_rate": 0.0001981565668262579,
      "loss": 0.4148,
      "step": 2219
    },
    {
      "epoch": 0.18607770001257282,
      "grad_norm": 0.4088611304759979,
      "learning_rate": 0.0001981548873716964,
      "loss": 0.3508,
      "step": 2220
    },
    {
      "epoch": 0.18616151879636225,
      "grad_norm": 0.33366215229034424,
      "learning_rate": 0.00019815320715957553,
      "loss": 0.3224,
      "step": 2221
    },
    {
      "epoch": 0.18624533758015172,
      "grad_norm": 0.3613812029361725,
      "learning_rate": 0.00019815152618990828,
      "loss": 0.3871,
      "step": 2222
    },
    {
      "epoch": 0.18632915636394115,
      "grad_norm": 0.3334529995918274,
      "learning_rate": 0.0001981498444627077,
      "loss": 0.3312,
      "step": 2223
    },
    {
      "epoch": 0.18641297514773061,
      "grad_norm": 0.3638305068016052,
      "learning_rate": 0.00019814816197798667,
      "loss": 0.3849,
      "step": 2224
    },
    {
      "epoch": 0.18649679393152005,
      "grad_norm": 0.3604508340358734,
      "learning_rate": 0.0001981464787357582,
      "loss": 0.3759,
      "step": 2225
    },
    {
      "epoch": 0.1865806127153095,
      "grad_norm": 0.32794076204299927,
      "learning_rate": 0.00019814479473603531,
      "loss": 0.3141,
      "step": 2226
    },
    {
      "epoch": 0.18666443149909895,
      "grad_norm": 0.33889445662498474,
      "learning_rate": 0.000198143109978831,
      "loss": 0.3214,
      "step": 2227
    },
    {
      "epoch": 0.18674825028288838,
      "grad_norm": 0.33974382281303406,
      "learning_rate": 0.00019814142446415822,
      "loss": 0.3038,
      "step": 2228
    },
    {
      "epoch": 0.18683206906667785,
      "grad_norm": 0.3222384452819824,
      "learning_rate": 0.00019813973819203003,
      "loss": 0.2696,
      "step": 2229
    },
    {
      "epoch": 0.18691588785046728,
      "grad_norm": 0.3539299964904785,
      "learning_rate": 0.0001981380511624594,
      "loss": 0.315,
      "step": 2230
    },
    {
      "epoch": 0.18699970663425675,
      "grad_norm": 0.3749021887779236,
      "learning_rate": 0.00019813636337545943,
      "loss": 0.3484,
      "step": 2231
    },
    {
      "epoch": 0.18708352541804618,
      "grad_norm": 0.3786679208278656,
      "learning_rate": 0.00019813467483104305,
      "loss": 0.3327,
      "step": 2232
    },
    {
      "epoch": 0.18716734420183564,
      "grad_norm": 0.347716748714447,
      "learning_rate": 0.00019813298552922334,
      "loss": 0.3096,
      "step": 2233
    },
    {
      "epoch": 0.18725116298562508,
      "grad_norm": 0.3832477629184723,
      "learning_rate": 0.00019813129547001336,
      "loss": 0.3437,
      "step": 2234
    },
    {
      "epoch": 0.18733498176941452,
      "grad_norm": 0.4208155870437622,
      "learning_rate": 0.00019812960465342608,
      "loss": 0.4169,
      "step": 2235
    },
    {
      "epoch": 0.18741880055320398,
      "grad_norm": 0.35600119829177856,
      "learning_rate": 0.00019812791307947464,
      "loss": 0.3304,
      "step": 2236
    },
    {
      "epoch": 0.18750261933699341,
      "grad_norm": 0.33707988262176514,
      "learning_rate": 0.00019812622074817204,
      "loss": 0.3359,
      "step": 2237
    },
    {
      "epoch": 0.18758643812078288,
      "grad_norm": 0.34455758333206177,
      "learning_rate": 0.00019812452765953135,
      "loss": 0.3485,
      "step": 2238
    },
    {
      "epoch": 0.1876702569045723,
      "grad_norm": 0.3084960877895355,
      "learning_rate": 0.00019812283381356568,
      "loss": 0.2728,
      "step": 2239
    },
    {
      "epoch": 0.18775407568836175,
      "grad_norm": 0.35764414072036743,
      "learning_rate": 0.00019812113921028801,
      "loss": 0.3416,
      "step": 2240
    },
    {
      "epoch": 0.1878378944721512,
      "grad_norm": 0.4217064082622528,
      "learning_rate": 0.0001981194438497115,
      "loss": 0.4078,
      "step": 2241
    },
    {
      "epoch": 0.18792171325594065,
      "grad_norm": 0.3281564712524414,
      "learning_rate": 0.0001981177477318492,
      "loss": 0.3296,
      "step": 2242
    },
    {
      "epoch": 0.1880055320397301,
      "grad_norm": 0.3606155216693878,
      "learning_rate": 0.0001981160508567142,
      "loss": 0.3835,
      "step": 2243
    },
    {
      "epoch": 0.18808935082351955,
      "grad_norm": 0.3771188259124756,
      "learning_rate": 0.0001981143532243196,
      "loss": 0.4474,
      "step": 2244
    },
    {
      "epoch": 0.188173169607309,
      "grad_norm": 0.3725530803203583,
      "learning_rate": 0.00019811265483467855,
      "loss": 0.4467,
      "step": 2245
    },
    {
      "epoch": 0.18825698839109845,
      "grad_norm": 0.34873709082603455,
      "learning_rate": 0.00019811095568780408,
      "loss": 0.4054,
      "step": 2246
    },
    {
      "epoch": 0.18834080717488788,
      "grad_norm": 0.34996381402015686,
      "learning_rate": 0.00019810925578370937,
      "loss": 0.389,
      "step": 2247
    },
    {
      "epoch": 0.18842462595867734,
      "grad_norm": 0.33596235513687134,
      "learning_rate": 0.00019810755512240748,
      "loss": 0.3983,
      "step": 2248
    },
    {
      "epoch": 0.18850844474246678,
      "grad_norm": 0.34108904004096985,
      "learning_rate": 0.0001981058537039116,
      "loss": 0.3558,
      "step": 2249
    },
    {
      "epoch": 0.18859226352625624,
      "grad_norm": 0.3412734866142273,
      "learning_rate": 0.00019810415152823478,
      "loss": 0.355,
      "step": 2250
    },
    {
      "epoch": 0.18867608231004568,
      "grad_norm": 0.34386661648750305,
      "learning_rate": 0.0001981024485953902,
      "loss": 0.3578,
      "step": 2251
    },
    {
      "epoch": 0.18875990109383514,
      "grad_norm": 0.32607579231262207,
      "learning_rate": 0.00019810074490539108,
      "loss": 0.3493,
      "step": 2252
    },
    {
      "epoch": 0.18884371987762458,
      "grad_norm": 0.3421053886413574,
      "learning_rate": 0.00019809904045825044,
      "loss": 0.3363,
      "step": 2253
    },
    {
      "epoch": 0.188927538661414,
      "grad_norm": 0.3653082847595215,
      "learning_rate": 0.00019809733525398153,
      "loss": 0.4172,
      "step": 2254
    },
    {
      "epoch": 0.18901135744520348,
      "grad_norm": 0.3632621765136719,
      "learning_rate": 0.0001980956292925974,
      "loss": 0.3987,
      "step": 2255
    },
    {
      "epoch": 0.1890951762289929,
      "grad_norm": 0.35964250564575195,
      "learning_rate": 0.00019809392257411136,
      "loss": 0.3801,
      "step": 2256
    },
    {
      "epoch": 0.18917899501278237,
      "grad_norm": 0.3291872441768646,
      "learning_rate": 0.0001980922150985365,
      "loss": 0.2863,
      "step": 2257
    },
    {
      "epoch": 0.1892628137965718,
      "grad_norm": 0.3527199327945709,
      "learning_rate": 0.00019809050686588598,
      "loss": 0.3363,
      "step": 2258
    },
    {
      "epoch": 0.18934663258036125,
      "grad_norm": 0.33553335070610046,
      "learning_rate": 0.00019808879787617305,
      "loss": 0.3114,
      "step": 2259
    },
    {
      "epoch": 0.1894304513641507,
      "grad_norm": 0.34155017137527466,
      "learning_rate": 0.00019808708812941084,
      "loss": 0.3139,
      "step": 2260
    },
    {
      "epoch": 0.18951427014794014,
      "grad_norm": 0.3758774995803833,
      "learning_rate": 0.00019808537762561258,
      "loss": 0.3852,
      "step": 2261
    },
    {
      "epoch": 0.1895980889317296,
      "grad_norm": 0.3897944688796997,
      "learning_rate": 0.00019808366636479147,
      "loss": 0.3795,
      "step": 2262
    },
    {
      "epoch": 0.18968190771551904,
      "grad_norm": 0.36739882826805115,
      "learning_rate": 0.00019808195434696071,
      "loss": 0.3292,
      "step": 2263
    },
    {
      "epoch": 0.1897657264993085,
      "grad_norm": 0.3981688618659973,
      "learning_rate": 0.0001980802415721335,
      "loss": 0.3706,
      "step": 2264
    },
    {
      "epoch": 0.18984954528309794,
      "grad_norm": 0.3838239908218384,
      "learning_rate": 0.00019807852804032305,
      "loss": 0.4334,
      "step": 2265
    },
    {
      "epoch": 0.18993336406688738,
      "grad_norm": 0.40671306848526,
      "learning_rate": 0.00019807681375154262,
      "loss": 0.3965,
      "step": 2266
    },
    {
      "epoch": 0.19001718285067684,
      "grad_norm": 0.3714715242385864,
      "learning_rate": 0.00019807509870580544,
      "loss": 0.3618,
      "step": 2267
    },
    {
      "epoch": 0.19010100163446628,
      "grad_norm": 0.3359667658805847,
      "learning_rate": 0.00019807338290312473,
      "loss": 0.2961,
      "step": 2268
    },
    {
      "epoch": 0.19018482041825574,
      "grad_norm": 0.3552004098892212,
      "learning_rate": 0.00019807166634351375,
      "loss": 0.3715,
      "step": 2269
    },
    {
      "epoch": 0.19026863920204518,
      "grad_norm": 0.33939945697784424,
      "learning_rate": 0.00019806994902698573,
      "loss": 0.3607,
      "step": 2270
    },
    {
      "epoch": 0.19035245798583464,
      "grad_norm": 0.37247785925865173,
      "learning_rate": 0.00019806823095355392,
      "loss": 0.3772,
      "step": 2271
    },
    {
      "epoch": 0.19043627676962407,
      "grad_norm": 0.35295116901397705,
      "learning_rate": 0.0001980665121232316,
      "loss": 0.3588,
      "step": 2272
    },
    {
      "epoch": 0.1905200955534135,
      "grad_norm": 0.35809779167175293,
      "learning_rate": 0.000198064792536032,
      "loss": 0.4142,
      "step": 2273
    },
    {
      "epoch": 0.19060391433720297,
      "grad_norm": 0.3357371687889099,
      "learning_rate": 0.00019806307219196842,
      "loss": 0.3283,
      "step": 2274
    },
    {
      "epoch": 0.1906877331209924,
      "grad_norm": 0.31936392188072205,
      "learning_rate": 0.00019806135109105415,
      "loss": 0.2969,
      "step": 2275
    },
    {
      "epoch": 0.19077155190478187,
      "grad_norm": 0.3657671809196472,
      "learning_rate": 0.00019805962923330248,
      "loss": 0.3554,
      "step": 2276
    },
    {
      "epoch": 0.1908553706885713,
      "grad_norm": 0.3612361252307892,
      "learning_rate": 0.00019805790661872664,
      "loss": 0.3881,
      "step": 2277
    },
    {
      "epoch": 0.19093918947236074,
      "grad_norm": 0.3856329023838043,
      "learning_rate": 0.00019805618324734,
      "loss": 0.4306,
      "step": 2278
    },
    {
      "epoch": 0.1910230082561502,
      "grad_norm": 0.3391748070716858,
      "learning_rate": 0.00019805445911915578,
      "loss": 0.3444,
      "step": 2279
    },
    {
      "epoch": 0.19110682703993964,
      "grad_norm": 0.37586843967437744,
      "learning_rate": 0.00019805273423418736,
      "loss": 0.3674,
      "step": 2280
    },
    {
      "epoch": 0.1911906458237291,
      "grad_norm": 0.371903657913208,
      "learning_rate": 0.000198051008592448,
      "loss": 0.3946,
      "step": 2281
    },
    {
      "epoch": 0.19127446460751854,
      "grad_norm": 0.3731670379638672,
      "learning_rate": 0.00019804928219395107,
      "loss": 0.3479,
      "step": 2282
    },
    {
      "epoch": 0.191358283391308,
      "grad_norm": 0.3615219295024872,
      "learning_rate": 0.00019804755503870984,
      "loss": 0.3294,
      "step": 2283
    },
    {
      "epoch": 0.19144210217509744,
      "grad_norm": 0.3730376958847046,
      "learning_rate": 0.00019804582712673767,
      "loss": 0.3615,
      "step": 2284
    },
    {
      "epoch": 0.19152592095888687,
      "grad_norm": 0.3760030269622803,
      "learning_rate": 0.00019804409845804792,
      "loss": 0.3429,
      "step": 2285
    },
    {
      "epoch": 0.19160973974267634,
      "grad_norm": 0.3637010455131531,
      "learning_rate": 0.00019804236903265388,
      "loss": 0.3933,
      "step": 2286
    },
    {
      "epoch": 0.19169355852646577,
      "grad_norm": 0.3466269373893738,
      "learning_rate": 0.00019804063885056893,
      "loss": 0.3474,
      "step": 2287
    },
    {
      "epoch": 0.19177737731025524,
      "grad_norm": 0.36872005462646484,
      "learning_rate": 0.0001980389079118064,
      "loss": 0.3551,
      "step": 2288
    },
    {
      "epoch": 0.19186119609404467,
      "grad_norm": 0.3977717161178589,
      "learning_rate": 0.0001980371762163797,
      "loss": 0.4725,
      "step": 2289
    },
    {
      "epoch": 0.19194501487783414,
      "grad_norm": 0.4007866680622101,
      "learning_rate": 0.00019803544376430213,
      "loss": 0.4062,
      "step": 2290
    },
    {
      "epoch": 0.19202883366162357,
      "grad_norm": 0.3708299994468689,
      "learning_rate": 0.00019803371055558707,
      "loss": 0.3734,
      "step": 2291
    },
    {
      "epoch": 0.192112652445413,
      "grad_norm": 0.33101004362106323,
      "learning_rate": 0.00019803197659024798,
      "loss": 0.3092,
      "step": 2292
    },
    {
      "epoch": 0.19219647122920247,
      "grad_norm": 0.3826907277107239,
      "learning_rate": 0.00019803024186829812,
      "loss": 0.4266,
      "step": 2293
    },
    {
      "epoch": 0.1922802900129919,
      "grad_norm": 0.3456069529056549,
      "learning_rate": 0.00019802850638975098,
      "loss": 0.3397,
      "step": 2294
    },
    {
      "epoch": 0.19236410879678137,
      "grad_norm": 0.3298349380493164,
      "learning_rate": 0.0001980267701546199,
      "loss": 0.3201,
      "step": 2295
    },
    {
      "epoch": 0.1924479275805708,
      "grad_norm": 0.328672856092453,
      "learning_rate": 0.00019802503316291832,
      "loss": 0.3089,
      "step": 2296
    },
    {
      "epoch": 0.19253174636436024,
      "grad_norm": 0.34459248185157776,
      "learning_rate": 0.00019802329541465956,
      "loss": 0.3377,
      "step": 2297
    },
    {
      "epoch": 0.1926155651481497,
      "grad_norm": 0.32386478781700134,
      "learning_rate": 0.00019802155690985712,
      "loss": 0.336,
      "step": 2298
    },
    {
      "epoch": 0.19269938393193914,
      "grad_norm": 0.384311705827713,
      "learning_rate": 0.00019801981764852442,
      "loss": 0.393,
      "step": 2299
    },
    {
      "epoch": 0.1927832027157286,
      "grad_norm": 0.3561570644378662,
      "learning_rate": 0.0001980180776306748,
      "loss": 0.3529,
      "step": 2300
    },
    {
      "epoch": 0.19286702149951804,
      "grad_norm": 0.3726814091205597,
      "learning_rate": 0.0001980163368563218,
      "loss": 0.3892,
      "step": 2301
    },
    {
      "epoch": 0.1929508402833075,
      "grad_norm": 0.32804250717163086,
      "learning_rate": 0.00019801459532547877,
      "loss": 0.3363,
      "step": 2302
    },
    {
      "epoch": 0.19303465906709694,
      "grad_norm": 0.34623074531555176,
      "learning_rate": 0.00019801285303815917,
      "loss": 0.3559,
      "step": 2303
    },
    {
      "epoch": 0.19311847785088637,
      "grad_norm": 0.402120441198349,
      "learning_rate": 0.00019801110999437648,
      "loss": 0.4183,
      "step": 2304
    },
    {
      "epoch": 0.19320229663467584,
      "grad_norm": 0.38331329822540283,
      "learning_rate": 0.0001980093661941441,
      "loss": 0.3891,
      "step": 2305
    },
    {
      "epoch": 0.19328611541846527,
      "grad_norm": 0.37364140152931213,
      "learning_rate": 0.00019800762163747556,
      "loss": 0.3725,
      "step": 2306
    },
    {
      "epoch": 0.19336993420225473,
      "grad_norm": 0.3211832344532013,
      "learning_rate": 0.00019800587632438422,
      "loss": 0.302,
      "step": 2307
    },
    {
      "epoch": 0.19345375298604417,
      "grad_norm": 0.33794161677360535,
      "learning_rate": 0.00019800413025488367,
      "loss": 0.3052,
      "step": 2308
    },
    {
      "epoch": 0.19353757176983363,
      "grad_norm": 0.3333219289779663,
      "learning_rate": 0.00019800238342898728,
      "loss": 0.3232,
      "step": 2309
    },
    {
      "epoch": 0.19362139055362307,
      "grad_norm": 0.38273778557777405,
      "learning_rate": 0.00019800063584670863,
      "loss": 0.356,
      "step": 2310
    },
    {
      "epoch": 0.1937052093374125,
      "grad_norm": 0.3534873127937317,
      "learning_rate": 0.0001979988875080611,
      "loss": 0.356,
      "step": 2311
    },
    {
      "epoch": 0.19378902812120197,
      "grad_norm": 0.3552801012992859,
      "learning_rate": 0.0001979971384130583,
      "loss": 0.3749,
      "step": 2312
    },
    {
      "epoch": 0.1938728469049914,
      "grad_norm": 0.36671510338783264,
      "learning_rate": 0.00019799538856171367,
      "loss": 0.3822,
      "step": 2313
    },
    {
      "epoch": 0.19395666568878087,
      "grad_norm": 0.3460281193256378,
      "learning_rate": 0.00019799363795404065,
      "loss": 0.379,
      "step": 2314
    },
    {
      "epoch": 0.1940404844725703,
      "grad_norm": 0.38491612672805786,
      "learning_rate": 0.0001979918865900529,
      "loss": 0.3836,
      "step": 2315
    },
    {
      "epoch": 0.19412430325635974,
      "grad_norm": 0.4293105900287628,
      "learning_rate": 0.00019799013446976382,
      "loss": 0.4612,
      "step": 2316
    },
    {
      "epoch": 0.1942081220401492,
      "grad_norm": 0.3863620162010193,
      "learning_rate": 0.00019798838159318697,
      "loss": 0.4404,
      "step": 2317
    },
    {
      "epoch": 0.19429194082393864,
      "grad_norm": 0.3502920866012573,
      "learning_rate": 0.00019798662796033587,
      "loss": 0.346,
      "step": 2318
    },
    {
      "epoch": 0.1943757596077281,
      "grad_norm": 0.3384963870048523,
      "learning_rate": 0.00019798487357122407,
      "loss": 0.3727,
      "step": 2319
    },
    {
      "epoch": 0.19445957839151753,
      "grad_norm": 0.3529379963874817,
      "learning_rate": 0.0001979831184258651,
      "loss": 0.3847,
      "step": 2320
    },
    {
      "epoch": 0.194543397175307,
      "grad_norm": 0.3227541744709015,
      "learning_rate": 0.0001979813625242725,
      "loss": 0.309,
      "step": 2321
    },
    {
      "epoch": 0.19462721595909643,
      "grad_norm": 0.370267778635025,
      "learning_rate": 0.00019797960586645985,
      "loss": 0.4334,
      "step": 2322
    },
    {
      "epoch": 0.19471103474288587,
      "grad_norm": 0.37313151359558105,
      "learning_rate": 0.00019797784845244066,
      "loss": 0.404,
      "step": 2323
    },
    {
      "epoch": 0.19479485352667533,
      "grad_norm": 0.3379395306110382,
      "learning_rate": 0.00019797609028222851,
      "loss": 0.3409,
      "step": 2324
    },
    {
      "epoch": 0.19487867231046477,
      "grad_norm": 0.36714041233062744,
      "learning_rate": 0.00019797433135583704,
      "loss": 0.3933,
      "step": 2325
    },
    {
      "epoch": 0.19496249109425423,
      "grad_norm": 0.3133108913898468,
      "learning_rate": 0.00019797257167327974,
      "loss": 0.3367,
      "step": 2326
    },
    {
      "epoch": 0.19504630987804367,
      "grad_norm": 0.3632418215274811,
      "learning_rate": 0.0001979708112345702,
      "loss": 0.3937,
      "step": 2327
    },
    {
      "epoch": 0.19513012866183313,
      "grad_norm": 0.33040356636047363,
      "learning_rate": 0.00019796905003972203,
      "loss": 0.3111,
      "step": 2328
    },
    {
      "epoch": 0.19521394744562257,
      "grad_norm": 0.33623698353767395,
      "learning_rate": 0.00019796728808874883,
      "loss": 0.3284,
      "step": 2329
    },
    {
      "epoch": 0.195297766229412,
      "grad_norm": 0.35664910078048706,
      "learning_rate": 0.00019796552538166418,
      "loss": 0.3357,
      "step": 2330
    },
    {
      "epoch": 0.19538158501320146,
      "grad_norm": 0.3648305833339691,
      "learning_rate": 0.00019796376191848168,
      "loss": 0.3669,
      "step": 2331
    },
    {
      "epoch": 0.1954654037969909,
      "grad_norm": 0.3501828610897064,
      "learning_rate": 0.00019796199769921496,
      "loss": 0.3815,
      "step": 2332
    },
    {
      "epoch": 0.19554922258078036,
      "grad_norm": 0.39657875895500183,
      "learning_rate": 0.00019796023272387764,
      "loss": 0.4099,
      "step": 2333
    },
    {
      "epoch": 0.1956330413645698,
      "grad_norm": 0.38920092582702637,
      "learning_rate": 0.00019795846699248332,
      "loss": 0.3498,
      "step": 2334
    },
    {
      "epoch": 0.19571686014835923,
      "grad_norm": 0.3771533668041229,
      "learning_rate": 0.00019795670050504565,
      "loss": 0.3758,
      "step": 2335
    },
    {
      "epoch": 0.1958006789321487,
      "grad_norm": 0.3652559518814087,
      "learning_rate": 0.0001979549332615782,
      "loss": 0.4064,
      "step": 2336
    },
    {
      "epoch": 0.19588449771593813,
      "grad_norm": 0.36294886469841003,
      "learning_rate": 0.00019795316526209473,
      "loss": 0.3649,
      "step": 2337
    },
    {
      "epoch": 0.1959683164997276,
      "grad_norm": 0.327684223651886,
      "learning_rate": 0.0001979513965066088,
      "loss": 0.3148,
      "step": 2338
    },
    {
      "epoch": 0.19605213528351703,
      "grad_norm": 0.3444746434688568,
      "learning_rate": 0.00019794962699513403,
      "loss": 0.3069,
      "step": 2339
    },
    {
      "epoch": 0.1961359540673065,
      "grad_norm": 0.3801543414592743,
      "learning_rate": 0.00019794785672768418,
      "loss": 0.3977,
      "step": 2340
    },
    {
      "epoch": 0.19621977285109593,
      "grad_norm": 0.32079067826271057,
      "learning_rate": 0.00019794608570427284,
      "loss": 0.3027,
      "step": 2341
    },
    {
      "epoch": 0.19630359163488537,
      "grad_norm": 0.3469060957431793,
      "learning_rate": 0.00019794431392491368,
      "loss": 0.3692,
      "step": 2342
    },
    {
      "epoch": 0.19638741041867483,
      "grad_norm": 0.3581817150115967,
      "learning_rate": 0.00019794254138962041,
      "loss": 0.3299,
      "step": 2343
    },
    {
      "epoch": 0.19647122920246426,
      "grad_norm": 0.33867016434669495,
      "learning_rate": 0.00019794076809840667,
      "loss": 0.3521,
      "step": 2344
    },
    {
      "epoch": 0.19655504798625373,
      "grad_norm": 0.33318862318992615,
      "learning_rate": 0.0001979389940512862,
      "loss": 0.3263,
      "step": 2345
    },
    {
      "epoch": 0.19663886677004316,
      "grad_norm": 0.3386304974555969,
      "learning_rate": 0.00019793721924827264,
      "loss": 0.3508,
      "step": 2346
    },
    {
      "epoch": 0.19672268555383263,
      "grad_norm": 0.3227893114089966,
      "learning_rate": 0.00019793544368937972,
      "loss": 0.2808,
      "step": 2347
    },
    {
      "epoch": 0.19680650433762206,
      "grad_norm": 0.3708203136920929,
      "learning_rate": 0.0001979336673746211,
      "loss": 0.3694,
      "step": 2348
    },
    {
      "epoch": 0.1968903231214115,
      "grad_norm": 0.3846341669559479,
      "learning_rate": 0.00019793189030401057,
      "loss": 0.389,
      "step": 2349
    },
    {
      "epoch": 0.19697414190520096,
      "grad_norm": 0.3412420153617859,
      "learning_rate": 0.00019793011247756174,
      "loss": 0.3048,
      "step": 2350
    },
    {
      "epoch": 0.1970579606889904,
      "grad_norm": 0.34768521785736084,
      "learning_rate": 0.00019792833389528845,
      "loss": 0.3355,
      "step": 2351
    },
    {
      "epoch": 0.19714177947277986,
      "grad_norm": 0.38501062989234924,
      "learning_rate": 0.00019792655455720432,
      "loss": 0.4084,
      "step": 2352
    },
    {
      "epoch": 0.1972255982565693,
      "grad_norm": 0.35893285274505615,
      "learning_rate": 0.00019792477446332313,
      "loss": 0.3827,
      "step": 2353
    },
    {
      "epoch": 0.19730941704035873,
      "grad_norm": 0.3795100748538971,
      "learning_rate": 0.00019792299361365862,
      "loss": 0.3619,
      "step": 2354
    },
    {
      "epoch": 0.1973932358241482,
      "grad_norm": 0.34338444471359253,
      "learning_rate": 0.00019792121200822455,
      "loss": 0.3164,
      "step": 2355
    },
    {
      "epoch": 0.19747705460793763,
      "grad_norm": 0.3413674831390381,
      "learning_rate": 0.00019791942964703465,
      "loss": 0.3496,
      "step": 2356
    },
    {
      "epoch": 0.1975608733917271,
      "grad_norm": 0.4135337471961975,
      "learning_rate": 0.00019791764653010268,
      "loss": 0.4087,
      "step": 2357
    },
    {
      "epoch": 0.19764469217551653,
      "grad_norm": 0.37052538990974426,
      "learning_rate": 0.00019791586265744237,
      "loss": 0.3744,
      "step": 2358
    },
    {
      "epoch": 0.197728510959306,
      "grad_norm": 0.34720680117607117,
      "learning_rate": 0.00019791407802906754,
      "loss": 0.3864,
      "step": 2359
    },
    {
      "epoch": 0.19781232974309543,
      "grad_norm": 0.3547062277793884,
      "learning_rate": 0.00019791229264499194,
      "loss": 0.3669,
      "step": 2360
    },
    {
      "epoch": 0.19789614852688486,
      "grad_norm": 0.38322845101356506,
      "learning_rate": 0.00019791050650522934,
      "loss": 0.4276,
      "step": 2361
    },
    {
      "epoch": 0.19797996731067433,
      "grad_norm": 0.3514750003814697,
      "learning_rate": 0.00019790871960979355,
      "loss": 0.3717,
      "step": 2362
    },
    {
      "epoch": 0.19806378609446376,
      "grad_norm": 0.3208944797515869,
      "learning_rate": 0.00019790693195869836,
      "loss": 0.2904,
      "step": 2363
    },
    {
      "epoch": 0.19814760487825323,
      "grad_norm": 0.3532620966434479,
      "learning_rate": 0.00019790514355195752,
      "loss": 0.3685,
      "step": 2364
    },
    {
      "epoch": 0.19823142366204266,
      "grad_norm": 0.34939244389533997,
      "learning_rate": 0.0001979033543895849,
      "loss": 0.3481,
      "step": 2365
    },
    {
      "epoch": 0.19831524244583212,
      "grad_norm": 0.37153276801109314,
      "learning_rate": 0.00019790156447159425,
      "loss": 0.3882,
      "step": 2366
    },
    {
      "epoch": 0.19839906122962156,
      "grad_norm": 0.3528980016708374,
      "learning_rate": 0.00019789977379799941,
      "loss": 0.3521,
      "step": 2367
    },
    {
      "epoch": 0.198482880013411,
      "grad_norm": 0.3264200687408447,
      "learning_rate": 0.00019789798236881424,
      "loss": 0.3075,
      "step": 2368
    },
    {
      "epoch": 0.19856669879720046,
      "grad_norm": 0.38611727952957153,
      "learning_rate": 0.0001978961901840525,
      "loss": 0.4153,
      "step": 2369
    },
    {
      "epoch": 0.1986505175809899,
      "grad_norm": 0.3659869432449341,
      "learning_rate": 0.00019789439724372806,
      "loss": 0.3467,
      "step": 2370
    },
    {
      "epoch": 0.19873433636477936,
      "grad_norm": 0.3867979347705841,
      "learning_rate": 0.00019789260354785476,
      "loss": 0.3948,
      "step": 2371
    },
    {
      "epoch": 0.1988181551485688,
      "grad_norm": 0.37242990732192993,
      "learning_rate": 0.0001978908090964464,
      "loss": 0.3893,
      "step": 2372
    },
    {
      "epoch": 0.19890197393235823,
      "grad_norm": 0.3447865843772888,
      "learning_rate": 0.00019788901388951687,
      "loss": 0.3265,
      "step": 2373
    },
    {
      "epoch": 0.1989857927161477,
      "grad_norm": 0.3775654435157776,
      "learning_rate": 0.00019788721792708003,
      "loss": 0.3921,
      "step": 2374
    },
    {
      "epoch": 0.19906961149993713,
      "grad_norm": 0.3593291938304901,
      "learning_rate": 0.0001978854212091497,
      "loss": 0.3973,
      "step": 2375
    },
    {
      "epoch": 0.1991534302837266,
      "grad_norm": 0.36295509338378906,
      "learning_rate": 0.0001978836237357398,
      "loss": 0.3651,
      "step": 2376
    },
    {
      "epoch": 0.19923724906751603,
      "grad_norm": 0.3374706506729126,
      "learning_rate": 0.00019788182550686419,
      "loss": 0.3274,
      "step": 2377
    },
    {
      "epoch": 0.1993210678513055,
      "grad_norm": 0.324406236410141,
      "learning_rate": 0.0001978800265225367,
      "loss": 0.3181,
      "step": 2378
    },
    {
      "epoch": 0.19940488663509492,
      "grad_norm": 0.38687488436698914,
      "learning_rate": 0.0001978782267827713,
      "loss": 0.4468,
      "step": 2379
    },
    {
      "epoch": 0.19948870541888436,
      "grad_norm": 0.32456523180007935,
      "learning_rate": 0.0001978764262875818,
      "loss": 0.3251,
      "step": 2380
    },
    {
      "epoch": 0.19957252420267382,
      "grad_norm": 0.3808402717113495,
      "learning_rate": 0.00019787462503698212,
      "loss": 0.4141,
      "step": 2381
    },
    {
      "epoch": 0.19965634298646326,
      "grad_norm": 0.34905222058296204,
      "learning_rate": 0.00019787282303098617,
      "loss": 0.3609,
      "step": 2382
    },
    {
      "epoch": 0.19974016177025272,
      "grad_norm": 0.3575049936771393,
      "learning_rate": 0.00019787102026960787,
      "loss": 0.3263,
      "step": 2383
    },
    {
      "epoch": 0.19982398055404216,
      "grad_norm": 0.38852936029434204,
      "learning_rate": 0.00019786921675286111,
      "loss": 0.4404,
      "step": 2384
    },
    {
      "epoch": 0.19990779933783162,
      "grad_norm": 0.3729129731655121,
      "learning_rate": 0.00019786741248075984,
      "loss": 0.3559,
      "step": 2385
    },
    {
      "epoch": 0.19999161812162106,
      "grad_norm": 0.39039888978004456,
      "learning_rate": 0.00019786560745331796,
      "loss": 0.4057,
      "step": 2386
    },
    {
      "epoch": 0.2000754369054105,
      "grad_norm": 0.3815188407897949,
      "learning_rate": 0.00019786380167054941,
      "loss": 0.4163,
      "step": 2387
    },
    {
      "epoch": 0.20015925568919996,
      "grad_norm": 0.3685498535633087,
      "learning_rate": 0.00019786199513246812,
      "loss": 0.3784,
      "step": 2388
    },
    {
      "epoch": 0.2002430744729894,
      "grad_norm": 0.3662338852882385,
      "learning_rate": 0.00019786018783908804,
      "loss": 0.3504,
      "step": 2389
    },
    {
      "epoch": 0.20032689325677885,
      "grad_norm": 0.3269563615322113,
      "learning_rate": 0.00019785837979042313,
      "loss": 0.2914,
      "step": 2390
    },
    {
      "epoch": 0.2004107120405683,
      "grad_norm": 0.35669273138046265,
      "learning_rate": 0.00019785657098648728,
      "loss": 0.3781,
      "step": 2391
    },
    {
      "epoch": 0.20049453082435773,
      "grad_norm": 0.3641320466995239,
      "learning_rate": 0.00019785476142729453,
      "loss": 0.3668,
      "step": 2392
    },
    {
      "epoch": 0.2005783496081472,
      "grad_norm": 0.32386791706085205,
      "learning_rate": 0.00019785295111285884,
      "loss": 0.3013,
      "step": 2393
    },
    {
      "epoch": 0.20066216839193662,
      "grad_norm": 0.30907729268074036,
      "learning_rate": 0.00019785114004319414,
      "loss": 0.3125,
      "step": 2394
    },
    {
      "epoch": 0.2007459871757261,
      "grad_norm": 0.34901025891304016,
      "learning_rate": 0.00019784932821831442,
      "loss": 0.3213,
      "step": 2395
    },
    {
      "epoch": 0.20082980595951552,
      "grad_norm": 0.34039506316185,
      "learning_rate": 0.00019784751563823368,
      "loss": 0.3566,
      "step": 2396
    },
    {
      "epoch": 0.20091362474330499,
      "grad_norm": 0.3524770438671112,
      "learning_rate": 0.0001978457023029659,
      "loss": 0.3387,
      "step": 2397
    },
    {
      "epoch": 0.20099744352709442,
      "grad_norm": 0.3488495349884033,
      "learning_rate": 0.00019784388821252508,
      "loss": 0.3224,
      "step": 2398
    },
    {
      "epoch": 0.20108126231088386,
      "grad_norm": 0.35798975825309753,
      "learning_rate": 0.00019784207336692519,
      "loss": 0.2973,
      "step": 2399
    },
    {
      "epoch": 0.20116508109467332,
      "grad_norm": 0.3692537248134613,
      "learning_rate": 0.0001978402577661803,
      "loss": 0.3661,
      "step": 2400
    },
    {
      "epoch": 0.20116508109467332,
      "eval_loss": 0.3598369061946869,
      "eval_runtime": 61.56,
      "eval_samples_per_second": 15.595,
      "eval_steps_per_second": 3.899,
      "step": 2400
    },
    {
      "epoch": 0.20124889987846276,
      "grad_norm": 0.33156439661979675,
      "learning_rate": 0.00019783844141030437,
      "loss": 0.3011,
      "step": 2401
    },
    {
      "epoch": 0.20133271866225222,
      "grad_norm": 0.34538885951042175,
      "learning_rate": 0.00019783662429931145,
      "loss": 0.3096,
      "step": 2402
    },
    {
      "epoch": 0.20141653744604165,
      "grad_norm": 0.359153151512146,
      "learning_rate": 0.00019783480643321554,
      "loss": 0.3856,
      "step": 2403
    },
    {
      "epoch": 0.20150035622983112,
      "grad_norm": 0.33910617232322693,
      "learning_rate": 0.00019783298781203066,
      "loss": 0.3494,
      "step": 2404
    },
    {
      "epoch": 0.20158417501362055,
      "grad_norm": 0.3126695156097412,
      "learning_rate": 0.00019783116843577088,
      "loss": 0.2942,
      "step": 2405
    },
    {
      "epoch": 0.20166799379741,
      "grad_norm": 0.3673954904079437,
      "learning_rate": 0.0001978293483044502,
      "loss": 0.3324,
      "step": 2406
    },
    {
      "epoch": 0.20175181258119945,
      "grad_norm": 0.35221317410469055,
      "learning_rate": 0.00019782752741808276,
      "loss": 0.3111,
      "step": 2407
    },
    {
      "epoch": 0.2018356313649889,
      "grad_norm": 0.3494664132595062,
      "learning_rate": 0.00019782570577668248,
      "loss": 0.3388,
      "step": 2408
    },
    {
      "epoch": 0.20191945014877835,
      "grad_norm": 0.37189939618110657,
      "learning_rate": 0.00019782388338026354,
      "loss": 0.3764,
      "step": 2409
    },
    {
      "epoch": 0.2020032689325678,
      "grad_norm": 0.36811837553977966,
      "learning_rate": 0.00019782206022883996,
      "loss": 0.3722,
      "step": 2410
    },
    {
      "epoch": 0.20208708771635722,
      "grad_norm": 0.35677972435951233,
      "learning_rate": 0.00019782023632242577,
      "loss": 0.3471,
      "step": 2411
    },
    {
      "epoch": 0.20217090650014669,
      "grad_norm": 0.3520892262458801,
      "learning_rate": 0.0001978184116610351,
      "loss": 0.3426,
      "step": 2412
    },
    {
      "epoch": 0.20225472528393612,
      "grad_norm": 0.3456234931945801,
      "learning_rate": 0.000197816586244682,
      "loss": 0.38,
      "step": 2413
    },
    {
      "epoch": 0.20233854406772558,
      "grad_norm": 0.357566773891449,
      "learning_rate": 0.00019781476007338058,
      "loss": 0.431,
      "step": 2414
    },
    {
      "epoch": 0.20242236285151502,
      "grad_norm": 0.3441420793533325,
      "learning_rate": 0.0001978129331471449,
      "loss": 0.3152,
      "step": 2415
    },
    {
      "epoch": 0.20250618163530448,
      "grad_norm": 0.3387419879436493,
      "learning_rate": 0.00019781110546598913,
      "loss": 0.3521,
      "step": 2416
    },
    {
      "epoch": 0.20259000041909392,
      "grad_norm": 0.36969441175460815,
      "learning_rate": 0.00019780927702992733,
      "loss": 0.3606,
      "step": 2417
    },
    {
      "epoch": 0.20267381920288335,
      "grad_norm": 0.3519982695579529,
      "learning_rate": 0.0001978074478389736,
      "loss": 0.3419,
      "step": 2418
    },
    {
      "epoch": 0.20275763798667282,
      "grad_norm": 0.34517642855644226,
      "learning_rate": 0.0001978056178931421,
      "loss": 0.3751,
      "step": 2419
    },
    {
      "epoch": 0.20284145677046225,
      "grad_norm": 0.3405343294143677,
      "learning_rate": 0.00019780378719244686,
      "loss": 0.3619,
      "step": 2420
    },
    {
      "epoch": 0.20292527555425172,
      "grad_norm": 0.3477502465248108,
      "learning_rate": 0.00019780195573690213,
      "loss": 0.3674,
      "step": 2421
    },
    {
      "epoch": 0.20300909433804115,
      "grad_norm": 0.4308575987815857,
      "learning_rate": 0.00019780012352652203,
      "loss": 0.4618,
      "step": 2422
    },
    {
      "epoch": 0.20309291312183061,
      "grad_norm": 0.3437788784503937,
      "learning_rate": 0.0001977982905613206,
      "loss": 0.3486,
      "step": 2423
    },
    {
      "epoch": 0.20317673190562005,
      "grad_norm": 0.3598734736442566,
      "learning_rate": 0.00019779645684131204,
      "loss": 0.3769,
      "step": 2424
    },
    {
      "epoch": 0.20326055068940949,
      "grad_norm": 0.3145240545272827,
      "learning_rate": 0.00019779462236651054,
      "loss": 0.2985,
      "step": 2425
    },
    {
      "epoch": 0.20334436947319895,
      "grad_norm": 0.3663896918296814,
      "learning_rate": 0.00019779278713693023,
      "loss": 0.3595,
      "step": 2426
    },
    {
      "epoch": 0.20342818825698838,
      "grad_norm": 0.4343201816082001,
      "learning_rate": 0.00019779095115258528,
      "loss": 0.4158,
      "step": 2427
    },
    {
      "epoch": 0.20351200704077785,
      "grad_norm": 0.37856489419937134,
      "learning_rate": 0.00019778911441348983,
      "loss": 0.3888,
      "step": 2428
    },
    {
      "epoch": 0.20359582582456728,
      "grad_norm": 0.3386484980583191,
      "learning_rate": 0.00019778727691965813,
      "loss": 0.3017,
      "step": 2429
    },
    {
      "epoch": 0.20367964460835672,
      "grad_norm": 0.3263137936592102,
      "learning_rate": 0.00019778543867110426,
      "loss": 0.3024,
      "step": 2430
    },
    {
      "epoch": 0.20376346339214618,
      "grad_norm": 0.384306401014328,
      "learning_rate": 0.0001977835996678425,
      "loss": 0.4031,
      "step": 2431
    },
    {
      "epoch": 0.20384728217593562,
      "grad_norm": 0.38528698682785034,
      "learning_rate": 0.00019778175990988698,
      "loss": 0.4364,
      "step": 2432
    },
    {
      "epoch": 0.20393110095972508,
      "grad_norm": 0.34773051738739014,
      "learning_rate": 0.0001977799193972519,
      "loss": 0.3225,
      "step": 2433
    },
    {
      "epoch": 0.20401491974351452,
      "grad_norm": 0.37593838572502136,
      "learning_rate": 0.00019777807812995155,
      "loss": 0.4013,
      "step": 2434
    },
    {
      "epoch": 0.20409873852730398,
      "grad_norm": 0.3644212782382965,
      "learning_rate": 0.00019777623610800003,
      "loss": 0.3783,
      "step": 2435
    },
    {
      "epoch": 0.20418255731109342,
      "grad_norm": 0.393366277217865,
      "learning_rate": 0.0001977743933314116,
      "loss": 0.3283,
      "step": 2436
    },
    {
      "epoch": 0.20426637609488285,
      "grad_norm": 0.36042317748069763,
      "learning_rate": 0.00019777254980020051,
      "loss": 0.3763,
      "step": 2437
    },
    {
      "epoch": 0.20435019487867231,
      "grad_norm": 0.3255935609340668,
      "learning_rate": 0.00019777070551438096,
      "loss": 0.2952,
      "step": 2438
    },
    {
      "epoch": 0.20443401366246175,
      "grad_norm": 0.34636107087135315,
      "learning_rate": 0.00019776886047396722,
      "loss": 0.3125,
      "step": 2439
    },
    {
      "epoch": 0.2045178324462512,
      "grad_norm": 0.38115963339805603,
      "learning_rate": 0.00019776701467897348,
      "loss": 0.3779,
      "step": 2440
    },
    {
      "epoch": 0.20460165123004065,
      "grad_norm": 0.35612550377845764,
      "learning_rate": 0.00019776516812941398,
      "loss": 0.317,
      "step": 2441
    },
    {
      "epoch": 0.2046854700138301,
      "grad_norm": 0.4031437039375305,
      "learning_rate": 0.00019776332082530303,
      "loss": 0.3796,
      "step": 2442
    },
    {
      "epoch": 0.20476928879761955,
      "grad_norm": 0.3997635245323181,
      "learning_rate": 0.00019776147276665484,
      "loss": 0.3941,
      "step": 2443
    },
    {
      "epoch": 0.20485310758140898,
      "grad_norm": 0.35802212357521057,
      "learning_rate": 0.0001977596239534837,
      "loss": 0.359,
      "step": 2444
    },
    {
      "epoch": 0.20493692636519845,
      "grad_norm": 0.3234330713748932,
      "learning_rate": 0.00019775777438580386,
      "loss": 0.3257,
      "step": 2445
    },
    {
      "epoch": 0.20502074514898788,
      "grad_norm": 0.3653438091278076,
      "learning_rate": 0.0001977559240636296,
      "loss": 0.3777,
      "step": 2446
    },
    {
      "epoch": 0.20510456393277735,
      "grad_norm": 0.35323458909988403,
      "learning_rate": 0.0001977540729869752,
      "loss": 0.3975,
      "step": 2447
    },
    {
      "epoch": 0.20518838271656678,
      "grad_norm": 0.39637720584869385,
      "learning_rate": 0.00019775222115585498,
      "loss": 0.4394,
      "step": 2448
    },
    {
      "epoch": 0.20527220150035622,
      "grad_norm": 0.34697648882865906,
      "learning_rate": 0.00019775036857028316,
      "loss": 0.3751,
      "step": 2449
    },
    {
      "epoch": 0.20535602028414568,
      "grad_norm": 0.3392336368560791,
      "learning_rate": 0.00019774851523027414,
      "loss": 0.3242,
      "step": 2450
    },
    {
      "epoch": 0.20543983906793511,
      "grad_norm": 0.3560042977333069,
      "learning_rate": 0.0001977466611358421,
      "loss": 0.3943,
      "step": 2451
    },
    {
      "epoch": 0.20552365785172458,
      "grad_norm": 0.3210100531578064,
      "learning_rate": 0.00019774480628700146,
      "loss": 0.3493,
      "step": 2452
    },
    {
      "epoch": 0.205607476635514,
      "grad_norm": 0.3324376046657562,
      "learning_rate": 0.00019774295068376648,
      "loss": 0.2829,
      "step": 2453
    },
    {
      "epoch": 0.20569129541930348,
      "grad_norm": 0.3523450493812561,
      "learning_rate": 0.00019774109432615147,
      "loss": 0.3578,
      "step": 2454
    },
    {
      "epoch": 0.2057751142030929,
      "grad_norm": 0.38034871220588684,
      "learning_rate": 0.0001977392372141708,
      "loss": 0.3335,
      "step": 2455
    },
    {
      "epoch": 0.20585893298688235,
      "grad_norm": 0.4134070873260498,
      "learning_rate": 0.00019773737934783878,
      "loss": 0.4377,
      "step": 2456
    },
    {
      "epoch": 0.2059427517706718,
      "grad_norm": 0.39634135365486145,
      "learning_rate": 0.00019773552072716973,
      "loss": 0.4075,
      "step": 2457
    },
    {
      "epoch": 0.20602657055446125,
      "grad_norm": 0.39869582653045654,
      "learning_rate": 0.00019773366135217809,
      "loss": 0.3999,
      "step": 2458
    },
    {
      "epoch": 0.2061103893382507,
      "grad_norm": 0.3732298016548157,
      "learning_rate": 0.00019773180122287806,
      "loss": 0.4051,
      "step": 2459
    },
    {
      "epoch": 0.20619420812204015,
      "grad_norm": 0.3441767692565918,
      "learning_rate": 0.0001977299403392841,
      "loss": 0.3477,
      "step": 2460
    },
    {
      "epoch": 0.2062780269058296,
      "grad_norm": 0.3446524143218994,
      "learning_rate": 0.00019772807870141056,
      "loss": 0.379,
      "step": 2461
    },
    {
      "epoch": 0.20636184568961904,
      "grad_norm": 0.3758608102798462,
      "learning_rate": 0.00019772621630927177,
      "loss": 0.3847,
      "step": 2462
    },
    {
      "epoch": 0.20644566447340848,
      "grad_norm": 0.35685494542121887,
      "learning_rate": 0.00019772435316288214,
      "loss": 0.3253,
      "step": 2463
    },
    {
      "epoch": 0.20652948325719794,
      "grad_norm": 0.3737008571624756,
      "learning_rate": 0.00019772248926225604,
      "loss": 0.4031,
      "step": 2464
    },
    {
      "epoch": 0.20661330204098738,
      "grad_norm": 0.32082003355026245,
      "learning_rate": 0.00019772062460740784,
      "loss": 0.3032,
      "step": 2465
    },
    {
      "epoch": 0.20669712082477684,
      "grad_norm": 0.39900338649749756,
      "learning_rate": 0.00019771875919835194,
      "loss": 0.3822,
      "step": 2466
    },
    {
      "epoch": 0.20678093960856628,
      "grad_norm": 0.37693196535110474,
      "learning_rate": 0.00019771689303510278,
      "loss": 0.3599,
      "step": 2467
    },
    {
      "epoch": 0.2068647583923557,
      "grad_norm": 0.33476579189300537,
      "learning_rate": 0.0001977150261176747,
      "loss": 0.3112,
      "step": 2468
    },
    {
      "epoch": 0.20694857717614518,
      "grad_norm": 0.3232540190219879,
      "learning_rate": 0.00019771315844608212,
      "loss": 0.3286,
      "step": 2469
    },
    {
      "epoch": 0.2070323959599346,
      "grad_norm": 0.35537734627723694,
      "learning_rate": 0.0001977112900203395,
      "loss": 0.3327,
      "step": 2470
    },
    {
      "epoch": 0.20711621474372408,
      "grad_norm": 0.3547440469264984,
      "learning_rate": 0.0001977094208404612,
      "loss": 0.2889,
      "step": 2471
    },
    {
      "epoch": 0.2072000335275135,
      "grad_norm": 0.42010805010795593,
      "learning_rate": 0.00019770755090646168,
      "loss": 0.4287,
      "step": 2472
    },
    {
      "epoch": 0.20728385231130297,
      "grad_norm": 0.35968658328056335,
      "learning_rate": 0.00019770568021835542,
      "loss": 0.3405,
      "step": 2473
    },
    {
      "epoch": 0.2073676710950924,
      "grad_norm": 0.36213916540145874,
      "learning_rate": 0.00019770380877615675,
      "loss": 0.3768,
      "step": 2474
    },
    {
      "epoch": 0.20745148987888185,
      "grad_norm": 0.3870602548122406,
      "learning_rate": 0.0001977019365798802,
      "loss": 0.3682,
      "step": 2475
    },
    {
      "epoch": 0.2075353086626713,
      "grad_norm": 0.3820647597312927,
      "learning_rate": 0.00019770006362954018,
      "loss": 0.3795,
      "step": 2476
    },
    {
      "epoch": 0.20761912744646074,
      "grad_norm": 0.36198773980140686,
      "learning_rate": 0.00019769818992515113,
      "loss": 0.3318,
      "step": 2477
    },
    {
      "epoch": 0.2077029462302502,
      "grad_norm": 0.3617437481880188,
      "learning_rate": 0.00019769631546672756,
      "loss": 0.3513,
      "step": 2478
    },
    {
      "epoch": 0.20778676501403964,
      "grad_norm": 0.3120701313018799,
      "learning_rate": 0.0001976944402542839,
      "loss": 0.3185,
      "step": 2479
    },
    {
      "epoch": 0.2078705837978291,
      "grad_norm": 0.32261428236961365,
      "learning_rate": 0.00019769256428783466,
      "loss": 0.2978,
      "step": 2480
    },
    {
      "epoch": 0.20795440258161854,
      "grad_norm": 0.36442577838897705,
      "learning_rate": 0.00019769068756739425,
      "loss": 0.4089,
      "step": 2481
    },
    {
      "epoch": 0.20803822136540798,
      "grad_norm": 0.3531687557697296,
      "learning_rate": 0.00019768881009297725,
      "loss": 0.3367,
      "step": 2482
    },
    {
      "epoch": 0.20812204014919744,
      "grad_norm": 0.37030693888664246,
      "learning_rate": 0.00019768693186459805,
      "loss": 0.3547,
      "step": 2483
    },
    {
      "epoch": 0.20820585893298688,
      "grad_norm": 0.3637567162513733,
      "learning_rate": 0.00019768505288227125,
      "loss": 0.3346,
      "step": 2484
    },
    {
      "epoch": 0.20828967771677634,
      "grad_norm": 0.36388254165649414,
      "learning_rate": 0.00019768317314601127,
      "loss": 0.3673,
      "step": 2485
    },
    {
      "epoch": 0.20837349650056577,
      "grad_norm": 0.3431588411331177,
      "learning_rate": 0.00019768129265583265,
      "loss": 0.3459,
      "step": 2486
    },
    {
      "epoch": 0.2084573152843552,
      "grad_norm": 0.38559192419052124,
      "learning_rate": 0.00019767941141174986,
      "loss": 0.4032,
      "step": 2487
    },
    {
      "epoch": 0.20854113406814467,
      "grad_norm": 0.3831123113632202,
      "learning_rate": 0.00019767752941377752,
      "loss": 0.3796,
      "step": 2488
    },
    {
      "epoch": 0.2086249528519341,
      "grad_norm": 0.38441696763038635,
      "learning_rate": 0.00019767564666193005,
      "loss": 0.4445,
      "step": 2489
    },
    {
      "epoch": 0.20870877163572357,
      "grad_norm": 0.3406365215778351,
      "learning_rate": 0.00019767376315622204,
      "loss": 0.3316,
      "step": 2490
    },
    {
      "epoch": 0.208792590419513,
      "grad_norm": 0.3654181957244873,
      "learning_rate": 0.000197671878896668,
      "loss": 0.3659,
      "step": 2491
    },
    {
      "epoch": 0.20887640920330247,
      "grad_norm": 0.3707703948020935,
      "learning_rate": 0.0001976699938832825,
      "loss": 0.3658,
      "step": 2492
    },
    {
      "epoch": 0.2089602279870919,
      "grad_norm": 0.40623778104782104,
      "learning_rate": 0.00019766810811608007,
      "loss": 0.4239,
      "step": 2493
    },
    {
      "epoch": 0.20904404677088134,
      "grad_norm": 0.3720567226409912,
      "learning_rate": 0.00019766622159507526,
      "loss": 0.3563,
      "step": 2494
    },
    {
      "epoch": 0.2091278655546708,
      "grad_norm": 0.3642778992652893,
      "learning_rate": 0.00019766433432028265,
      "loss": 0.3337,
      "step": 2495
    },
    {
      "epoch": 0.20921168433846024,
      "grad_norm": 0.3272206485271454,
      "learning_rate": 0.0001976624462917168,
      "loss": 0.3234,
      "step": 2496
    },
    {
      "epoch": 0.2092955031222497,
      "grad_norm": 0.3653051257133484,
      "learning_rate": 0.00019766055750939225,
      "loss": 0.3578,
      "step": 2497
    },
    {
      "epoch": 0.20937932190603914,
      "grad_norm": 0.3560408353805542,
      "learning_rate": 0.00019765866797332362,
      "loss": 0.3843,
      "step": 2498
    },
    {
      "epoch": 0.2094631406898286,
      "grad_norm": 0.35947346687316895,
      "learning_rate": 0.00019765677768352545,
      "loss": 0.4103,
      "step": 2499
    },
    {
      "epoch": 0.20954695947361804,
      "grad_norm": 0.34075769782066345,
      "learning_rate": 0.0001976548866400124,
      "loss": 0.357,
      "step": 2500
    },
    {
      "epoch": 0.20963077825740747,
      "grad_norm": 0.35660475492477417,
      "learning_rate": 0.000197652994842799,
      "loss": 0.3947,
      "step": 2501
    },
    {
      "epoch": 0.20971459704119694,
      "grad_norm": 0.3430441915988922,
      "learning_rate": 0.00019765110229189988,
      "loss": 0.3119,
      "step": 2502
    },
    {
      "epoch": 0.20979841582498637,
      "grad_norm": 0.34753817319869995,
      "learning_rate": 0.0001976492089873296,
      "loss": 0.3616,
      "step": 2503
    },
    {
      "epoch": 0.20988223460877584,
      "grad_norm": 0.4100034534931183,
      "learning_rate": 0.00019764731492910286,
      "loss": 0.4815,
      "step": 2504
    },
    {
      "epoch": 0.20996605339256527,
      "grad_norm": 0.36750516295433044,
      "learning_rate": 0.0001976454201172342,
      "loss": 0.3066,
      "step": 2505
    },
    {
      "epoch": 0.21004987217635473,
      "grad_norm": 0.3733304440975189,
      "learning_rate": 0.0001976435245517383,
      "loss": 0.3953,
      "step": 2506
    },
    {
      "epoch": 0.21013369096014417,
      "grad_norm": 0.3982938528060913,
      "learning_rate": 0.00019764162823262974,
      "loss": 0.4205,
      "step": 2507
    },
    {
      "epoch": 0.2102175097439336,
      "grad_norm": 0.36282065510749817,
      "learning_rate": 0.00019763973115992318,
      "loss": 0.3398,
      "step": 2508
    },
    {
      "epoch": 0.21030132852772307,
      "grad_norm": 0.37433239817619324,
      "learning_rate": 0.00019763783333363324,
      "loss": 0.3473,
      "step": 2509
    },
    {
      "epoch": 0.2103851473115125,
      "grad_norm": 0.3655296862125397,
      "learning_rate": 0.00019763593475377462,
      "loss": 0.4,
      "step": 2510
    },
    {
      "epoch": 0.21046896609530197,
      "grad_norm": 0.34005528688430786,
      "learning_rate": 0.00019763403542036193,
      "loss": 0.3614,
      "step": 2511
    },
    {
      "epoch": 0.2105527848790914,
      "grad_norm": 0.3413218557834625,
      "learning_rate": 0.00019763213533340986,
      "loss": 0.3537,
      "step": 2512
    },
    {
      "epoch": 0.21063660366288084,
      "grad_norm": 0.3263052701950073,
      "learning_rate": 0.00019763023449293304,
      "loss": 0.3204,
      "step": 2513
    },
    {
      "epoch": 0.2107204224466703,
      "grad_norm": 0.3513645529747009,
      "learning_rate": 0.00019762833289894616,
      "loss": 0.3692,
      "step": 2514
    },
    {
      "epoch": 0.21080424123045974,
      "grad_norm": 0.33395716547966003,
      "learning_rate": 0.00019762643055146385,
      "loss": 0.3635,
      "step": 2515
    },
    {
      "epoch": 0.2108880600142492,
      "grad_norm": 0.35138529539108276,
      "learning_rate": 0.0001976245274505009,
      "loss": 0.3507,
      "step": 2516
    },
    {
      "epoch": 0.21097187879803864,
      "grad_norm": 0.39761748909950256,
      "learning_rate": 0.0001976226235960719,
      "loss": 0.4194,
      "step": 2517
    },
    {
      "epoch": 0.2110556975818281,
      "grad_norm": 0.342770516872406,
      "learning_rate": 0.00019762071898819157,
      "loss": 0.3086,
      "step": 2518
    },
    {
      "epoch": 0.21113951636561754,
      "grad_norm": 0.34269586205482483,
      "learning_rate": 0.00019761881362687463,
      "loss": 0.3304,
      "step": 2519
    },
    {
      "epoch": 0.21122333514940697,
      "grad_norm": 0.3660621643066406,
      "learning_rate": 0.00019761690751213577,
      "loss": 0.3395,
      "step": 2520
    },
    {
      "epoch": 0.21130715393319643,
      "grad_norm": 0.3579815626144409,
      "learning_rate": 0.0001976150006439897,
      "loss": 0.323,
      "step": 2521
    },
    {
      "epoch": 0.21139097271698587,
      "grad_norm": 0.3814467489719391,
      "learning_rate": 0.00019761309302245114,
      "loss": 0.4043,
      "step": 2522
    },
    {
      "epoch": 0.21147479150077533,
      "grad_norm": 0.37170225381851196,
      "learning_rate": 0.0001976111846475348,
      "loss": 0.3449,
      "step": 2523
    },
    {
      "epoch": 0.21155861028456477,
      "grad_norm": 0.3587644696235657,
      "learning_rate": 0.00019760927551925545,
      "loss": 0.317,
      "step": 2524
    },
    {
      "epoch": 0.21164242906835423,
      "grad_norm": 0.3733886778354645,
      "learning_rate": 0.0001976073656376278,
      "loss": 0.3318,
      "step": 2525
    },
    {
      "epoch": 0.21172624785214367,
      "grad_norm": 0.3510291576385498,
      "learning_rate": 0.00019760545500266657,
      "loss": 0.3342,
      "step": 2526
    },
    {
      "epoch": 0.2118100666359331,
      "grad_norm": 0.3857724070549011,
      "learning_rate": 0.00019760354361438652,
      "loss": 0.3487,
      "step": 2527
    },
    {
      "epoch": 0.21189388541972257,
      "grad_norm": 0.347118616104126,
      "learning_rate": 0.00019760163147280243,
      "loss": 0.3275,
      "step": 2528
    },
    {
      "epoch": 0.211977704203512,
      "grad_norm": 0.3631007969379425,
      "learning_rate": 0.000197599718577929,
      "loss": 0.3495,
      "step": 2529
    },
    {
      "epoch": 0.21206152298730147,
      "grad_norm": 0.3531135022640228,
      "learning_rate": 0.00019759780492978104,
      "loss": 0.3857,
      "step": 2530
    },
    {
      "epoch": 0.2121453417710909,
      "grad_norm": 0.3717806041240692,
      "learning_rate": 0.00019759589052837333,
      "loss": 0.4114,
      "step": 2531
    },
    {
      "epoch": 0.21222916055488034,
      "grad_norm": 0.3323550522327423,
      "learning_rate": 0.0001975939753737206,
      "loss": 0.317,
      "step": 2532
    },
    {
      "epoch": 0.2123129793386698,
      "grad_norm": 0.36780959367752075,
      "learning_rate": 0.00019759205946583768,
      "loss": 0.3504,
      "step": 2533
    },
    {
      "epoch": 0.21239679812245923,
      "grad_norm": 0.38782769441604614,
      "learning_rate": 0.00019759014280473932,
      "loss": 0.421,
      "step": 2534
    },
    {
      "epoch": 0.2124806169062487,
      "grad_norm": 0.32862430810928345,
      "learning_rate": 0.00019758822539044029,
      "loss": 0.3345,
      "step": 2535
    },
    {
      "epoch": 0.21256443569003813,
      "grad_norm": 0.337255597114563,
      "learning_rate": 0.00019758630722295544,
      "loss": 0.3239,
      "step": 2536
    },
    {
      "epoch": 0.2126482544738276,
      "grad_norm": 0.3379603326320648,
      "learning_rate": 0.00019758438830229955,
      "loss": 0.3134,
      "step": 2537
    },
    {
      "epoch": 0.21273207325761703,
      "grad_norm": 0.32918986678123474,
      "learning_rate": 0.00019758246862848746,
      "loss": 0.366,
      "step": 2538
    },
    {
      "epoch": 0.21281589204140647,
      "grad_norm": 0.3407956659793854,
      "learning_rate": 0.00019758054820153396,
      "loss": 0.3175,
      "step": 2539
    },
    {
      "epoch": 0.21289971082519593,
      "grad_norm": 0.36409589648246765,
      "learning_rate": 0.00019757862702145387,
      "loss": 0.3568,
      "step": 2540
    },
    {
      "epoch": 0.21298352960898537,
      "grad_norm": 0.37208524346351624,
      "learning_rate": 0.000197576705088262,
      "loss": 0.347,
      "step": 2541
    },
    {
      "epoch": 0.21306734839277483,
      "grad_norm": 0.35360831022262573,
      "learning_rate": 0.00019757478240197324,
      "loss": 0.3055,
      "step": 2542
    },
    {
      "epoch": 0.21315116717656427,
      "grad_norm": 0.3723526895046234,
      "learning_rate": 0.00019757285896260238,
      "loss": 0.3428,
      "step": 2543
    },
    {
      "epoch": 0.21323498596035373,
      "grad_norm": 0.39620694518089294,
      "learning_rate": 0.0001975709347701643,
      "loss": 0.3498,
      "step": 2544
    },
    {
      "epoch": 0.21331880474414316,
      "grad_norm": 0.39968547224998474,
      "learning_rate": 0.00019756900982467377,
      "loss": 0.3857,
      "step": 2545
    },
    {
      "epoch": 0.2134026235279326,
      "grad_norm": 0.3891470432281494,
      "learning_rate": 0.00019756708412614575,
      "loss": 0.3656,
      "step": 2546
    },
    {
      "epoch": 0.21348644231172206,
      "grad_norm": 0.38124898076057434,
      "learning_rate": 0.00019756515767459506,
      "loss": 0.3756,
      "step": 2547
    },
    {
      "epoch": 0.2135702610955115,
      "grad_norm": 0.37915122509002686,
      "learning_rate": 0.00019756323047003657,
      "loss": 0.3845,
      "step": 2548
    },
    {
      "epoch": 0.21365407987930096,
      "grad_norm": 0.3247626721858978,
      "learning_rate": 0.00019756130251248516,
      "loss": 0.3525,
      "step": 2549
    },
    {
      "epoch": 0.2137378986630904,
      "grad_norm": 0.33636972308158875,
      "learning_rate": 0.00019755937380195568,
      "loss": 0.2795,
      "step": 2550
    },
    {
      "epoch": 0.21382171744687983,
      "grad_norm": 0.32293781638145447,
      "learning_rate": 0.00019755744433846306,
      "loss": 0.3169,
      "step": 2551
    },
    {
      "epoch": 0.2139055362306693,
      "grad_norm": 0.3648325204849243,
      "learning_rate": 0.00019755551412202216,
      "loss": 0.3826,
      "step": 2552
    },
    {
      "epoch": 0.21398935501445873,
      "grad_norm": 0.3260316848754883,
      "learning_rate": 0.00019755358315264786,
      "loss": 0.3484,
      "step": 2553
    },
    {
      "epoch": 0.2140731737982482,
      "grad_norm": 0.3402123749256134,
      "learning_rate": 0.00019755165143035515,
      "loss": 0.2924,
      "step": 2554
    },
    {
      "epoch": 0.21415699258203763,
      "grad_norm": 0.3516370356082916,
      "learning_rate": 0.00019754971895515885,
      "loss": 0.3842,
      "step": 2555
    },
    {
      "epoch": 0.2142408113658271,
      "grad_norm": 0.3700949251651764,
      "learning_rate": 0.0001975477857270739,
      "loss": 0.3516,
      "step": 2556
    },
    {
      "epoch": 0.21432463014961653,
      "grad_norm": 0.36913198232650757,
      "learning_rate": 0.00019754585174611524,
      "loss": 0.3433,
      "step": 2557
    },
    {
      "epoch": 0.21440844893340597,
      "grad_norm": 0.35421475768089294,
      "learning_rate": 0.00019754391701229778,
      "loss": 0.2921,
      "step": 2558
    },
    {
      "epoch": 0.21449226771719543,
      "grad_norm": 0.3868619203567505,
      "learning_rate": 0.00019754198152563643,
      "loss": 0.4071,
      "step": 2559
    },
    {
      "epoch": 0.21457608650098486,
      "grad_norm": 0.33473506569862366,
      "learning_rate": 0.00019754004528614618,
      "loss": 0.2984,
      "step": 2560
    },
    {
      "epoch": 0.21465990528477433,
      "grad_norm": 0.3555185794830322,
      "learning_rate": 0.00019753810829384192,
      "loss": 0.3588,
      "step": 2561
    },
    {
      "epoch": 0.21474372406856376,
      "grad_norm": 0.391340047121048,
      "learning_rate": 0.00019753617054873863,
      "loss": 0.3765,
      "step": 2562
    },
    {
      "epoch": 0.21482754285235323,
      "grad_norm": 0.34260091185569763,
      "learning_rate": 0.00019753423205085127,
      "loss": 0.307,
      "step": 2563
    },
    {
      "epoch": 0.21491136163614266,
      "grad_norm": 0.3859228491783142,
      "learning_rate": 0.0001975322928001948,
      "loss": 0.358,
      "step": 2564
    },
    {
      "epoch": 0.2149951804199321,
      "grad_norm": 0.3433937728404999,
      "learning_rate": 0.00019753035279678418,
      "loss": 0.3416,
      "step": 2565
    },
    {
      "epoch": 0.21507899920372156,
      "grad_norm": 0.33266210556030273,
      "learning_rate": 0.00019752841204063437,
      "loss": 0.3059,
      "step": 2566
    },
    {
      "epoch": 0.215162817987511,
      "grad_norm": 0.32283759117126465,
      "learning_rate": 0.00019752647053176037,
      "loss": 0.3029,
      "step": 2567
    },
    {
      "epoch": 0.21524663677130046,
      "grad_norm": 0.37441393733024597,
      "learning_rate": 0.00019752452827017714,
      "loss": 0.3813,
      "step": 2568
    },
    {
      "epoch": 0.2153304555550899,
      "grad_norm": 0.34677356481552124,
      "learning_rate": 0.00019752258525589973,
      "loss": 0.3723,
      "step": 2569
    },
    {
      "epoch": 0.21541427433887933,
      "grad_norm": 0.3660089373588562,
      "learning_rate": 0.00019752064148894304,
      "loss": 0.3583,
      "step": 2570
    },
    {
      "epoch": 0.2154980931226688,
      "grad_norm": 0.3408549427986145,
      "learning_rate": 0.00019751869696932214,
      "loss": 0.3123,
      "step": 2571
    },
    {
      "epoch": 0.21558191190645823,
      "grad_norm": 0.37171080708503723,
      "learning_rate": 0.00019751675169705203,
      "loss": 0.4124,
      "step": 2572
    },
    {
      "epoch": 0.2156657306902477,
      "grad_norm": 0.3041054606437683,
      "learning_rate": 0.00019751480567214774,
      "loss": 0.2553,
      "step": 2573
    },
    {
      "epoch": 0.21574954947403713,
      "grad_norm": 0.3332529067993164,
      "learning_rate": 0.00019751285889462423,
      "loss": 0.3155,
      "step": 2574
    },
    {
      "epoch": 0.2158333682578266,
      "grad_norm": 0.3868270516395569,
      "learning_rate": 0.00019751091136449656,
      "loss": 0.4046,
      "step": 2575
    },
    {
      "epoch": 0.21591718704161603,
      "grad_norm": 0.3788248896598816,
      "learning_rate": 0.00019750896308177977,
      "loss": 0.3653,
      "step": 2576
    },
    {
      "epoch": 0.21600100582540546,
      "grad_norm": 0.3819933235645294,
      "learning_rate": 0.0001975070140464889,
      "loss": 0.3628,
      "step": 2577
    },
    {
      "epoch": 0.21608482460919493,
      "grad_norm": 0.40565216541290283,
      "learning_rate": 0.00019750506425863896,
      "loss": 0.4438,
      "step": 2578
    },
    {
      "epoch": 0.21616864339298436,
      "grad_norm": 0.3578277826309204,
      "learning_rate": 0.00019750311371824505,
      "loss": 0.3297,
      "step": 2579
    },
    {
      "epoch": 0.21625246217677382,
      "grad_norm": 0.34668397903442383,
      "learning_rate": 0.00019750116242532218,
      "loss": 0.361,
      "step": 2580
    },
    {
      "epoch": 0.21633628096056326,
      "grad_norm": 0.332835853099823,
      "learning_rate": 0.0001974992103798854,
      "loss": 0.2972,
      "step": 2581
    },
    {
      "epoch": 0.21642009974435272,
      "grad_norm": 0.32056379318237305,
      "learning_rate": 0.00019749725758194984,
      "loss": 0.3001,
      "step": 2582
    },
    {
      "epoch": 0.21650391852814216,
      "grad_norm": 0.3168647289276123,
      "learning_rate": 0.0001974953040315305,
      "loss": 0.3242,
      "step": 2583
    },
    {
      "epoch": 0.2165877373119316,
      "grad_norm": 0.36848968267440796,
      "learning_rate": 0.0001974933497286425,
      "loss": 0.4062,
      "step": 2584
    },
    {
      "epoch": 0.21667155609572106,
      "grad_norm": 0.35782763361930847,
      "learning_rate": 0.00019749139467330093,
      "loss": 0.3875,
      "step": 2585
    },
    {
      "epoch": 0.2167553748795105,
      "grad_norm": 0.38175398111343384,
      "learning_rate": 0.00019748943886552085,
      "loss": 0.3706,
      "step": 2586
    },
    {
      "epoch": 0.21683919366329996,
      "grad_norm": 0.3520243763923645,
      "learning_rate": 0.00019748748230531736,
      "loss": 0.348,
      "step": 2587
    },
    {
      "epoch": 0.2169230124470894,
      "grad_norm": 0.34407341480255127,
      "learning_rate": 0.00019748552499270554,
      "loss": 0.3623,
      "step": 2588
    },
    {
      "epoch": 0.21700683123087883,
      "grad_norm": 0.34785205125808716,
      "learning_rate": 0.00019748356692770056,
      "loss": 0.3676,
      "step": 2589
    },
    {
      "epoch": 0.2170906500146683,
      "grad_norm": 0.3695092499256134,
      "learning_rate": 0.00019748160811031747,
      "loss": 0.3368,
      "step": 2590
    },
    {
      "epoch": 0.21717446879845773,
      "grad_norm": 0.3463168442249298,
      "learning_rate": 0.00019747964854057145,
      "loss": 0.335,
      "step": 2591
    },
    {
      "epoch": 0.2172582875822472,
      "grad_norm": 0.352369487285614,
      "learning_rate": 0.0001974776882184776,
      "loss": 0.3564,
      "step": 2592
    },
    {
      "epoch": 0.21734210636603662,
      "grad_norm": 0.3301890194416046,
      "learning_rate": 0.000197475727144051,
      "loss": 0.3607,
      "step": 2593
    },
    {
      "epoch": 0.2174259251498261,
      "grad_norm": 0.33985212445259094,
      "learning_rate": 0.00019747376531730683,
      "loss": 0.3161,
      "step": 2594
    },
    {
      "epoch": 0.21750974393361552,
      "grad_norm": 0.33099129796028137,
      "learning_rate": 0.0001974718027382602,
      "loss": 0.2857,
      "step": 2595
    },
    {
      "epoch": 0.21759356271740496,
      "grad_norm": 0.37001362442970276,
      "learning_rate": 0.00019746983940692632,
      "loss": 0.359,
      "step": 2596
    },
    {
      "epoch": 0.21767738150119442,
      "grad_norm": 0.33688443899154663,
      "learning_rate": 0.0001974678753233203,
      "loss": 0.3362,
      "step": 2597
    },
    {
      "epoch": 0.21776120028498386,
      "grad_norm": 0.3758258521556854,
      "learning_rate": 0.0001974659104874573,
      "loss": 0.392,
      "step": 2598
    },
    {
      "epoch": 0.21784501906877332,
      "grad_norm": 0.305276095867157,
      "learning_rate": 0.00019746394489935246,
      "loss": 0.2723,
      "step": 2599
    },
    {
      "epoch": 0.21792883785256276,
      "grad_norm": 0.35536545515060425,
      "learning_rate": 0.000197461978559021,
      "loss": 0.3603,
      "step": 2600
    },
    {
      "epoch": 0.21792883785256276,
      "eval_loss": 0.3556355834007263,
      "eval_runtime": 61.5293,
      "eval_samples_per_second": 15.602,
      "eval_steps_per_second": 3.901,
      "step": 2600
    },
    {
      "epoch": 0.21801265663635222,
      "grad_norm": 0.3450367748737335,
      "learning_rate": 0.0001974600114664781,
      "loss": 0.322,
      "step": 2601
    },
    {
      "epoch": 0.21809647542014166,
      "grad_norm": 0.3828616440296173,
      "learning_rate": 0.0001974580436217389,
      "loss": 0.3744,
      "step": 2602
    },
    {
      "epoch": 0.2181802942039311,
      "grad_norm": 0.34097108244895935,
      "learning_rate": 0.00019745607502481857,
      "loss": 0.3478,
      "step": 2603
    },
    {
      "epoch": 0.21826411298772055,
      "grad_norm": 0.4383178651332855,
      "learning_rate": 0.00019745410567573236,
      "loss": 0.3552,
      "step": 2604
    },
    {
      "epoch": 0.21834793177151,
      "grad_norm": 0.33144980669021606,
      "learning_rate": 0.00019745213557449546,
      "loss": 0.3534,
      "step": 2605
    },
    {
      "epoch": 0.21843175055529945,
      "grad_norm": 0.34992843866348267,
      "learning_rate": 0.00019745016472112308,
      "loss": 0.3756,
      "step": 2606
    },
    {
      "epoch": 0.2185155693390889,
      "grad_norm": 0.4067228138446808,
      "learning_rate": 0.00019744819311563042,
      "loss": 0.4566,
      "step": 2607
    },
    {
      "epoch": 0.21859938812287832,
      "grad_norm": 0.3659294545650482,
      "learning_rate": 0.00019744622075803264,
      "loss": 0.3895,
      "step": 2608
    },
    {
      "epoch": 0.2186832069066678,
      "grad_norm": 0.3433694541454315,
      "learning_rate": 0.00019744424764834504,
      "loss": 0.3655,
      "step": 2609
    },
    {
      "epoch": 0.21876702569045722,
      "grad_norm": 0.37952038645744324,
      "learning_rate": 0.00019744227378658283,
      "loss": 0.3714,
      "step": 2610
    },
    {
      "epoch": 0.2188508444742467,
      "grad_norm": 0.33501315116882324,
      "learning_rate": 0.00019744029917276122,
      "loss": 0.3407,
      "step": 2611
    },
    {
      "epoch": 0.21893466325803612,
      "grad_norm": 0.34279268980026245,
      "learning_rate": 0.0001974383238068955,
      "loss": 0.3934,
      "step": 2612
    },
    {
      "epoch": 0.21901848204182559,
      "grad_norm": 0.31887343525886536,
      "learning_rate": 0.00019743634768900083,
      "loss": 0.3173,
      "step": 2613
    },
    {
      "epoch": 0.21910230082561502,
      "grad_norm": 0.3837025463581085,
      "learning_rate": 0.00019743437081909252,
      "loss": 0.3669,
      "step": 2614
    },
    {
      "epoch": 0.21918611960940446,
      "grad_norm": 0.40191230177879333,
      "learning_rate": 0.00019743239319718585,
      "loss": 0.4176,
      "step": 2615
    },
    {
      "epoch": 0.21926993839319392,
      "grad_norm": 0.3608075976371765,
      "learning_rate": 0.00019743041482329606,
      "loss": 0.3746,
      "step": 2616
    },
    {
      "epoch": 0.21935375717698335,
      "grad_norm": 0.30698007345199585,
      "learning_rate": 0.0001974284356974384,
      "loss": 0.2621,
      "step": 2617
    },
    {
      "epoch": 0.21943757596077282,
      "grad_norm": 0.365203320980072,
      "learning_rate": 0.00019742645581962817,
      "loss": 0.4082,
      "step": 2618
    },
    {
      "epoch": 0.21952139474456225,
      "grad_norm": 0.35901588201522827,
      "learning_rate": 0.0001974244751898806,
      "loss": 0.4074,
      "step": 2619
    },
    {
      "epoch": 0.21960521352835172,
      "grad_norm": 0.37834295630455017,
      "learning_rate": 0.00019742249380821109,
      "loss": 0.4047,
      "step": 2620
    },
    {
      "epoch": 0.21968903231214115,
      "grad_norm": 0.37237292528152466,
      "learning_rate": 0.00019742051167463478,
      "loss": 0.3565,
      "step": 2621
    },
    {
      "epoch": 0.2197728510959306,
      "grad_norm": 0.3554764986038208,
      "learning_rate": 0.0001974185287891671,
      "loss": 0.3507,
      "step": 2622
    },
    {
      "epoch": 0.21985666987972005,
      "grad_norm": 0.344143271446228,
      "learning_rate": 0.00019741654515182327,
      "loss": 0.3315,
      "step": 2623
    },
    {
      "epoch": 0.2199404886635095,
      "grad_norm": 0.3634811043739319,
      "learning_rate": 0.00019741456076261864,
      "loss": 0.3632,
      "step": 2624
    },
    {
      "epoch": 0.22002430744729895,
      "grad_norm": 0.3552716374397278,
      "learning_rate": 0.00019741257562156853,
      "loss": 0.3489,
      "step": 2625
    },
    {
      "epoch": 0.22010812623108839,
      "grad_norm": 0.3821868896484375,
      "learning_rate": 0.0001974105897286882,
      "loss": 0.386,
      "step": 2626
    },
    {
      "epoch": 0.22019194501487782,
      "grad_norm": 0.3412892520427704,
      "learning_rate": 0.00019740860308399305,
      "loss": 0.3288,
      "step": 2627
    },
    {
      "epoch": 0.22027576379866728,
      "grad_norm": 0.3693530261516571,
      "learning_rate": 0.00019740661568749842,
      "loss": 0.3424,
      "step": 2628
    },
    {
      "epoch": 0.22035958258245672,
      "grad_norm": 0.36760440468788147,
      "learning_rate": 0.00019740462753921957,
      "loss": 0.3811,
      "step": 2629
    },
    {
      "epoch": 0.22044340136624618,
      "grad_norm": 0.34656399488449097,
      "learning_rate": 0.0001974026386391719,
      "loss": 0.3776,
      "step": 2630
    },
    {
      "epoch": 0.22052722015003562,
      "grad_norm": 0.3571038544178009,
      "learning_rate": 0.00019740064898737076,
      "loss": 0.3543,
      "step": 2631
    },
    {
      "epoch": 0.22061103893382508,
      "grad_norm": 0.3710656464099884,
      "learning_rate": 0.0001973986585838315,
      "loss": 0.3857,
      "step": 2632
    },
    {
      "epoch": 0.22069485771761452,
      "grad_norm": 0.3742280900478363,
      "learning_rate": 0.0001973966674285695,
      "loss": 0.4148,
      "step": 2633
    },
    {
      "epoch": 0.22077867650140395,
      "grad_norm": 0.36695700883865356,
      "learning_rate": 0.00019739467552160007,
      "loss": 0.4035,
      "step": 2634
    },
    {
      "epoch": 0.22086249528519342,
      "grad_norm": 0.35098421573638916,
      "learning_rate": 0.00019739268286293862,
      "loss": 0.338,
      "step": 2635
    },
    {
      "epoch": 0.22094631406898285,
      "grad_norm": 0.36782702803611755,
      "learning_rate": 0.00019739068945260054,
      "loss": 0.3989,
      "step": 2636
    },
    {
      "epoch": 0.22103013285277232,
      "grad_norm": 0.4012228548526764,
      "learning_rate": 0.0001973886952906012,
      "loss": 0.3584,
      "step": 2637
    },
    {
      "epoch": 0.22111395163656175,
      "grad_norm": 0.371914267539978,
      "learning_rate": 0.00019738670037695603,
      "loss": 0.3652,
      "step": 2638
    },
    {
      "epoch": 0.22119777042035121,
      "grad_norm": 0.33125606179237366,
      "learning_rate": 0.00019738470471168033,
      "loss": 0.2945,
      "step": 2639
    },
    {
      "epoch": 0.22128158920414065,
      "grad_norm": 0.361752450466156,
      "learning_rate": 0.0001973827082947896,
      "loss": 0.3819,
      "step": 2640
    },
    {
      "epoch": 0.22136540798793009,
      "grad_norm": 0.3434872627258301,
      "learning_rate": 0.00019738071112629921,
      "loss": 0.3547,
      "step": 2641
    },
    {
      "epoch": 0.22144922677171955,
      "grad_norm": 0.3715793788433075,
      "learning_rate": 0.00019737871320622458,
      "loss": 0.4017,
      "step": 2642
    },
    {
      "epoch": 0.22153304555550898,
      "grad_norm": 0.3194437026977539,
      "learning_rate": 0.0001973767145345811,
      "loss": 0.3163,
      "step": 2643
    },
    {
      "epoch": 0.22161686433929845,
      "grad_norm": 0.37441644072532654,
      "learning_rate": 0.00019737471511138425,
      "loss": 0.3894,
      "step": 2644
    },
    {
      "epoch": 0.22170068312308788,
      "grad_norm": 0.390229731798172,
      "learning_rate": 0.00019737271493664943,
      "loss": 0.4189,
      "step": 2645
    },
    {
      "epoch": 0.22178450190687732,
      "grad_norm": 0.36988621950149536,
      "learning_rate": 0.0001973707140103921,
      "loss": 0.3735,
      "step": 2646
    },
    {
      "epoch": 0.22186832069066678,
      "grad_norm": 0.37597763538360596,
      "learning_rate": 0.00019736871233262763,
      "loss": 0.4016,
      "step": 2647
    },
    {
      "epoch": 0.22195213947445622,
      "grad_norm": 0.32992926239967346,
      "learning_rate": 0.00019736670990337158,
      "loss": 0.3311,
      "step": 2648
    },
    {
      "epoch": 0.22203595825824568,
      "grad_norm": 0.35726189613342285,
      "learning_rate": 0.00019736470672263932,
      "loss": 0.348,
      "step": 2649
    },
    {
      "epoch": 0.22211977704203512,
      "grad_norm": 0.3665258288383484,
      "learning_rate": 0.00019736270279044636,
      "loss": 0.3757,
      "step": 2650
    },
    {
      "epoch": 0.22220359582582458,
      "grad_norm": 0.3358502686023712,
      "learning_rate": 0.00019736069810680814,
      "loss": 0.3326,
      "step": 2651
    },
    {
      "epoch": 0.22228741460961401,
      "grad_norm": 0.35503849387168884,
      "learning_rate": 0.00019735869267174013,
      "loss": 0.3476,
      "step": 2652
    },
    {
      "epoch": 0.22237123339340345,
      "grad_norm": 0.36048904061317444,
      "learning_rate": 0.0001973566864852578,
      "loss": 0.3711,
      "step": 2653
    },
    {
      "epoch": 0.2224550521771929,
      "grad_norm": 0.3512609302997589,
      "learning_rate": 0.00019735467954737668,
      "loss": 0.3566,
      "step": 2654
    },
    {
      "epoch": 0.22253887096098235,
      "grad_norm": 0.35687366127967834,
      "learning_rate": 0.0001973526718581122,
      "loss": 0.322,
      "step": 2655
    },
    {
      "epoch": 0.2226226897447718,
      "grad_norm": 0.3419533967971802,
      "learning_rate": 0.00019735066341747989,
      "loss": 0.3365,
      "step": 2656
    },
    {
      "epoch": 0.22270650852856125,
      "grad_norm": 0.3449369966983795,
      "learning_rate": 0.00019734865422549525,
      "loss": 0.3566,
      "step": 2657
    },
    {
      "epoch": 0.2227903273123507,
      "grad_norm": 0.36693599820137024,
      "learning_rate": 0.00019734664428217377,
      "loss": 0.3719,
      "step": 2658
    },
    {
      "epoch": 0.22287414609614015,
      "grad_norm": 0.34517818689346313,
      "learning_rate": 0.00019734463358753098,
      "loss": 0.3377,
      "step": 2659
    },
    {
      "epoch": 0.22295796487992958,
      "grad_norm": 0.3640536367893219,
      "learning_rate": 0.00019734262214158243,
      "loss": 0.3236,
      "step": 2660
    },
    {
      "epoch": 0.22304178366371905,
      "grad_norm": 0.36274561285972595,
      "learning_rate": 0.00019734060994434355,
      "loss": 0.3311,
      "step": 2661
    },
    {
      "epoch": 0.22312560244750848,
      "grad_norm": 0.3530236780643463,
      "learning_rate": 0.00019733859699583,
      "loss": 0.3985,
      "step": 2662
    },
    {
      "epoch": 0.22320942123129794,
      "grad_norm": 0.36316773295402527,
      "learning_rate": 0.00019733658329605718,
      "loss": 0.3628,
      "step": 2663
    },
    {
      "epoch": 0.22329324001508738,
      "grad_norm": 0.35400426387786865,
      "learning_rate": 0.00019733456884504072,
      "loss": 0.3317,
      "step": 2664
    },
    {
      "epoch": 0.22337705879887682,
      "grad_norm": 0.3605900704860687,
      "learning_rate": 0.00019733255364279612,
      "loss": 0.3642,
      "step": 2665
    },
    {
      "epoch": 0.22346087758266628,
      "grad_norm": 0.372841477394104,
      "learning_rate": 0.00019733053768933897,
      "loss": 0.3858,
      "step": 2666
    },
    {
      "epoch": 0.22354469636645571,
      "grad_norm": 0.37470152974128723,
      "learning_rate": 0.00019732852098468484,
      "loss": 0.3189,
      "step": 2667
    },
    {
      "epoch": 0.22362851515024518,
      "grad_norm": 0.3637238144874573,
      "learning_rate": 0.00019732650352884926,
      "loss": 0.39,
      "step": 2668
    },
    {
      "epoch": 0.2237123339340346,
      "grad_norm": 0.38757964968681335,
      "learning_rate": 0.00019732448532184778,
      "loss": 0.3086,
      "step": 2669
    },
    {
      "epoch": 0.22379615271782408,
      "grad_norm": 0.33777734637260437,
      "learning_rate": 0.00019732246636369605,
      "loss": 0.32,
      "step": 2670
    },
    {
      "epoch": 0.2238799715016135,
      "grad_norm": 0.363817036151886,
      "learning_rate": 0.00019732044665440957,
      "loss": 0.3472,
      "step": 2671
    },
    {
      "epoch": 0.22396379028540295,
      "grad_norm": 0.3624372184276581,
      "learning_rate": 0.000197318426194004,
      "loss": 0.3541,
      "step": 2672
    },
    {
      "epoch": 0.2240476090691924,
      "grad_norm": 0.3461798429489136,
      "learning_rate": 0.0001973164049824949,
      "loss": 0.3419,
      "step": 2673
    },
    {
      "epoch": 0.22413142785298185,
      "grad_norm": 0.33117082715034485,
      "learning_rate": 0.00019731438301989786,
      "loss": 0.2985,
      "step": 2674
    },
    {
      "epoch": 0.2242152466367713,
      "grad_norm": 0.36194291710853577,
      "learning_rate": 0.00019731236030622848,
      "loss": 0.3966,
      "step": 2675
    },
    {
      "epoch": 0.22429906542056074,
      "grad_norm": 0.32521575689315796,
      "learning_rate": 0.00019731033684150244,
      "loss": 0.345,
      "step": 2676
    },
    {
      "epoch": 0.2243828842043502,
      "grad_norm": 0.3647620975971222,
      "learning_rate": 0.00019730831262573527,
      "loss": 0.412,
      "step": 2677
    },
    {
      "epoch": 0.22446670298813964,
      "grad_norm": 0.34608733654022217,
      "learning_rate": 0.0001973062876589426,
      "loss": 0.3343,
      "step": 2678
    },
    {
      "epoch": 0.22455052177192908,
      "grad_norm": 0.339846670627594,
      "learning_rate": 0.00019730426194114014,
      "loss": 0.3428,
      "step": 2679
    },
    {
      "epoch": 0.22463434055571854,
      "grad_norm": 0.3669651448726654,
      "learning_rate": 0.00019730223547234345,
      "loss": 0.3595,
      "step": 2680
    },
    {
      "epoch": 0.22471815933950798,
      "grad_norm": 0.37819379568099976,
      "learning_rate": 0.0001973002082525682,
      "loss": 0.3786,
      "step": 2681
    },
    {
      "epoch": 0.22480197812329744,
      "grad_norm": 0.3756321668624878,
      "learning_rate": 0.00019729818028183,
      "loss": 0.3647,
      "step": 2682
    },
    {
      "epoch": 0.22488579690708688,
      "grad_norm": 0.3565911054611206,
      "learning_rate": 0.00019729615156014458,
      "loss": 0.3188,
      "step": 2683
    },
    {
      "epoch": 0.2249696156908763,
      "grad_norm": 0.3504585027694702,
      "learning_rate": 0.00019729412208752752,
      "loss": 0.3673,
      "step": 2684
    },
    {
      "epoch": 0.22505343447466578,
      "grad_norm": 0.32128801941871643,
      "learning_rate": 0.0001972920918639945,
      "loss": 0.3019,
      "step": 2685
    },
    {
      "epoch": 0.2251372532584552,
      "grad_norm": 0.33606651425361633,
      "learning_rate": 0.00019729006088956122,
      "loss": 0.3057,
      "step": 2686
    },
    {
      "epoch": 0.22522107204224467,
      "grad_norm": 0.35225287079811096,
      "learning_rate": 0.0001972880291642433,
      "loss": 0.381,
      "step": 2687
    },
    {
      "epoch": 0.2253048908260341,
      "grad_norm": 0.32907822728157043,
      "learning_rate": 0.0001972859966880565,
      "loss": 0.326,
      "step": 2688
    },
    {
      "epoch": 0.22538870960982357,
      "grad_norm": 0.3541036546230316,
      "learning_rate": 0.00019728396346101645,
      "loss": 0.3264,
      "step": 2689
    },
    {
      "epoch": 0.225472528393613,
      "grad_norm": 0.3464130163192749,
      "learning_rate": 0.00019728192948313884,
      "loss": 0.3749,
      "step": 2690
    },
    {
      "epoch": 0.22555634717740244,
      "grad_norm": 0.32823869585990906,
      "learning_rate": 0.0001972798947544394,
      "loss": 0.3117,
      "step": 2691
    },
    {
      "epoch": 0.2256401659611919,
      "grad_norm": 0.33641400933265686,
      "learning_rate": 0.0001972778592749338,
      "loss": 0.3299,
      "step": 2692
    },
    {
      "epoch": 0.22572398474498134,
      "grad_norm": 0.36662906408309937,
      "learning_rate": 0.0001972758230446378,
      "loss": 0.3475,
      "step": 2693
    },
    {
      "epoch": 0.2258078035287708,
      "grad_norm": 0.4031716585159302,
      "learning_rate": 0.00019727378606356703,
      "loss": 0.3965,
      "step": 2694
    },
    {
      "epoch": 0.22589162231256024,
      "grad_norm": 0.3848797082901001,
      "learning_rate": 0.00019727174833173732,
      "loss": 0.3716,
      "step": 2695
    },
    {
      "epoch": 0.2259754410963497,
      "grad_norm": 0.36009740829467773,
      "learning_rate": 0.0001972697098491643,
      "loss": 0.3669,
      "step": 2696
    },
    {
      "epoch": 0.22605925988013914,
      "grad_norm": 0.37677326798439026,
      "learning_rate": 0.00019726767061586378,
      "loss": 0.4086,
      "step": 2697
    },
    {
      "epoch": 0.22614307866392858,
      "grad_norm": 0.34322652220726013,
      "learning_rate": 0.00019726563063185144,
      "loss": 0.3181,
      "step": 2698
    },
    {
      "epoch": 0.22622689744771804,
      "grad_norm": 0.3359571099281311,
      "learning_rate": 0.00019726358989714305,
      "loss": 0.2948,
      "step": 2699
    },
    {
      "epoch": 0.22631071623150747,
      "grad_norm": 0.42674461007118225,
      "learning_rate": 0.00019726154841175438,
      "loss": 0.3465,
      "step": 2700
    },
    {
      "epoch": 0.22639453501529694,
      "grad_norm": 0.35235831141471863,
      "learning_rate": 0.00019725950617570116,
      "loss": 0.3157,
      "step": 2701
    },
    {
      "epoch": 0.22647835379908637,
      "grad_norm": 0.37221071124076843,
      "learning_rate": 0.00019725746318899914,
      "loss": 0.3978,
      "step": 2702
    },
    {
      "epoch": 0.2265621725828758,
      "grad_norm": 0.3238469660282135,
      "learning_rate": 0.00019725541945166407,
      "loss": 0.3185,
      "step": 2703
    },
    {
      "epoch": 0.22664599136666527,
      "grad_norm": 0.3183268904685974,
      "learning_rate": 0.00019725337496371182,
      "loss": 0.3078,
      "step": 2704
    },
    {
      "epoch": 0.2267298101504547,
      "grad_norm": 0.33519166707992554,
      "learning_rate": 0.0001972513297251581,
      "loss": 0.3272,
      "step": 2705
    },
    {
      "epoch": 0.22681362893424417,
      "grad_norm": 0.36107107996940613,
      "learning_rate": 0.00019724928373601868,
      "loss": 0.3418,
      "step": 2706
    },
    {
      "epoch": 0.2268974477180336,
      "grad_norm": 0.3148926794528961,
      "learning_rate": 0.00019724723699630938,
      "loss": 0.3084,
      "step": 2707
    },
    {
      "epoch": 0.22698126650182307,
      "grad_norm": 0.36147305369377136,
      "learning_rate": 0.000197245189506046,
      "loss": 0.3215,
      "step": 2708
    },
    {
      "epoch": 0.2270650852856125,
      "grad_norm": 0.34583085775375366,
      "learning_rate": 0.00019724314126524432,
      "loss": 0.3524,
      "step": 2709
    },
    {
      "epoch": 0.22714890406940194,
      "grad_norm": 0.3432316184043884,
      "learning_rate": 0.00019724109227392016,
      "loss": 0.3604,
      "step": 2710
    },
    {
      "epoch": 0.2272327228531914,
      "grad_norm": 0.3759867548942566,
      "learning_rate": 0.00019723904253208933,
      "loss": 0.3654,
      "step": 2711
    },
    {
      "epoch": 0.22731654163698084,
      "grad_norm": 0.3659484386444092,
      "learning_rate": 0.00019723699203976766,
      "loss": 0.3892,
      "step": 2712
    },
    {
      "epoch": 0.2274003604207703,
      "grad_norm": 0.31710708141326904,
      "learning_rate": 0.00019723494079697097,
      "loss": 0.2811,
      "step": 2713
    },
    {
      "epoch": 0.22748417920455974,
      "grad_norm": 0.35876408219337463,
      "learning_rate": 0.0001972328888037151,
      "loss": 0.3598,
      "step": 2714
    },
    {
      "epoch": 0.2275679979883492,
      "grad_norm": 0.41841980814933777,
      "learning_rate": 0.00019723083606001588,
      "loss": 0.4111,
      "step": 2715
    },
    {
      "epoch": 0.22765181677213864,
      "grad_norm": 0.38648325204849243,
      "learning_rate": 0.00019722878256588918,
      "loss": 0.3488,
      "step": 2716
    },
    {
      "epoch": 0.22773563555592807,
      "grad_norm": 0.3591603934764862,
      "learning_rate": 0.0001972267283213508,
      "loss": 0.3375,
      "step": 2717
    },
    {
      "epoch": 0.22781945433971754,
      "grad_norm": 0.3452526032924652,
      "learning_rate": 0.00019722467332641656,
      "loss": 0.3294,
      "step": 2718
    },
    {
      "epoch": 0.22790327312350697,
      "grad_norm": 0.32309281826019287,
      "learning_rate": 0.00019722261758110246,
      "loss": 0.3119,
      "step": 2719
    },
    {
      "epoch": 0.22798709190729644,
      "grad_norm": 0.34842127561569214,
      "learning_rate": 0.00019722056108542423,
      "loss": 0.3766,
      "step": 2720
    },
    {
      "epoch": 0.22807091069108587,
      "grad_norm": 0.35030415654182434,
      "learning_rate": 0.0001972185038393978,
      "loss": 0.3619,
      "step": 2721
    },
    {
      "epoch": 0.2281547294748753,
      "grad_norm": 0.34191063046455383,
      "learning_rate": 0.00019721644584303906,
      "loss": 0.305,
      "step": 2722
    },
    {
      "epoch": 0.22823854825866477,
      "grad_norm": 0.3316694498062134,
      "learning_rate": 0.00019721438709636386,
      "loss": 0.3128,
      "step": 2723
    },
    {
      "epoch": 0.2283223670424542,
      "grad_norm": 0.36069363355636597,
      "learning_rate": 0.00019721232759938815,
      "loss": 0.3678,
      "step": 2724
    },
    {
      "epoch": 0.22840618582624367,
      "grad_norm": 0.3355586528778076,
      "learning_rate": 0.00019721026735212773,
      "loss": 0.3375,
      "step": 2725
    },
    {
      "epoch": 0.2284900046100331,
      "grad_norm": 0.36624106764793396,
      "learning_rate": 0.00019720820635459857,
      "loss": 0.388,
      "step": 2726
    },
    {
      "epoch": 0.22857382339382257,
      "grad_norm": 0.3646121025085449,
      "learning_rate": 0.00019720614460681657,
      "loss": 0.3849,
      "step": 2727
    },
    {
      "epoch": 0.228657642177612,
      "grad_norm": 0.4355182349681854,
      "learning_rate": 0.0001972040821087976,
      "loss": 0.4122,
      "step": 2728
    },
    {
      "epoch": 0.22874146096140144,
      "grad_norm": 0.38392770290374756,
      "learning_rate": 0.00019720201886055762,
      "loss": 0.3907,
      "step": 2729
    },
    {
      "epoch": 0.2288252797451909,
      "grad_norm": 0.3344687223434448,
      "learning_rate": 0.0001971999548621126,
      "loss": 0.3292,
      "step": 2730
    },
    {
      "epoch": 0.22890909852898034,
      "grad_norm": 0.3586815595626831,
      "learning_rate": 0.00019719789011347834,
      "loss": 0.3901,
      "step": 2731
    },
    {
      "epoch": 0.2289929173127698,
      "grad_norm": 0.361740380525589,
      "learning_rate": 0.00019719582461467087,
      "loss": 0.3548,
      "step": 2732
    },
    {
      "epoch": 0.22907673609655924,
      "grad_norm": 0.35145795345306396,
      "learning_rate": 0.0001971937583657061,
      "loss": 0.3512,
      "step": 2733
    },
    {
      "epoch": 0.2291605548803487,
      "grad_norm": 0.366797536611557,
      "learning_rate": 0.0001971916913666,
      "loss": 0.4119,
      "step": 2734
    },
    {
      "epoch": 0.22924437366413813,
      "grad_norm": 0.3670217990875244,
      "learning_rate": 0.00019718962361736853,
      "loss": 0.3411,
      "step": 2735
    },
    {
      "epoch": 0.22932819244792757,
      "grad_norm": 0.3585839867591858,
      "learning_rate": 0.00019718755511802762,
      "loss": 0.3438,
      "step": 2736
    },
    {
      "epoch": 0.22941201123171703,
      "grad_norm": 0.33232948184013367,
      "learning_rate": 0.00019718548586859325,
      "loss": 0.3142,
      "step": 2737
    },
    {
      "epoch": 0.22949583001550647,
      "grad_norm": 0.32856515049934387,
      "learning_rate": 0.00019718341586908139,
      "loss": 0.3074,
      "step": 2738
    },
    {
      "epoch": 0.22957964879929593,
      "grad_norm": 0.3396730124950409,
      "learning_rate": 0.00019718134511950797,
      "loss": 0.3342,
      "step": 2739
    },
    {
      "epoch": 0.22966346758308537,
      "grad_norm": 0.3504887819290161,
      "learning_rate": 0.00019717927361988905,
      "loss": 0.3973,
      "step": 2740
    },
    {
      "epoch": 0.2297472863668748,
      "grad_norm": 0.34186747670173645,
      "learning_rate": 0.00019717720137024056,
      "loss": 0.329,
      "step": 2741
    },
    {
      "epoch": 0.22983110515066427,
      "grad_norm": 0.36414191126823425,
      "learning_rate": 0.00019717512837057855,
      "loss": 0.3177,
      "step": 2742
    },
    {
      "epoch": 0.2299149239344537,
      "grad_norm": 0.3939971923828125,
      "learning_rate": 0.00019717305462091896,
      "loss": 0.3637,
      "step": 2743
    },
    {
      "epoch": 0.22999874271824317,
      "grad_norm": 0.32129982113838196,
      "learning_rate": 0.00019717098012127782,
      "loss": 0.3163,
      "step": 2744
    },
    {
      "epoch": 0.2300825615020326,
      "grad_norm": 0.4501785933971405,
      "learning_rate": 0.00019716890487167112,
      "loss": 0.4116,
      "step": 2745
    },
    {
      "epoch": 0.23016638028582206,
      "grad_norm": 0.37654513120651245,
      "learning_rate": 0.00019716682887211496,
      "loss": 0.3798,
      "step": 2746
    },
    {
      "epoch": 0.2302501990696115,
      "grad_norm": 0.37942031025886536,
      "learning_rate": 0.00019716475212262525,
      "loss": 0.3591,
      "step": 2747
    },
    {
      "epoch": 0.23033401785340094,
      "grad_norm": 0.40037864446640015,
      "learning_rate": 0.00019716267462321807,
      "loss": 0.4064,
      "step": 2748
    },
    {
      "epoch": 0.2304178366371904,
      "grad_norm": 0.5295553803443909,
      "learning_rate": 0.00019716059637390947,
      "loss": 0.3783,
      "step": 2749
    },
    {
      "epoch": 0.23050165542097983,
      "grad_norm": 0.3772887587547302,
      "learning_rate": 0.00019715851737471546,
      "loss": 0.4064,
      "step": 2750
    },
    {
      "epoch": 0.2305854742047693,
      "grad_norm": 0.3467310667037964,
      "learning_rate": 0.00019715643762565211,
      "loss": 0.3566,
      "step": 2751
    },
    {
      "epoch": 0.23066929298855873,
      "grad_norm": 0.42771831154823303,
      "learning_rate": 0.00019715435712673544,
      "loss": 0.4626,
      "step": 2752
    },
    {
      "epoch": 0.2307531117723482,
      "grad_norm": 0.37179040908813477,
      "learning_rate": 0.00019715227587798154,
      "loss": 0.413,
      "step": 2753
    },
    {
      "epoch": 0.23083693055613763,
      "grad_norm": 0.35867565870285034,
      "learning_rate": 0.00019715019387940645,
      "loss": 0.3638,
      "step": 2754
    },
    {
      "epoch": 0.23092074933992707,
      "grad_norm": 0.3393193781375885,
      "learning_rate": 0.00019714811113102627,
      "loss": 0.3481,
      "step": 2755
    },
    {
      "epoch": 0.23100456812371653,
      "grad_norm": 0.372942715883255,
      "learning_rate": 0.00019714602763285703,
      "loss": 0.3939,
      "step": 2756
    },
    {
      "epoch": 0.23108838690750597,
      "grad_norm": 0.3916240930557251,
      "learning_rate": 0.00019714394338491483,
      "loss": 0.3957,
      "step": 2757
    },
    {
      "epoch": 0.23117220569129543,
      "grad_norm": 0.32974138855934143,
      "learning_rate": 0.0001971418583872158,
      "loss": 0.3446,
      "step": 2758
    },
    {
      "epoch": 0.23125602447508486,
      "grad_norm": 0.3604028522968292,
      "learning_rate": 0.00019713977263977595,
      "loss": 0.4342,
      "step": 2759
    },
    {
      "epoch": 0.2313398432588743,
      "grad_norm": 0.2897833585739136,
      "learning_rate": 0.00019713768614261143,
      "loss": 0.2604,
      "step": 2760
    },
    {
      "epoch": 0.23142366204266376,
      "grad_norm": 0.34726524353027344,
      "learning_rate": 0.00019713559889573837,
      "loss": 0.3559,
      "step": 2761
    },
    {
      "epoch": 0.2315074808264532,
      "grad_norm": 0.504315972328186,
      "learning_rate": 0.0001971335108991728,
      "loss": 0.3872,
      "step": 2762
    },
    {
      "epoch": 0.23159129961024266,
      "grad_norm": 0.34003686904907227,
      "learning_rate": 0.00019713142215293088,
      "loss": 0.3405,
      "step": 2763
    },
    {
      "epoch": 0.2316751183940321,
      "grad_norm": 0.3742453157901764,
      "learning_rate": 0.00019712933265702876,
      "loss": 0.3788,
      "step": 2764
    },
    {
      "epoch": 0.23175893717782156,
      "grad_norm": 0.3854323923587799,
      "learning_rate": 0.0001971272424114825,
      "loss": 0.3809,
      "step": 2765
    },
    {
      "epoch": 0.231842755961611,
      "grad_norm": 0.3345162272453308,
      "learning_rate": 0.0001971251514163083,
      "loss": 0.3302,
      "step": 2766
    },
    {
      "epoch": 0.23192657474540043,
      "grad_norm": 0.3496242165565491,
      "learning_rate": 0.00019712305967152226,
      "loss": 0.3892,
      "step": 2767
    },
    {
      "epoch": 0.2320103935291899,
      "grad_norm": 0.34890374541282654,
      "learning_rate": 0.0001971209671771405,
      "loss": 0.3869,
      "step": 2768
    },
    {
      "epoch": 0.23209421231297933,
      "grad_norm": 0.3709191083908081,
      "learning_rate": 0.00019711887393317922,
      "loss": 0.4069,
      "step": 2769
    },
    {
      "epoch": 0.2321780310967688,
      "grad_norm": 0.35260987281799316,
      "learning_rate": 0.00019711677993965458,
      "loss": 0.3606,
      "step": 2770
    },
    {
      "epoch": 0.23226184988055823,
      "grad_norm": 0.3707413077354431,
      "learning_rate": 0.00019711468519658268,
      "loss": 0.3664,
      "step": 2771
    },
    {
      "epoch": 0.2323456686643477,
      "grad_norm": 0.36328965425491333,
      "learning_rate": 0.00019711258970397973,
      "loss": 0.3353,
      "step": 2772
    },
    {
      "epoch": 0.23242948744813713,
      "grad_norm": 0.34270161390304565,
      "learning_rate": 0.0001971104934618619,
      "loss": 0.2867,
      "step": 2773
    },
    {
      "epoch": 0.23251330623192656,
      "grad_norm": 0.38260406255722046,
      "learning_rate": 0.00019710839647024543,
      "loss": 0.3838,
      "step": 2774
    },
    {
      "epoch": 0.23259712501571603,
      "grad_norm": 0.38751021027565,
      "learning_rate": 0.00019710629872914635,
      "loss": 0.3903,
      "step": 2775
    },
    {
      "epoch": 0.23268094379950546,
      "grad_norm": 0.3428594768047333,
      "learning_rate": 0.000197104200238581,
      "loss": 0.3384,
      "step": 2776
    },
    {
      "epoch": 0.23276476258329493,
      "grad_norm": 0.3237432539463043,
      "learning_rate": 0.0001971021009985655,
      "loss": 0.3114,
      "step": 2777
    },
    {
      "epoch": 0.23284858136708436,
      "grad_norm": 0.34897950291633606,
      "learning_rate": 0.00019710000100911604,
      "loss": 0.3092,
      "step": 2778
    },
    {
      "epoch": 0.2329324001508738,
      "grad_norm": 0.3661045730113983,
      "learning_rate": 0.0001970979002702489,
      "loss": 0.3687,
      "step": 2779
    },
    {
      "epoch": 0.23301621893466326,
      "grad_norm": 0.33473706245422363,
      "learning_rate": 0.00019709579878198023,
      "loss": 0.3105,
      "step": 2780
    },
    {
      "epoch": 0.2331000377184527,
      "grad_norm": 0.4000030755996704,
      "learning_rate": 0.00019709369654432628,
      "loss": 0.3669,
      "step": 2781
    },
    {
      "epoch": 0.23318385650224216,
      "grad_norm": 0.38744470477104187,
      "learning_rate": 0.00019709159355730326,
      "loss": 0.3745,
      "step": 2782
    },
    {
      "epoch": 0.2332676752860316,
      "grad_norm": 0.32883185148239136,
      "learning_rate": 0.0001970894898209274,
      "loss": 0.299,
      "step": 2783
    },
    {
      "epoch": 0.23335149406982106,
      "grad_norm": 0.3701324164867401,
      "learning_rate": 0.00019708738533521497,
      "loss": 0.3747,
      "step": 2784
    },
    {
      "epoch": 0.2334353128536105,
      "grad_norm": 0.3814742863178253,
      "learning_rate": 0.00019708528010018214,
      "loss": 0.3856,
      "step": 2785
    },
    {
      "epoch": 0.23351913163739993,
      "grad_norm": 0.3889465034008026,
      "learning_rate": 0.00019708317411584525,
      "loss": 0.3955,
      "step": 2786
    },
    {
      "epoch": 0.2336029504211894,
      "grad_norm": 0.31041356921195984,
      "learning_rate": 0.00019708106738222048,
      "loss": 0.3025,
      "step": 2787
    },
    {
      "epoch": 0.23368676920497883,
      "grad_norm": 0.35499754548072815,
      "learning_rate": 0.00019707895989932412,
      "loss": 0.3616,
      "step": 2788
    },
    {
      "epoch": 0.2337705879887683,
      "grad_norm": 0.3219106197357178,
      "learning_rate": 0.00019707685166717244,
      "loss": 0.331,
      "step": 2789
    },
    {
      "epoch": 0.23385440677255773,
      "grad_norm": 0.3123604357242584,
      "learning_rate": 0.0001970747426857817,
      "loss": 0.2809,
      "step": 2790
    },
    {
      "epoch": 0.2339382255563472,
      "grad_norm": 0.34518709778785706,
      "learning_rate": 0.00019707263295516816,
      "loss": 0.3405,
      "step": 2791
    },
    {
      "epoch": 0.23402204434013663,
      "grad_norm": 0.3556477725505829,
      "learning_rate": 0.00019707052247534815,
      "loss": 0.3796,
      "step": 2792
    },
    {
      "epoch": 0.23410586312392606,
      "grad_norm": 0.34222307801246643,
      "learning_rate": 0.00019706841124633793,
      "loss": 0.3461,
      "step": 2793
    },
    {
      "epoch": 0.23418968190771552,
      "grad_norm": 0.3708842694759369,
      "learning_rate": 0.0001970662992681538,
      "loss": 0.3806,
      "step": 2794
    },
    {
      "epoch": 0.23427350069150496,
      "grad_norm": 0.36024555563926697,
      "learning_rate": 0.00019706418654081204,
      "loss": 0.3483,
      "step": 2795
    },
    {
      "epoch": 0.23435731947529442,
      "grad_norm": 0.35844913125038147,
      "learning_rate": 0.00019706207306432897,
      "loss": 0.4073,
      "step": 2796
    },
    {
      "epoch": 0.23444113825908386,
      "grad_norm": 0.3363458812236786,
      "learning_rate": 0.00019705995883872093,
      "loss": 0.322,
      "step": 2797
    },
    {
      "epoch": 0.2345249570428733,
      "grad_norm": 0.3088495433330536,
      "learning_rate": 0.00019705784386400422,
      "loss": 0.268,
      "step": 2798
    },
    {
      "epoch": 0.23460877582666276,
      "grad_norm": 0.35526958107948303,
      "learning_rate": 0.00019705572814019513,
      "loss": 0.3902,
      "step": 2799
    },
    {
      "epoch": 0.2346925946104522,
      "grad_norm": 0.3651238679885864,
      "learning_rate": 0.00019705361166731002,
      "loss": 0.3887,
      "step": 2800
    },
    {
      "epoch": 0.2346925946104522,
      "eval_loss": 0.3517228364944458,
      "eval_runtime": 61.5475,
      "eval_samples_per_second": 15.598,
      "eval_steps_per_second": 3.899,
      "step": 2800
    },
    {
      "epoch": 0.23477641339424166,
      "grad_norm": 0.34225839376449585,
      "learning_rate": 0.00019705149444536525,
      "loss": 0.3418,
      "step": 2801
    },
    {
      "epoch": 0.2348602321780311,
      "grad_norm": 0.31470754742622375,
      "learning_rate": 0.0001970493764743771,
      "loss": 0.3059,
      "step": 2802
    },
    {
      "epoch": 0.23494405096182056,
      "grad_norm": 0.31846725940704346,
      "learning_rate": 0.00019704725775436193,
      "loss": 0.2648,
      "step": 2803
    },
    {
      "epoch": 0.23502786974561,
      "grad_norm": 0.29989802837371826,
      "learning_rate": 0.00019704513828533614,
      "loss": 0.2587,
      "step": 2804
    },
    {
      "epoch": 0.23511168852939943,
      "grad_norm": 0.353426456451416,
      "learning_rate": 0.00019704301806731605,
      "loss": 0.334,
      "step": 2805
    },
    {
      "epoch": 0.2351955073131889,
      "grad_norm": 0.35752561688423157,
      "learning_rate": 0.00019704089710031805,
      "loss": 0.39,
      "step": 2806
    },
    {
      "epoch": 0.23527932609697833,
      "grad_norm": 0.3485257029533386,
      "learning_rate": 0.00019703877538435847,
      "loss": 0.3671,
      "step": 2807
    },
    {
      "epoch": 0.2353631448807678,
      "grad_norm": 0.32250308990478516,
      "learning_rate": 0.0001970366529194537,
      "loss": 0.3276,
      "step": 2808
    },
    {
      "epoch": 0.23544696366455722,
      "grad_norm": 0.3620240092277527,
      "learning_rate": 0.00019703452970562014,
      "loss": 0.358,
      "step": 2809
    },
    {
      "epoch": 0.2355307824483467,
      "grad_norm": 0.3354477882385254,
      "learning_rate": 0.00019703240574287415,
      "loss": 0.3057,
      "step": 2810
    },
    {
      "epoch": 0.23561460123213612,
      "grad_norm": 0.3333980441093445,
      "learning_rate": 0.00019703028103123214,
      "loss": 0.3321,
      "step": 2811
    },
    {
      "epoch": 0.23569842001592556,
      "grad_norm": 0.34439730644226074,
      "learning_rate": 0.00019702815557071053,
      "loss": 0.3544,
      "step": 2812
    },
    {
      "epoch": 0.23578223879971502,
      "grad_norm": 0.3494170308113098,
      "learning_rate": 0.0001970260293613257,
      "loss": 0.3116,
      "step": 2813
    },
    {
      "epoch": 0.23586605758350446,
      "grad_norm": 0.3747216761112213,
      "learning_rate": 0.00019702390240309404,
      "loss": 0.3743,
      "step": 2814
    },
    {
      "epoch": 0.23594987636729392,
      "grad_norm": 0.347953736782074,
      "learning_rate": 0.000197021774696032,
      "loss": 0.3282,
      "step": 2815
    },
    {
      "epoch": 0.23603369515108336,
      "grad_norm": 0.35255539417266846,
      "learning_rate": 0.000197019646240156,
      "loss": 0.3872,
      "step": 2816
    },
    {
      "epoch": 0.2361175139348728,
      "grad_norm": 0.33291417360305786,
      "learning_rate": 0.00019701751703548242,
      "loss": 0.3409,
      "step": 2817
    },
    {
      "epoch": 0.23620133271866225,
      "grad_norm": 0.3417503535747528,
      "learning_rate": 0.00019701538708202776,
      "loss": 0.3156,
      "step": 2818
    },
    {
      "epoch": 0.2362851515024517,
      "grad_norm": 0.35243281722068787,
      "learning_rate": 0.0001970132563798084,
      "loss": 0.3659,
      "step": 2819
    },
    {
      "epoch": 0.23636897028624115,
      "grad_norm": 0.359691858291626,
      "learning_rate": 0.00019701112492884085,
      "loss": 0.336,
      "step": 2820
    },
    {
      "epoch": 0.2364527890700306,
      "grad_norm": 0.34491202235221863,
      "learning_rate": 0.00019700899272914147,
      "loss": 0.345,
      "step": 2821
    },
    {
      "epoch": 0.23653660785382005,
      "grad_norm": 0.31520628929138184,
      "learning_rate": 0.00019700685978072682,
      "loss": 0.2922,
      "step": 2822
    },
    {
      "epoch": 0.2366204266376095,
      "grad_norm": 0.3757258355617523,
      "learning_rate": 0.0001970047260836133,
      "loss": 0.3895,
      "step": 2823
    },
    {
      "epoch": 0.23670424542139892,
      "grad_norm": 0.356981486082077,
      "learning_rate": 0.00019700259163781735,
      "loss": 0.361,
      "step": 2824
    },
    {
      "epoch": 0.2367880642051884,
      "grad_norm": 1.4069050550460815,
      "learning_rate": 0.00019700045644335552,
      "loss": 0.3902,
      "step": 2825
    },
    {
      "epoch": 0.23687188298897782,
      "grad_norm": 0.3585019111633301,
      "learning_rate": 0.00019699832050024422,
      "loss": 0.3726,
      "step": 2826
    },
    {
      "epoch": 0.23695570177276729,
      "grad_norm": 0.3444853723049164,
      "learning_rate": 0.00019699618380850003,
      "loss": 0.297,
      "step": 2827
    },
    {
      "epoch": 0.23703952055655672,
      "grad_norm": 0.36381277441978455,
      "learning_rate": 0.0001969940463681393,
      "loss": 0.3275,
      "step": 2828
    },
    {
      "epoch": 0.23712333934034618,
      "grad_norm": 0.3497318923473358,
      "learning_rate": 0.00019699190817917868,
      "loss": 0.3342,
      "step": 2829
    },
    {
      "epoch": 0.23720715812413562,
      "grad_norm": 0.3329865634441376,
      "learning_rate": 0.00019698976924163456,
      "loss": 0.2969,
      "step": 2830
    },
    {
      "epoch": 0.23729097690792506,
      "grad_norm": 0.399392694234848,
      "learning_rate": 0.00019698762955552347,
      "loss": 0.4426,
      "step": 2831
    },
    {
      "epoch": 0.23737479569171452,
      "grad_norm": 0.3470245897769928,
      "learning_rate": 0.00019698548912086198,
      "loss": 0.3316,
      "step": 2832
    },
    {
      "epoch": 0.23745861447550395,
      "grad_norm": 0.3424402177333832,
      "learning_rate": 0.00019698334793766655,
      "loss": 0.3567,
      "step": 2833
    },
    {
      "epoch": 0.23754243325929342,
      "grad_norm": 0.3488576412200928,
      "learning_rate": 0.0001969812060059537,
      "loss": 0.3145,
      "step": 2834
    },
    {
      "epoch": 0.23762625204308285,
      "grad_norm": 0.34693679213523865,
      "learning_rate": 0.00019697906332574004,
      "loss": 0.3378,
      "step": 2835
    },
    {
      "epoch": 0.2377100708268723,
      "grad_norm": 0.4065290093421936,
      "learning_rate": 0.00019697691989704202,
      "loss": 0.4088,
      "step": 2836
    },
    {
      "epoch": 0.23779388961066175,
      "grad_norm": 0.3870837688446045,
      "learning_rate": 0.00019697477571987623,
      "loss": 0.4175,
      "step": 2837
    },
    {
      "epoch": 0.2378777083944512,
      "grad_norm": 0.3314671814441681,
      "learning_rate": 0.0001969726307942592,
      "loss": 0.2973,
      "step": 2838
    },
    {
      "epoch": 0.23796152717824065,
      "grad_norm": 0.36253324151039124,
      "learning_rate": 0.0001969704851202075,
      "loss": 0.3742,
      "step": 2839
    },
    {
      "epoch": 0.23804534596203009,
      "grad_norm": 0.38050293922424316,
      "learning_rate": 0.00019696833869773766,
      "loss": 0.3589,
      "step": 2840
    },
    {
      "epoch": 0.23812916474581955,
      "grad_norm": 0.3711242973804474,
      "learning_rate": 0.00019696619152686625,
      "loss": 0.384,
      "step": 2841
    },
    {
      "epoch": 0.23821298352960898,
      "grad_norm": 0.37778767943382263,
      "learning_rate": 0.00019696404360760992,
      "loss": 0.3629,
      "step": 2842
    },
    {
      "epoch": 0.23829680231339842,
      "grad_norm": 0.39115461707115173,
      "learning_rate": 0.00019696189493998513,
      "loss": 0.4077,
      "step": 2843
    },
    {
      "epoch": 0.23838062109718788,
      "grad_norm": 0.3899978995323181,
      "learning_rate": 0.00019695974552400854,
      "loss": 0.3625,
      "step": 2844
    },
    {
      "epoch": 0.23846443988097732,
      "grad_norm": 0.35609665513038635,
      "learning_rate": 0.00019695759535969676,
      "loss": 0.3036,
      "step": 2845
    },
    {
      "epoch": 0.23854825866476678,
      "grad_norm": 0.4301438629627228,
      "learning_rate": 0.0001969554444470663,
      "loss": 0.4656,
      "step": 2846
    },
    {
      "epoch": 0.23863207744855622,
      "grad_norm": 0.3731801509857178,
      "learning_rate": 0.0001969532927861338,
      "loss": 0.3508,
      "step": 2847
    },
    {
      "epoch": 0.23871589623234568,
      "grad_norm": 0.41814666986465454,
      "learning_rate": 0.00019695114037691588,
      "loss": 0.3751,
      "step": 2848
    },
    {
      "epoch": 0.23879971501613512,
      "grad_norm": 0.39940589666366577,
      "learning_rate": 0.00019694898721942916,
      "loss": 0.3924,
      "step": 2849
    },
    {
      "epoch": 0.23888353379992455,
      "grad_norm": 0.34797894954681396,
      "learning_rate": 0.00019694683331369022,
      "loss": 0.344,
      "step": 2850
    },
    {
      "epoch": 0.23896735258371402,
      "grad_norm": 0.38038313388824463,
      "learning_rate": 0.00019694467865971572,
      "loss": 0.3862,
      "step": 2851
    },
    {
      "epoch": 0.23905117136750345,
      "grad_norm": 0.3603760898113251,
      "learning_rate": 0.00019694252325752227,
      "loss": 0.3909,
      "step": 2852
    },
    {
      "epoch": 0.23913499015129291,
      "grad_norm": 0.3522472381591797,
      "learning_rate": 0.0001969403671071265,
      "loss": 0.325,
      "step": 2853
    },
    {
      "epoch": 0.23921880893508235,
      "grad_norm": 0.3498462736606598,
      "learning_rate": 0.0001969382102085451,
      "loss": 0.3979,
      "step": 2854
    },
    {
      "epoch": 0.23930262771887179,
      "grad_norm": 0.3375052809715271,
      "learning_rate": 0.00019693605256179464,
      "loss": 0.3493,
      "step": 2855
    },
    {
      "epoch": 0.23938644650266125,
      "grad_norm": 0.38018959760665894,
      "learning_rate": 0.0001969338941668918,
      "loss": 0.3697,
      "step": 2856
    },
    {
      "epoch": 0.23947026528645068,
      "grad_norm": 0.3513453006744385,
      "learning_rate": 0.0001969317350238533,
      "loss": 0.3635,
      "step": 2857
    },
    {
      "epoch": 0.23955408407024015,
      "grad_norm": 0.38799983263015747,
      "learning_rate": 0.0001969295751326957,
      "loss": 0.4401,
      "step": 2858
    },
    {
      "epoch": 0.23963790285402958,
      "grad_norm": 0.3615383803844452,
      "learning_rate": 0.00019692741449343576,
      "loss": 0.3813,
      "step": 2859
    },
    {
      "epoch": 0.23972172163781905,
      "grad_norm": 0.3194592297077179,
      "learning_rate": 0.00019692525310609013,
      "loss": 0.299,
      "step": 2860
    },
    {
      "epoch": 0.23980554042160848,
      "grad_norm": 0.3309839963912964,
      "learning_rate": 0.00019692309097067546,
      "loss": 0.2954,
      "step": 2861
    },
    {
      "epoch": 0.23988935920539792,
      "grad_norm": 0.3567904233932495,
      "learning_rate": 0.00019692092808720846,
      "loss": 0.3497,
      "step": 2862
    },
    {
      "epoch": 0.23997317798918738,
      "grad_norm": 0.33554762601852417,
      "learning_rate": 0.00019691876445570582,
      "loss": 0.285,
      "step": 2863
    },
    {
      "epoch": 0.24005699677297682,
      "grad_norm": 0.3821231424808502,
      "learning_rate": 0.00019691660007618421,
      "loss": 0.4067,
      "step": 2864
    },
    {
      "epoch": 0.24014081555676628,
      "grad_norm": 0.39648836851119995,
      "learning_rate": 0.00019691443494866041,
      "loss": 0.4017,
      "step": 2865
    },
    {
      "epoch": 0.24022463434055571,
      "grad_norm": 0.38228270411491394,
      "learning_rate": 0.0001969122690731511,
      "loss": 0.406,
      "step": 2866
    },
    {
      "epoch": 0.24030845312434518,
      "grad_norm": 0.40938881039619446,
      "learning_rate": 0.00019691010244967294,
      "loss": 0.3745,
      "step": 2867
    },
    {
      "epoch": 0.2403922719081346,
      "grad_norm": 0.3731487989425659,
      "learning_rate": 0.00019690793507824272,
      "loss": 0.3253,
      "step": 2868
    },
    {
      "epoch": 0.24047609069192405,
      "grad_norm": 0.33572521805763245,
      "learning_rate": 0.00019690576695887714,
      "loss": 0.2958,
      "step": 2869
    },
    {
      "epoch": 0.2405599094757135,
      "grad_norm": 0.3710056245326996,
      "learning_rate": 0.00019690359809159294,
      "loss": 0.4102,
      "step": 2870
    },
    {
      "epoch": 0.24064372825950295,
      "grad_norm": 0.3309014141559601,
      "learning_rate": 0.00019690142847640684,
      "loss": 0.342,
      "step": 2871
    },
    {
      "epoch": 0.2407275470432924,
      "grad_norm": 0.34951290488243103,
      "learning_rate": 0.00019689925811333558,
      "loss": 0.3083,
      "step": 2872
    },
    {
      "epoch": 0.24081136582708185,
      "grad_norm": 0.322803795337677,
      "learning_rate": 0.00019689708700239598,
      "loss": 0.306,
      "step": 2873
    },
    {
      "epoch": 0.24089518461087128,
      "grad_norm": 0.3352334797382355,
      "learning_rate": 0.00019689491514360472,
      "loss": 0.3508,
      "step": 2874
    },
    {
      "epoch": 0.24097900339466075,
      "grad_norm": 0.3383924663066864,
      "learning_rate": 0.0001968927425369786,
      "loss": 0.3591,
      "step": 2875
    },
    {
      "epoch": 0.24106282217845018,
      "grad_norm": 0.39723798632621765,
      "learning_rate": 0.00019689056918253438,
      "loss": 0.4447,
      "step": 2876
    },
    {
      "epoch": 0.24114664096223964,
      "grad_norm": 0.35191038250923157,
      "learning_rate": 0.0001968883950802888,
      "loss": 0.4019,
      "step": 2877
    },
    {
      "epoch": 0.24123045974602908,
      "grad_norm": 0.3477023243904114,
      "learning_rate": 0.00019688622023025868,
      "loss": 0.334,
      "step": 2878
    },
    {
      "epoch": 0.24131427852981854,
      "grad_norm": 0.31272897124290466,
      "learning_rate": 0.00019688404463246082,
      "loss": 0.3066,
      "step": 2879
    },
    {
      "epoch": 0.24139809731360798,
      "grad_norm": 0.3212665021419525,
      "learning_rate": 0.000196881868286912,
      "loss": 0.2937,
      "step": 2880
    },
    {
      "epoch": 0.24148191609739741,
      "grad_norm": 0.3602169454097748,
      "learning_rate": 0.00019687969119362898,
      "loss": 0.3551,
      "step": 2881
    },
    {
      "epoch": 0.24156573488118688,
      "grad_norm": 0.3709930181503296,
      "learning_rate": 0.00019687751335262861,
      "loss": 0.3523,
      "step": 2882
    },
    {
      "epoch": 0.2416495536649763,
      "grad_norm": 0.37909141182899475,
      "learning_rate": 0.00019687533476392765,
      "loss": 0.376,
      "step": 2883
    },
    {
      "epoch": 0.24173337244876578,
      "grad_norm": 0.41739144921302795,
      "learning_rate": 0.00019687315542754296,
      "loss": 0.3586,
      "step": 2884
    },
    {
      "epoch": 0.2418171912325552,
      "grad_norm": 0.417283833026886,
      "learning_rate": 0.00019687097534349133,
      "loss": 0.3561,
      "step": 2885
    },
    {
      "epoch": 0.24190101001634468,
      "grad_norm": 0.36931511759757996,
      "learning_rate": 0.0001968687945117896,
      "loss": 0.3399,
      "step": 2886
    },
    {
      "epoch": 0.2419848288001341,
      "grad_norm": 0.31627339124679565,
      "learning_rate": 0.0001968666129324546,
      "loss": 0.3024,
      "step": 2887
    },
    {
      "epoch": 0.24206864758392355,
      "grad_norm": 0.37085407972335815,
      "learning_rate": 0.00019686443060550318,
      "loss": 0.4073,
      "step": 2888
    },
    {
      "epoch": 0.242152466367713,
      "grad_norm": 0.3389964997768402,
      "learning_rate": 0.00019686224753095216,
      "loss": 0.3658,
      "step": 2889
    },
    {
      "epoch": 0.24223628515150245,
      "grad_norm": 0.36618226766586304,
      "learning_rate": 0.00019686006370881837,
      "loss": 0.3888,
      "step": 2890
    },
    {
      "epoch": 0.2423201039352919,
      "grad_norm": 0.335373193025589,
      "learning_rate": 0.00019685787913911872,
      "loss": 0.3224,
      "step": 2891
    },
    {
      "epoch": 0.24240392271908134,
      "grad_norm": 0.34116870164871216,
      "learning_rate": 0.00019685569382187006,
      "loss": 0.3469,
      "step": 2892
    },
    {
      "epoch": 0.2424877415028708,
      "grad_norm": 0.35273241996765137,
      "learning_rate": 0.00019685350775708923,
      "loss": 0.3585,
      "step": 2893
    },
    {
      "epoch": 0.24257156028666024,
      "grad_norm": 0.34429964423179626,
      "learning_rate": 0.00019685132094479307,
      "loss": 0.3623,
      "step": 2894
    },
    {
      "epoch": 0.24265537907044968,
      "grad_norm": 0.3596894443035126,
      "learning_rate": 0.00019684913338499855,
      "loss": 0.3887,
      "step": 2895
    },
    {
      "epoch": 0.24273919785423914,
      "grad_norm": 0.3706427216529846,
      "learning_rate": 0.00019684694507772247,
      "loss": 0.4174,
      "step": 2896
    },
    {
      "epoch": 0.24282301663802858,
      "grad_norm": 0.376128613948822,
      "learning_rate": 0.0001968447560229818,
      "loss": 0.3508,
      "step": 2897
    },
    {
      "epoch": 0.24290683542181804,
      "grad_norm": 0.4416992664337158,
      "learning_rate": 0.00019684256622079337,
      "loss": 0.338,
      "step": 2898
    },
    {
      "epoch": 0.24299065420560748,
      "grad_norm": 0.32159748673439026,
      "learning_rate": 0.0001968403756711741,
      "loss": 0.3178,
      "step": 2899
    },
    {
      "epoch": 0.2430744729893969,
      "grad_norm": 0.37363284826278687,
      "learning_rate": 0.00019683818437414086,
      "loss": 0.4437,
      "step": 2900
    },
    {
      "epoch": 0.24315829177318637,
      "grad_norm": 0.37444233894348145,
      "learning_rate": 0.0001968359923297106,
      "loss": 0.353,
      "step": 2901
    },
    {
      "epoch": 0.2432421105569758,
      "grad_norm": 0.3878060281276703,
      "learning_rate": 0.0001968337995379003,
      "loss": 0.3976,
      "step": 2902
    },
    {
      "epoch": 0.24332592934076527,
      "grad_norm": 0.44351810216903687,
      "learning_rate": 0.00019683160599872674,
      "loss": 0.3634,
      "step": 2903
    },
    {
      "epoch": 0.2434097481245547,
      "grad_norm": 0.40699583292007446,
      "learning_rate": 0.00019682941171220698,
      "loss": 0.3174,
      "step": 2904
    },
    {
      "epoch": 0.24349356690834417,
      "grad_norm": 0.36097073554992676,
      "learning_rate": 0.00019682721667835788,
      "loss": 0.4094,
      "step": 2905
    },
    {
      "epoch": 0.2435773856921336,
      "grad_norm": 0.41445478796958923,
      "learning_rate": 0.00019682502089719644,
      "loss": 0.2882,
      "step": 2906
    },
    {
      "epoch": 0.24366120447592304,
      "grad_norm": 0.3529198467731476,
      "learning_rate": 0.00019682282436873957,
      "loss": 0.3362,
      "step": 2907
    },
    {
      "epoch": 0.2437450232597125,
      "grad_norm": 0.3580411374568939,
      "learning_rate": 0.00019682062709300418,
      "loss": 0.3536,
      "step": 2908
    },
    {
      "epoch": 0.24382884204350194,
      "grad_norm": 0.377633273601532,
      "learning_rate": 0.0001968184290700073,
      "loss": 0.3588,
      "step": 2909
    },
    {
      "epoch": 0.2439126608272914,
      "grad_norm": 0.3491882383823395,
      "learning_rate": 0.00019681623029976588,
      "loss": 0.3747,
      "step": 2910
    },
    {
      "epoch": 0.24399647961108084,
      "grad_norm": 0.3363543152809143,
      "learning_rate": 0.00019681403078229687,
      "loss": 0.313,
      "step": 2911
    },
    {
      "epoch": 0.2440802983948703,
      "grad_norm": 0.3650363087654114,
      "learning_rate": 0.00019681183051761727,
      "loss": 0.3416,
      "step": 2912
    },
    {
      "epoch": 0.24416411717865974,
      "grad_norm": 0.32950302958488464,
      "learning_rate": 0.00019680962950574405,
      "loss": 0.2795,
      "step": 2913
    },
    {
      "epoch": 0.24424793596244918,
      "grad_norm": 0.34663236141204834,
      "learning_rate": 0.00019680742774669417,
      "loss": 0.3806,
      "step": 2914
    },
    {
      "epoch": 0.24433175474623864,
      "grad_norm": 0.3472602963447571,
      "learning_rate": 0.00019680522524048467,
      "loss": 0.3178,
      "step": 2915
    },
    {
      "epoch": 0.24441557353002807,
      "grad_norm": 0.35308051109313965,
      "learning_rate": 0.0001968030219871325,
      "loss": 0.3666,
      "step": 2916
    },
    {
      "epoch": 0.24449939231381754,
      "grad_norm": 0.3465832769870758,
      "learning_rate": 0.00019680081798665472,
      "loss": 0.3522,
      "step": 2917
    },
    {
      "epoch": 0.24458321109760697,
      "grad_norm": 0.3537791669368744,
      "learning_rate": 0.00019679861323906829,
      "loss": 0.3801,
      "step": 2918
    },
    {
      "epoch": 0.2446670298813964,
      "grad_norm": 0.3496309816837311,
      "learning_rate": 0.00019679640774439023,
      "loss": 0.3419,
      "step": 2919
    },
    {
      "epoch": 0.24475084866518587,
      "grad_norm": 0.33709385991096497,
      "learning_rate": 0.0001967942015026376,
      "loss": 0.3697,
      "step": 2920
    },
    {
      "epoch": 0.2448346674489753,
      "grad_norm": 0.32031741738319397,
      "learning_rate": 0.00019679199451382744,
      "loss": 0.3045,
      "step": 2921
    },
    {
      "epoch": 0.24491848623276477,
      "grad_norm": 0.3608521819114685,
      "learning_rate": 0.00019678978677797673,
      "loss": 0.3865,
      "step": 2922
    },
    {
      "epoch": 0.2450023050165542,
      "grad_norm": 0.36454516649246216,
      "learning_rate": 0.00019678757829510253,
      "loss": 0.3817,
      "step": 2923
    },
    {
      "epoch": 0.24508612380034367,
      "grad_norm": 0.3581625521183014,
      "learning_rate": 0.00019678536906522187,
      "loss": 0.3628,
      "step": 2924
    },
    {
      "epoch": 0.2451699425841331,
      "grad_norm": 0.35844624042510986,
      "learning_rate": 0.0001967831590883518,
      "loss": 0.3267,
      "step": 2925
    },
    {
      "epoch": 0.24525376136792254,
      "grad_norm": 0.33322539925575256,
      "learning_rate": 0.00019678094836450945,
      "loss": 0.3325,
      "step": 2926
    },
    {
      "epoch": 0.245337580151712,
      "grad_norm": 0.34145021438598633,
      "learning_rate": 0.0001967787368937118,
      "loss": 0.341,
      "step": 2927
    },
    {
      "epoch": 0.24542139893550144,
      "grad_norm": 0.34542980790138245,
      "learning_rate": 0.00019677652467597594,
      "loss": 0.3592,
      "step": 2928
    },
    {
      "epoch": 0.2455052177192909,
      "grad_norm": 0.34050503373146057,
      "learning_rate": 0.00019677431171131896,
      "loss": 0.2983,
      "step": 2929
    },
    {
      "epoch": 0.24558903650308034,
      "grad_norm": 0.3535613715648651,
      "learning_rate": 0.0001967720979997579,
      "loss": 0.3323,
      "step": 2930
    },
    {
      "epoch": 0.2456728552868698,
      "grad_norm": 0.38662707805633545,
      "learning_rate": 0.00019676988354130987,
      "loss": 0.3879,
      "step": 2931
    },
    {
      "epoch": 0.24575667407065924,
      "grad_norm": 0.3727770149707794,
      "learning_rate": 0.00019676766833599197,
      "loss": 0.3578,
      "step": 2932
    },
    {
      "epoch": 0.24584049285444867,
      "grad_norm": 0.3130357265472412,
      "learning_rate": 0.00019676545238382133,
      "loss": 0.2935,
      "step": 2933
    },
    {
      "epoch": 0.24592431163823814,
      "grad_norm": 0.34625065326690674,
      "learning_rate": 0.00019676323568481498,
      "loss": 0.324,
      "step": 2934
    },
    {
      "epoch": 0.24600813042202757,
      "grad_norm": 0.3446301519870758,
      "learning_rate": 0.00019676101823899007,
      "loss": 0.3395,
      "step": 2935
    },
    {
      "epoch": 0.24609194920581703,
      "grad_norm": 0.34076258540153503,
      "learning_rate": 0.0001967588000463637,
      "loss": 0.325,
      "step": 2936
    },
    {
      "epoch": 0.24617576798960647,
      "grad_norm": 0.33741581439971924,
      "learning_rate": 0.00019675658110695297,
      "loss": 0.3312,
      "step": 2937
    },
    {
      "epoch": 0.2462595867733959,
      "grad_norm": 0.3783056437969208,
      "learning_rate": 0.00019675436142077508,
      "loss": 0.3564,
      "step": 2938
    },
    {
      "epoch": 0.24634340555718537,
      "grad_norm": 0.37110045552253723,
      "learning_rate": 0.0001967521409878471,
      "loss": 0.3697,
      "step": 2939
    },
    {
      "epoch": 0.2464272243409748,
      "grad_norm": 0.4011671841144562,
      "learning_rate": 0.00019674991980818618,
      "loss": 0.3508,
      "step": 2940
    },
    {
      "epoch": 0.24651104312476427,
      "grad_norm": 0.3641999661922455,
      "learning_rate": 0.00019674769788180944,
      "loss": 0.3356,
      "step": 2941
    },
    {
      "epoch": 0.2465948619085537,
      "grad_norm": 0.3503415286540985,
      "learning_rate": 0.00019674547520873409,
      "loss": 0.3884,
      "step": 2942
    },
    {
      "epoch": 0.24667868069234317,
      "grad_norm": 0.35781556367874146,
      "learning_rate": 0.0001967432517889772,
      "loss": 0.3678,
      "step": 2943
    },
    {
      "epoch": 0.2467624994761326,
      "grad_norm": 0.35706984996795654,
      "learning_rate": 0.00019674102762255605,
      "loss": 0.299,
      "step": 2944
    },
    {
      "epoch": 0.24684631825992204,
      "grad_norm": 0.366365909576416,
      "learning_rate": 0.00019673880270948768,
      "loss": 0.3723,
      "step": 2945
    },
    {
      "epoch": 0.2469301370437115,
      "grad_norm": 0.38641685247421265,
      "learning_rate": 0.0001967365770497893,
      "loss": 0.4184,
      "step": 2946
    },
    {
      "epoch": 0.24701395582750094,
      "grad_norm": 0.354027658700943,
      "learning_rate": 0.00019673435064347815,
      "loss": 0.3251,
      "step": 2947
    },
    {
      "epoch": 0.2470977746112904,
      "grad_norm": 0.36509424448013306,
      "learning_rate": 0.00019673212349057134,
      "loss": 0.3724,
      "step": 2948
    },
    {
      "epoch": 0.24718159339507983,
      "grad_norm": 0.38321611285209656,
      "learning_rate": 0.00019672989559108608,
      "loss": 0.4047,
      "step": 2949
    },
    {
      "epoch": 0.2472654121788693,
      "grad_norm": 0.34774643182754517,
      "learning_rate": 0.0001967276669450396,
      "loss": 0.3745,
      "step": 2950
    },
    {
      "epoch": 0.24734923096265873,
      "grad_norm": 0.3294982314109802,
      "learning_rate": 0.00019672543755244902,
      "loss": 0.3001,
      "step": 2951
    },
    {
      "epoch": 0.24743304974644817,
      "grad_norm": 0.35509541630744934,
      "learning_rate": 0.00019672320741333165,
      "loss": 0.3536,
      "step": 2952
    },
    {
      "epoch": 0.24751686853023763,
      "grad_norm": 0.33626213669776917,
      "learning_rate": 0.00019672097652770462,
      "loss": 0.3175,
      "step": 2953
    },
    {
      "epoch": 0.24760068731402707,
      "grad_norm": 0.32390251755714417,
      "learning_rate": 0.0001967187448955852,
      "loss": 0.3022,
      "step": 2954
    },
    {
      "epoch": 0.24768450609781653,
      "grad_norm": 0.3282734453678131,
      "learning_rate": 0.00019671651251699056,
      "loss": 0.3129,
      "step": 2955
    },
    {
      "epoch": 0.24776832488160597,
      "grad_norm": 0.3594338893890381,
      "learning_rate": 0.000196714279391938,
      "loss": 0.3266,
      "step": 2956
    },
    {
      "epoch": 0.2478521436653954,
      "grad_norm": 0.3767562210559845,
      "learning_rate": 0.0001967120455204447,
      "loss": 0.4114,
      "step": 2957
    },
    {
      "epoch": 0.24793596244918487,
      "grad_norm": 0.3854157030582428,
      "learning_rate": 0.00019670981090252792,
      "loss": 0.3398,
      "step": 2958
    },
    {
      "epoch": 0.2480197812329743,
      "grad_norm": 0.3435705006122589,
      "learning_rate": 0.0001967075755382049,
      "loss": 0.3314,
      "step": 2959
    },
    {
      "epoch": 0.24810360001676376,
      "grad_norm": 0.37268513441085815,
      "learning_rate": 0.0001967053394274929,
      "loss": 0.3426,
      "step": 2960
    },
    {
      "epoch": 0.2481874188005532,
      "grad_norm": 0.34009894728660583,
      "learning_rate": 0.00019670310257040917,
      "loss": 0.3237,
      "step": 2961
    },
    {
      "epoch": 0.24827123758434266,
      "grad_norm": 0.33674344420433044,
      "learning_rate": 0.00019670086496697097,
      "loss": 0.3249,
      "step": 2962
    },
    {
      "epoch": 0.2483550563681321,
      "grad_norm": 0.3355599343776703,
      "learning_rate": 0.0001966986266171956,
      "loss": 0.3291,
      "step": 2963
    },
    {
      "epoch": 0.24843887515192153,
      "grad_norm": 0.34866559505462646,
      "learning_rate": 0.0001966963875211003,
      "loss": 0.3752,
      "step": 2964
    },
    {
      "epoch": 0.248522693935711,
      "grad_norm": 0.3331870138645172,
      "learning_rate": 0.00019669414767870238,
      "loss": 0.3253,
      "step": 2965
    },
    {
      "epoch": 0.24860651271950043,
      "grad_norm": 0.3507802188396454,
      "learning_rate": 0.0001966919070900191,
      "loss": 0.3045,
      "step": 2966
    },
    {
      "epoch": 0.2486903315032899,
      "grad_norm": 0.39825010299682617,
      "learning_rate": 0.00019668966575506777,
      "loss": 0.3861,
      "step": 2967
    },
    {
      "epoch": 0.24877415028707933,
      "grad_norm": 0.31338033080101013,
      "learning_rate": 0.00019668742367386568,
      "loss": 0.2716,
      "step": 2968
    },
    {
      "epoch": 0.2488579690708688,
      "grad_norm": 0.3438793122768402,
      "learning_rate": 0.00019668518084643016,
      "loss": 0.3387,
      "step": 2969
    },
    {
      "epoch": 0.24894178785465823,
      "grad_norm": 0.3274088203907013,
      "learning_rate": 0.00019668293727277846,
      "loss": 0.3053,
      "step": 2970
    },
    {
      "epoch": 0.24902560663844767,
      "grad_norm": 0.32858434319496155,
      "learning_rate": 0.00019668069295292797,
      "loss": 0.3244,
      "step": 2971
    },
    {
      "epoch": 0.24910942542223713,
      "grad_norm": 0.3445083498954773,
      "learning_rate": 0.00019667844788689596,
      "loss": 0.3542,
      "step": 2972
    },
    {
      "epoch": 0.24919324420602657,
      "grad_norm": 0.3580102026462555,
      "learning_rate": 0.00019667620207469976,
      "loss": 0.3664,
      "step": 2973
    },
    {
      "epoch": 0.24927706298981603,
      "grad_norm": 0.376382976770401,
      "learning_rate": 0.00019667395551635676,
      "loss": 0.4351,
      "step": 2974
    },
    {
      "epoch": 0.24936088177360546,
      "grad_norm": 0.3497568964958191,
      "learning_rate": 0.0001966717082118842,
      "loss": 0.3468,
      "step": 2975
    },
    {
      "epoch": 0.2494447005573949,
      "grad_norm": 0.35864490270614624,
      "learning_rate": 0.00019666946016129954,
      "loss": 0.3889,
      "step": 2976
    },
    {
      "epoch": 0.24952851934118436,
      "grad_norm": 0.3442605137825012,
      "learning_rate": 0.00019666721136462004,
      "loss": 0.311,
      "step": 2977
    },
    {
      "epoch": 0.2496123381249738,
      "grad_norm": 0.36978214979171753,
      "learning_rate": 0.00019666496182186308,
      "loss": 0.3319,
      "step": 2978
    },
    {
      "epoch": 0.24969615690876326,
      "grad_norm": 0.32422497868537903,
      "learning_rate": 0.00019666271153304606,
      "loss": 0.3059,
      "step": 2979
    },
    {
      "epoch": 0.2497799756925527,
      "grad_norm": 0.3573404550552368,
      "learning_rate": 0.0001966604604981863,
      "loss": 0.3391,
      "step": 2980
    },
    {
      "epoch": 0.24986379447634216,
      "grad_norm": 0.3742644786834717,
      "learning_rate": 0.00019665820871730117,
      "loss": 0.376,
      "step": 2981
    },
    {
      "epoch": 0.2499476132601316,
      "grad_norm": 0.3552914559841156,
      "learning_rate": 0.00019665595619040808,
      "loss": 0.3748,
      "step": 2982
    },
    {
      "epoch": 0.25003143204392103,
      "grad_norm": 0.3534228801727295,
      "learning_rate": 0.00019665370291752443,
      "loss": 0.3374,
      "step": 2983
    },
    {
      "epoch": 0.25011525082771047,
      "grad_norm": 0.34764862060546875,
      "learning_rate": 0.00019665144889866758,
      "loss": 0.3573,
      "step": 2984
    },
    {
      "epoch": 0.25019906961149996,
      "grad_norm": 0.32767561078071594,
      "learning_rate": 0.0001966491941338549,
      "loss": 0.3169,
      "step": 2985
    },
    {
      "epoch": 0.2502828883952894,
      "grad_norm": 0.3385881185531616,
      "learning_rate": 0.00019664693862310386,
      "loss": 0.2972,
      "step": 2986
    },
    {
      "epoch": 0.25036670717907883,
      "grad_norm": 0.36922305822372437,
      "learning_rate": 0.0001966446823664318,
      "loss": 0.3167,
      "step": 2987
    },
    {
      "epoch": 0.25045052596286826,
      "grad_norm": 0.3261147737503052,
      "learning_rate": 0.0001966424253638562,
      "loss": 0.3241,
      "step": 2988
    },
    {
      "epoch": 0.2505343447466577,
      "grad_norm": 0.3446693420410156,
      "learning_rate": 0.00019664016761539442,
      "loss": 0.3146,
      "step": 2989
    },
    {
      "epoch": 0.2506181635304472,
      "grad_norm": 0.33612027764320374,
      "learning_rate": 0.00019663790912106393,
      "loss": 0.3488,
      "step": 2990
    },
    {
      "epoch": 0.2507019823142366,
      "grad_norm": 0.3653053343296051,
      "learning_rate": 0.00019663564988088212,
      "loss": 0.3423,
      "step": 2991
    },
    {
      "epoch": 0.25078580109802606,
      "grad_norm": 0.3602624833583832,
      "learning_rate": 0.0001966333898948665,
      "loss": 0.3939,
      "step": 2992
    },
    {
      "epoch": 0.2508696198818155,
      "grad_norm": 0.32748815417289734,
      "learning_rate": 0.00019663112916303442,
      "loss": 0.3266,
      "step": 2993
    },
    {
      "epoch": 0.250953438665605,
      "grad_norm": 0.3626265227794647,
      "learning_rate": 0.00019662886768540336,
      "loss": 0.3798,
      "step": 2994
    },
    {
      "epoch": 0.2510372574493944,
      "grad_norm": 0.33774906396865845,
      "learning_rate": 0.00019662660546199078,
      "loss": 0.3753,
      "step": 2995
    },
    {
      "epoch": 0.25112107623318386,
      "grad_norm": 0.3339386284351349,
      "learning_rate": 0.00019662434249281417,
      "loss": 0.3108,
      "step": 2996
    },
    {
      "epoch": 0.2512048950169733,
      "grad_norm": 0.32711777091026306,
      "learning_rate": 0.00019662207877789095,
      "loss": 0.3156,
      "step": 2997
    },
    {
      "epoch": 0.25128871380076273,
      "grad_norm": 0.36674004793167114,
      "learning_rate": 0.00019661981431723865,
      "loss": 0.3455,
      "step": 2998
    },
    {
      "epoch": 0.2513725325845522,
      "grad_norm": 0.3433792293071747,
      "learning_rate": 0.0001966175491108747,
      "loss": 0.3355,
      "step": 2999
    },
    {
      "epoch": 0.25145635136834166,
      "grad_norm": 0.33193352818489075,
      "learning_rate": 0.00019661528315881654,
      "loss": 0.336,
      "step": 3000
    },
    {
      "epoch": 0.25145635136834166,
      "eval_loss": 0.3463042676448822,
      "eval_runtime": 61.5383,
      "eval_samples_per_second": 15.6,
      "eval_steps_per_second": 3.9,
      "step": 3000
    },
    {
      "epoch": 0.2515401701521311,
      "grad_norm": 0.3208279013633728,
      "learning_rate": 0.00019661301646108173,
      "loss": 0.312,
      "step": 3001
    },
    {
      "epoch": 0.25162398893592053,
      "grad_norm": 0.34922099113464355,
      "learning_rate": 0.00019661074901768777,
      "loss": 0.3945,
      "step": 3002
    },
    {
      "epoch": 0.25170780771970996,
      "grad_norm": 0.34615400433540344,
      "learning_rate": 0.00019660848082865212,
      "loss": 0.3267,
      "step": 3003
    },
    {
      "epoch": 0.25179162650349945,
      "grad_norm": 0.3588293790817261,
      "learning_rate": 0.00019660621189399228,
      "loss": 0.3516,
      "step": 3004
    },
    {
      "epoch": 0.2518754452872889,
      "grad_norm": 0.3508419096469879,
      "learning_rate": 0.0001966039422137258,
      "loss": 0.3229,
      "step": 3005
    },
    {
      "epoch": 0.2519592640710783,
      "grad_norm": 0.363174170255661,
      "learning_rate": 0.0001966016717878702,
      "loss": 0.3617,
      "step": 3006
    },
    {
      "epoch": 0.25204308285486776,
      "grad_norm": 0.32738620042800903,
      "learning_rate": 0.00019659940061644295,
      "loss": 0.3463,
      "step": 3007
    },
    {
      "epoch": 0.2521269016386572,
      "grad_norm": 0.332446426153183,
      "learning_rate": 0.00019659712869946164,
      "loss": 0.3157,
      "step": 3008
    },
    {
      "epoch": 0.2522107204224467,
      "grad_norm": 0.3538922667503357,
      "learning_rate": 0.00019659485603694372,
      "loss": 0.3195,
      "step": 3009
    },
    {
      "epoch": 0.2522945392062361,
      "grad_norm": 0.3548237085342407,
      "learning_rate": 0.00019659258262890683,
      "loss": 0.3453,
      "step": 3010
    },
    {
      "epoch": 0.25237835799002556,
      "grad_norm": 0.3161017596721649,
      "learning_rate": 0.00019659030847536844,
      "loss": 0.2817,
      "step": 3011
    },
    {
      "epoch": 0.252462176773815,
      "grad_norm": 0.3223826587200165,
      "learning_rate": 0.0001965880335763462,
      "loss": 0.3086,
      "step": 3012
    },
    {
      "epoch": 0.2525459955576045,
      "grad_norm": 0.33745232224464417,
      "learning_rate": 0.00019658575793185756,
      "loss": 0.3325,
      "step": 3013
    },
    {
      "epoch": 0.2526298143413939,
      "grad_norm": 0.3666292130947113,
      "learning_rate": 0.00019658348154192012,
      "loss": 0.4142,
      "step": 3014
    },
    {
      "epoch": 0.25271363312518336,
      "grad_norm": 0.36105039715766907,
      "learning_rate": 0.00019658120440655145,
      "loss": 0.3612,
      "step": 3015
    },
    {
      "epoch": 0.2527974519089728,
      "grad_norm": 0.3344368636608124,
      "learning_rate": 0.00019657892652576915,
      "loss": 0.2804,
      "step": 3016
    },
    {
      "epoch": 0.25288127069276223,
      "grad_norm": 0.38190773129463196,
      "learning_rate": 0.00019657664789959076,
      "loss": 0.3803,
      "step": 3017
    },
    {
      "epoch": 0.2529650894765517,
      "grad_norm": 0.37312421202659607,
      "learning_rate": 0.00019657436852803391,
      "loss": 0.3601,
      "step": 3018
    },
    {
      "epoch": 0.25304890826034115,
      "grad_norm": 0.34908992052078247,
      "learning_rate": 0.00019657208841111613,
      "loss": 0.3377,
      "step": 3019
    },
    {
      "epoch": 0.2531327270441306,
      "grad_norm": 0.3541410565376282,
      "learning_rate": 0.00019656980754885508,
      "loss": 0.3897,
      "step": 3020
    },
    {
      "epoch": 0.25321654582792,
      "grad_norm": 0.36160317063331604,
      "learning_rate": 0.00019656752594126835,
      "loss": 0.4008,
      "step": 3021
    },
    {
      "epoch": 0.25330036461170946,
      "grad_norm": 0.30427274107933044,
      "learning_rate": 0.0001965652435883735,
      "loss": 0.2863,
      "step": 3022
    },
    {
      "epoch": 0.25338418339549895,
      "grad_norm": 0.3441547155380249,
      "learning_rate": 0.00019656296049018823,
      "loss": 0.355,
      "step": 3023
    },
    {
      "epoch": 0.2534680021792884,
      "grad_norm": 0.34388619661331177,
      "learning_rate": 0.0001965606766467301,
      "loss": 0.3617,
      "step": 3024
    },
    {
      "epoch": 0.2535518209630778,
      "grad_norm": 0.31143635511398315,
      "learning_rate": 0.00019655839205801675,
      "loss": 0.3068,
      "step": 3025
    },
    {
      "epoch": 0.25363563974686726,
      "grad_norm": 0.3324718475341797,
      "learning_rate": 0.0001965561067240658,
      "loss": 0.3218,
      "step": 3026
    },
    {
      "epoch": 0.2537194585306567,
      "grad_norm": 0.33520498871803284,
      "learning_rate": 0.00019655382064489495,
      "loss": 0.3268,
      "step": 3027
    },
    {
      "epoch": 0.2538032773144462,
      "grad_norm": 0.30412784218788147,
      "learning_rate": 0.00019655153382052177,
      "loss": 0.3094,
      "step": 3028
    },
    {
      "epoch": 0.2538870960982356,
      "grad_norm": 0.31490689516067505,
      "learning_rate": 0.00019654924625096392,
      "loss": 0.2898,
      "step": 3029
    },
    {
      "epoch": 0.25397091488202506,
      "grad_norm": 0.368068128824234,
      "learning_rate": 0.00019654695793623907,
      "loss": 0.3393,
      "step": 3030
    },
    {
      "epoch": 0.2540547336658145,
      "grad_norm": 0.35508161783218384,
      "learning_rate": 0.0001965446688763649,
      "loss": 0.3427,
      "step": 3031
    },
    {
      "epoch": 0.254138552449604,
      "grad_norm": 0.3295742869377136,
      "learning_rate": 0.00019654237907135906,
      "loss": 0.2665,
      "step": 3032
    },
    {
      "epoch": 0.2542223712333934,
      "grad_norm": 0.3299393653869629,
      "learning_rate": 0.0001965400885212392,
      "loss": 0.3024,
      "step": 3033
    },
    {
      "epoch": 0.25430619001718285,
      "grad_norm": 0.30680015683174133,
      "learning_rate": 0.0001965377972260231,
      "loss": 0.2616,
      "step": 3034
    },
    {
      "epoch": 0.2543900088009723,
      "grad_norm": 0.3180901110172272,
      "learning_rate": 0.00019653550518572828,
      "loss": 0.2622,
      "step": 3035
    },
    {
      "epoch": 0.2544738275847617,
      "grad_norm": 0.3828708529472351,
      "learning_rate": 0.00019653321240037256,
      "loss": 0.38,
      "step": 3036
    },
    {
      "epoch": 0.2545576463685512,
      "grad_norm": 0.3849200904369354,
      "learning_rate": 0.00019653091886997354,
      "loss": 0.4087,
      "step": 3037
    },
    {
      "epoch": 0.25464146515234065,
      "grad_norm": 0.3452400863170624,
      "learning_rate": 0.00019652862459454903,
      "loss": 0.3256,
      "step": 3038
    },
    {
      "epoch": 0.2547252839361301,
      "grad_norm": 0.35105183720588684,
      "learning_rate": 0.00019652632957411665,
      "loss": 0.3056,
      "step": 3039
    },
    {
      "epoch": 0.2548091027199195,
      "grad_norm": 0.333450049161911,
      "learning_rate": 0.00019652403380869416,
      "loss": 0.2978,
      "step": 3040
    },
    {
      "epoch": 0.25489292150370896,
      "grad_norm": 0.36076393723487854,
      "learning_rate": 0.00019652173729829925,
      "loss": 0.2992,
      "step": 3041
    },
    {
      "epoch": 0.25497674028749845,
      "grad_norm": 0.33965784311294556,
      "learning_rate": 0.00019651944004294968,
      "loss": 0.307,
      "step": 3042
    },
    {
      "epoch": 0.2550605590712879,
      "grad_norm": 0.3550632894039154,
      "learning_rate": 0.00019651714204266312,
      "loss": 0.3524,
      "step": 3043
    },
    {
      "epoch": 0.2551443778550773,
      "grad_norm": 0.3560396432876587,
      "learning_rate": 0.00019651484329745735,
      "loss": 0.3695,
      "step": 3044
    },
    {
      "epoch": 0.25522819663886676,
      "grad_norm": 0.3652113974094391,
      "learning_rate": 0.00019651254380735012,
      "loss": 0.3146,
      "step": 3045
    },
    {
      "epoch": 0.2553120154226562,
      "grad_norm": 0.38752058148384094,
      "learning_rate": 0.00019651024357235914,
      "loss": 0.3751,
      "step": 3046
    },
    {
      "epoch": 0.2553958342064457,
      "grad_norm": 0.3277290463447571,
      "learning_rate": 0.00019650794259250221,
      "loss": 0.2943,
      "step": 3047
    },
    {
      "epoch": 0.2554796529902351,
      "grad_norm": 0.3555026054382324,
      "learning_rate": 0.00019650564086779707,
      "loss": 0.346,
      "step": 3048
    },
    {
      "epoch": 0.25556347177402455,
      "grad_norm": 0.3389532268047333,
      "learning_rate": 0.00019650333839826142,
      "loss": 0.34,
      "step": 3049
    },
    {
      "epoch": 0.255647290557814,
      "grad_norm": 0.3639538586139679,
      "learning_rate": 0.00019650103518391315,
      "loss": 0.3089,
      "step": 3050
    },
    {
      "epoch": 0.2557311093416035,
      "grad_norm": 0.3653794825077057,
      "learning_rate": 0.00019649873122476997,
      "loss": 0.365,
      "step": 3051
    },
    {
      "epoch": 0.2558149281253929,
      "grad_norm": 0.31398916244506836,
      "learning_rate": 0.00019649642652084964,
      "loss": 0.2954,
      "step": 3052
    },
    {
      "epoch": 0.25589874690918235,
      "grad_norm": 0.32852160930633545,
      "learning_rate": 0.00019649412107216997,
      "loss": 0.3111,
      "step": 3053
    },
    {
      "epoch": 0.2559825656929718,
      "grad_norm": 0.35947954654693604,
      "learning_rate": 0.0001964918148787488,
      "loss": 0.4035,
      "step": 3054
    },
    {
      "epoch": 0.2560663844767612,
      "grad_norm": 0.3297174274921417,
      "learning_rate": 0.00019648950794060385,
      "loss": 0.3107,
      "step": 3055
    },
    {
      "epoch": 0.2561502032605507,
      "grad_norm": 0.34350860118865967,
      "learning_rate": 0.00019648720025775297,
      "loss": 0.2957,
      "step": 3056
    },
    {
      "epoch": 0.25623402204434015,
      "grad_norm": 0.35796207189559937,
      "learning_rate": 0.00019648489183021398,
      "loss": 0.3354,
      "step": 3057
    },
    {
      "epoch": 0.2563178408281296,
      "grad_norm": 0.34663519263267517,
      "learning_rate": 0.00019648258265800466,
      "loss": 0.2811,
      "step": 3058
    },
    {
      "epoch": 0.256401659611919,
      "grad_norm": 0.3139849305152893,
      "learning_rate": 0.00019648027274114286,
      "loss": 0.3008,
      "step": 3059
    },
    {
      "epoch": 0.25648547839570845,
      "grad_norm": 0.37122008204460144,
      "learning_rate": 0.00019647796207964641,
      "loss": 0.365,
      "step": 3060
    },
    {
      "epoch": 0.25656929717949795,
      "grad_norm": 0.33025509119033813,
      "learning_rate": 0.0001964756506735331,
      "loss": 0.3133,
      "step": 3061
    },
    {
      "epoch": 0.2566531159632874,
      "grad_norm": 0.32595962285995483,
      "learning_rate": 0.00019647333852282085,
      "loss": 0.2863,
      "step": 3062
    },
    {
      "epoch": 0.2567369347470768,
      "grad_norm": 0.35779085755348206,
      "learning_rate": 0.00019647102562752743,
      "loss": 0.3647,
      "step": 3063
    },
    {
      "epoch": 0.25682075353086625,
      "grad_norm": 0.37050166726112366,
      "learning_rate": 0.00019646871198767071,
      "loss": 0.3558,
      "step": 3064
    },
    {
      "epoch": 0.2569045723146557,
      "grad_norm": 0.3609272837638855,
      "learning_rate": 0.00019646639760326857,
      "loss": 0.3106,
      "step": 3065
    },
    {
      "epoch": 0.2569883910984452,
      "grad_norm": 0.38095512986183167,
      "learning_rate": 0.00019646408247433886,
      "loss": 0.3347,
      "step": 3066
    },
    {
      "epoch": 0.2570722098822346,
      "grad_norm": 0.34342285990715027,
      "learning_rate": 0.00019646176660089942,
      "loss": 0.2981,
      "step": 3067
    },
    {
      "epoch": 0.25715602866602405,
      "grad_norm": 0.3771611154079437,
      "learning_rate": 0.0001964594499829682,
      "loss": 0.3506,
      "step": 3068
    },
    {
      "epoch": 0.2572398474498135,
      "grad_norm": 0.3588322699069977,
      "learning_rate": 0.000196457132620563,
      "loss": 0.3942,
      "step": 3069
    },
    {
      "epoch": 0.257323666233603,
      "grad_norm": 0.3610086739063263,
      "learning_rate": 0.00019645481451370172,
      "loss": 0.4072,
      "step": 3070
    },
    {
      "epoch": 0.2574074850173924,
      "grad_norm": 0.33694928884506226,
      "learning_rate": 0.0001964524956624023,
      "loss": 0.3402,
      "step": 3071
    },
    {
      "epoch": 0.25749130380118185,
      "grad_norm": 0.34943628311157227,
      "learning_rate": 0.0001964501760666826,
      "loss": 0.3631,
      "step": 3072
    },
    {
      "epoch": 0.2575751225849713,
      "grad_norm": 0.3588148355484009,
      "learning_rate": 0.0001964478557265605,
      "loss": 0.3592,
      "step": 3073
    },
    {
      "epoch": 0.2576589413687607,
      "grad_norm": 0.36650192737579346,
      "learning_rate": 0.00019644553464205394,
      "loss": 0.3274,
      "step": 3074
    },
    {
      "epoch": 0.2577427601525502,
      "grad_norm": 0.32043948769569397,
      "learning_rate": 0.00019644321281318084,
      "loss": 0.322,
      "step": 3075
    },
    {
      "epoch": 0.25782657893633965,
      "grad_norm": 0.3067759573459625,
      "learning_rate": 0.0001964408902399591,
      "loss": 0.2734,
      "step": 3076
    },
    {
      "epoch": 0.2579103977201291,
      "grad_norm": 0.3226897120475769,
      "learning_rate": 0.00019643856692240665,
      "loss": 0.2814,
      "step": 3077
    },
    {
      "epoch": 0.2579942165039185,
      "grad_norm": 0.31700843572616577,
      "learning_rate": 0.00019643624286054144,
      "loss": 0.3096,
      "step": 3078
    },
    {
      "epoch": 0.25807803528770795,
      "grad_norm": 0.3307424783706665,
      "learning_rate": 0.00019643391805438136,
      "loss": 0.3511,
      "step": 3079
    },
    {
      "epoch": 0.25816185407149744,
      "grad_norm": 0.36789998412132263,
      "learning_rate": 0.00019643159250394443,
      "loss": 0.3576,
      "step": 3080
    },
    {
      "epoch": 0.2582456728552869,
      "grad_norm": 0.3790978491306305,
      "learning_rate": 0.00019642926620924852,
      "loss": 0.3823,
      "step": 3081
    },
    {
      "epoch": 0.2583294916390763,
      "grad_norm": 0.3441146910190582,
      "learning_rate": 0.00019642693917031162,
      "loss": 0.3704,
      "step": 3082
    },
    {
      "epoch": 0.25841331042286575,
      "grad_norm": 0.3652473986148834,
      "learning_rate": 0.00019642461138715168,
      "loss": 0.3381,
      "step": 3083
    },
    {
      "epoch": 0.2584971292066552,
      "grad_norm": 0.35901764035224915,
      "learning_rate": 0.00019642228285978672,
      "loss": 0.3601,
      "step": 3084
    },
    {
      "epoch": 0.2585809479904447,
      "grad_norm": 0.35875004529953003,
      "learning_rate": 0.00019641995358823464,
      "loss": 0.3494,
      "step": 3085
    },
    {
      "epoch": 0.2586647667742341,
      "grad_norm": 0.33903342485427856,
      "learning_rate": 0.00019641762357251342,
      "loss": 0.3033,
      "step": 3086
    },
    {
      "epoch": 0.25874858555802355,
      "grad_norm": 0.3318251371383667,
      "learning_rate": 0.0001964152928126411,
      "loss": 0.307,
      "step": 3087
    },
    {
      "epoch": 0.258832404341813,
      "grad_norm": 0.36910414695739746,
      "learning_rate": 0.00019641296130863562,
      "loss": 0.3658,
      "step": 3088
    },
    {
      "epoch": 0.2589162231256025,
      "grad_norm": 0.35703447461128235,
      "learning_rate": 0.000196410629060515,
      "loss": 0.3678,
      "step": 3089
    },
    {
      "epoch": 0.2590000419093919,
      "grad_norm": 0.3614741265773773,
      "learning_rate": 0.00019640829606829723,
      "loss": 0.3715,
      "step": 3090
    },
    {
      "epoch": 0.25908386069318134,
      "grad_norm": 0.3662199378013611,
      "learning_rate": 0.00019640596233200028,
      "loss": 0.3627,
      "step": 3091
    },
    {
      "epoch": 0.2591676794769708,
      "grad_norm": 0.3363017737865448,
      "learning_rate": 0.0001964036278516422,
      "loss": 0.3227,
      "step": 3092
    },
    {
      "epoch": 0.2592514982607602,
      "grad_norm": 0.38190725445747375,
      "learning_rate": 0.00019640129262724106,
      "loss": 0.4363,
      "step": 3093
    },
    {
      "epoch": 0.2593353170445497,
      "grad_norm": 0.35731545090675354,
      "learning_rate": 0.00019639895665881477,
      "loss": 0.3376,
      "step": 3094
    },
    {
      "epoch": 0.25941913582833914,
      "grad_norm": 0.34046557545661926,
      "learning_rate": 0.00019639661994638144,
      "loss": 0.3567,
      "step": 3095
    },
    {
      "epoch": 0.2595029546121286,
      "grad_norm": 0.3635668158531189,
      "learning_rate": 0.0001963942824899591,
      "loss": 0.3645,
      "step": 3096
    },
    {
      "epoch": 0.259586773395918,
      "grad_norm": 0.3585708439350128,
      "learning_rate": 0.00019639194428956578,
      "loss": 0.3889,
      "step": 3097
    },
    {
      "epoch": 0.25967059217970745,
      "grad_norm": 0.3376822769641876,
      "learning_rate": 0.00019638960534521947,
      "loss": 0.3074,
      "step": 3098
    },
    {
      "epoch": 0.25975441096349694,
      "grad_norm": 0.3416150212287903,
      "learning_rate": 0.0001963872656569383,
      "loss": 0.3187,
      "step": 3099
    },
    {
      "epoch": 0.2598382297472864,
      "grad_norm": 0.38942331075668335,
      "learning_rate": 0.00019638492522474027,
      "loss": 0.4065,
      "step": 3100
    },
    {
      "epoch": 0.2599220485310758,
      "grad_norm": 0.32860323786735535,
      "learning_rate": 0.0001963825840486435,
      "loss": 0.3539,
      "step": 3101
    },
    {
      "epoch": 0.26000586731486525,
      "grad_norm": 0.35730645060539246,
      "learning_rate": 0.00019638024212866606,
      "loss": 0.357,
      "step": 3102
    },
    {
      "epoch": 0.2600896860986547,
      "grad_norm": 0.3560723066329956,
      "learning_rate": 0.00019637789946482594,
      "loss": 0.3198,
      "step": 3103
    },
    {
      "epoch": 0.2601735048824442,
      "grad_norm": 0.3423786759376526,
      "learning_rate": 0.00019637555605714132,
      "loss": 0.3327,
      "step": 3104
    },
    {
      "epoch": 0.2602573236662336,
      "grad_norm": 0.3744702637195587,
      "learning_rate": 0.0001963732119056302,
      "loss": 0.3664,
      "step": 3105
    },
    {
      "epoch": 0.26034114245002304,
      "grad_norm": 0.390004962682724,
      "learning_rate": 0.00019637086701031073,
      "loss": 0.3725,
      "step": 3106
    },
    {
      "epoch": 0.2604249612338125,
      "grad_norm": 0.33540835976600647,
      "learning_rate": 0.00019636852137120103,
      "loss": 0.345,
      "step": 3107
    },
    {
      "epoch": 0.26050878001760197,
      "grad_norm": 0.36483293771743774,
      "learning_rate": 0.00019636617498831912,
      "loss": 0.3387,
      "step": 3108
    },
    {
      "epoch": 0.2605925988013914,
      "grad_norm": 0.3848567605018616,
      "learning_rate": 0.00019636382786168317,
      "loss": 0.4121,
      "step": 3109
    },
    {
      "epoch": 0.26067641758518084,
      "grad_norm": 0.3686178922653198,
      "learning_rate": 0.0001963614799913113,
      "loss": 0.3925,
      "step": 3110
    },
    {
      "epoch": 0.2607602363689703,
      "grad_norm": 0.32715344429016113,
      "learning_rate": 0.00019635913137722158,
      "loss": 0.3269,
      "step": 3111
    },
    {
      "epoch": 0.2608440551527597,
      "grad_norm": 0.319654256105423,
      "learning_rate": 0.00019635678201943216,
      "loss": 0.3442,
      "step": 3112
    },
    {
      "epoch": 0.2609278739365492,
      "grad_norm": 0.33516982197761536,
      "learning_rate": 0.00019635443191796123,
      "loss": 0.3216,
      "step": 3113
    },
    {
      "epoch": 0.26101169272033864,
      "grad_norm": 0.3027709126472473,
      "learning_rate": 0.00019635208107282684,
      "loss": 0.3002,
      "step": 3114
    },
    {
      "epoch": 0.2610955115041281,
      "grad_norm": 0.36282089352607727,
      "learning_rate": 0.00019634972948404718,
      "loss": 0.394,
      "step": 3115
    },
    {
      "epoch": 0.2611793302879175,
      "grad_norm": 0.3386399447917938,
      "learning_rate": 0.0001963473771516404,
      "loss": 0.3422,
      "step": 3116
    },
    {
      "epoch": 0.26126314907170695,
      "grad_norm": 0.340847373008728,
      "learning_rate": 0.00019634502407562466,
      "loss": 0.3726,
      "step": 3117
    },
    {
      "epoch": 0.26134696785549644,
      "grad_norm": 0.3392958343029022,
      "learning_rate": 0.0001963426702560181,
      "loss": 0.3314,
      "step": 3118
    },
    {
      "epoch": 0.2614307866392859,
      "grad_norm": 0.31594085693359375,
      "learning_rate": 0.0001963403156928389,
      "loss": 0.3166,
      "step": 3119
    },
    {
      "epoch": 0.2615146054230753,
      "grad_norm": 0.37946414947509766,
      "learning_rate": 0.0001963379603861052,
      "loss": 0.3821,
      "step": 3120
    },
    {
      "epoch": 0.26159842420686474,
      "grad_norm": 0.3456656038761139,
      "learning_rate": 0.0001963356043358352,
      "loss": 0.3027,
      "step": 3121
    },
    {
      "epoch": 0.2616822429906542,
      "grad_norm": 0.4317442774772644,
      "learning_rate": 0.00019633324754204714,
      "loss": 0.4007,
      "step": 3122
    },
    {
      "epoch": 0.26176606177444367,
      "grad_norm": 0.3639926612377167,
      "learning_rate": 0.00019633089000475914,
      "loss": 0.3733,
      "step": 3123
    },
    {
      "epoch": 0.2618498805582331,
      "grad_norm": 0.34003499150276184,
      "learning_rate": 0.00019632853172398942,
      "loss": 0.3293,
      "step": 3124
    },
    {
      "epoch": 0.26193369934202254,
      "grad_norm": 0.36683011054992676,
      "learning_rate": 0.00019632617269975614,
      "loss": 0.3083,
      "step": 3125
    },
    {
      "epoch": 0.262017518125812,
      "grad_norm": 0.3622552454471588,
      "learning_rate": 0.0001963238129320776,
      "loss": 0.3529,
      "step": 3126
    },
    {
      "epoch": 0.26210133690960147,
      "grad_norm": 0.3952643573284149,
      "learning_rate": 0.0001963214524209719,
      "loss": 0.4212,
      "step": 3127
    },
    {
      "epoch": 0.2621851556933909,
      "grad_norm": 0.3507274091243744,
      "learning_rate": 0.00019631909116645736,
      "loss": 0.303,
      "step": 3128
    },
    {
      "epoch": 0.26226897447718034,
      "grad_norm": 0.36122366786003113,
      "learning_rate": 0.00019631672916855215,
      "loss": 0.3723,
      "step": 3129
    },
    {
      "epoch": 0.2623527932609698,
      "grad_norm": 0.3189130425453186,
      "learning_rate": 0.0001963143664272745,
      "loss": 0.3021,
      "step": 3130
    },
    {
      "epoch": 0.2624366120447592,
      "grad_norm": 0.3338203430175781,
      "learning_rate": 0.00019631200294264266,
      "loss": 0.3695,
      "step": 3131
    },
    {
      "epoch": 0.2625204308285487,
      "grad_norm": 0.31776732206344604,
      "learning_rate": 0.00019630963871467485,
      "loss": 0.2994,
      "step": 3132
    },
    {
      "epoch": 0.26260424961233814,
      "grad_norm": 0.34863173961639404,
      "learning_rate": 0.00019630727374338934,
      "loss": 0.3393,
      "step": 3133
    },
    {
      "epoch": 0.26268806839612757,
      "grad_norm": 0.3117169737815857,
      "learning_rate": 0.00019630490802880437,
      "loss": 0.3304,
      "step": 3134
    },
    {
      "epoch": 0.262771887179917,
      "grad_norm": 0.3273901045322418,
      "learning_rate": 0.00019630254157093822,
      "loss": 0.3126,
      "step": 3135
    },
    {
      "epoch": 0.26285570596370644,
      "grad_norm": 0.33874619007110596,
      "learning_rate": 0.00019630017436980915,
      "loss": 0.3196,
      "step": 3136
    },
    {
      "epoch": 0.26293952474749593,
      "grad_norm": 0.37626007199287415,
      "learning_rate": 0.0001962978064254354,
      "loss": 0.3625,
      "step": 3137
    },
    {
      "epoch": 0.26302334353128537,
      "grad_norm": 0.32062599062919617,
      "learning_rate": 0.00019629543773783524,
      "loss": 0.2858,
      "step": 3138
    },
    {
      "epoch": 0.2631071623150748,
      "grad_norm": 0.34755557775497437,
      "learning_rate": 0.000196293068307027,
      "loss": 0.306,
      "step": 3139
    },
    {
      "epoch": 0.26319098109886424,
      "grad_norm": 0.3763859272003174,
      "learning_rate": 0.00019629069813302896,
      "loss": 0.3424,
      "step": 3140
    },
    {
      "epoch": 0.2632747998826537,
      "grad_norm": 0.36372503638267517,
      "learning_rate": 0.00019628832721585936,
      "loss": 0.3374,
      "step": 3141
    },
    {
      "epoch": 0.26335861866644317,
      "grad_norm": 0.3942718803882599,
      "learning_rate": 0.00019628595555553656,
      "loss": 0.3738,
      "step": 3142
    },
    {
      "epoch": 0.2634424374502326,
      "grad_norm": 0.3789885640144348,
      "learning_rate": 0.00019628358315207885,
      "loss": 0.3397,
      "step": 3143
    },
    {
      "epoch": 0.26352625623402204,
      "grad_norm": 0.3676307499408722,
      "learning_rate": 0.00019628121000550452,
      "loss": 0.3381,
      "step": 3144
    },
    {
      "epoch": 0.2636100750178115,
      "grad_norm": 0.36093059182167053,
      "learning_rate": 0.00019627883611583188,
      "loss": 0.3439,
      "step": 3145
    },
    {
      "epoch": 0.26369389380160096,
      "grad_norm": 0.35697486996650696,
      "learning_rate": 0.00019627646148307926,
      "loss": 0.3333,
      "step": 3146
    },
    {
      "epoch": 0.2637777125853904,
      "grad_norm": 0.31674259901046753,
      "learning_rate": 0.00019627408610726503,
      "loss": 0.2773,
      "step": 3147
    },
    {
      "epoch": 0.26386153136917984,
      "grad_norm": 0.3463037610054016,
      "learning_rate": 0.00019627170998840748,
      "loss": 0.3093,
      "step": 3148
    },
    {
      "epoch": 0.26394535015296927,
      "grad_norm": 0.3553898334503174,
      "learning_rate": 0.00019626933312652493,
      "loss": 0.3635,
      "step": 3149
    },
    {
      "epoch": 0.2640291689367587,
      "grad_norm": 0.3541630804538727,
      "learning_rate": 0.00019626695552163578,
      "loss": 0.3592,
      "step": 3150
    },
    {
      "epoch": 0.2641129877205482,
      "grad_norm": 0.3285660147666931,
      "learning_rate": 0.00019626457717375833,
      "loss": 0.2888,
      "step": 3151
    },
    {
      "epoch": 0.26419680650433763,
      "grad_norm": 0.36714237928390503,
      "learning_rate": 0.00019626219808291097,
      "loss": 0.3172,
      "step": 3152
    },
    {
      "epoch": 0.26428062528812707,
      "grad_norm": 0.33653131127357483,
      "learning_rate": 0.00019625981824911203,
      "loss": 0.3341,
      "step": 3153
    },
    {
      "epoch": 0.2643644440719165,
      "grad_norm": 0.3980611264705658,
      "learning_rate": 0.00019625743767237995,
      "loss": 0.436,
      "step": 3154
    },
    {
      "epoch": 0.26444826285570594,
      "grad_norm": 0.4083631932735443,
      "learning_rate": 0.000196255056352733,
      "loss": 0.3875,
      "step": 3155
    },
    {
      "epoch": 0.26453208163949543,
      "grad_norm": 0.39532312750816345,
      "learning_rate": 0.00019625267429018963,
      "loss": 0.3933,
      "step": 3156
    },
    {
      "epoch": 0.26461590042328487,
      "grad_norm": 0.3237254321575165,
      "learning_rate": 0.00019625029148476818,
      "loss": 0.2969,
      "step": 3157
    },
    {
      "epoch": 0.2646997192070743,
      "grad_norm": 0.35169175267219543,
      "learning_rate": 0.0001962479079364871,
      "loss": 0.354,
      "step": 3158
    },
    {
      "epoch": 0.26478353799086374,
      "grad_norm": 0.3505803048610687,
      "learning_rate": 0.00019624552364536473,
      "loss": 0.3124,
      "step": 3159
    },
    {
      "epoch": 0.2648673567746532,
      "grad_norm": 0.3807426393032074,
      "learning_rate": 0.0001962431386114195,
      "loss": 0.3761,
      "step": 3160
    },
    {
      "epoch": 0.26495117555844266,
      "grad_norm": 0.35671335458755493,
      "learning_rate": 0.00019624075283466983,
      "loss": 0.3716,
      "step": 3161
    },
    {
      "epoch": 0.2650349943422321,
      "grad_norm": 0.34738919138908386,
      "learning_rate": 0.00019623836631513407,
      "loss": 0.3591,
      "step": 3162
    },
    {
      "epoch": 0.26511881312602154,
      "grad_norm": 0.34641823172569275,
      "learning_rate": 0.0001962359790528307,
      "loss": 0.326,
      "step": 3163
    },
    {
      "epoch": 0.26520263190981097,
      "grad_norm": 0.3520941734313965,
      "learning_rate": 0.00019623359104777816,
      "loss": 0.3368,
      "step": 3164
    },
    {
      "epoch": 0.26528645069360046,
      "grad_norm": 0.34963729977607727,
      "learning_rate": 0.00019623120229999482,
      "loss": 0.323,
      "step": 3165
    },
    {
      "epoch": 0.2653702694773899,
      "grad_norm": 0.3228561282157898,
      "learning_rate": 0.00019622881280949913,
      "loss": 0.3037,
      "step": 3166
    },
    {
      "epoch": 0.26545408826117933,
      "grad_norm": 0.3244320750236511,
      "learning_rate": 0.00019622642257630956,
      "loss": 0.3212,
      "step": 3167
    },
    {
      "epoch": 0.26553790704496877,
      "grad_norm": 0.37089797854423523,
      "learning_rate": 0.0001962240316004446,
      "loss": 0.3596,
      "step": 3168
    },
    {
      "epoch": 0.2656217258287582,
      "grad_norm": 0.342628538608551,
      "learning_rate": 0.00019622163988192254,
      "loss": 0.3038,
      "step": 3169
    },
    {
      "epoch": 0.2657055446125477,
      "grad_norm": 0.32142049074172974,
      "learning_rate": 0.00019621924742076202,
      "loss": 0.2562,
      "step": 3170
    },
    {
      "epoch": 0.26578936339633713,
      "grad_norm": 0.3262491524219513,
      "learning_rate": 0.00019621685421698142,
      "loss": 0.2599,
      "step": 3171
    },
    {
      "epoch": 0.26587318218012657,
      "grad_norm": 0.36745375394821167,
      "learning_rate": 0.00019621446027059922,
      "loss": 0.3606,
      "step": 3172
    },
    {
      "epoch": 0.265957000963916,
      "grad_norm": 0.3283122479915619,
      "learning_rate": 0.00019621206558163393,
      "loss": 0.291,
      "step": 3173
    },
    {
      "epoch": 0.26604081974770544,
      "grad_norm": 0.3580443859100342,
      "learning_rate": 0.00019620967015010395,
      "loss": 0.3508,
      "step": 3174
    },
    {
      "epoch": 0.26612463853149493,
      "grad_norm": 0.3209100663661957,
      "learning_rate": 0.00019620727397602785,
      "loss": 0.2677,
      "step": 3175
    },
    {
      "epoch": 0.26620845731528436,
      "grad_norm": 0.4134948253631592,
      "learning_rate": 0.0001962048770594241,
      "loss": 0.4077,
      "step": 3176
    },
    {
      "epoch": 0.2662922760990738,
      "grad_norm": 0.3644416630268097,
      "learning_rate": 0.00019620247940031117,
      "loss": 0.3524,
      "step": 3177
    },
    {
      "epoch": 0.26637609488286323,
      "grad_norm": 0.35807666182518005,
      "learning_rate": 0.0001962000809987076,
      "loss": 0.3529,
      "step": 3178
    },
    {
      "epoch": 0.26645991366665267,
      "grad_norm": 0.38581910729408264,
      "learning_rate": 0.0001961976818546319,
      "loss": 0.3825,
      "step": 3179
    },
    {
      "epoch": 0.26654373245044216,
      "grad_norm": 0.34189146757125854,
      "learning_rate": 0.00019619528196810254,
      "loss": 0.3477,
      "step": 3180
    },
    {
      "epoch": 0.2666275512342316,
      "grad_norm": 0.3238760828971863,
      "learning_rate": 0.00019619288133913813,
      "loss": 0.3272,
      "step": 3181
    },
    {
      "epoch": 0.26671137001802103,
      "grad_norm": 0.33251476287841797,
      "learning_rate": 0.0001961904799677571,
      "loss": 0.3171,
      "step": 3182
    },
    {
      "epoch": 0.26679518880181047,
      "grad_norm": 0.32444897294044495,
      "learning_rate": 0.00019618807785397807,
      "loss": 0.3143,
      "step": 3183
    },
    {
      "epoch": 0.26687900758559996,
      "grad_norm": 0.33648744225502014,
      "learning_rate": 0.00019618567499781953,
      "loss": 0.3337,
      "step": 3184
    },
    {
      "epoch": 0.2669628263693894,
      "grad_norm": 0.35917529463768005,
      "learning_rate": 0.0001961832713993,
      "loss": 0.3734,
      "step": 3185
    },
    {
      "epoch": 0.26704664515317883,
      "grad_norm": 0.326926052570343,
      "learning_rate": 0.0001961808670584381,
      "loss": 0.3652,
      "step": 3186
    },
    {
      "epoch": 0.26713046393696827,
      "grad_norm": 0.3110208809375763,
      "learning_rate": 0.00019617846197525233,
      "loss": 0.3065,
      "step": 3187
    },
    {
      "epoch": 0.2672142827207577,
      "grad_norm": 0.35490041971206665,
      "learning_rate": 0.0001961760561497613,
      "loss": 0.3539,
      "step": 3188
    },
    {
      "epoch": 0.2672981015045472,
      "grad_norm": 0.3657851219177246,
      "learning_rate": 0.00019617364958198353,
      "loss": 0.3883,
      "step": 3189
    },
    {
      "epoch": 0.2673819202883366,
      "grad_norm": 0.3483690619468689,
      "learning_rate": 0.00019617124227193765,
      "loss": 0.3582,
      "step": 3190
    },
    {
      "epoch": 0.26746573907212606,
      "grad_norm": 0.34613844752311707,
      "learning_rate": 0.0001961688342196422,
      "loss": 0.341,
      "step": 3191
    },
    {
      "epoch": 0.2675495578559155,
      "grad_norm": 0.29513248801231384,
      "learning_rate": 0.00019616642542511574,
      "loss": 0.2278,
      "step": 3192
    },
    {
      "epoch": 0.26763337663970493,
      "grad_norm": 0.37692591547966003,
      "learning_rate": 0.0001961640158883769,
      "loss": 0.3494,
      "step": 3193
    },
    {
      "epoch": 0.2677171954234944,
      "grad_norm": 0.33560511469841003,
      "learning_rate": 0.00019616160560944427,
      "loss": 0.316,
      "step": 3194
    },
    {
      "epoch": 0.26780101420728386,
      "grad_norm": 0.35022035241127014,
      "learning_rate": 0.00019615919458833647,
      "loss": 0.3649,
      "step": 3195
    },
    {
      "epoch": 0.2678848329910733,
      "grad_norm": 0.35521984100341797,
      "learning_rate": 0.00019615678282507208,
      "loss": 0.374,
      "step": 3196
    },
    {
      "epoch": 0.26796865177486273,
      "grad_norm": 0.3531078100204468,
      "learning_rate": 0.0001961543703196697,
      "loss": 0.3856,
      "step": 3197
    },
    {
      "epoch": 0.26805247055865217,
      "grad_norm": 0.3443874716758728,
      "learning_rate": 0.00019615195707214803,
      "loss": 0.3627,
      "step": 3198
    },
    {
      "epoch": 0.26813628934244166,
      "grad_norm": 0.32450878620147705,
      "learning_rate": 0.00019614954308252563,
      "loss": 0.2832,
      "step": 3199
    },
    {
      "epoch": 0.2682201081262311,
      "grad_norm": 0.3316873610019684,
      "learning_rate": 0.00019614712835082113,
      "loss": 0.3493,
      "step": 3200
    },
    {
      "epoch": 0.2682201081262311,
      "eval_loss": 0.3420872986316681,
      "eval_runtime": 61.5132,
      "eval_samples_per_second": 15.606,
      "eval_steps_per_second": 3.902,
      "step": 3200
    },
    {
      "epoch": 0.26830392691002053,
      "grad_norm": 0.3283064067363739,
      "learning_rate": 0.00019614471287705314,
      "loss": 0.3006,
      "step": 3201
    },
    {
      "epoch": 0.26838774569380996,
      "grad_norm": 0.35693857073783875,
      "learning_rate": 0.00019614229666124037,
      "loss": 0.3526,
      "step": 3202
    },
    {
      "epoch": 0.26847156447759946,
      "grad_norm": 0.3136373460292816,
      "learning_rate": 0.00019613987970340145,
      "loss": 0.2969,
      "step": 3203
    },
    {
      "epoch": 0.2685553832613889,
      "grad_norm": 0.36735525727272034,
      "learning_rate": 0.000196137462003555,
      "loss": 0.3797,
      "step": 3204
    },
    {
      "epoch": 0.2686392020451783,
      "grad_norm": 0.35709869861602783,
      "learning_rate": 0.0001961350435617197,
      "loss": 0.3392,
      "step": 3205
    },
    {
      "epoch": 0.26872302082896776,
      "grad_norm": 0.3515191376209259,
      "learning_rate": 0.00019613262437791424,
      "loss": 0.3186,
      "step": 3206
    },
    {
      "epoch": 0.2688068396127572,
      "grad_norm": 0.3470384180545807,
      "learning_rate": 0.00019613020445215725,
      "loss": 0.3609,
      "step": 3207
    },
    {
      "epoch": 0.2688906583965467,
      "grad_norm": 0.337375283241272,
      "learning_rate": 0.00019612778378446746,
      "loss": 0.331,
      "step": 3208
    },
    {
      "epoch": 0.2689744771803361,
      "grad_norm": 0.33910512924194336,
      "learning_rate": 0.00019612536237486347,
      "loss": 0.3494,
      "step": 3209
    },
    {
      "epoch": 0.26905829596412556,
      "grad_norm": 0.3286357522010803,
      "learning_rate": 0.00019612294022336405,
      "loss": 0.3134,
      "step": 3210
    },
    {
      "epoch": 0.269142114747915,
      "grad_norm": 0.35487043857574463,
      "learning_rate": 0.00019612051732998786,
      "loss": 0.3018,
      "step": 3211
    },
    {
      "epoch": 0.26922593353170443,
      "grad_norm": 0.35291725397109985,
      "learning_rate": 0.0001961180936947536,
      "loss": 0.3403,
      "step": 3212
    },
    {
      "epoch": 0.2693097523154939,
      "grad_norm": 0.3311864733695984,
      "learning_rate": 0.00019611566931768,
      "loss": 0.3471,
      "step": 3213
    },
    {
      "epoch": 0.26939357109928336,
      "grad_norm": 0.3351001441478729,
      "learning_rate": 0.00019611324419878572,
      "loss": 0.3434,
      "step": 3214
    },
    {
      "epoch": 0.2694773898830728,
      "grad_norm": 0.3085693120956421,
      "learning_rate": 0.00019611081833808948,
      "loss": 0.2502,
      "step": 3215
    },
    {
      "epoch": 0.26956120866686223,
      "grad_norm": 0.3849222958087921,
      "learning_rate": 0.00019610839173561006,
      "loss": 0.4033,
      "step": 3216
    },
    {
      "epoch": 0.26964502745065166,
      "grad_norm": 0.4000842273235321,
      "learning_rate": 0.00019610596439136618,
      "loss": 0.3987,
      "step": 3217
    },
    {
      "epoch": 0.26972884623444116,
      "grad_norm": 0.3590880036354065,
      "learning_rate": 0.00019610353630537654,
      "loss": 0.3376,
      "step": 3218
    },
    {
      "epoch": 0.2698126650182306,
      "grad_norm": 0.33458322286605835,
      "learning_rate": 0.00019610110747765984,
      "loss": 0.2993,
      "step": 3219
    },
    {
      "epoch": 0.26989648380202,
      "grad_norm": 0.6056463718414307,
      "learning_rate": 0.0001960986779082349,
      "loss": 0.3393,
      "step": 3220
    },
    {
      "epoch": 0.26998030258580946,
      "grad_norm": 0.3120514154434204,
      "learning_rate": 0.00019609624759712047,
      "loss": 0.2753,
      "step": 3221
    },
    {
      "epoch": 0.27006412136959895,
      "grad_norm": 0.33741065859794617,
      "learning_rate": 0.0001960938165443353,
      "loss": 0.3336,
      "step": 3222
    },
    {
      "epoch": 0.2701479401533884,
      "grad_norm": 0.32750630378723145,
      "learning_rate": 0.0001960913847498981,
      "loss": 0.3056,
      "step": 3223
    },
    {
      "epoch": 0.2702317589371778,
      "grad_norm": 0.35955631732940674,
      "learning_rate": 0.0001960889522138277,
      "loss": 0.3488,
      "step": 3224
    },
    {
      "epoch": 0.27031557772096726,
      "grad_norm": 0.3616858422756195,
      "learning_rate": 0.00019608651893614283,
      "loss": 0.3634,
      "step": 3225
    },
    {
      "epoch": 0.2703993965047567,
      "grad_norm": 0.35478878021240234,
      "learning_rate": 0.00019608408491686232,
      "loss": 0.3281,
      "step": 3226
    },
    {
      "epoch": 0.2704832152885462,
      "grad_norm": 0.3587377369403839,
      "learning_rate": 0.0001960816501560049,
      "loss": 0.3402,
      "step": 3227
    },
    {
      "epoch": 0.2705670340723356,
      "grad_norm": 0.33494603633880615,
      "learning_rate": 0.00019607921465358938,
      "loss": 0.3305,
      "step": 3228
    },
    {
      "epoch": 0.27065085285612506,
      "grad_norm": 0.3533969819545746,
      "learning_rate": 0.0001960767784096346,
      "loss": 0.2872,
      "step": 3229
    },
    {
      "epoch": 0.2707346716399145,
      "grad_norm": 0.337413489818573,
      "learning_rate": 0.0001960743414241593,
      "loss": 0.3241,
      "step": 3230
    },
    {
      "epoch": 0.27081849042370393,
      "grad_norm": 0.3334517478942871,
      "learning_rate": 0.00019607190369718235,
      "loss": 0.3085,
      "step": 3231
    },
    {
      "epoch": 0.2709023092074934,
      "grad_norm": 0.344514399766922,
      "learning_rate": 0.00019606946522872249,
      "loss": 0.3326,
      "step": 3232
    },
    {
      "epoch": 0.27098612799128285,
      "grad_norm": 0.35217955708503723,
      "learning_rate": 0.00019606702601879863,
      "loss": 0.3631,
      "step": 3233
    },
    {
      "epoch": 0.2710699467750723,
      "grad_norm": 0.3692260682582855,
      "learning_rate": 0.0001960645860674295,
      "loss": 0.3826,
      "step": 3234
    },
    {
      "epoch": 0.2711537655588617,
      "grad_norm": 0.34018680453300476,
      "learning_rate": 0.000196062145374634,
      "loss": 0.2911,
      "step": 3235
    },
    {
      "epoch": 0.27123758434265116,
      "grad_norm": 0.3374365568161011,
      "learning_rate": 0.00019605970394043096,
      "loss": 0.3213,
      "step": 3236
    },
    {
      "epoch": 0.27132140312644065,
      "grad_norm": 0.2978532612323761,
      "learning_rate": 0.0001960572617648392,
      "loss": 0.236,
      "step": 3237
    },
    {
      "epoch": 0.2714052219102301,
      "grad_norm": 0.4001765847206116,
      "learning_rate": 0.00019605481884787756,
      "loss": 0.3821,
      "step": 3238
    },
    {
      "epoch": 0.2714890406940195,
      "grad_norm": 0.3655244708061218,
      "learning_rate": 0.0001960523751895649,
      "loss": 0.4074,
      "step": 3239
    },
    {
      "epoch": 0.27157285947780896,
      "grad_norm": 0.37621256709098816,
      "learning_rate": 0.00019604993078992016,
      "loss": 0.3474,
      "step": 3240
    },
    {
      "epoch": 0.27165667826159845,
      "grad_norm": 0.3662446141242981,
      "learning_rate": 0.0001960474856489621,
      "loss": 0.359,
      "step": 3241
    },
    {
      "epoch": 0.2717404970453879,
      "grad_norm": 0.36106210947036743,
      "learning_rate": 0.00019604503976670962,
      "loss": 0.317,
      "step": 3242
    },
    {
      "epoch": 0.2718243158291773,
      "grad_norm": 0.33491986989974976,
      "learning_rate": 0.0001960425931431816,
      "loss": 0.3103,
      "step": 3243
    },
    {
      "epoch": 0.27190813461296676,
      "grad_norm": 0.34333547949790955,
      "learning_rate": 0.00019604014577839695,
      "loss": 0.3184,
      "step": 3244
    },
    {
      "epoch": 0.2719919533967562,
      "grad_norm": 0.35709479451179504,
      "learning_rate": 0.00019603769767237455,
      "loss": 0.3244,
      "step": 3245
    },
    {
      "epoch": 0.2720757721805457,
      "grad_norm": 0.343069463968277,
      "learning_rate": 0.00019603524882513327,
      "loss": 0.3295,
      "step": 3246
    },
    {
      "epoch": 0.2721595909643351,
      "grad_norm": 0.3389481008052826,
      "learning_rate": 0.00019603279923669203,
      "loss": 0.3173,
      "step": 3247
    },
    {
      "epoch": 0.27224340974812455,
      "grad_norm": 0.3344263732433319,
      "learning_rate": 0.00019603034890706972,
      "loss": 0.335,
      "step": 3248
    },
    {
      "epoch": 0.272327228531914,
      "grad_norm": 0.3295450508594513,
      "learning_rate": 0.00019602789783628523,
      "loss": 0.3012,
      "step": 3249
    },
    {
      "epoch": 0.2724110473157034,
      "grad_norm": 0.35077884793281555,
      "learning_rate": 0.00019602544602435754,
      "loss": 0.3369,
      "step": 3250
    },
    {
      "epoch": 0.2724948660994929,
      "grad_norm": 0.3663742244243622,
      "learning_rate": 0.00019602299347130556,
      "loss": 0.3719,
      "step": 3251
    },
    {
      "epoch": 0.27257868488328235,
      "grad_norm": 0.33504366874694824,
      "learning_rate": 0.00019602054017714817,
      "loss": 0.2718,
      "step": 3252
    },
    {
      "epoch": 0.2726625036670718,
      "grad_norm": 0.3684498071670532,
      "learning_rate": 0.00019601808614190435,
      "loss": 0.3558,
      "step": 3253
    },
    {
      "epoch": 0.2727463224508612,
      "grad_norm": 0.35439884662628174,
      "learning_rate": 0.000196015631365593,
      "loss": 0.3364,
      "step": 3254
    },
    {
      "epoch": 0.27283014123465066,
      "grad_norm": 0.35669946670532227,
      "learning_rate": 0.00019601317584823315,
      "loss": 0.3898,
      "step": 3255
    },
    {
      "epoch": 0.27291396001844015,
      "grad_norm": 0.3992062509059906,
      "learning_rate": 0.00019601071958984365,
      "loss": 0.325,
      "step": 3256
    },
    {
      "epoch": 0.2729977788022296,
      "grad_norm": 0.5402513742446899,
      "learning_rate": 0.00019600826259044354,
      "loss": 0.3379,
      "step": 3257
    },
    {
      "epoch": 0.273081597586019,
      "grad_norm": 0.35933613777160645,
      "learning_rate": 0.0001960058048500517,
      "loss": 0.3571,
      "step": 3258
    },
    {
      "epoch": 0.27316541636980846,
      "grad_norm": 0.3262242078781128,
      "learning_rate": 0.00019600334636868714,
      "loss": 0.3413,
      "step": 3259
    },
    {
      "epoch": 0.27324923515359795,
      "grad_norm": 0.3334418535232544,
      "learning_rate": 0.00019600088714636887,
      "loss": 0.3438,
      "step": 3260
    },
    {
      "epoch": 0.2733330539373874,
      "grad_norm": 0.3425233066082001,
      "learning_rate": 0.0001959984271831158,
      "loss": 0.3616,
      "step": 3261
    },
    {
      "epoch": 0.2734168727211768,
      "grad_norm": 0.36776190996170044,
      "learning_rate": 0.00019599596647894697,
      "loss": 0.3416,
      "step": 3262
    },
    {
      "epoch": 0.27350069150496625,
      "grad_norm": 0.331741601228714,
      "learning_rate": 0.00019599350503388138,
      "loss": 0.2991,
      "step": 3263
    },
    {
      "epoch": 0.2735845102887557,
      "grad_norm": 0.35288554430007935,
      "learning_rate": 0.00019599104284793797,
      "loss": 0.3314,
      "step": 3264
    },
    {
      "epoch": 0.2736683290725452,
      "grad_norm": 0.37826699018478394,
      "learning_rate": 0.0001959885799211358,
      "loss": 0.3727,
      "step": 3265
    },
    {
      "epoch": 0.2737521478563346,
      "grad_norm": 0.3602825701236725,
      "learning_rate": 0.0001959861162534938,
      "loss": 0.3977,
      "step": 3266
    },
    {
      "epoch": 0.27383596664012405,
      "grad_norm": 0.4999604821205139,
      "learning_rate": 0.0001959836518450311,
      "loss": 0.3595,
      "step": 3267
    },
    {
      "epoch": 0.2739197854239135,
      "grad_norm": 0.34123310446739197,
      "learning_rate": 0.00019598118669576664,
      "loss": 0.3293,
      "step": 3268
    },
    {
      "epoch": 0.2740036042077029,
      "grad_norm": 0.3607054054737091,
      "learning_rate": 0.00019597872080571947,
      "loss": 0.3223,
      "step": 3269
    },
    {
      "epoch": 0.2740874229914924,
      "grad_norm": 0.3557296097278595,
      "learning_rate": 0.0001959762541749086,
      "loss": 0.3142,
      "step": 3270
    },
    {
      "epoch": 0.27417124177528185,
      "grad_norm": 0.3721415102481842,
      "learning_rate": 0.0001959737868033531,
      "loss": 0.3511,
      "step": 3271
    },
    {
      "epoch": 0.2742550605590713,
      "grad_norm": 0.3709309995174408,
      "learning_rate": 0.00019597131869107198,
      "loss": 0.3395,
      "step": 3272
    },
    {
      "epoch": 0.2743388793428607,
      "grad_norm": 0.3583514988422394,
      "learning_rate": 0.00019596884983808432,
      "loss": 0.3589,
      "step": 3273
    },
    {
      "epoch": 0.27442269812665016,
      "grad_norm": 0.377515971660614,
      "learning_rate": 0.00019596638024440917,
      "loss": 0.3708,
      "step": 3274
    },
    {
      "epoch": 0.27450651691043965,
      "grad_norm": 0.34467020630836487,
      "learning_rate": 0.0001959639099100656,
      "loss": 0.3262,
      "step": 3275
    },
    {
      "epoch": 0.2745903356942291,
      "grad_norm": 0.3313223421573639,
      "learning_rate": 0.0001959614388350726,
      "loss": 0.3178,
      "step": 3276
    },
    {
      "epoch": 0.2746741544780185,
      "grad_norm": 0.35004276037216187,
      "learning_rate": 0.00019595896701944934,
      "loss": 0.3336,
      "step": 3277
    },
    {
      "epoch": 0.27475797326180795,
      "grad_norm": 0.35170865058898926,
      "learning_rate": 0.00019595649446321484,
      "loss": 0.3515,
      "step": 3278
    },
    {
      "epoch": 0.27484179204559744,
      "grad_norm": 0.30759620666503906,
      "learning_rate": 0.00019595402116638822,
      "loss": 0.3157,
      "step": 3279
    },
    {
      "epoch": 0.2749256108293869,
      "grad_norm": 0.30345863103866577,
      "learning_rate": 0.0001959515471289885,
      "loss": 0.2884,
      "step": 3280
    },
    {
      "epoch": 0.2750094296131763,
      "grad_norm": 0.34482327103614807,
      "learning_rate": 0.0001959490723510349,
      "loss": 0.3358,
      "step": 3281
    },
    {
      "epoch": 0.27509324839696575,
      "grad_norm": 0.3271755576133728,
      "learning_rate": 0.00019594659683254637,
      "loss": 0.2735,
      "step": 3282
    },
    {
      "epoch": 0.2751770671807552,
      "grad_norm": 0.3532988429069519,
      "learning_rate": 0.00019594412057354212,
      "loss": 0.3573,
      "step": 3283
    },
    {
      "epoch": 0.2752608859645447,
      "grad_norm": 0.34405404329299927,
      "learning_rate": 0.00019594164357404124,
      "loss": 0.3477,
      "step": 3284
    },
    {
      "epoch": 0.2753447047483341,
      "grad_norm": 0.3443599045276642,
      "learning_rate": 0.00019593916583406285,
      "loss": 0.3784,
      "step": 3285
    },
    {
      "epoch": 0.27542852353212355,
      "grad_norm": 0.36850038170814514,
      "learning_rate": 0.00019593668735362605,
      "loss": 0.3408,
      "step": 3286
    },
    {
      "epoch": 0.275512342315913,
      "grad_norm": 0.3377135396003723,
      "learning_rate": 0.00019593420813274995,
      "loss": 0.3171,
      "step": 3287
    },
    {
      "epoch": 0.2755961610997024,
      "grad_norm": 0.3156307637691498,
      "learning_rate": 0.00019593172817145376,
      "loss": 0.2765,
      "step": 3288
    },
    {
      "epoch": 0.2756799798834919,
      "grad_norm": 0.37450674176216125,
      "learning_rate": 0.00019592924746975653,
      "loss": 0.373,
      "step": 3289
    },
    {
      "epoch": 0.27576379866728135,
      "grad_norm": 0.33946651220321655,
      "learning_rate": 0.0001959267660276775,
      "loss": 0.3193,
      "step": 3290
    },
    {
      "epoch": 0.2758476174510708,
      "grad_norm": 0.38675403594970703,
      "learning_rate": 0.00019592428384523574,
      "loss": 0.3667,
      "step": 3291
    },
    {
      "epoch": 0.2759314362348602,
      "grad_norm": 0.3488117456436157,
      "learning_rate": 0.00019592180092245048,
      "loss": 0.3308,
      "step": 3292
    },
    {
      "epoch": 0.27601525501864965,
      "grad_norm": 0.3472077250480652,
      "learning_rate": 0.0001959193172593408,
      "loss": 0.3263,
      "step": 3293
    },
    {
      "epoch": 0.27609907380243914,
      "grad_norm": 0.35127249360084534,
      "learning_rate": 0.00019591683285592593,
      "loss": 0.297,
      "step": 3294
    },
    {
      "epoch": 0.2761828925862286,
      "grad_norm": 0.3672284185886383,
      "learning_rate": 0.00019591434771222503,
      "loss": 0.3311,
      "step": 3295
    },
    {
      "epoch": 0.276266711370018,
      "grad_norm": 0.3907850980758667,
      "learning_rate": 0.00019591186182825728,
      "loss": 0.3804,
      "step": 3296
    },
    {
      "epoch": 0.27635053015380745,
      "grad_norm": 0.35724398493766785,
      "learning_rate": 0.00019590937520404188,
      "loss": 0.3468,
      "step": 3297
    },
    {
      "epoch": 0.27643434893759694,
      "grad_norm": 0.33396589756011963,
      "learning_rate": 0.000195906887839598,
      "loss": 0.3162,
      "step": 3298
    },
    {
      "epoch": 0.2765181677213864,
      "grad_norm": 0.37619978189468384,
      "learning_rate": 0.00019590439973494482,
      "loss": 0.4225,
      "step": 3299
    },
    {
      "epoch": 0.2766019865051758,
      "grad_norm": 0.33412185311317444,
      "learning_rate": 0.00019590191089010158,
      "loss": 0.3404,
      "step": 3300
    },
    {
      "epoch": 0.27668580528896525,
      "grad_norm": 0.3282313346862793,
      "learning_rate": 0.0001958994213050875,
      "loss": 0.322,
      "step": 3301
    },
    {
      "epoch": 0.2767696240727547,
      "grad_norm": 0.3656393587589264,
      "learning_rate": 0.00019589693097992172,
      "loss": 0.3821,
      "step": 3302
    },
    {
      "epoch": 0.2768534428565442,
      "grad_norm": 0.3261435925960541,
      "learning_rate": 0.00019589443991462356,
      "loss": 0.265,
      "step": 3303
    },
    {
      "epoch": 0.2769372616403336,
      "grad_norm": 0.3536568582057953,
      "learning_rate": 0.00019589194810921216,
      "loss": 0.3538,
      "step": 3304
    },
    {
      "epoch": 0.27702108042412305,
      "grad_norm": 0.35557979345321655,
      "learning_rate": 0.0001958894555637068,
      "loss": 0.2883,
      "step": 3305
    },
    {
      "epoch": 0.2771048992079125,
      "grad_norm": 0.39018893241882324,
      "learning_rate": 0.00019588696227812672,
      "loss": 0.3886,
      "step": 3306
    },
    {
      "epoch": 0.2771887179917019,
      "grad_norm": 0.34581008553504944,
      "learning_rate": 0.00019588446825249113,
      "loss": 0.2936,
      "step": 3307
    },
    {
      "epoch": 0.2772725367754914,
      "grad_norm": 0.37390729784965515,
      "learning_rate": 0.0001958819734868193,
      "loss": 0.3644,
      "step": 3308
    },
    {
      "epoch": 0.27735635555928084,
      "grad_norm": 0.39878952503204346,
      "learning_rate": 0.00019587947798113052,
      "loss": 0.3939,
      "step": 3309
    },
    {
      "epoch": 0.2774401743430703,
      "grad_norm": 0.3468387722969055,
      "learning_rate": 0.00019587698173544396,
      "loss": 0.3207,
      "step": 3310
    },
    {
      "epoch": 0.2775239931268597,
      "grad_norm": 0.4028564393520355,
      "learning_rate": 0.00019587448474977896,
      "loss": 0.426,
      "step": 3311
    },
    {
      "epoch": 0.27760781191064915,
      "grad_norm": 0.34461715817451477,
      "learning_rate": 0.0001958719870241548,
      "loss": 0.3381,
      "step": 3312
    },
    {
      "epoch": 0.27769163069443864,
      "grad_norm": 0.3124539256095886,
      "learning_rate": 0.00019586948855859068,
      "loss": 0.312,
      "step": 3313
    },
    {
      "epoch": 0.2777754494782281,
      "grad_norm": 0.33235228061676025,
      "learning_rate": 0.00019586698935310595,
      "loss": 0.3266,
      "step": 3314
    },
    {
      "epoch": 0.2778592682620175,
      "grad_norm": 0.33581945300102234,
      "learning_rate": 0.0001958644894077199,
      "loss": 0.3215,
      "step": 3315
    },
    {
      "epoch": 0.27794308704580695,
      "grad_norm": 0.3347131311893463,
      "learning_rate": 0.00019586198872245179,
      "loss": 0.3581,
      "step": 3316
    },
    {
      "epoch": 0.27802690582959644,
      "grad_norm": 0.32802700996398926,
      "learning_rate": 0.00019585948729732093,
      "loss": 0.3031,
      "step": 3317
    },
    {
      "epoch": 0.2781107246133859,
      "grad_norm": 0.37505510449409485,
      "learning_rate": 0.00019585698513234663,
      "loss": 0.3819,
      "step": 3318
    },
    {
      "epoch": 0.2781945433971753,
      "grad_norm": 0.36694326996803284,
      "learning_rate": 0.0001958544822275482,
      "loss": 0.3256,
      "step": 3319
    },
    {
      "epoch": 0.27827836218096474,
      "grad_norm": 0.35089120268821716,
      "learning_rate": 0.000195851978582945,
      "loss": 0.3413,
      "step": 3320
    },
    {
      "epoch": 0.2783621809647542,
      "grad_norm": 0.34622880816459656,
      "learning_rate": 0.00019584947419855626,
      "loss": 0.3501,
      "step": 3321
    },
    {
      "epoch": 0.27844599974854367,
      "grad_norm": 0.3537485897541046,
      "learning_rate": 0.00019584696907440138,
      "loss": 0.3634,
      "step": 3322
    },
    {
      "epoch": 0.2785298185323331,
      "grad_norm": 0.3391019105911255,
      "learning_rate": 0.0001958444632104997,
      "loss": 0.296,
      "step": 3323
    },
    {
      "epoch": 0.27861363731612254,
      "grad_norm": 0.3315578103065491,
      "learning_rate": 0.0001958419566068705,
      "loss": 0.3043,
      "step": 3324
    },
    {
      "epoch": 0.278697456099912,
      "grad_norm": 0.3729359805583954,
      "learning_rate": 0.0001958394492635332,
      "loss": 0.3776,
      "step": 3325
    },
    {
      "epoch": 0.2787812748837014,
      "grad_norm": 0.3541930615901947,
      "learning_rate": 0.00019583694118050708,
      "loss": 0.3365,
      "step": 3326
    },
    {
      "epoch": 0.2788650936674909,
      "grad_norm": 0.369689404964447,
      "learning_rate": 0.00019583443235781154,
      "loss": 0.3067,
      "step": 3327
    },
    {
      "epoch": 0.27894891245128034,
      "grad_norm": 0.3784269392490387,
      "learning_rate": 0.00019583192279546595,
      "loss": 0.4117,
      "step": 3328
    },
    {
      "epoch": 0.2790327312350698,
      "grad_norm": 0.3389178216457367,
      "learning_rate": 0.00019582941249348965,
      "loss": 0.3256,
      "step": 3329
    },
    {
      "epoch": 0.2791165500188592,
      "grad_norm": 0.39237260818481445,
      "learning_rate": 0.00019582690145190202,
      "loss": 0.3543,
      "step": 3330
    },
    {
      "epoch": 0.27920036880264865,
      "grad_norm": 0.36262503266334534,
      "learning_rate": 0.0001958243896707225,
      "loss": 0.3463,
      "step": 3331
    },
    {
      "epoch": 0.27928418758643814,
      "grad_norm": 0.34032517671585083,
      "learning_rate": 0.00019582187714997038,
      "loss": 0.3345,
      "step": 3332
    },
    {
      "epoch": 0.2793680063702276,
      "grad_norm": 0.35132384300231934,
      "learning_rate": 0.00019581936388966508,
      "loss": 0.3415,
      "step": 3333
    },
    {
      "epoch": 0.279451825154017,
      "grad_norm": 0.36945274472236633,
      "learning_rate": 0.00019581684988982605,
      "loss": 0.3774,
      "step": 3334
    },
    {
      "epoch": 0.27953564393780644,
      "grad_norm": 0.3595695495605469,
      "learning_rate": 0.00019581433515047266,
      "loss": 0.3475,
      "step": 3335
    },
    {
      "epoch": 0.27961946272159593,
      "grad_norm": 0.32212501764297485,
      "learning_rate": 0.00019581181967162428,
      "loss": 0.3171,
      "step": 3336
    },
    {
      "epoch": 0.27970328150538537,
      "grad_norm": 0.38806235790252686,
      "learning_rate": 0.0001958093034533004,
      "loss": 0.3937,
      "step": 3337
    },
    {
      "epoch": 0.2797871002891748,
      "grad_norm": 0.3070981800556183,
      "learning_rate": 0.00019580678649552038,
      "loss": 0.3125,
      "step": 3338
    },
    {
      "epoch": 0.27987091907296424,
      "grad_norm": 0.3319462239742279,
      "learning_rate": 0.00019580426879830365,
      "loss": 0.3258,
      "step": 3339
    },
    {
      "epoch": 0.2799547378567537,
      "grad_norm": 0.36155271530151367,
      "learning_rate": 0.00019580175036166967,
      "loss": 0.3939,
      "step": 3340
    },
    {
      "epoch": 0.28003855664054317,
      "grad_norm": 0.3558909595012665,
      "learning_rate": 0.00019579923118563785,
      "loss": 0.3669,
      "step": 3341
    },
    {
      "epoch": 0.2801223754243326,
      "grad_norm": 0.40557795763015747,
      "learning_rate": 0.0001957967112702277,
      "loss": 0.3624,
      "step": 3342
    },
    {
      "epoch": 0.28020619420812204,
      "grad_norm": 0.34480488300323486,
      "learning_rate": 0.00019579419061545856,
      "loss": 0.359,
      "step": 3343
    },
    {
      "epoch": 0.2802900129919115,
      "grad_norm": 0.31903716921806335,
      "learning_rate": 0.00019579166922134998,
      "loss": 0.275,
      "step": 3344
    },
    {
      "epoch": 0.2803738317757009,
      "grad_norm": 0.3479899764060974,
      "learning_rate": 0.00019578914708792136,
      "loss": 0.3847,
      "step": 3345
    },
    {
      "epoch": 0.2804576505594904,
      "grad_norm": 0.33285486698150635,
      "learning_rate": 0.0001957866242151922,
      "loss": 0.2873,
      "step": 3346
    },
    {
      "epoch": 0.28054146934327984,
      "grad_norm": 0.3486289978027344,
      "learning_rate": 0.00019578410060318193,
      "loss": 0.3036,
      "step": 3347
    },
    {
      "epoch": 0.2806252881270693,
      "grad_norm": 0.33828651905059814,
      "learning_rate": 0.00019578157625191008,
      "loss": 0.3162,
      "step": 3348
    },
    {
      "epoch": 0.2807091069108587,
      "grad_norm": 0.3931933343410492,
      "learning_rate": 0.0001957790511613961,
      "loss": 0.3654,
      "step": 3349
    },
    {
      "epoch": 0.28079292569464814,
      "grad_norm": 0.39545273780822754,
      "learning_rate": 0.0001957765253316595,
      "loss": 0.3623,
      "step": 3350
    },
    {
      "epoch": 0.28087674447843763,
      "grad_norm": 0.38184043765068054,
      "learning_rate": 0.00019577399876271977,
      "loss": 0.3598,
      "step": 3351
    },
    {
      "epoch": 0.28096056326222707,
      "grad_norm": 0.3621317744255066,
      "learning_rate": 0.00019577147145459636,
      "loss": 0.3487,
      "step": 3352
    },
    {
      "epoch": 0.2810443820460165,
      "grad_norm": 0.31990399956703186,
      "learning_rate": 0.00019576894340730884,
      "loss": 0.2423,
      "step": 3353
    },
    {
      "epoch": 0.28112820082980594,
      "grad_norm": 0.3587092459201813,
      "learning_rate": 0.0001957664146208767,
      "loss": 0.3499,
      "step": 3354
    },
    {
      "epoch": 0.28121201961359543,
      "grad_norm": 0.3720909655094147,
      "learning_rate": 0.00019576388509531944,
      "loss": 0.3629,
      "step": 3355
    },
    {
      "epoch": 0.28129583839738487,
      "grad_norm": 0.3353286385536194,
      "learning_rate": 0.00019576135483065664,
      "loss": 0.2889,
      "step": 3356
    },
    {
      "epoch": 0.2813796571811743,
      "grad_norm": 0.315734326839447,
      "learning_rate": 0.00019575882382690777,
      "loss": 0.3171,
      "step": 3357
    },
    {
      "epoch": 0.28146347596496374,
      "grad_norm": 0.3335747718811035,
      "learning_rate": 0.00019575629208409235,
      "loss": 0.2973,
      "step": 3358
    },
    {
      "epoch": 0.2815472947487532,
      "grad_norm": 0.3315789997577667,
      "learning_rate": 0.00019575375960223,
      "loss": 0.323,
      "step": 3359
    },
    {
      "epoch": 0.28163111353254267,
      "grad_norm": 0.3021945655345917,
      "learning_rate": 0.0001957512263813402,
      "loss": 0.2652,
      "step": 3360
    },
    {
      "epoch": 0.2817149323163321,
      "grad_norm": 0.3607129454612732,
      "learning_rate": 0.00019574869242144249,
      "loss": 0.3531,
      "step": 3361
    },
    {
      "epoch": 0.28179875110012154,
      "grad_norm": 0.3569331765174866,
      "learning_rate": 0.00019574615772255646,
      "loss": 0.3756,
      "step": 3362
    },
    {
      "epoch": 0.28188256988391097,
      "grad_norm": 0.3699754774570465,
      "learning_rate": 0.0001957436222847017,
      "loss": 0.3849,
      "step": 3363
    },
    {
      "epoch": 0.2819663886677004,
      "grad_norm": 0.3228028118610382,
      "learning_rate": 0.00019574108610789773,
      "loss": 0.2898,
      "step": 3364
    },
    {
      "epoch": 0.2820502074514899,
      "grad_norm": 0.34409400820732117,
      "learning_rate": 0.00019573854919216417,
      "loss": 0.2867,
      "step": 3365
    },
    {
      "epoch": 0.28213402623527933,
      "grad_norm": 0.34638088941574097,
      "learning_rate": 0.00019573601153752052,
      "loss": 0.3237,
      "step": 3366
    },
    {
      "epoch": 0.28221784501906877,
      "grad_norm": 0.3156009614467621,
      "learning_rate": 0.00019573347314398644,
      "loss": 0.2956,
      "step": 3367
    },
    {
      "epoch": 0.2823016638028582,
      "grad_norm": 0.32052934169769287,
      "learning_rate": 0.0001957309340115815,
      "loss": 0.3046,
      "step": 3368
    },
    {
      "epoch": 0.28238548258664764,
      "grad_norm": 0.3248213529586792,
      "learning_rate": 0.00019572839414032532,
      "loss": 0.3442,
      "step": 3369
    },
    {
      "epoch": 0.28246930137043713,
      "grad_norm": 0.3625105023384094,
      "learning_rate": 0.00019572585353023746,
      "loss": 0.3816,
      "step": 3370
    },
    {
      "epoch": 0.28255312015422657,
      "grad_norm": 0.37122851610183716,
      "learning_rate": 0.00019572331218133753,
      "loss": 0.3609,
      "step": 3371
    },
    {
      "epoch": 0.282636938938016,
      "grad_norm": 0.34194305539131165,
      "learning_rate": 0.00019572077009364516,
      "loss": 0.341,
      "step": 3372
    },
    {
      "epoch": 0.28272075772180544,
      "grad_norm": 0.3132919669151306,
      "learning_rate": 0.00019571822726717998,
      "loss": 0.2885,
      "step": 3373
    },
    {
      "epoch": 0.28280457650559493,
      "grad_norm": 0.3817879855632782,
      "learning_rate": 0.00019571568370196162,
      "loss": 0.3909,
      "step": 3374
    },
    {
      "epoch": 0.28288839528938436,
      "grad_norm": 0.37065497040748596,
      "learning_rate": 0.00019571313939800968,
      "loss": 0.4172,
      "step": 3375
    },
    {
      "epoch": 0.2829722140731738,
      "grad_norm": 0.3755165636539459,
      "learning_rate": 0.0001957105943553438,
      "loss": 0.3606,
      "step": 3376
    },
    {
      "epoch": 0.28305603285696324,
      "grad_norm": 0.394955575466156,
      "learning_rate": 0.00019570804857398368,
      "loss": 0.4927,
      "step": 3377
    },
    {
      "epoch": 0.28313985164075267,
      "grad_norm": 0.37741315364837646,
      "learning_rate": 0.00019570550205394888,
      "loss": 0.4108,
      "step": 3378
    },
    {
      "epoch": 0.28322367042454216,
      "grad_norm": 0.3531227707862854,
      "learning_rate": 0.00019570295479525912,
      "loss": 0.3577,
      "step": 3379
    },
    {
      "epoch": 0.2833074892083316,
      "grad_norm": 0.33717167377471924,
      "learning_rate": 0.00019570040679793406,
      "loss": 0.3416,
      "step": 3380
    },
    {
      "epoch": 0.28339130799212103,
      "grad_norm": 0.37874630093574524,
      "learning_rate": 0.00019569785806199333,
      "loss": 0.4408,
      "step": 3381
    },
    {
      "epoch": 0.28347512677591047,
      "grad_norm": 0.35940954089164734,
      "learning_rate": 0.00019569530858745663,
      "loss": 0.3858,
      "step": 3382
    },
    {
      "epoch": 0.2835589455596999,
      "grad_norm": 0.3442372679710388,
      "learning_rate": 0.00019569275837434357,
      "loss": 0.3411,
      "step": 3383
    },
    {
      "epoch": 0.2836427643434894,
      "grad_norm": 0.36348652839660645,
      "learning_rate": 0.00019569020742267392,
      "loss": 0.4436,
      "step": 3384
    },
    {
      "epoch": 0.28372658312727883,
      "grad_norm": 0.319700688123703,
      "learning_rate": 0.00019568765573246735,
      "loss": 0.3108,
      "step": 3385
    },
    {
      "epoch": 0.28381040191106827,
      "grad_norm": 0.3524830937385559,
      "learning_rate": 0.0001956851033037435,
      "loss": 0.3626,
      "step": 3386
    },
    {
      "epoch": 0.2838942206948577,
      "grad_norm": 0.34601056575775146,
      "learning_rate": 0.0001956825501365221,
      "loss": 0.3384,
      "step": 3387
    },
    {
      "epoch": 0.28397803947864714,
      "grad_norm": 0.326639860868454,
      "learning_rate": 0.0001956799962308229,
      "loss": 0.3403,
      "step": 3388
    },
    {
      "epoch": 0.28406185826243663,
      "grad_norm": 0.3313225507736206,
      "learning_rate": 0.00019567744158666557,
      "loss": 0.356,
      "step": 3389
    },
    {
      "epoch": 0.28414567704622606,
      "grad_norm": 0.3253692090511322,
      "learning_rate": 0.00019567488620406983,
      "loss": 0.3175,
      "step": 3390
    },
    {
      "epoch": 0.2842294958300155,
      "grad_norm": 0.31585270166397095,
      "learning_rate": 0.00019567233008305538,
      "loss": 0.2972,
      "step": 3391
    },
    {
      "epoch": 0.28431331461380493,
      "grad_norm": 0.3686125576496124,
      "learning_rate": 0.00019566977322364197,
      "loss": 0.3619,
      "step": 3392
    },
    {
      "epoch": 0.2843971333975944,
      "grad_norm": 0.3698464035987854,
      "learning_rate": 0.00019566721562584935,
      "loss": 0.3565,
      "step": 3393
    },
    {
      "epoch": 0.28448095218138386,
      "grad_norm": 0.3956296443939209,
      "learning_rate": 0.00019566465728969724,
      "loss": 0.3695,
      "step": 3394
    },
    {
      "epoch": 0.2845647709651733,
      "grad_norm": 0.3691273331642151,
      "learning_rate": 0.00019566209821520538,
      "loss": 0.3744,
      "step": 3395
    },
    {
      "epoch": 0.28464858974896273,
      "grad_norm": 0.35967299342155457,
      "learning_rate": 0.00019565953840239354,
      "loss": 0.379,
      "step": 3396
    },
    {
      "epoch": 0.28473240853275217,
      "grad_norm": 0.35722795128822327,
      "learning_rate": 0.00019565697785128147,
      "loss": 0.3488,
      "step": 3397
    },
    {
      "epoch": 0.28481622731654166,
      "grad_norm": 0.3966367542743683,
      "learning_rate": 0.0001956544165618889,
      "loss": 0.3557,
      "step": 3398
    },
    {
      "epoch": 0.2849000461003311,
      "grad_norm": 0.3619517385959625,
      "learning_rate": 0.00019565185453423566,
      "loss": 0.3463,
      "step": 3399
    },
    {
      "epoch": 0.28498386488412053,
      "grad_norm": 0.30172526836395264,
      "learning_rate": 0.00019564929176834147,
      "loss": 0.2785,
      "step": 3400
    },
    {
      "epoch": 0.28498386488412053,
      "eval_loss": 0.33835533261299133,
      "eval_runtime": 61.5264,
      "eval_samples_per_second": 15.603,
      "eval_steps_per_second": 3.901,
      "step": 3400
    },
    {
      "epoch": 0.28506768366790997,
      "grad_norm": 0.35026729106903076,
      "learning_rate": 0.00019564672826422616,
      "loss": 0.3673,
      "step": 3401
    },
    {
      "epoch": 0.2851515024516994,
      "grad_norm": 0.3456326723098755,
      "learning_rate": 0.00019564416402190947,
      "loss": 0.3152,
      "step": 3402
    },
    {
      "epoch": 0.2852353212354889,
      "grad_norm": 0.32501065731048584,
      "learning_rate": 0.00019564159904141118,
      "loss": 0.3185,
      "step": 3403
    },
    {
      "epoch": 0.28531914001927833,
      "grad_norm": 0.33098137378692627,
      "learning_rate": 0.00019563903332275114,
      "loss": 0.3294,
      "step": 3404
    },
    {
      "epoch": 0.28540295880306776,
      "grad_norm": 0.3383173942565918,
      "learning_rate": 0.00019563646686594912,
      "loss": 0.3348,
      "step": 3405
    },
    {
      "epoch": 0.2854867775868572,
      "grad_norm": 0.3495272397994995,
      "learning_rate": 0.00019563389967102492,
      "loss": 0.3362,
      "step": 3406
    },
    {
      "epoch": 0.28557059637064663,
      "grad_norm": 0.374602735042572,
      "learning_rate": 0.00019563133173799838,
      "loss": 0.3532,
      "step": 3407
    },
    {
      "epoch": 0.2856544151544361,
      "grad_norm": 0.37823015451431274,
      "learning_rate": 0.00019562876306688934,
      "loss": 0.3898,
      "step": 3408
    },
    {
      "epoch": 0.28573823393822556,
      "grad_norm": 0.36069726943969727,
      "learning_rate": 0.00019562619365771753,
      "loss": 0.3358,
      "step": 3409
    },
    {
      "epoch": 0.285822052722015,
      "grad_norm": 0.3945157825946808,
      "learning_rate": 0.00019562362351050285,
      "loss": 0.4044,
      "step": 3410
    },
    {
      "epoch": 0.28590587150580443,
      "grad_norm": 0.37651312351226807,
      "learning_rate": 0.00019562105262526516,
      "loss": 0.3238,
      "step": 3411
    },
    {
      "epoch": 0.2859896902895939,
      "grad_norm": 0.35964569449424744,
      "learning_rate": 0.00019561848100202426,
      "loss": 0.3886,
      "step": 3412
    },
    {
      "epoch": 0.28607350907338336,
      "grad_norm": 0.3372921943664551,
      "learning_rate": 0.0001956159086408,
      "loss": 0.3808,
      "step": 3413
    },
    {
      "epoch": 0.2861573278571728,
      "grad_norm": 0.3200998902320862,
      "learning_rate": 0.00019561333554161224,
      "loss": 0.294,
      "step": 3414
    },
    {
      "epoch": 0.28624114664096223,
      "grad_norm": 0.455676794052124,
      "learning_rate": 0.00019561076170448083,
      "loss": 0.3816,
      "step": 3415
    },
    {
      "epoch": 0.28632496542475167,
      "grad_norm": 0.3279746472835541,
      "learning_rate": 0.00019560818712942564,
      "loss": 0.3404,
      "step": 3416
    },
    {
      "epoch": 0.28640878420854116,
      "grad_norm": 0.3404395282268524,
      "learning_rate": 0.00019560561181646658,
      "loss": 0.3647,
      "step": 3417
    },
    {
      "epoch": 0.2864926029923306,
      "grad_norm": 0.35247910022735596,
      "learning_rate": 0.00019560303576562346,
      "loss": 0.374,
      "step": 3418
    },
    {
      "epoch": 0.28657642177612,
      "grad_norm": 0.37619397044181824,
      "learning_rate": 0.00019560045897691622,
      "loss": 0.4084,
      "step": 3419
    },
    {
      "epoch": 0.28666024055990946,
      "grad_norm": 0.3540787398815155,
      "learning_rate": 0.0001955978814503647,
      "loss": 0.3979,
      "step": 3420
    },
    {
      "epoch": 0.2867440593436989,
      "grad_norm": 0.3517780601978302,
      "learning_rate": 0.00019559530318598883,
      "loss": 0.3632,
      "step": 3421
    },
    {
      "epoch": 0.2868278781274884,
      "grad_norm": 0.3238658010959625,
      "learning_rate": 0.0001955927241838085,
      "loss": 0.3232,
      "step": 3422
    },
    {
      "epoch": 0.2869116969112778,
      "grad_norm": 0.3232260048389435,
      "learning_rate": 0.0001955901444438436,
      "loss": 0.3406,
      "step": 3423
    },
    {
      "epoch": 0.28699551569506726,
      "grad_norm": 0.31986042857170105,
      "learning_rate": 0.00019558756396611404,
      "loss": 0.3055,
      "step": 3424
    },
    {
      "epoch": 0.2870793344788567,
      "grad_norm": 0.36152347922325134,
      "learning_rate": 0.00019558498275063974,
      "loss": 0.3521,
      "step": 3425
    },
    {
      "epoch": 0.28716315326264613,
      "grad_norm": 0.34101518988609314,
      "learning_rate": 0.00019558240079744064,
      "loss": 0.3239,
      "step": 3426
    },
    {
      "epoch": 0.2872469720464356,
      "grad_norm": 0.34147128462791443,
      "learning_rate": 0.00019557981810653665,
      "loss": 0.2852,
      "step": 3427
    },
    {
      "epoch": 0.28733079083022506,
      "grad_norm": 0.3381060063838959,
      "learning_rate": 0.0001955772346779477,
      "loss": 0.3297,
      "step": 3428
    },
    {
      "epoch": 0.2874146096140145,
      "grad_norm": 0.3761662244796753,
      "learning_rate": 0.00019557465051169378,
      "loss": 0.4019,
      "step": 3429
    },
    {
      "epoch": 0.28749842839780393,
      "grad_norm": 0.3655610680580139,
      "learning_rate": 0.00019557206560779475,
      "loss": 0.321,
      "step": 3430
    },
    {
      "epoch": 0.2875822471815934,
      "grad_norm": 0.3226666748523712,
      "learning_rate": 0.0001955694799662706,
      "loss": 0.3129,
      "step": 3431
    },
    {
      "epoch": 0.28766606596538286,
      "grad_norm": 0.3367243707180023,
      "learning_rate": 0.0001955668935871413,
      "loss": 0.3534,
      "step": 3432
    },
    {
      "epoch": 0.2877498847491723,
      "grad_norm": 0.35351526737213135,
      "learning_rate": 0.0001955643064704268,
      "loss": 0.3165,
      "step": 3433
    },
    {
      "epoch": 0.2878337035329617,
      "grad_norm": 0.4210415184497833,
      "learning_rate": 0.00019556171861614705,
      "loss": 0.3888,
      "step": 3434
    },
    {
      "epoch": 0.28791752231675116,
      "grad_norm": 0.3277285099029541,
      "learning_rate": 0.00019555913002432208,
      "loss": 0.3191,
      "step": 3435
    },
    {
      "epoch": 0.28800134110054065,
      "grad_norm": 0.35389915108680725,
      "learning_rate": 0.00019555654069497176,
      "loss": 0.3789,
      "step": 3436
    },
    {
      "epoch": 0.2880851598843301,
      "grad_norm": 0.3661862313747406,
      "learning_rate": 0.00019555395062811619,
      "loss": 0.3659,
      "step": 3437
    },
    {
      "epoch": 0.2881689786681195,
      "grad_norm": 0.3674696981906891,
      "learning_rate": 0.0001955513598237753,
      "loss": 0.3462,
      "step": 3438
    },
    {
      "epoch": 0.28825279745190896,
      "grad_norm": 0.34249553084373474,
      "learning_rate": 0.00019554876828196914,
      "loss": 0.3451,
      "step": 3439
    },
    {
      "epoch": 0.2883366162356984,
      "grad_norm": 0.3379775285720825,
      "learning_rate": 0.0001955461760027176,
      "loss": 0.3099,
      "step": 3440
    },
    {
      "epoch": 0.2884204350194879,
      "grad_norm": 0.3607853651046753,
      "learning_rate": 0.0001955435829860408,
      "loss": 0.3182,
      "step": 3441
    },
    {
      "epoch": 0.2885042538032773,
      "grad_norm": 0.3799709677696228,
      "learning_rate": 0.0001955409892319587,
      "loss": 0.3924,
      "step": 3442
    },
    {
      "epoch": 0.28858807258706676,
      "grad_norm": 0.32700490951538086,
      "learning_rate": 0.00019553839474049134,
      "loss": 0.3216,
      "step": 3443
    },
    {
      "epoch": 0.2886718913708562,
      "grad_norm": 0.3253844380378723,
      "learning_rate": 0.00019553579951165872,
      "loss": 0.2908,
      "step": 3444
    },
    {
      "epoch": 0.28875571015464563,
      "grad_norm": 0.3394000232219696,
      "learning_rate": 0.00019553320354548088,
      "loss": 0.2985,
      "step": 3445
    },
    {
      "epoch": 0.2888395289384351,
      "grad_norm": 0.3233644664287567,
      "learning_rate": 0.0001955306068419779,
      "loss": 0.307,
      "step": 3446
    },
    {
      "epoch": 0.28892334772222455,
      "grad_norm": 0.34794187545776367,
      "learning_rate": 0.00019552800940116972,
      "loss": 0.3455,
      "step": 3447
    },
    {
      "epoch": 0.289007166506014,
      "grad_norm": 0.34854012727737427,
      "learning_rate": 0.00019552541122307647,
      "loss": 0.335,
      "step": 3448
    },
    {
      "epoch": 0.2890909852898034,
      "grad_norm": 0.3570965826511383,
      "learning_rate": 0.0001955228123077182,
      "loss": 0.3368,
      "step": 3449
    },
    {
      "epoch": 0.2891748040735929,
      "grad_norm": 0.3626589775085449,
      "learning_rate": 0.0001955202126551149,
      "loss": 0.3538,
      "step": 3450
    },
    {
      "epoch": 0.28925862285738235,
      "grad_norm": 0.35060182213783264,
      "learning_rate": 0.00019551761226528673,
      "loss": 0.3035,
      "step": 3451
    },
    {
      "epoch": 0.2893424416411718,
      "grad_norm": 0.3349485397338867,
      "learning_rate": 0.00019551501113825373,
      "loss": 0.3257,
      "step": 3452
    },
    {
      "epoch": 0.2894262604249612,
      "grad_norm": 0.3594030439853668,
      "learning_rate": 0.00019551240927403592,
      "loss": 0.3914,
      "step": 3453
    },
    {
      "epoch": 0.28951007920875066,
      "grad_norm": 0.34207451343536377,
      "learning_rate": 0.0001955098066726534,
      "loss": 0.3369,
      "step": 3454
    },
    {
      "epoch": 0.28959389799254015,
      "grad_norm": 0.3931269645690918,
      "learning_rate": 0.00019550720333412632,
      "loss": 0.3832,
      "step": 3455
    },
    {
      "epoch": 0.2896777167763296,
      "grad_norm": 0.3717631697654724,
      "learning_rate": 0.0001955045992584747,
      "loss": 0.3658,
      "step": 3456
    },
    {
      "epoch": 0.289761535560119,
      "grad_norm": 0.3335515260696411,
      "learning_rate": 0.0001955019944457187,
      "loss": 0.3428,
      "step": 3457
    },
    {
      "epoch": 0.28984535434390846,
      "grad_norm": 0.3354964852333069,
      "learning_rate": 0.00019549938889587836,
      "loss": 0.3112,
      "step": 3458
    },
    {
      "epoch": 0.2899291731276979,
      "grad_norm": 0.32811108231544495,
      "learning_rate": 0.0001954967826089738,
      "loss": 0.3178,
      "step": 3459
    },
    {
      "epoch": 0.2900129919114874,
      "grad_norm": 0.3263415992259979,
      "learning_rate": 0.0001954941755850252,
      "loss": 0.3127,
      "step": 3460
    },
    {
      "epoch": 0.2900968106952768,
      "grad_norm": 0.3706209361553192,
      "learning_rate": 0.0001954915678240526,
      "loss": 0.36,
      "step": 3461
    },
    {
      "epoch": 0.29018062947906625,
      "grad_norm": 0.32337066531181335,
      "learning_rate": 0.00019548895932607621,
      "loss": 0.3545,
      "step": 3462
    },
    {
      "epoch": 0.2902644482628557,
      "grad_norm": 0.3226267993450165,
      "learning_rate": 0.00019548635009111607,
      "loss": 0.2701,
      "step": 3463
    },
    {
      "epoch": 0.2903482670466452,
      "grad_norm": 0.36356091499328613,
      "learning_rate": 0.00019548374011919237,
      "loss": 0.3905,
      "step": 3464
    },
    {
      "epoch": 0.2904320858304346,
      "grad_norm": 0.3308698534965515,
      "learning_rate": 0.0001954811294103253,
      "loss": 0.2998,
      "step": 3465
    },
    {
      "epoch": 0.29051590461422405,
      "grad_norm": 0.36775290966033936,
      "learning_rate": 0.00019547851796453486,
      "loss": 0.3334,
      "step": 3466
    },
    {
      "epoch": 0.2905997233980135,
      "grad_norm": 0.35831642150878906,
      "learning_rate": 0.00019547590578184137,
      "loss": 0.3503,
      "step": 3467
    },
    {
      "epoch": 0.2906835421818029,
      "grad_norm": 0.33916667103767395,
      "learning_rate": 0.00019547329286226492,
      "loss": 0.3018,
      "step": 3468
    },
    {
      "epoch": 0.2907673609655924,
      "grad_norm": 0.3833516240119934,
      "learning_rate": 0.00019547067920582567,
      "loss": 0.394,
      "step": 3469
    },
    {
      "epoch": 0.29085117974938185,
      "grad_norm": 0.3589807152748108,
      "learning_rate": 0.0001954680648125438,
      "loss": 0.3708,
      "step": 3470
    },
    {
      "epoch": 0.2909349985331713,
      "grad_norm": 0.33375266194343567,
      "learning_rate": 0.0001954654496824395,
      "loss": 0.3114,
      "step": 3471
    },
    {
      "epoch": 0.2910188173169607,
      "grad_norm": 0.36162909865379333,
      "learning_rate": 0.00019546283381553293,
      "loss": 0.3882,
      "step": 3472
    },
    {
      "epoch": 0.29110263610075016,
      "grad_norm": 0.34197133779525757,
      "learning_rate": 0.0001954602172118443,
      "loss": 0.3242,
      "step": 3473
    },
    {
      "epoch": 0.29118645488453965,
      "grad_norm": 0.34704601764678955,
      "learning_rate": 0.0001954575998713938,
      "loss": 0.3493,
      "step": 3474
    },
    {
      "epoch": 0.2912702736683291,
      "grad_norm": 0.33103272318840027,
      "learning_rate": 0.00019545498179420162,
      "loss": 0.3146,
      "step": 3475
    },
    {
      "epoch": 0.2913540924521185,
      "grad_norm": 0.3285060226917267,
      "learning_rate": 0.00019545236298028798,
      "loss": 0.3203,
      "step": 3476
    },
    {
      "epoch": 0.29143791123590795,
      "grad_norm": 0.3426797688007355,
      "learning_rate": 0.0001954497434296731,
      "loss": 0.2976,
      "step": 3477
    },
    {
      "epoch": 0.2915217300196974,
      "grad_norm": 0.35139402747154236,
      "learning_rate": 0.00019544712314237714,
      "loss": 0.377,
      "step": 3478
    },
    {
      "epoch": 0.2916055488034869,
      "grad_norm": 0.33210650086402893,
      "learning_rate": 0.0001954445021184204,
      "loss": 0.3006,
      "step": 3479
    },
    {
      "epoch": 0.2916893675872763,
      "grad_norm": 0.3269582688808441,
      "learning_rate": 0.00019544188035782307,
      "loss": 0.2931,
      "step": 3480
    },
    {
      "epoch": 0.29177318637106575,
      "grad_norm": 0.3659055531024933,
      "learning_rate": 0.0001954392578606054,
      "loss": 0.3297,
      "step": 3481
    },
    {
      "epoch": 0.2918570051548552,
      "grad_norm": 0.32784000039100647,
      "learning_rate": 0.0001954366346267876,
      "loss": 0.288,
      "step": 3482
    },
    {
      "epoch": 0.2919408239386447,
      "grad_norm": 0.37723618745803833,
      "learning_rate": 0.00019543401065638994,
      "loss": 0.3565,
      "step": 3483
    },
    {
      "epoch": 0.2920246427224341,
      "grad_norm": 0.3692801594734192,
      "learning_rate": 0.00019543138594943268,
      "loss": 0.3499,
      "step": 3484
    },
    {
      "epoch": 0.29210846150622355,
      "grad_norm": 0.3073404133319855,
      "learning_rate": 0.00019542876050593607,
      "loss": 0.2761,
      "step": 3485
    },
    {
      "epoch": 0.292192280290013,
      "grad_norm": 0.36647436022758484,
      "learning_rate": 0.00019542613432592038,
      "loss": 0.3953,
      "step": 3486
    },
    {
      "epoch": 0.2922760990738024,
      "grad_norm": 0.3733266294002533,
      "learning_rate": 0.00019542350740940588,
      "loss": 0.362,
      "step": 3487
    },
    {
      "epoch": 0.2923599178575919,
      "grad_norm": 0.3122289180755615,
      "learning_rate": 0.0001954208797564128,
      "loss": 0.2871,
      "step": 3488
    },
    {
      "epoch": 0.29244373664138135,
      "grad_norm": 0.35937032103538513,
      "learning_rate": 0.00019541825136696147,
      "loss": 0.3636,
      "step": 3489
    },
    {
      "epoch": 0.2925275554251708,
      "grad_norm": 0.315451443195343,
      "learning_rate": 0.00019541562224107212,
      "loss": 0.2423,
      "step": 3490
    },
    {
      "epoch": 0.2926113742089602,
      "grad_norm": 0.3253847658634186,
      "learning_rate": 0.00019541299237876513,
      "loss": 0.3199,
      "step": 3491
    },
    {
      "epoch": 0.29269519299274965,
      "grad_norm": 0.33111679553985596,
      "learning_rate": 0.00019541036178006074,
      "loss": 0.3572,
      "step": 3492
    },
    {
      "epoch": 0.29277901177653914,
      "grad_norm": 0.3539202809333801,
      "learning_rate": 0.00019540773044497925,
      "loss": 0.3623,
      "step": 3493
    },
    {
      "epoch": 0.2928628305603286,
      "grad_norm": 0.32089540362358093,
      "learning_rate": 0.00019540509837354098,
      "loss": 0.3129,
      "step": 3494
    },
    {
      "epoch": 0.292946649344118,
      "grad_norm": 0.38284164667129517,
      "learning_rate": 0.00019540246556576623,
      "loss": 0.3958,
      "step": 3495
    },
    {
      "epoch": 0.29303046812790745,
      "grad_norm": 0.3151056468486786,
      "learning_rate": 0.00019539983202167537,
      "loss": 0.2787,
      "step": 3496
    },
    {
      "epoch": 0.2931142869116969,
      "grad_norm": 0.34925544261932373,
      "learning_rate": 0.0001953971977412887,
      "loss": 0.3398,
      "step": 3497
    },
    {
      "epoch": 0.2931981056954864,
      "grad_norm": 0.3770737648010254,
      "learning_rate": 0.00019539456272462652,
      "loss": 0.3527,
      "step": 3498
    },
    {
      "epoch": 0.2932819244792758,
      "grad_norm": 0.39130914211273193,
      "learning_rate": 0.0001953919269717092,
      "loss": 0.3901,
      "step": 3499
    },
    {
      "epoch": 0.29336574326306525,
      "grad_norm": 0.33394885063171387,
      "learning_rate": 0.00019538929048255703,
      "loss": 0.3142,
      "step": 3500
    },
    {
      "epoch": 0.2934495620468547,
      "grad_norm": 0.3512038290500641,
      "learning_rate": 0.00019538665325719042,
      "loss": 0.3297,
      "step": 3501
    },
    {
      "epoch": 0.2935333808306442,
      "grad_norm": 0.3214815557003021,
      "learning_rate": 0.0001953840152956297,
      "loss": 0.2938,
      "step": 3502
    },
    {
      "epoch": 0.2936171996144336,
      "grad_norm": 0.35854285955429077,
      "learning_rate": 0.00019538137659789526,
      "loss": 0.3567,
      "step": 3503
    },
    {
      "epoch": 0.29370101839822305,
      "grad_norm": 0.36372217535972595,
      "learning_rate": 0.00019537873716400742,
      "loss": 0.4171,
      "step": 3504
    },
    {
      "epoch": 0.2937848371820125,
      "grad_norm": 0.3547312319278717,
      "learning_rate": 0.00019537609699398658,
      "loss": 0.3557,
      "step": 3505
    },
    {
      "epoch": 0.2938686559658019,
      "grad_norm": 0.33649399876594543,
      "learning_rate": 0.0001953734560878531,
      "loss": 0.3439,
      "step": 3506
    },
    {
      "epoch": 0.2939524747495914,
      "grad_norm": 0.3537038266658783,
      "learning_rate": 0.00019537081444562734,
      "loss": 0.3363,
      "step": 3507
    },
    {
      "epoch": 0.29403629353338084,
      "grad_norm": 0.3696594536304474,
      "learning_rate": 0.00019536817206732975,
      "loss": 0.4048,
      "step": 3508
    },
    {
      "epoch": 0.2941201123171703,
      "grad_norm": 0.3469531536102295,
      "learning_rate": 0.0001953655289529807,
      "loss": 0.3407,
      "step": 3509
    },
    {
      "epoch": 0.2942039311009597,
      "grad_norm": 0.3285466730594635,
      "learning_rate": 0.00019536288510260056,
      "loss": 0.3429,
      "step": 3510
    },
    {
      "epoch": 0.29428774988474915,
      "grad_norm": 0.35654783248901367,
      "learning_rate": 0.00019536024051620979,
      "loss": 0.3395,
      "step": 3511
    },
    {
      "epoch": 0.29437156866853864,
      "grad_norm": 0.3597869873046875,
      "learning_rate": 0.00019535759519382872,
      "loss": 0.3314,
      "step": 3512
    },
    {
      "epoch": 0.2944553874523281,
      "grad_norm": 0.33613041043281555,
      "learning_rate": 0.00019535494913547785,
      "loss": 0.3534,
      "step": 3513
    },
    {
      "epoch": 0.2945392062361175,
      "grad_norm": 0.32270821928977966,
      "learning_rate": 0.00019535230234117755,
      "loss": 0.2892,
      "step": 3514
    },
    {
      "epoch": 0.29462302501990695,
      "grad_norm": 0.3332445025444031,
      "learning_rate": 0.00019534965481094826,
      "loss": 0.3013,
      "step": 3515
    },
    {
      "epoch": 0.2947068438036964,
      "grad_norm": 0.3463362455368042,
      "learning_rate": 0.00019534700654481044,
      "loss": 0.3424,
      "step": 3516
    },
    {
      "epoch": 0.2947906625874859,
      "grad_norm": 0.32881003618240356,
      "learning_rate": 0.0001953443575427845,
      "loss": 0.2757,
      "step": 3517
    },
    {
      "epoch": 0.2948744813712753,
      "grad_norm": 0.34975573420524597,
      "learning_rate": 0.00019534170780489087,
      "loss": 0.3456,
      "step": 3518
    },
    {
      "epoch": 0.29495830015506475,
      "grad_norm": 0.32398009300231934,
      "learning_rate": 0.00019533905733115002,
      "loss": 0.2921,
      "step": 3519
    },
    {
      "epoch": 0.2950421189388542,
      "grad_norm": 0.33618685603141785,
      "learning_rate": 0.00019533640612158246,
      "loss": 0.3069,
      "step": 3520
    },
    {
      "epoch": 0.29512593772264367,
      "grad_norm": 0.32364025712013245,
      "learning_rate": 0.00019533375417620855,
      "loss": 0.2957,
      "step": 3521
    },
    {
      "epoch": 0.2952097565064331,
      "grad_norm": 0.3717177212238312,
      "learning_rate": 0.00019533110149504883,
      "loss": 0.3716,
      "step": 3522
    },
    {
      "epoch": 0.29529357529022254,
      "grad_norm": 0.356003999710083,
      "learning_rate": 0.00019532844807812377,
      "loss": 0.3328,
      "step": 3523
    },
    {
      "epoch": 0.295377394074012,
      "grad_norm": 0.3508930802345276,
      "learning_rate": 0.0001953257939254538,
      "loss": 0.3386,
      "step": 3524
    },
    {
      "epoch": 0.2954612128578014,
      "grad_norm": 0.34617310762405396,
      "learning_rate": 0.00019532313903705944,
      "loss": 0.289,
      "step": 3525
    },
    {
      "epoch": 0.2955450316415909,
      "grad_norm": 0.3499718904495239,
      "learning_rate": 0.00019532048341296118,
      "loss": 0.3293,
      "step": 3526
    },
    {
      "epoch": 0.29562885042538034,
      "grad_norm": 0.3510653078556061,
      "learning_rate": 0.00019531782705317952,
      "loss": 0.3535,
      "step": 3527
    },
    {
      "epoch": 0.2957126692091698,
      "grad_norm": 0.347475528717041,
      "learning_rate": 0.00019531516995773495,
      "loss": 0.3105,
      "step": 3528
    },
    {
      "epoch": 0.2957964879929592,
      "grad_norm": 0.36229828000068665,
      "learning_rate": 0.00019531251212664798,
      "loss": 0.3699,
      "step": 3529
    },
    {
      "epoch": 0.29588030677674865,
      "grad_norm": 0.34238407015800476,
      "learning_rate": 0.00019530985355993913,
      "loss": 0.3326,
      "step": 3530
    },
    {
      "epoch": 0.29596412556053814,
      "grad_norm": 0.3573620617389679,
      "learning_rate": 0.00019530719425762892,
      "loss": 0.377,
      "step": 3531
    },
    {
      "epoch": 0.2960479443443276,
      "grad_norm": 0.33247095346450806,
      "learning_rate": 0.00019530453421973785,
      "loss": 0.3393,
      "step": 3532
    },
    {
      "epoch": 0.296131763128117,
      "grad_norm": 0.3589576780796051,
      "learning_rate": 0.0001953018734462865,
      "loss": 0.3508,
      "step": 3533
    },
    {
      "epoch": 0.29621558191190644,
      "grad_norm": 0.31702297925949097,
      "learning_rate": 0.00019529921193729534,
      "loss": 0.3037,
      "step": 3534
    },
    {
      "epoch": 0.2962994006956959,
      "grad_norm": 0.3492806553840637,
      "learning_rate": 0.00019529654969278494,
      "loss": 0.3751,
      "step": 3535
    },
    {
      "epoch": 0.29638321947948537,
      "grad_norm": 0.3443625271320343,
      "learning_rate": 0.00019529388671277588,
      "loss": 0.3144,
      "step": 3536
    },
    {
      "epoch": 0.2964670382632748,
      "grad_norm": 0.3277934193611145,
      "learning_rate": 0.0001952912229972887,
      "loss": 0.3531,
      "step": 3537
    },
    {
      "epoch": 0.29655085704706424,
      "grad_norm": 0.33701232075691223,
      "learning_rate": 0.00019528855854634392,
      "loss": 0.3415,
      "step": 3538
    },
    {
      "epoch": 0.2966346758308537,
      "grad_norm": 0.38773977756500244,
      "learning_rate": 0.00019528589335996214,
      "loss": 0.3877,
      "step": 3539
    },
    {
      "epoch": 0.29671849461464317,
      "grad_norm": 0.337087482213974,
      "learning_rate": 0.0001952832274381639,
      "loss": 0.3417,
      "step": 3540
    },
    {
      "epoch": 0.2968023133984326,
      "grad_norm": 0.341630756855011,
      "learning_rate": 0.0001952805607809698,
      "loss": 0.308,
      "step": 3541
    },
    {
      "epoch": 0.29688613218222204,
      "grad_norm": 0.3570670783519745,
      "learning_rate": 0.00019527789338840042,
      "loss": 0.3314,
      "step": 3542
    },
    {
      "epoch": 0.2969699509660115,
      "grad_norm": 0.35448986291885376,
      "learning_rate": 0.00019527522526047633,
      "loss": 0.3309,
      "step": 3543
    },
    {
      "epoch": 0.2970537697498009,
      "grad_norm": 0.3710978925228119,
      "learning_rate": 0.00019527255639721814,
      "loss": 0.3227,
      "step": 3544
    },
    {
      "epoch": 0.2971375885335904,
      "grad_norm": 0.3531148433685303,
      "learning_rate": 0.00019526988679864645,
      "loss": 0.3686,
      "step": 3545
    },
    {
      "epoch": 0.29722140731737984,
      "grad_norm": 0.3331296443939209,
      "learning_rate": 0.0001952672164647819,
      "loss": 0.3009,
      "step": 3546
    },
    {
      "epoch": 0.2973052261011693,
      "grad_norm": 0.3642626702785492,
      "learning_rate": 0.000195264545395645,
      "loss": 0.3394,
      "step": 3547
    },
    {
      "epoch": 0.2973890448849587,
      "grad_norm": 0.3713177442550659,
      "learning_rate": 0.0001952618735912564,
      "loss": 0.3156,
      "step": 3548
    },
    {
      "epoch": 0.29747286366874814,
      "grad_norm": 0.34963658452033997,
      "learning_rate": 0.0001952592010516368,
      "loss": 0.3098,
      "step": 3549
    },
    {
      "epoch": 0.29755668245253764,
      "grad_norm": 0.3549489974975586,
      "learning_rate": 0.00019525652777680676,
      "loss": 0.3337,
      "step": 3550
    },
    {
      "epoch": 0.29764050123632707,
      "grad_norm": 0.3238333761692047,
      "learning_rate": 0.00019525385376678692,
      "loss": 0.2799,
      "step": 3551
    },
    {
      "epoch": 0.2977243200201165,
      "grad_norm": 0.36053788661956787,
      "learning_rate": 0.00019525117902159788,
      "loss": 0.3575,
      "step": 3552
    },
    {
      "epoch": 0.29780813880390594,
      "grad_norm": 0.4226817190647125,
      "learning_rate": 0.0001952485035412604,
      "loss": 0.4501,
      "step": 3553
    },
    {
      "epoch": 0.2978919575876954,
      "grad_norm": 0.36652982234954834,
      "learning_rate": 0.00019524582732579498,
      "loss": 0.373,
      "step": 3554
    },
    {
      "epoch": 0.29797577637148487,
      "grad_norm": 0.3420722186565399,
      "learning_rate": 0.0001952431503752224,
      "loss": 0.3752,
      "step": 3555
    },
    {
      "epoch": 0.2980595951552743,
      "grad_norm": 0.3153349459171295,
      "learning_rate": 0.00019524047268956323,
      "loss": 0.2989,
      "step": 3556
    },
    {
      "epoch": 0.29814341393906374,
      "grad_norm": 0.3176436722278595,
      "learning_rate": 0.0001952377942688382,
      "loss": 0.2815,
      "step": 3557
    },
    {
      "epoch": 0.2982272327228532,
      "grad_norm": 0.31880131363868713,
      "learning_rate": 0.00019523511511306793,
      "loss": 0.3234,
      "step": 3558
    },
    {
      "epoch": 0.29831105150664267,
      "grad_norm": 0.340614914894104,
      "learning_rate": 0.00019523243522227314,
      "loss": 0.3577,
      "step": 3559
    },
    {
      "epoch": 0.2983948702904321,
      "grad_norm": 0.3174198865890503,
      "learning_rate": 0.00019522975459647452,
      "loss": 0.2829,
      "step": 3560
    },
    {
      "epoch": 0.29847868907422154,
      "grad_norm": 0.31451645493507385,
      "learning_rate": 0.0001952270732356927,
      "loss": 0.3491,
      "step": 3561
    },
    {
      "epoch": 0.298562507858011,
      "grad_norm": 0.3299100697040558,
      "learning_rate": 0.00019522439113994845,
      "loss": 0.3216,
      "step": 3562
    },
    {
      "epoch": 0.2986463266418004,
      "grad_norm": 0.3015124797821045,
      "learning_rate": 0.0001952217083092624,
      "loss": 0.2837,
      "step": 3563
    },
    {
      "epoch": 0.2987301454255899,
      "grad_norm": 0.35324665904045105,
      "learning_rate": 0.00019521902474365531,
      "loss": 0.3559,
      "step": 3564
    },
    {
      "epoch": 0.29881396420937933,
      "grad_norm": 0.34475916624069214,
      "learning_rate": 0.00019521634044314788,
      "loss": 0.3298,
      "step": 3565
    },
    {
      "epoch": 0.29889778299316877,
      "grad_norm": 0.3453289270401001,
      "learning_rate": 0.0001952136554077608,
      "loss": 0.3716,
      "step": 3566
    },
    {
      "epoch": 0.2989816017769582,
      "grad_norm": 0.3148418962955475,
      "learning_rate": 0.0001952109696375148,
      "loss": 0.2587,
      "step": 3567
    },
    {
      "epoch": 0.29906542056074764,
      "grad_norm": 0.37476807832717896,
      "learning_rate": 0.00019520828313243066,
      "loss": 0.359,
      "step": 3568
    },
    {
      "epoch": 0.29914923934453713,
      "grad_norm": 0.3670293986797333,
      "learning_rate": 0.00019520559589252906,
      "loss": 0.3313,
      "step": 3569
    },
    {
      "epoch": 0.29923305812832657,
      "grad_norm": 0.3771592974662781,
      "learning_rate": 0.0001952029079178307,
      "loss": 0.3046,
      "step": 3570
    },
    {
      "epoch": 0.299316876912116,
      "grad_norm": 0.3446914553642273,
      "learning_rate": 0.00019520021920835644,
      "loss": 0.3126,
      "step": 3571
    },
    {
      "epoch": 0.29940069569590544,
      "grad_norm": 0.33190539479255676,
      "learning_rate": 0.00019519752976412694,
      "loss": 0.3393,
      "step": 3572
    },
    {
      "epoch": 0.2994845144796949,
      "grad_norm": 0.35201361775398254,
      "learning_rate": 0.000195194839585163,
      "loss": 0.3245,
      "step": 3573
    },
    {
      "epoch": 0.29956833326348437,
      "grad_norm": 0.29753243923187256,
      "learning_rate": 0.0001951921486714854,
      "loss": 0.2601,
      "step": 3574
    },
    {
      "epoch": 0.2996521520472738,
      "grad_norm": 0.3437984585762024,
      "learning_rate": 0.00019518945702311485,
      "loss": 0.3133,
      "step": 3575
    },
    {
      "epoch": 0.29973597083106324,
      "grad_norm": 0.32999032735824585,
      "learning_rate": 0.00019518676464007215,
      "loss": 0.2873,
      "step": 3576
    },
    {
      "epoch": 0.29981978961485267,
      "grad_norm": 0.32809147238731384,
      "learning_rate": 0.0001951840715223781,
      "loss": 0.3218,
      "step": 3577
    },
    {
      "epoch": 0.29990360839864216,
      "grad_norm": 0.3834467828273773,
      "learning_rate": 0.00019518137767005346,
      "loss": 0.3331,
      "step": 3578
    },
    {
      "epoch": 0.2999874271824316,
      "grad_norm": 0.32003355026245117,
      "learning_rate": 0.00019517868308311905,
      "loss": 0.2959,
      "step": 3579
    },
    {
      "epoch": 0.30007124596622103,
      "grad_norm": 0.3863084018230438,
      "learning_rate": 0.0001951759877615956,
      "loss": 0.402,
      "step": 3580
    },
    {
      "epoch": 0.30015506475001047,
      "grad_norm": 0.3564843237400055,
      "learning_rate": 0.000195173291705504,
      "loss": 0.344,
      "step": 3581
    },
    {
      "epoch": 0.3002388835337999,
      "grad_norm": 0.3611505925655365,
      "learning_rate": 0.000195170594914865,
      "loss": 0.3467,
      "step": 3582
    },
    {
      "epoch": 0.3003227023175894,
      "grad_norm": 0.34635797142982483,
      "learning_rate": 0.00019516789738969944,
      "loss": 0.3384,
      "step": 3583
    },
    {
      "epoch": 0.30040652110137883,
      "grad_norm": 0.3297893702983856,
      "learning_rate": 0.00019516519913002816,
      "loss": 0.2984,
      "step": 3584
    },
    {
      "epoch": 0.30049033988516827,
      "grad_norm": 0.3767282962799072,
      "learning_rate": 0.00019516250013587193,
      "loss": 0.3494,
      "step": 3585
    },
    {
      "epoch": 0.3005741586689577,
      "grad_norm": 0.360312283039093,
      "learning_rate": 0.00019515980040725158,
      "loss": 0.3116,
      "step": 3586
    },
    {
      "epoch": 0.30065797745274714,
      "grad_norm": 0.35484814643859863,
      "learning_rate": 0.00019515709994418802,
      "loss": 0.3262,
      "step": 3587
    },
    {
      "epoch": 0.30074179623653663,
      "grad_norm": 0.36282026767730713,
      "learning_rate": 0.00019515439874670203,
      "loss": 0.3025,
      "step": 3588
    },
    {
      "epoch": 0.30082561502032606,
      "grad_norm": 0.33743947744369507,
      "learning_rate": 0.00019515169681481447,
      "loss": 0.3067,
      "step": 3589
    },
    {
      "epoch": 0.3009094338041155,
      "grad_norm": 0.33104071021080017,
      "learning_rate": 0.0001951489941485462,
      "loss": 0.3267,
      "step": 3590
    },
    {
      "epoch": 0.30099325258790494,
      "grad_norm": 0.38013893365859985,
      "learning_rate": 0.00019514629074791806,
      "loss": 0.3295,
      "step": 3591
    },
    {
      "epoch": 0.30107707137169437,
      "grad_norm": 0.3244187533855438,
      "learning_rate": 0.00019514358661295095,
      "loss": 0.3097,
      "step": 3592
    },
    {
      "epoch": 0.30116089015548386,
      "grad_norm": 0.342314213514328,
      "learning_rate": 0.00019514088174366572,
      "loss": 0.3192,
      "step": 3593
    },
    {
      "epoch": 0.3012447089392733,
      "grad_norm": 0.30673229694366455,
      "learning_rate": 0.00019513817614008326,
      "loss": 0.2817,
      "step": 3594
    },
    {
      "epoch": 0.30132852772306273,
      "grad_norm": 0.3598395884037018,
      "learning_rate": 0.00019513546980222442,
      "loss": 0.3043,
      "step": 3595
    },
    {
      "epoch": 0.30141234650685217,
      "grad_norm": 0.35762643814086914,
      "learning_rate": 0.0001951327627301101,
      "loss": 0.3231,
      "step": 3596
    },
    {
      "epoch": 0.30149616529064166,
      "grad_norm": 0.3412395417690277,
      "learning_rate": 0.00019513005492376121,
      "loss": 0.2864,
      "step": 3597
    },
    {
      "epoch": 0.3015799840744311,
      "grad_norm": 0.3289652168750763,
      "learning_rate": 0.00019512734638319867,
      "loss": 0.3069,
      "step": 3598
    },
    {
      "epoch": 0.30166380285822053,
      "grad_norm": 0.32459700107574463,
      "learning_rate": 0.00019512463710844334,
      "loss": 0.3305,
      "step": 3599
    },
    {
      "epoch": 0.30174762164200997,
      "grad_norm": 0.34523242712020874,
      "learning_rate": 0.0001951219270995161,
      "loss": 0.3055,
      "step": 3600
    },
    {
      "epoch": 0.30174762164200997,
      "eval_loss": 0.33199170231819153,
      "eval_runtime": 61.5457,
      "eval_samples_per_second": 15.598,
      "eval_steps_per_second": 3.9,
      "step": 3600
    },
    {
      "epoch": 0.3018314404257994,
      "grad_norm": 0.35000211000442505,
      "learning_rate": 0.00019511921635643795,
      "loss": 0.3635,
      "step": 3601
    },
    {
      "epoch": 0.3019152592095889,
      "grad_norm": 0.35318663716316223,
      "learning_rate": 0.00019511650487922977,
      "loss": 0.3411,
      "step": 3602
    },
    {
      "epoch": 0.30199907799337833,
      "grad_norm": 0.36710113286972046,
      "learning_rate": 0.00019511379266791247,
      "loss": 0.3546,
      "step": 3603
    },
    {
      "epoch": 0.30208289677716776,
      "grad_norm": 0.3534022271633148,
      "learning_rate": 0.000195111079722507,
      "loss": 0.3251,
      "step": 3604
    },
    {
      "epoch": 0.3021667155609572,
      "grad_norm": 0.34018486738204956,
      "learning_rate": 0.00019510836604303436,
      "loss": 0.3069,
      "step": 3605
    },
    {
      "epoch": 0.30225053434474664,
      "grad_norm": 0.3513045310974121,
      "learning_rate": 0.00019510565162951537,
      "loss": 0.3176,
      "step": 3606
    },
    {
      "epoch": 0.3023343531285361,
      "grad_norm": 0.32634177803993225,
      "learning_rate": 0.00019510293648197107,
      "loss": 0.2829,
      "step": 3607
    },
    {
      "epoch": 0.30241817191232556,
      "grad_norm": 0.3787161409854889,
      "learning_rate": 0.0001951002206004224,
      "loss": 0.3419,
      "step": 3608
    },
    {
      "epoch": 0.302501990696115,
      "grad_norm": 0.3481271266937256,
      "learning_rate": 0.00019509750398489026,
      "loss": 0.3201,
      "step": 3609
    },
    {
      "epoch": 0.30258580947990443,
      "grad_norm": 0.35884565114974976,
      "learning_rate": 0.0001950947866353957,
      "loss": 0.331,
      "step": 3610
    },
    {
      "epoch": 0.30266962826369387,
      "grad_norm": 0.3819512724876404,
      "learning_rate": 0.00019509206855195966,
      "loss": 0.2989,
      "step": 3611
    },
    {
      "epoch": 0.30275344704748336,
      "grad_norm": 0.3676058053970337,
      "learning_rate": 0.00019508934973460314,
      "loss": 0.3353,
      "step": 3612
    },
    {
      "epoch": 0.3028372658312728,
      "grad_norm": 0.4094124734401703,
      "learning_rate": 0.00019508663018334707,
      "loss": 0.4366,
      "step": 3613
    },
    {
      "epoch": 0.30292108461506223,
      "grad_norm": 0.3177371323108673,
      "learning_rate": 0.0001950839098982125,
      "loss": 0.3093,
      "step": 3614
    },
    {
      "epoch": 0.30300490339885167,
      "grad_norm": 0.3289589583873749,
      "learning_rate": 0.00019508118887922037,
      "loss": 0.3065,
      "step": 3615
    },
    {
      "epoch": 0.30308872218264116,
      "grad_norm": 0.35186007618904114,
      "learning_rate": 0.00019507846712639172,
      "loss": 0.3166,
      "step": 3616
    },
    {
      "epoch": 0.3031725409664306,
      "grad_norm": 0.32678282260894775,
      "learning_rate": 0.00019507574463974753,
      "loss": 0.2748,
      "step": 3617
    },
    {
      "epoch": 0.30325635975022003,
      "grad_norm": 0.37511250376701355,
      "learning_rate": 0.00019507302141930885,
      "loss": 0.3468,
      "step": 3618
    },
    {
      "epoch": 0.30334017853400946,
      "grad_norm": 0.3795289993286133,
      "learning_rate": 0.00019507029746509665,
      "loss": 0.3804,
      "step": 3619
    },
    {
      "epoch": 0.3034239973177989,
      "grad_norm": 0.38358548283576965,
      "learning_rate": 0.000195067572777132,
      "loss": 0.3863,
      "step": 3620
    },
    {
      "epoch": 0.3035078161015884,
      "grad_norm": 0.3571067452430725,
      "learning_rate": 0.0001950648473554359,
      "loss": 0.3189,
      "step": 3621
    },
    {
      "epoch": 0.3035916348853778,
      "grad_norm": 0.35292038321495056,
      "learning_rate": 0.00019506212120002937,
      "loss": 0.3343,
      "step": 3622
    },
    {
      "epoch": 0.30367545366916726,
      "grad_norm": 0.3624705970287323,
      "learning_rate": 0.00019505939431093352,
      "loss": 0.343,
      "step": 3623
    },
    {
      "epoch": 0.3037592724529567,
      "grad_norm": 0.34419864416122437,
      "learning_rate": 0.0001950566666881693,
      "loss": 0.3229,
      "step": 3624
    },
    {
      "epoch": 0.30384309123674613,
      "grad_norm": 0.3193933069705963,
      "learning_rate": 0.00019505393833175782,
      "loss": 0.2812,
      "step": 3625
    },
    {
      "epoch": 0.3039269100205356,
      "grad_norm": 0.3491879403591156,
      "learning_rate": 0.00019505120924172016,
      "loss": 0.3356,
      "step": 3626
    },
    {
      "epoch": 0.30401072880432506,
      "grad_norm": 0.3497864902019501,
      "learning_rate": 0.0001950484794180773,
      "loss": 0.3075,
      "step": 3627
    },
    {
      "epoch": 0.3040945475881145,
      "grad_norm": 0.3485487699508667,
      "learning_rate": 0.00019504574886085042,
      "loss": 0.3591,
      "step": 3628
    },
    {
      "epoch": 0.30417836637190393,
      "grad_norm": 0.3467453122138977,
      "learning_rate": 0.00019504301757006047,
      "loss": 0.3121,
      "step": 3629
    },
    {
      "epoch": 0.30426218515569337,
      "grad_norm": 0.3663613498210907,
      "learning_rate": 0.00019504028554572864,
      "loss": 0.3343,
      "step": 3630
    },
    {
      "epoch": 0.30434600393948286,
      "grad_norm": 0.3446469306945801,
      "learning_rate": 0.00019503755278787598,
      "loss": 0.3205,
      "step": 3631
    },
    {
      "epoch": 0.3044298227232723,
      "grad_norm": 0.35886821150779724,
      "learning_rate": 0.00019503481929652352,
      "loss": 0.3686,
      "step": 3632
    },
    {
      "epoch": 0.3045136415070617,
      "grad_norm": 0.3310494124889374,
      "learning_rate": 0.0001950320850716924,
      "loss": 0.3088,
      "step": 3633
    },
    {
      "epoch": 0.30459746029085116,
      "grad_norm": 0.3715813159942627,
      "learning_rate": 0.0001950293501134038,
      "loss": 0.3522,
      "step": 3634
    },
    {
      "epoch": 0.30468127907464065,
      "grad_norm": 0.346762090921402,
      "learning_rate": 0.0001950266144216787,
      "loss": 0.2767,
      "step": 3635
    },
    {
      "epoch": 0.3047650978584301,
      "grad_norm": 0.3364606201648712,
      "learning_rate": 0.00019502387799653833,
      "loss": 0.3074,
      "step": 3636
    },
    {
      "epoch": 0.3048489166422195,
      "grad_norm": 0.33125364780426025,
      "learning_rate": 0.0001950211408380037,
      "loss": 0.3071,
      "step": 3637
    },
    {
      "epoch": 0.30493273542600896,
      "grad_norm": 0.381211519241333,
      "learning_rate": 0.00019501840294609601,
      "loss": 0.3526,
      "step": 3638
    },
    {
      "epoch": 0.3050165542097984,
      "grad_norm": 0.3477853536605835,
      "learning_rate": 0.00019501566432083637,
      "loss": 0.3132,
      "step": 3639
    },
    {
      "epoch": 0.3051003729935879,
      "grad_norm": 0.31327033042907715,
      "learning_rate": 0.0001950129249622459,
      "loss": 0.3016,
      "step": 3640
    },
    {
      "epoch": 0.3051841917773773,
      "grad_norm": 0.36010563373565674,
      "learning_rate": 0.0001950101848703458,
      "loss": 0.3855,
      "step": 3641
    },
    {
      "epoch": 0.30526801056116676,
      "grad_norm": 0.34930676221847534,
      "learning_rate": 0.00019500744404515711,
      "loss": 0.3261,
      "step": 3642
    },
    {
      "epoch": 0.3053518293449562,
      "grad_norm": 0.3432788848876953,
      "learning_rate": 0.00019500470248670108,
      "loss": 0.3502,
      "step": 3643
    },
    {
      "epoch": 0.30543564812874563,
      "grad_norm": 0.3677257001399994,
      "learning_rate": 0.00019500196019499888,
      "loss": 0.3795,
      "step": 3644
    },
    {
      "epoch": 0.3055194669125351,
      "grad_norm": 0.30615729093551636,
      "learning_rate": 0.0001949992171700716,
      "loss": 0.259,
      "step": 3645
    },
    {
      "epoch": 0.30560328569632456,
      "grad_norm": 0.32924383878707886,
      "learning_rate": 0.00019499647341194044,
      "loss": 0.3442,
      "step": 3646
    },
    {
      "epoch": 0.305687104480114,
      "grad_norm": 0.32670333981513977,
      "learning_rate": 0.0001949937289206266,
      "loss": 0.3683,
      "step": 3647
    },
    {
      "epoch": 0.3057709232639034,
      "grad_norm": 0.3085075914859772,
      "learning_rate": 0.0001949909836961512,
      "loss": 0.2949,
      "step": 3648
    },
    {
      "epoch": 0.30585474204769286,
      "grad_norm": 0.3667648732662201,
      "learning_rate": 0.0001949882377385355,
      "loss": 0.3803,
      "step": 3649
    },
    {
      "epoch": 0.30593856083148235,
      "grad_norm": 0.34979188442230225,
      "learning_rate": 0.0001949854910478007,
      "loss": 0.3388,
      "step": 3650
    },
    {
      "epoch": 0.3060223796152718,
      "grad_norm": 0.327962189912796,
      "learning_rate": 0.00019498274362396792,
      "loss": 0.3481,
      "step": 3651
    },
    {
      "epoch": 0.3061061983990612,
      "grad_norm": 0.3664373755455017,
      "learning_rate": 0.0001949799954670584,
      "loss": 0.3621,
      "step": 3652
    },
    {
      "epoch": 0.30619001718285066,
      "grad_norm": 0.35687440633773804,
      "learning_rate": 0.0001949772465770934,
      "loss": 0.3565,
      "step": 3653
    },
    {
      "epoch": 0.30627383596664015,
      "grad_norm": 0.30019208788871765,
      "learning_rate": 0.00019497449695409408,
      "loss": 0.2687,
      "step": 3654
    },
    {
      "epoch": 0.3063576547504296,
      "grad_norm": 0.3478994071483612,
      "learning_rate": 0.00019497174659808167,
      "loss": 0.3687,
      "step": 3655
    },
    {
      "epoch": 0.306441473534219,
      "grad_norm": 0.340051531791687,
      "learning_rate": 0.0001949689955090774,
      "loss": 0.3313,
      "step": 3656
    },
    {
      "epoch": 0.30652529231800846,
      "grad_norm": 0.3701067268848419,
      "learning_rate": 0.0001949662436871025,
      "loss": 0.3694,
      "step": 3657
    },
    {
      "epoch": 0.3066091111017979,
      "grad_norm": 0.32882100343704224,
      "learning_rate": 0.00019496349113217823,
      "loss": 0.3191,
      "step": 3658
    },
    {
      "epoch": 0.3066929298855874,
      "grad_norm": 0.3574836254119873,
      "learning_rate": 0.0001949607378443258,
      "loss": 0.3367,
      "step": 3659
    },
    {
      "epoch": 0.3067767486693768,
      "grad_norm": 0.35210490226745605,
      "learning_rate": 0.0001949579838235665,
      "loss": 0.3171,
      "step": 3660
    },
    {
      "epoch": 0.30686056745316626,
      "grad_norm": 0.3501119017601013,
      "learning_rate": 0.00019495522906992155,
      "loss": 0.337,
      "step": 3661
    },
    {
      "epoch": 0.3069443862369557,
      "grad_norm": 0.3310546278953552,
      "learning_rate": 0.00019495247358341223,
      "loss": 0.3458,
      "step": 3662
    },
    {
      "epoch": 0.3070282050207451,
      "grad_norm": 0.33353328704833984,
      "learning_rate": 0.0001949497173640598,
      "loss": 0.2803,
      "step": 3663
    },
    {
      "epoch": 0.3071120238045346,
      "grad_norm": 0.3691670894622803,
      "learning_rate": 0.0001949469604118855,
      "loss": 0.3835,
      "step": 3664
    },
    {
      "epoch": 0.30719584258832405,
      "grad_norm": 0.34107422828674316,
      "learning_rate": 0.0001949442027269107,
      "loss": 0.3544,
      "step": 3665
    },
    {
      "epoch": 0.3072796613721135,
      "grad_norm": 0.3594776391983032,
      "learning_rate": 0.00019494144430915662,
      "loss": 0.3447,
      "step": 3666
    },
    {
      "epoch": 0.3073634801559029,
      "grad_norm": 0.3618933856487274,
      "learning_rate": 0.00019493868515864452,
      "loss": 0.3786,
      "step": 3667
    },
    {
      "epoch": 0.30744729893969236,
      "grad_norm": 0.329880028963089,
      "learning_rate": 0.00019493592527539577,
      "loss": 0.3012,
      "step": 3668
    },
    {
      "epoch": 0.30753111772348185,
      "grad_norm": 0.37738895416259766,
      "learning_rate": 0.0001949331646594316,
      "loss": 0.3354,
      "step": 3669
    },
    {
      "epoch": 0.3076149365072713,
      "grad_norm": 0.3321177661418915,
      "learning_rate": 0.00019493040331077337,
      "loss": 0.3349,
      "step": 3670
    },
    {
      "epoch": 0.3076987552910607,
      "grad_norm": 0.3817453384399414,
      "learning_rate": 0.00019492764122944236,
      "loss": 0.3796,
      "step": 3671
    },
    {
      "epoch": 0.30778257407485016,
      "grad_norm": 0.3653620183467865,
      "learning_rate": 0.0001949248784154599,
      "loss": 0.3564,
      "step": 3672
    },
    {
      "epoch": 0.30786639285863965,
      "grad_norm": 0.3530903160572052,
      "learning_rate": 0.00019492211486884733,
      "loss": 0.3187,
      "step": 3673
    },
    {
      "epoch": 0.3079502116424291,
      "grad_norm": 0.35248690843582153,
      "learning_rate": 0.00019491935058962593,
      "loss": 0.3329,
      "step": 3674
    },
    {
      "epoch": 0.3080340304262185,
      "grad_norm": 0.3423609435558319,
      "learning_rate": 0.0001949165855778171,
      "loss": 0.3082,
      "step": 3675
    },
    {
      "epoch": 0.30811784921000795,
      "grad_norm": 0.3394688367843628,
      "learning_rate": 0.0001949138198334421,
      "loss": 0.3197,
      "step": 3676
    },
    {
      "epoch": 0.3082016679937974,
      "grad_norm": 0.3274865746498108,
      "learning_rate": 0.00019491105335652233,
      "loss": 0.3057,
      "step": 3677
    },
    {
      "epoch": 0.3082854867775869,
      "grad_norm": 0.33954647183418274,
      "learning_rate": 0.00019490828614707916,
      "loss": 0.3196,
      "step": 3678
    },
    {
      "epoch": 0.3083693055613763,
      "grad_norm": 0.32770442962646484,
      "learning_rate": 0.0001949055182051339,
      "loss": 0.2818,
      "step": 3679
    },
    {
      "epoch": 0.30845312434516575,
      "grad_norm": 0.33150503039360046,
      "learning_rate": 0.00019490274953070795,
      "loss": 0.3247,
      "step": 3680
    },
    {
      "epoch": 0.3085369431289552,
      "grad_norm": 0.33639705181121826,
      "learning_rate": 0.00019489998012382266,
      "loss": 0.3356,
      "step": 3681
    },
    {
      "epoch": 0.3086207619127446,
      "grad_norm": 0.3323482573032379,
      "learning_rate": 0.0001948972099844994,
      "loss": 0.3506,
      "step": 3682
    },
    {
      "epoch": 0.3087045806965341,
      "grad_norm": 0.3285813629627228,
      "learning_rate": 0.00019489443911275956,
      "loss": 0.3164,
      "step": 3683
    },
    {
      "epoch": 0.30878839948032355,
      "grad_norm": 0.35242173075675964,
      "learning_rate": 0.00019489166750862453,
      "loss": 0.352,
      "step": 3684
    },
    {
      "epoch": 0.308872218264113,
      "grad_norm": 0.3737083971500397,
      "learning_rate": 0.00019488889517211568,
      "loss": 0.34,
      "step": 3685
    },
    {
      "epoch": 0.3089560370479024,
      "grad_norm": 0.340835839509964,
      "learning_rate": 0.00019488612210325442,
      "loss": 0.3406,
      "step": 3686
    },
    {
      "epoch": 0.30903985583169186,
      "grad_norm": 0.34999826550483704,
      "learning_rate": 0.00019488334830206218,
      "loss": 0.3413,
      "step": 3687
    },
    {
      "epoch": 0.30912367461548135,
      "grad_norm": 0.3433018922805786,
      "learning_rate": 0.00019488057376856034,
      "loss": 0.3321,
      "step": 3688
    },
    {
      "epoch": 0.3092074933992708,
      "grad_norm": 0.3719615340232849,
      "learning_rate": 0.0001948777985027703,
      "loss": 0.3733,
      "step": 3689
    },
    {
      "epoch": 0.3092913121830602,
      "grad_norm": 0.34653517603874207,
      "learning_rate": 0.00019487502250471349,
      "loss": 0.3403,
      "step": 3690
    },
    {
      "epoch": 0.30937513096684965,
      "grad_norm": 0.35469815135002136,
      "learning_rate": 0.00019487224577441133,
      "loss": 0.3479,
      "step": 3691
    },
    {
      "epoch": 0.30945894975063915,
      "grad_norm": 0.3467084467411041,
      "learning_rate": 0.00019486946831188525,
      "loss": 0.3343,
      "step": 3692
    },
    {
      "epoch": 0.3095427685344286,
      "grad_norm": 0.335877925157547,
      "learning_rate": 0.00019486669011715673,
      "loss": 0.316,
      "step": 3693
    },
    {
      "epoch": 0.309626587318218,
      "grad_norm": 0.34103602170944214,
      "learning_rate": 0.00019486391119024715,
      "loss": 0.3062,
      "step": 3694
    },
    {
      "epoch": 0.30971040610200745,
      "grad_norm": 0.33701005578041077,
      "learning_rate": 0.000194861131531178,
      "loss": 0.3043,
      "step": 3695
    },
    {
      "epoch": 0.3097942248857969,
      "grad_norm": 0.3461058437824249,
      "learning_rate": 0.00019485835113997073,
      "loss": 0.3271,
      "step": 3696
    },
    {
      "epoch": 0.3098780436695864,
      "grad_norm": 0.35580042004585266,
      "learning_rate": 0.00019485557001664678,
      "loss": 0.2949,
      "step": 3697
    },
    {
      "epoch": 0.3099618624533758,
      "grad_norm": 0.32761329412460327,
      "learning_rate": 0.00019485278816122763,
      "loss": 0.309,
      "step": 3698
    },
    {
      "epoch": 0.31004568123716525,
      "grad_norm": 0.3511504828929901,
      "learning_rate": 0.00019485000557373474,
      "loss": 0.304,
      "step": 3699
    },
    {
      "epoch": 0.3101295000209547,
      "grad_norm": 0.3625108599662781,
      "learning_rate": 0.00019484722225418958,
      "loss": 0.3033,
      "step": 3700
    },
    {
      "epoch": 0.3102133188047441,
      "grad_norm": 0.3403072655200958,
      "learning_rate": 0.00019484443820261363,
      "loss": 0.357,
      "step": 3701
    },
    {
      "epoch": 0.3102971375885336,
      "grad_norm": 0.3667905628681183,
      "learning_rate": 0.00019484165341902845,
      "loss": 0.3444,
      "step": 3702
    },
    {
      "epoch": 0.31038095637232305,
      "grad_norm": 0.3525714576244354,
      "learning_rate": 0.00019483886790345542,
      "loss": 0.3468,
      "step": 3703
    },
    {
      "epoch": 0.3104647751561125,
      "grad_norm": 0.31784358620643616,
      "learning_rate": 0.0001948360816559161,
      "loss": 0.3168,
      "step": 3704
    },
    {
      "epoch": 0.3105485939399019,
      "grad_norm": 0.35009902715682983,
      "learning_rate": 0.00019483329467643201,
      "loss": 0.2898,
      "step": 3705
    },
    {
      "epoch": 0.31063241272369135,
      "grad_norm": 0.32546141743659973,
      "learning_rate": 0.0001948305069650246,
      "loss": 0.3206,
      "step": 3706
    },
    {
      "epoch": 0.31071623150748084,
      "grad_norm": 0.3760761320590973,
      "learning_rate": 0.00019482771852171542,
      "loss": 0.3143,
      "step": 3707
    },
    {
      "epoch": 0.3108000502912703,
      "grad_norm": 0.3474765121936798,
      "learning_rate": 0.00019482492934652602,
      "loss": 0.2735,
      "step": 3708
    },
    {
      "epoch": 0.3108838690750597,
      "grad_norm": 0.3217291235923767,
      "learning_rate": 0.00019482213943947788,
      "loss": 0.2825,
      "step": 3709
    },
    {
      "epoch": 0.31096768785884915,
      "grad_norm": 0.33370086550712585,
      "learning_rate": 0.00019481934880059257,
      "loss": 0.3335,
      "step": 3710
    },
    {
      "epoch": 0.31105150664263864,
      "grad_norm": 0.35931164026260376,
      "learning_rate": 0.00019481655742989158,
      "loss": 0.3972,
      "step": 3711
    },
    {
      "epoch": 0.3111353254264281,
      "grad_norm": 0.33991551399230957,
      "learning_rate": 0.0001948137653273965,
      "loss": 0.2918,
      "step": 3712
    },
    {
      "epoch": 0.3112191442102175,
      "grad_norm": 0.34838467836380005,
      "learning_rate": 0.00019481097249312885,
      "loss": 0.3265,
      "step": 3713
    },
    {
      "epoch": 0.31130296299400695,
      "grad_norm": 0.3335256278514862,
      "learning_rate": 0.0001948081789271102,
      "loss": 0.3508,
      "step": 3714
    },
    {
      "epoch": 0.3113867817777964,
      "grad_norm": 0.339480996131897,
      "learning_rate": 0.00019480538462936212,
      "loss": 0.2908,
      "step": 3715
    },
    {
      "epoch": 0.3114706005615859,
      "grad_norm": 0.35649049282073975,
      "learning_rate": 0.00019480258959990617,
      "loss": 0.3457,
      "step": 3716
    },
    {
      "epoch": 0.3115544193453753,
      "grad_norm": 0.3657601773738861,
      "learning_rate": 0.0001947997938387639,
      "loss": 0.3608,
      "step": 3717
    },
    {
      "epoch": 0.31163823812916475,
      "grad_norm": 0.3084682524204254,
      "learning_rate": 0.00019479699734595692,
      "loss": 0.2544,
      "step": 3718
    },
    {
      "epoch": 0.3117220569129542,
      "grad_norm": 0.3666369915008545,
      "learning_rate": 0.0001947942001215068,
      "loss": 0.3447,
      "step": 3719
    },
    {
      "epoch": 0.3118058756967436,
      "grad_norm": 0.3835541009902954,
      "learning_rate": 0.0001947914021654351,
      "loss": 0.3987,
      "step": 3720
    },
    {
      "epoch": 0.3118896944805331,
      "grad_norm": 0.3199867010116577,
      "learning_rate": 0.00019478860347776347,
      "loss": 0.2839,
      "step": 3721
    },
    {
      "epoch": 0.31197351326432254,
      "grad_norm": 0.33330491185188293,
      "learning_rate": 0.00019478580405851345,
      "loss": 0.3214,
      "step": 3722
    },
    {
      "epoch": 0.312057332048112,
      "grad_norm": 0.32536089420318604,
      "learning_rate": 0.0001947830039077067,
      "loss": 0.3101,
      "step": 3723
    },
    {
      "epoch": 0.3121411508319014,
      "grad_norm": 0.3883337378501892,
      "learning_rate": 0.0001947802030253648,
      "loss": 0.4227,
      "step": 3724
    },
    {
      "epoch": 0.31222496961569085,
      "grad_norm": 0.3410090208053589,
      "learning_rate": 0.0001947774014115094,
      "loss": 0.3174,
      "step": 3725
    },
    {
      "epoch": 0.31230878839948034,
      "grad_norm": 0.32934486865997314,
      "learning_rate": 0.00019477459906616206,
      "loss": 0.3382,
      "step": 3726
    },
    {
      "epoch": 0.3123926071832698,
      "grad_norm": 0.3606739938259125,
      "learning_rate": 0.00019477179598934447,
      "loss": 0.4021,
      "step": 3727
    },
    {
      "epoch": 0.3124764259670592,
      "grad_norm": 0.3455083966255188,
      "learning_rate": 0.00019476899218107824,
      "loss": 0.3096,
      "step": 3728
    },
    {
      "epoch": 0.31256024475084865,
      "grad_norm": 0.33403250575065613,
      "learning_rate": 0.000194766187641385,
      "loss": 0.2941,
      "step": 3729
    },
    {
      "epoch": 0.31264406353463814,
      "grad_norm": 0.3321058750152588,
      "learning_rate": 0.00019476338237028645,
      "loss": 0.2963,
      "step": 3730
    },
    {
      "epoch": 0.3127278823184276,
      "grad_norm": 0.3307713270187378,
      "learning_rate": 0.00019476057636780414,
      "loss": 0.3186,
      "step": 3731
    },
    {
      "epoch": 0.312811701102217,
      "grad_norm": 0.34928280115127563,
      "learning_rate": 0.0001947577696339598,
      "loss": 0.3432,
      "step": 3732
    },
    {
      "epoch": 0.31289551988600645,
      "grad_norm": 0.3247627019882202,
      "learning_rate": 0.0001947549621687751,
      "loss": 0.2819,
      "step": 3733
    },
    {
      "epoch": 0.3129793386697959,
      "grad_norm": 0.3703453242778778,
      "learning_rate": 0.00019475215397227167,
      "loss": 0.36,
      "step": 3734
    },
    {
      "epoch": 0.3130631574535854,
      "grad_norm": 0.3733501732349396,
      "learning_rate": 0.0001947493450444712,
      "loss": 0.3566,
      "step": 3735
    },
    {
      "epoch": 0.3131469762373748,
      "grad_norm": 0.3415602743625641,
      "learning_rate": 0.00019474653538539537,
      "loss": 0.3147,
      "step": 3736
    },
    {
      "epoch": 0.31323079502116424,
      "grad_norm": 0.3325496017932892,
      "learning_rate": 0.00019474372499506587,
      "loss": 0.2753,
      "step": 3737
    },
    {
      "epoch": 0.3133146138049537,
      "grad_norm": 0.35089007019996643,
      "learning_rate": 0.00019474091387350437,
      "loss": 0.2947,
      "step": 3738
    },
    {
      "epoch": 0.3133984325887431,
      "grad_norm": 0.3351934254169464,
      "learning_rate": 0.00019473810202073256,
      "loss": 0.3084,
      "step": 3739
    },
    {
      "epoch": 0.3134822513725326,
      "grad_norm": 0.3452521562576294,
      "learning_rate": 0.0001947352894367722,
      "loss": 0.3175,
      "step": 3740
    },
    {
      "epoch": 0.31356607015632204,
      "grad_norm": 0.3651439845561981,
      "learning_rate": 0.00019473247612164496,
      "loss": 0.2474,
      "step": 3741
    },
    {
      "epoch": 0.3136498889401115,
      "grad_norm": 0.3540728986263275,
      "learning_rate": 0.00019472966207537257,
      "loss": 0.3366,
      "step": 3742
    },
    {
      "epoch": 0.3137337077239009,
      "grad_norm": 0.37454506754875183,
      "learning_rate": 0.00019472684729797667,
      "loss": 0.385,
      "step": 3743
    },
    {
      "epoch": 0.31381752650769035,
      "grad_norm": 0.3421831429004669,
      "learning_rate": 0.00019472403178947908,
      "loss": 0.2917,
      "step": 3744
    },
    {
      "epoch": 0.31390134529147984,
      "grad_norm": 0.3447641134262085,
      "learning_rate": 0.0001947212155499015,
      "loss": 0.3608,
      "step": 3745
    },
    {
      "epoch": 0.3139851640752693,
      "grad_norm": 0.3163689374923706,
      "learning_rate": 0.00019471839857926565,
      "loss": 0.3039,
      "step": 3746
    },
    {
      "epoch": 0.3140689828590587,
      "grad_norm": 0.33957743644714355,
      "learning_rate": 0.00019471558087759327,
      "loss": 0.337,
      "step": 3747
    },
    {
      "epoch": 0.31415280164284815,
      "grad_norm": 0.3125576972961426,
      "learning_rate": 0.00019471276244490616,
      "loss": 0.3193,
      "step": 3748
    },
    {
      "epoch": 0.31423662042663764,
      "grad_norm": 0.37667742371559143,
      "learning_rate": 0.000194709943281226,
      "loss": 0.3589,
      "step": 3749
    },
    {
      "epoch": 0.31432043921042707,
      "grad_norm": 0.32358506321907043,
      "learning_rate": 0.00019470712338657458,
      "loss": 0.3034,
      "step": 3750
    },
    {
      "epoch": 0.3144042579942165,
      "grad_norm": 0.29380398988723755,
      "learning_rate": 0.00019470430276097368,
      "loss": 0.2611,
      "step": 3751
    },
    {
      "epoch": 0.31448807677800594,
      "grad_norm": 0.31116488575935364,
      "learning_rate": 0.00019470148140444504,
      "loss": 0.2668,
      "step": 3752
    },
    {
      "epoch": 0.3145718955617954,
      "grad_norm": 0.35761985182762146,
      "learning_rate": 0.00019469865931701045,
      "loss": 0.3676,
      "step": 3753
    },
    {
      "epoch": 0.31465571434558487,
      "grad_norm": 0.33518534898757935,
      "learning_rate": 0.00019469583649869173,
      "loss": 0.2977,
      "step": 3754
    },
    {
      "epoch": 0.3147395331293743,
      "grad_norm": 0.3547113537788391,
      "learning_rate": 0.0001946930129495106,
      "loss": 0.3621,
      "step": 3755
    },
    {
      "epoch": 0.31482335191316374,
      "grad_norm": 0.3614386022090912,
      "learning_rate": 0.00019469018866948885,
      "loss": 0.368,
      "step": 3756
    },
    {
      "epoch": 0.3149071706969532,
      "grad_norm": 0.30892622470855713,
      "learning_rate": 0.00019468736365864833,
      "loss": 0.2746,
      "step": 3757
    },
    {
      "epoch": 0.3149909894807426,
      "grad_norm": 0.33216923475265503,
      "learning_rate": 0.00019468453791701083,
      "loss": 0.302,
      "step": 3758
    },
    {
      "epoch": 0.3150748082645321,
      "grad_norm": 0.3698028326034546,
      "learning_rate": 0.00019468171144459815,
      "loss": 0.3492,
      "step": 3759
    },
    {
      "epoch": 0.31515862704832154,
      "grad_norm": 0.38293543457984924,
      "learning_rate": 0.00019467888424143208,
      "loss": 0.4079,
      "step": 3760
    },
    {
      "epoch": 0.315242445832111,
      "grad_norm": 0.34268152713775635,
      "learning_rate": 0.0001946760563075345,
      "loss": 0.3791,
      "step": 3761
    },
    {
      "epoch": 0.3153262646159004,
      "grad_norm": 0.3690583407878876,
      "learning_rate": 0.00019467322764292716,
      "loss": 0.4153,
      "step": 3762
    },
    {
      "epoch": 0.31541008339968984,
      "grad_norm": 0.3397336006164551,
      "learning_rate": 0.00019467039824763195,
      "loss": 0.3186,
      "step": 3763
    },
    {
      "epoch": 0.31549390218347934,
      "grad_norm": 0.36407965421676636,
      "learning_rate": 0.0001946675681216707,
      "loss": 0.3668,
      "step": 3764
    },
    {
      "epoch": 0.31557772096726877,
      "grad_norm": 0.32782119512557983,
      "learning_rate": 0.00019466473726506523,
      "loss": 0.3148,
      "step": 3765
    },
    {
      "epoch": 0.3156615397510582,
      "grad_norm": 0.34191200137138367,
      "learning_rate": 0.0001946619056778374,
      "loss": 0.3607,
      "step": 3766
    },
    {
      "epoch": 0.31574535853484764,
      "grad_norm": 0.33401286602020264,
      "learning_rate": 0.0001946590733600091,
      "loss": 0.3748,
      "step": 3767
    },
    {
      "epoch": 0.31582917731863713,
      "grad_norm": 0.3421175479888916,
      "learning_rate": 0.0001946562403116021,
      "loss": 0.345,
      "step": 3768
    },
    {
      "epoch": 0.31591299610242657,
      "grad_norm": 0.31029388308525085,
      "learning_rate": 0.00019465340653263834,
      "loss": 0.3155,
      "step": 3769
    },
    {
      "epoch": 0.315996814886216,
      "grad_norm": 0.35403960943222046,
      "learning_rate": 0.0001946505720231397,
      "loss": 0.4085,
      "step": 3770
    },
    {
      "epoch": 0.31608063367000544,
      "grad_norm": 0.34870636463165283,
      "learning_rate": 0.000194647736783128,
      "loss": 0.3736,
      "step": 3771
    },
    {
      "epoch": 0.3161644524537949,
      "grad_norm": 0.34419605135917664,
      "learning_rate": 0.00019464490081262515,
      "loss": 0.3303,
      "step": 3772
    },
    {
      "epoch": 0.31624827123758437,
      "grad_norm": 0.3710540235042572,
      "learning_rate": 0.00019464206411165305,
      "loss": 0.3631,
      "step": 3773
    },
    {
      "epoch": 0.3163320900213738,
      "grad_norm": 0.3011225163936615,
      "learning_rate": 0.0001946392266802336,
      "loss": 0.2585,
      "step": 3774
    },
    {
      "epoch": 0.31641590880516324,
      "grad_norm": 0.3075072765350342,
      "learning_rate": 0.00019463638851838862,
      "loss": 0.2661,
      "step": 3775
    },
    {
      "epoch": 0.3164997275889527,
      "grad_norm": 0.35598623752593994,
      "learning_rate": 0.00019463354962614014,
      "loss": 0.3303,
      "step": 3776
    },
    {
      "epoch": 0.3165835463727421,
      "grad_norm": 0.3189501166343689,
      "learning_rate": 0.00019463071000350998,
      "loss": 0.3165,
      "step": 3777
    },
    {
      "epoch": 0.3166673651565316,
      "grad_norm": 0.3353964686393738,
      "learning_rate": 0.00019462786965052006,
      "loss": 0.337,
      "step": 3778
    },
    {
      "epoch": 0.31675118394032103,
      "grad_norm": 0.3429960012435913,
      "learning_rate": 0.00019462502856719237,
      "loss": 0.3154,
      "step": 3779
    },
    {
      "epoch": 0.31683500272411047,
      "grad_norm": 0.371841698884964,
      "learning_rate": 0.00019462218675354875,
      "loss": 0.3107,
      "step": 3780
    },
    {
      "epoch": 0.3169188215078999,
      "grad_norm": 0.33684441447257996,
      "learning_rate": 0.00019461934420961121,
      "loss": 0.3195,
      "step": 3781
    },
    {
      "epoch": 0.31700264029168934,
      "grad_norm": 0.3749232292175293,
      "learning_rate": 0.00019461650093540163,
      "loss": 0.3617,
      "step": 3782
    },
    {
      "epoch": 0.31708645907547883,
      "grad_norm": 0.3208885192871094,
      "learning_rate": 0.000194613656930942,
      "loss": 0.2966,
      "step": 3783
    },
    {
      "epoch": 0.31717027785926827,
      "grad_norm": 0.341329425573349,
      "learning_rate": 0.00019461081219625424,
      "loss": 0.3327,
      "step": 3784
    },
    {
      "epoch": 0.3172540966430577,
      "grad_norm": 0.3127917945384979,
      "learning_rate": 0.00019460796673136032,
      "loss": 0.2919,
      "step": 3785
    },
    {
      "epoch": 0.31733791542684714,
      "grad_norm": 0.3422216773033142,
      "learning_rate": 0.0001946051205362822,
      "loss": 0.3069,
      "step": 3786
    },
    {
      "epoch": 0.31742173421063663,
      "grad_norm": 0.3100410997867584,
      "learning_rate": 0.00019460227361104183,
      "loss": 0.2666,
      "step": 3787
    },
    {
      "epoch": 0.31750555299442607,
      "grad_norm": 0.3274705708026886,
      "learning_rate": 0.00019459942595566118,
      "loss": 0.3051,
      "step": 3788
    },
    {
      "epoch": 0.3175893717782155,
      "grad_norm": 0.33710694313049316,
      "learning_rate": 0.00019459657757016227,
      "loss": 0.3052,
      "step": 3789
    },
    {
      "epoch": 0.31767319056200494,
      "grad_norm": 0.4155179560184479,
      "learning_rate": 0.00019459372845456705,
      "loss": 0.3695,
      "step": 3790
    },
    {
      "epoch": 0.3177570093457944,
      "grad_norm": 0.3389608561992645,
      "learning_rate": 0.00019459087860889752,
      "loss": 0.3795,
      "step": 3791
    },
    {
      "epoch": 0.31784082812958386,
      "grad_norm": 0.3540363609790802,
      "learning_rate": 0.00019458802803317565,
      "loss": 0.3197,
      "step": 3792
    },
    {
      "epoch": 0.3179246469133733,
      "grad_norm": 0.3492312431335449,
      "learning_rate": 0.0001945851767274235,
      "loss": 0.3135,
      "step": 3793
    },
    {
      "epoch": 0.31800846569716273,
      "grad_norm": 0.3349921405315399,
      "learning_rate": 0.00019458232469166302,
      "loss": 0.302,
      "step": 3794
    },
    {
      "epoch": 0.31809228448095217,
      "grad_norm": 0.3394371271133423,
      "learning_rate": 0.00019457947192591624,
      "loss": 0.319,
      "step": 3795
    },
    {
      "epoch": 0.3181761032647416,
      "grad_norm": 0.33408331871032715,
      "learning_rate": 0.00019457661843020517,
      "loss": 0.3004,
      "step": 3796
    },
    {
      "epoch": 0.3182599220485311,
      "grad_norm": 0.3539077043533325,
      "learning_rate": 0.00019457376420455185,
      "loss": 0.3469,
      "step": 3797
    },
    {
      "epoch": 0.31834374083232053,
      "grad_norm": 0.3540780246257782,
      "learning_rate": 0.0001945709092489783,
      "loss": 0.31,
      "step": 3798
    },
    {
      "epoch": 0.31842755961610997,
      "grad_norm": 0.37693193554878235,
      "learning_rate": 0.00019456805356350655,
      "loss": 0.3557,
      "step": 3799
    },
    {
      "epoch": 0.3185113783998994,
      "grad_norm": 0.3894573748111725,
      "learning_rate": 0.00019456519714815867,
      "loss": 0.3907,
      "step": 3800
    },
    {
      "epoch": 0.3185113783998994,
      "eval_loss": 0.33125245571136475,
      "eval_runtime": 61.5379,
      "eval_samples_per_second": 15.6,
      "eval_steps_per_second": 3.9,
      "step": 3800
    },
    {
      "epoch": 0.31859519718368884,
      "grad_norm": 0.3389876186847687,
      "learning_rate": 0.00019456234000295668,
      "loss": 0.2882,
      "step": 3801
    },
    {
      "epoch": 0.31867901596747833,
      "grad_norm": 0.3150382936000824,
      "learning_rate": 0.0001945594821279226,
      "loss": 0.262,
      "step": 3802
    },
    {
      "epoch": 0.31876283475126777,
      "grad_norm": 0.31336551904678345,
      "learning_rate": 0.00019455662352307855,
      "loss": 0.2708,
      "step": 3803
    },
    {
      "epoch": 0.3188466535350572,
      "grad_norm": 0.3746005892753601,
      "learning_rate": 0.00019455376418844655,
      "loss": 0.3709,
      "step": 3804
    },
    {
      "epoch": 0.31893047231884664,
      "grad_norm": 0.3391802906990051,
      "learning_rate": 0.00019455090412404867,
      "loss": 0.3273,
      "step": 3805
    },
    {
      "epoch": 0.3190142911026361,
      "grad_norm": 0.3484957218170166,
      "learning_rate": 0.000194548043329907,
      "loss": 0.3839,
      "step": 3806
    },
    {
      "epoch": 0.31909810988642556,
      "grad_norm": 0.30421182513237,
      "learning_rate": 0.00019454518180604362,
      "loss": 0.2379,
      "step": 3807
    },
    {
      "epoch": 0.319181928670215,
      "grad_norm": 0.345674991607666,
      "learning_rate": 0.0001945423195524806,
      "loss": 0.3477,
      "step": 3808
    },
    {
      "epoch": 0.31926574745400443,
      "grad_norm": 0.3587031960487366,
      "learning_rate": 0.00019453945656924007,
      "loss": 0.375,
      "step": 3809
    },
    {
      "epoch": 0.31934956623779387,
      "grad_norm": 0.35583069920539856,
      "learning_rate": 0.00019453659285634408,
      "loss": 0.3333,
      "step": 3810
    },
    {
      "epoch": 0.31943338502158336,
      "grad_norm": 0.3253675103187561,
      "learning_rate": 0.00019453372841381474,
      "loss": 0.3583,
      "step": 3811
    },
    {
      "epoch": 0.3195172038053728,
      "grad_norm": 0.3164466321468353,
      "learning_rate": 0.00019453086324167418,
      "loss": 0.2992,
      "step": 3812
    },
    {
      "epoch": 0.31960102258916223,
      "grad_norm": 0.32934004068374634,
      "learning_rate": 0.0001945279973399445,
      "loss": 0.3178,
      "step": 3813
    },
    {
      "epoch": 0.31968484137295167,
      "grad_norm": 0.3332217037677765,
      "learning_rate": 0.0001945251307086478,
      "loss": 0.3295,
      "step": 3814
    },
    {
      "epoch": 0.3197686601567411,
      "grad_norm": 0.3367837965488434,
      "learning_rate": 0.00019452226334780624,
      "loss": 0.3204,
      "step": 3815
    },
    {
      "epoch": 0.3198524789405306,
      "grad_norm": 0.3342745304107666,
      "learning_rate": 0.00019451939525744191,
      "loss": 0.331,
      "step": 3816
    },
    {
      "epoch": 0.31993629772432003,
      "grad_norm": 0.35287708044052124,
      "learning_rate": 0.000194516526437577,
      "loss": 0.3432,
      "step": 3817
    },
    {
      "epoch": 0.32002011650810946,
      "grad_norm": 0.3717130124568939,
      "learning_rate": 0.0001945136568882336,
      "loss": 0.323,
      "step": 3818
    },
    {
      "epoch": 0.3201039352918989,
      "grad_norm": 0.3804332911968231,
      "learning_rate": 0.00019451078660943393,
      "loss": 0.3918,
      "step": 3819
    },
    {
      "epoch": 0.32018775407568834,
      "grad_norm": 0.3201335668563843,
      "learning_rate": 0.00019450791560120004,
      "loss": 0.2663,
      "step": 3820
    },
    {
      "epoch": 0.3202715728594778,
      "grad_norm": 0.36222121119499207,
      "learning_rate": 0.00019450504386355418,
      "loss": 0.3471,
      "step": 3821
    },
    {
      "epoch": 0.32035539164326726,
      "grad_norm": 0.3164413273334503,
      "learning_rate": 0.00019450217139651844,
      "loss": 0.2677,
      "step": 3822
    },
    {
      "epoch": 0.3204392104270567,
      "grad_norm": 0.35290393233299255,
      "learning_rate": 0.00019449929820011504,
      "loss": 0.3188,
      "step": 3823
    },
    {
      "epoch": 0.32052302921084613,
      "grad_norm": 0.3276793360710144,
      "learning_rate": 0.00019449642427436613,
      "loss": 0.3144,
      "step": 3824
    },
    {
      "epoch": 0.3206068479946356,
      "grad_norm": 0.3074571490287781,
      "learning_rate": 0.00019449354961929388,
      "loss": 0.2807,
      "step": 3825
    },
    {
      "epoch": 0.32069066677842506,
      "grad_norm": 0.3711315989494324,
      "learning_rate": 0.00019449067423492054,
      "loss": 0.3557,
      "step": 3826
    },
    {
      "epoch": 0.3207744855622145,
      "grad_norm": 0.311819851398468,
      "learning_rate": 0.00019448779812126824,
      "loss": 0.2778,
      "step": 3827
    },
    {
      "epoch": 0.32085830434600393,
      "grad_norm": 0.33536285161972046,
      "learning_rate": 0.0001944849212783592,
      "loss": 0.307,
      "step": 3828
    },
    {
      "epoch": 0.32094212312979337,
      "grad_norm": 0.3512452244758606,
      "learning_rate": 0.00019448204370621562,
      "loss": 0.3318,
      "step": 3829
    },
    {
      "epoch": 0.32102594191358286,
      "grad_norm": 0.33189326524734497,
      "learning_rate": 0.0001944791654048597,
      "loss": 0.3041,
      "step": 3830
    },
    {
      "epoch": 0.3211097606973723,
      "grad_norm": 0.3586641550064087,
      "learning_rate": 0.00019447628637431368,
      "loss": 0.3681,
      "step": 3831
    },
    {
      "epoch": 0.32119357948116173,
      "grad_norm": 0.3429708778858185,
      "learning_rate": 0.00019447340661459976,
      "loss": 0.3463,
      "step": 3832
    },
    {
      "epoch": 0.32127739826495116,
      "grad_norm": 0.39189425110816956,
      "learning_rate": 0.00019447052612574014,
      "loss": 0.399,
      "step": 3833
    },
    {
      "epoch": 0.3213612170487406,
      "grad_norm": 0.34703707695007324,
      "learning_rate": 0.00019446764490775714,
      "loss": 0.3394,
      "step": 3834
    },
    {
      "epoch": 0.3214450358325301,
      "grad_norm": 0.3321617543697357,
      "learning_rate": 0.0001944647629606729,
      "loss": 0.2884,
      "step": 3835
    },
    {
      "epoch": 0.3215288546163195,
      "grad_norm": 0.3310125172138214,
      "learning_rate": 0.0001944618802845097,
      "loss": 0.315,
      "step": 3836
    },
    {
      "epoch": 0.32161267340010896,
      "grad_norm": 0.31710106134414673,
      "learning_rate": 0.0001944589968792898,
      "loss": 0.3092,
      "step": 3837
    },
    {
      "epoch": 0.3216964921838984,
      "grad_norm": 0.30929452180862427,
      "learning_rate": 0.00019445611274503544,
      "loss": 0.2933,
      "step": 3838
    },
    {
      "epoch": 0.32178031096768783,
      "grad_norm": 0.3159739375114441,
      "learning_rate": 0.0001944532278817689,
      "loss": 0.3094,
      "step": 3839
    },
    {
      "epoch": 0.3218641297514773,
      "grad_norm": 0.34912800788879395,
      "learning_rate": 0.00019445034228951245,
      "loss": 0.3397,
      "step": 3840
    },
    {
      "epoch": 0.32194794853526676,
      "grad_norm": 0.3486575484275818,
      "learning_rate": 0.0001944474559682883,
      "loss": 0.3309,
      "step": 3841
    },
    {
      "epoch": 0.3220317673190562,
      "grad_norm": 0.3714493215084076,
      "learning_rate": 0.00019444456891811878,
      "loss": 0.3751,
      "step": 3842
    },
    {
      "epoch": 0.32211558610284563,
      "grad_norm": 0.32851648330688477,
      "learning_rate": 0.00019444168113902615,
      "loss": 0.3589,
      "step": 3843
    },
    {
      "epoch": 0.3221994048866351,
      "grad_norm": 0.3632071912288666,
      "learning_rate": 0.0001944387926310327,
      "loss": 0.3404,
      "step": 3844
    },
    {
      "epoch": 0.32228322367042456,
      "grad_norm": 0.33833566308021545,
      "learning_rate": 0.00019443590339416077,
      "loss": 0.2944,
      "step": 3845
    },
    {
      "epoch": 0.322367042454214,
      "grad_norm": 0.33836352825164795,
      "learning_rate": 0.0001944330134284326,
      "loss": 0.3264,
      "step": 3846
    },
    {
      "epoch": 0.32245086123800343,
      "grad_norm": 0.3539774417877197,
      "learning_rate": 0.0001944301227338705,
      "loss": 0.3084,
      "step": 3847
    },
    {
      "epoch": 0.32253468002179286,
      "grad_norm": 0.3620125949382782,
      "learning_rate": 0.00019442723131049683,
      "loss": 0.3427,
      "step": 3848
    },
    {
      "epoch": 0.32261849880558235,
      "grad_norm": 0.32459232211112976,
      "learning_rate": 0.00019442433915833386,
      "loss": 0.2742,
      "step": 3849
    },
    {
      "epoch": 0.3227023175893718,
      "grad_norm": 0.3671000599861145,
      "learning_rate": 0.0001944214462774039,
      "loss": 0.3757,
      "step": 3850
    },
    {
      "epoch": 0.3227861363731612,
      "grad_norm": 0.32193586230278015,
      "learning_rate": 0.00019441855266772934,
      "loss": 0.3016,
      "step": 3851
    },
    {
      "epoch": 0.32286995515695066,
      "grad_norm": 0.3454950451850891,
      "learning_rate": 0.00019441565832933243,
      "loss": 0.3111,
      "step": 3852
    },
    {
      "epoch": 0.3229537739407401,
      "grad_norm": 0.3478814661502838,
      "learning_rate": 0.0001944127632622356,
      "loss": 0.2873,
      "step": 3853
    },
    {
      "epoch": 0.3230375927245296,
      "grad_norm": 0.334218829870224,
      "learning_rate": 0.0001944098674664611,
      "loss": 0.3152,
      "step": 3854
    },
    {
      "epoch": 0.323121411508319,
      "grad_norm": 0.33871427178382874,
      "learning_rate": 0.00019440697094203133,
      "loss": 0.3001,
      "step": 3855
    },
    {
      "epoch": 0.32320523029210846,
      "grad_norm": 0.3462841808795929,
      "learning_rate": 0.00019440407368896865,
      "loss": 0.3175,
      "step": 3856
    },
    {
      "epoch": 0.3232890490758979,
      "grad_norm": 0.3703311085700989,
      "learning_rate": 0.00019440117570729544,
      "loss": 0.3846,
      "step": 3857
    },
    {
      "epoch": 0.32337286785968733,
      "grad_norm": 0.32584473490715027,
      "learning_rate": 0.000194398276997034,
      "loss": 0.2692,
      "step": 3858
    },
    {
      "epoch": 0.3234566866434768,
      "grad_norm": 0.3365291357040405,
      "learning_rate": 0.00019439537755820677,
      "loss": 0.3558,
      "step": 3859
    },
    {
      "epoch": 0.32354050542726626,
      "grad_norm": 0.36513152718544006,
      "learning_rate": 0.00019439247739083606,
      "loss": 0.3252,
      "step": 3860
    },
    {
      "epoch": 0.3236243242110557,
      "grad_norm": 0.3448752760887146,
      "learning_rate": 0.00019438957649494434,
      "loss": 0.3422,
      "step": 3861
    },
    {
      "epoch": 0.3237081429948451,
      "grad_norm": 0.3587356209754944,
      "learning_rate": 0.00019438667487055392,
      "loss": 0.3536,
      "step": 3862
    },
    {
      "epoch": 0.3237919617786346,
      "grad_norm": 0.32261016964912415,
      "learning_rate": 0.00019438377251768723,
      "loss": 0.3262,
      "step": 3863
    },
    {
      "epoch": 0.32387578056242405,
      "grad_norm": 0.30403992533683777,
      "learning_rate": 0.0001943808694363667,
      "loss": 0.2913,
      "step": 3864
    },
    {
      "epoch": 0.3239595993462135,
      "grad_norm": 0.3419739603996277,
      "learning_rate": 0.00019437796562661466,
      "loss": 0.3672,
      "step": 3865
    },
    {
      "epoch": 0.3240434181300029,
      "grad_norm": 0.359326034784317,
      "learning_rate": 0.00019437506108845355,
      "loss": 0.3692,
      "step": 3866
    },
    {
      "epoch": 0.32412723691379236,
      "grad_norm": 0.31609591841697693,
      "learning_rate": 0.00019437215582190584,
      "loss": 0.2908,
      "step": 3867
    },
    {
      "epoch": 0.32421105569758185,
      "grad_norm": 0.33453792333602905,
      "learning_rate": 0.00019436924982699393,
      "loss": 0.3381,
      "step": 3868
    },
    {
      "epoch": 0.3242948744813713,
      "grad_norm": 0.3797591030597687,
      "learning_rate": 0.00019436634310374018,
      "loss": 0.3954,
      "step": 3869
    },
    {
      "epoch": 0.3243786932651607,
      "grad_norm": 0.3955134153366089,
      "learning_rate": 0.00019436343565216711,
      "loss": 0.4129,
      "step": 3870
    },
    {
      "epoch": 0.32446251204895016,
      "grad_norm": 0.3550126254558563,
      "learning_rate": 0.00019436052747229713,
      "loss": 0.3209,
      "step": 3871
    },
    {
      "epoch": 0.3245463308327396,
      "grad_norm": 0.34266966581344604,
      "learning_rate": 0.00019435761856415265,
      "loss": 0.3716,
      "step": 3872
    },
    {
      "epoch": 0.3246301496165291,
      "grad_norm": 0.36052390933036804,
      "learning_rate": 0.00019435470892775617,
      "loss": 0.3496,
      "step": 3873
    },
    {
      "epoch": 0.3247139684003185,
      "grad_norm": 0.3174985945224762,
      "learning_rate": 0.00019435179856313014,
      "loss": 0.318,
      "step": 3874
    },
    {
      "epoch": 0.32479778718410796,
      "grad_norm": 0.356900155544281,
      "learning_rate": 0.00019434888747029702,
      "loss": 0.3565,
      "step": 3875
    },
    {
      "epoch": 0.3248816059678974,
      "grad_norm": 0.33460676670074463,
      "learning_rate": 0.00019434597564927923,
      "loss": 0.3023,
      "step": 3876
    },
    {
      "epoch": 0.3249654247516868,
      "grad_norm": 0.3332071602344513,
      "learning_rate": 0.00019434306310009932,
      "loss": 0.3152,
      "step": 3877
    },
    {
      "epoch": 0.3250492435354763,
      "grad_norm": 0.3604854643344879,
      "learning_rate": 0.0001943401498227797,
      "loss": 0.3514,
      "step": 3878
    },
    {
      "epoch": 0.32513306231926575,
      "grad_norm": 0.32352980971336365,
      "learning_rate": 0.00019433723581734294,
      "loss": 0.2842,
      "step": 3879
    },
    {
      "epoch": 0.3252168811030552,
      "grad_norm": 0.33354100584983826,
      "learning_rate": 0.00019433432108381142,
      "loss": 0.2973,
      "step": 3880
    },
    {
      "epoch": 0.3253006998868446,
      "grad_norm": 0.33931875228881836,
      "learning_rate": 0.00019433140562220773,
      "loss": 0.2904,
      "step": 3881
    },
    {
      "epoch": 0.3253845186706341,
      "grad_norm": 0.38757753372192383,
      "learning_rate": 0.0001943284894325543,
      "loss": 0.3689,
      "step": 3882
    },
    {
      "epoch": 0.32546833745442355,
      "grad_norm": 0.34394317865371704,
      "learning_rate": 0.0001943255725148737,
      "loss": 0.3362,
      "step": 3883
    },
    {
      "epoch": 0.325552156238213,
      "grad_norm": 0.33603915572166443,
      "learning_rate": 0.00019432265486918842,
      "loss": 0.3499,
      "step": 3884
    },
    {
      "epoch": 0.3256359750220024,
      "grad_norm": 0.36524340510368347,
      "learning_rate": 0.00019431973649552094,
      "loss": 0.2949,
      "step": 3885
    },
    {
      "epoch": 0.32571979380579186,
      "grad_norm": 0.37995579838752747,
      "learning_rate": 0.00019431681739389385,
      "loss": 0.4125,
      "step": 3886
    },
    {
      "epoch": 0.32580361258958135,
      "grad_norm": 0.3927748203277588,
      "learning_rate": 0.0001943138975643296,
      "loss": 0.3877,
      "step": 3887
    },
    {
      "epoch": 0.3258874313733708,
      "grad_norm": 0.33435970544815063,
      "learning_rate": 0.0001943109770068508,
      "loss": 0.3241,
      "step": 3888
    },
    {
      "epoch": 0.3259712501571602,
      "grad_norm": 0.3153396248817444,
      "learning_rate": 0.00019430805572148,
      "loss": 0.2869,
      "step": 3889
    },
    {
      "epoch": 0.32605506894094965,
      "grad_norm": 0.37103235721588135,
      "learning_rate": 0.00019430513370823963,
      "loss": 0.3703,
      "step": 3890
    },
    {
      "epoch": 0.3261388877247391,
      "grad_norm": 0.33709052205085754,
      "learning_rate": 0.00019430221096715237,
      "loss": 0.2832,
      "step": 3891
    },
    {
      "epoch": 0.3262227065085286,
      "grad_norm": 0.3145112097263336,
      "learning_rate": 0.00019429928749824073,
      "loss": 0.2827,
      "step": 3892
    },
    {
      "epoch": 0.326306525292318,
      "grad_norm": 0.3228456676006317,
      "learning_rate": 0.00019429636330152726,
      "loss": 0.2918,
      "step": 3893
    },
    {
      "epoch": 0.32639034407610745,
      "grad_norm": 0.3427584171295166,
      "learning_rate": 0.00019429343837703455,
      "loss": 0.3237,
      "step": 3894
    },
    {
      "epoch": 0.3264741628598969,
      "grad_norm": 0.3529960513114929,
      "learning_rate": 0.00019429051272478517,
      "loss": 0.3488,
      "step": 3895
    },
    {
      "epoch": 0.3265579816436863,
      "grad_norm": 0.30438339710235596,
      "learning_rate": 0.00019428758634480167,
      "loss": 0.2752,
      "step": 3896
    },
    {
      "epoch": 0.3266418004274758,
      "grad_norm": 0.35961881279945374,
      "learning_rate": 0.0001942846592371067,
      "loss": 0.3209,
      "step": 3897
    },
    {
      "epoch": 0.32672561921126525,
      "grad_norm": 0.3532126843929291,
      "learning_rate": 0.00019428173140172278,
      "loss": 0.3449,
      "step": 3898
    },
    {
      "epoch": 0.3268094379950547,
      "grad_norm": 0.3428550064563751,
      "learning_rate": 0.00019427880283867254,
      "loss": 0.3063,
      "step": 3899
    },
    {
      "epoch": 0.3268932567788441,
      "grad_norm": 0.37348517775535583,
      "learning_rate": 0.00019427587354797855,
      "loss": 0.3197,
      "step": 3900
    },
    {
      "epoch": 0.3269770755626336,
      "grad_norm": 0.36587342619895935,
      "learning_rate": 0.00019427294352966352,
      "loss": 0.3416,
      "step": 3901
    },
    {
      "epoch": 0.32706089434642305,
      "grad_norm": 0.34795376658439636,
      "learning_rate": 0.00019427001278374997,
      "loss": 0.3238,
      "step": 3902
    },
    {
      "epoch": 0.3271447131302125,
      "grad_norm": 0.3307710289955139,
      "learning_rate": 0.00019426708131026056,
      "loss": 0.2991,
      "step": 3903
    },
    {
      "epoch": 0.3272285319140019,
      "grad_norm": 0.3290797173976898,
      "learning_rate": 0.00019426414910921787,
      "loss": 0.3011,
      "step": 3904
    },
    {
      "epoch": 0.32731235069779135,
      "grad_norm": 0.3432641625404358,
      "learning_rate": 0.00019426121618064455,
      "loss": 0.3046,
      "step": 3905
    },
    {
      "epoch": 0.32739616948158085,
      "grad_norm": 0.3440074026584625,
      "learning_rate": 0.00019425828252456326,
      "loss": 0.3574,
      "step": 3906
    },
    {
      "epoch": 0.3274799882653703,
      "grad_norm": 0.33082786202430725,
      "learning_rate": 0.00019425534814099664,
      "loss": 0.3053,
      "step": 3907
    },
    {
      "epoch": 0.3275638070491597,
      "grad_norm": 0.34170952439308167,
      "learning_rate": 0.0001942524130299673,
      "loss": 0.312,
      "step": 3908
    },
    {
      "epoch": 0.32764762583294915,
      "grad_norm": 0.3315871059894562,
      "learning_rate": 0.00019424947719149795,
      "loss": 0.3439,
      "step": 3909
    },
    {
      "epoch": 0.3277314446167386,
      "grad_norm": 0.2965345084667206,
      "learning_rate": 0.0001942465406256112,
      "loss": 0.2649,
      "step": 3910
    },
    {
      "epoch": 0.3278152634005281,
      "grad_norm": 0.32492607831954956,
      "learning_rate": 0.00019424360333232974,
      "loss": 0.3418,
      "step": 3911
    },
    {
      "epoch": 0.3278990821843175,
      "grad_norm": 0.3352433145046234,
      "learning_rate": 0.00019424066531167623,
      "loss": 0.3,
      "step": 3912
    },
    {
      "epoch": 0.32798290096810695,
      "grad_norm": 0.3681723475456238,
      "learning_rate": 0.00019423772656367337,
      "loss": 0.3915,
      "step": 3913
    },
    {
      "epoch": 0.3280667197518964,
      "grad_norm": 0.3300287425518036,
      "learning_rate": 0.00019423478708834377,
      "loss": 0.299,
      "step": 3914
    },
    {
      "epoch": 0.3281505385356858,
      "grad_norm": 0.3795342445373535,
      "learning_rate": 0.0001942318468857102,
      "loss": 0.385,
      "step": 3915
    },
    {
      "epoch": 0.3282343573194753,
      "grad_norm": 0.38485297560691833,
      "learning_rate": 0.0001942289059557953,
      "loss": 0.3581,
      "step": 3916
    },
    {
      "epoch": 0.32831817610326475,
      "grad_norm": 0.31099456548690796,
      "learning_rate": 0.00019422596429862182,
      "loss": 0.2548,
      "step": 3917
    },
    {
      "epoch": 0.3284019948870542,
      "grad_norm": 0.3344254493713379,
      "learning_rate": 0.0001942230219142124,
      "loss": 0.2956,
      "step": 3918
    },
    {
      "epoch": 0.3284858136708436,
      "grad_norm": 0.3306981921195984,
      "learning_rate": 0.0001942200788025898,
      "loss": 0.322,
      "step": 3919
    },
    {
      "epoch": 0.3285696324546331,
      "grad_norm": 0.34320068359375,
      "learning_rate": 0.0001942171349637767,
      "loss": 0.306,
      "step": 3920
    },
    {
      "epoch": 0.32865345123842254,
      "grad_norm": 0.349836140871048,
      "learning_rate": 0.00019421419039779582,
      "loss": 0.319,
      "step": 3921
    },
    {
      "epoch": 0.328737270022212,
      "grad_norm": 0.35536113381385803,
      "learning_rate": 0.00019421124510466992,
      "loss": 0.3542,
      "step": 3922
    },
    {
      "epoch": 0.3288210888060014,
      "grad_norm": 0.28393667936325073,
      "learning_rate": 0.00019420829908442172,
      "loss": 0.2432,
      "step": 3923
    },
    {
      "epoch": 0.32890490758979085,
      "grad_norm": 0.3292587399482727,
      "learning_rate": 0.00019420535233707393,
      "loss": 0.2647,
      "step": 3924
    },
    {
      "epoch": 0.32898872637358034,
      "grad_norm": 0.3484843075275421,
      "learning_rate": 0.0001942024048626493,
      "loss": 0.3343,
      "step": 3925
    },
    {
      "epoch": 0.3290725451573698,
      "grad_norm": 0.33709925413131714,
      "learning_rate": 0.00019419945666117062,
      "loss": 0.3377,
      "step": 3926
    },
    {
      "epoch": 0.3291563639411592,
      "grad_norm": 0.3441220819950104,
      "learning_rate": 0.00019419650773266063,
      "loss": 0.3478,
      "step": 3927
    },
    {
      "epoch": 0.32924018272494865,
      "grad_norm": 0.3475634753704071,
      "learning_rate": 0.0001941935580771421,
      "loss": 0.3109,
      "step": 3928
    },
    {
      "epoch": 0.3293240015087381,
      "grad_norm": 0.35108402371406555,
      "learning_rate": 0.00019419060769463768,
      "loss": 0.3658,
      "step": 3929
    },
    {
      "epoch": 0.3294078202925276,
      "grad_norm": 0.35435131192207336,
      "learning_rate": 0.0001941876565851703,
      "loss": 0.3535,
      "step": 3930
    },
    {
      "epoch": 0.329491639076317,
      "grad_norm": 0.3436497449874878,
      "learning_rate": 0.00019418470474876265,
      "loss": 0.3293,
      "step": 3931
    },
    {
      "epoch": 0.32957545786010645,
      "grad_norm": 0.3715481758117676,
      "learning_rate": 0.00019418175218543753,
      "loss": 0.3593,
      "step": 3932
    },
    {
      "epoch": 0.3296592766438959,
      "grad_norm": 0.3565378487110138,
      "learning_rate": 0.00019417879889521773,
      "loss": 0.3093,
      "step": 3933
    },
    {
      "epoch": 0.3297430954276853,
      "grad_norm": 0.3632672131061554,
      "learning_rate": 0.00019417584487812603,
      "loss": 0.3637,
      "step": 3934
    },
    {
      "epoch": 0.3298269142114748,
      "grad_norm": 0.3470505475997925,
      "learning_rate": 0.00019417289013418527,
      "loss": 0.3277,
      "step": 3935
    },
    {
      "epoch": 0.32991073299526424,
      "grad_norm": 0.3726848065853119,
      "learning_rate": 0.00019416993466341823,
      "loss": 0.3629,
      "step": 3936
    },
    {
      "epoch": 0.3299945517790537,
      "grad_norm": 0.3510091304779053,
      "learning_rate": 0.00019416697846584772,
      "loss": 0.3376,
      "step": 3937
    },
    {
      "epoch": 0.3300783705628431,
      "grad_norm": 0.3349405527114868,
      "learning_rate": 0.0001941640215414965,
      "loss": 0.3256,
      "step": 3938
    },
    {
      "epoch": 0.3301621893466326,
      "grad_norm": 0.3278520107269287,
      "learning_rate": 0.00019416106389038746,
      "loss": 0.3229,
      "step": 3939
    },
    {
      "epoch": 0.33024600813042204,
      "grad_norm": 0.3141799867153168,
      "learning_rate": 0.00019415810551254347,
      "loss": 0.2846,
      "step": 3940
    },
    {
      "epoch": 0.3303298269142115,
      "grad_norm": 0.38612183928489685,
      "learning_rate": 0.00019415514640798724,
      "loss": 0.3621,
      "step": 3941
    },
    {
      "epoch": 0.3304136456980009,
      "grad_norm": 0.3424038589000702,
      "learning_rate": 0.0001941521865767417,
      "loss": 0.3202,
      "step": 3942
    },
    {
      "epoch": 0.33049746448179035,
      "grad_norm": 0.33002984523773193,
      "learning_rate": 0.00019414922601882964,
      "loss": 0.3083,
      "step": 3943
    },
    {
      "epoch": 0.33058128326557984,
      "grad_norm": 0.32434579730033875,
      "learning_rate": 0.00019414626473427397,
      "loss": 0.3166,
      "step": 3944
    },
    {
      "epoch": 0.3306651020493693,
      "grad_norm": 0.3384529650211334,
      "learning_rate": 0.0001941433027230975,
      "loss": 0.3516,
      "step": 3945
    },
    {
      "epoch": 0.3307489208331587,
      "grad_norm": 0.3563781678676605,
      "learning_rate": 0.00019414033998532313,
      "loss": 0.3153,
      "step": 3946
    },
    {
      "epoch": 0.33083273961694815,
      "grad_norm": 0.3097447156906128,
      "learning_rate": 0.00019413737652097365,
      "loss": 0.2856,
      "step": 3947
    },
    {
      "epoch": 0.3309165584007376,
      "grad_norm": 0.3161756992340088,
      "learning_rate": 0.000194134412330072,
      "loss": 0.2823,
      "step": 3948
    },
    {
      "epoch": 0.3310003771845271,
      "grad_norm": 0.3444202244281769,
      "learning_rate": 0.00019413144741264104,
      "loss": 0.3285,
      "step": 3949
    },
    {
      "epoch": 0.3310841959683165,
      "grad_norm": 0.3273787498474121,
      "learning_rate": 0.00019412848176870363,
      "loss": 0.3118,
      "step": 3950
    },
    {
      "epoch": 0.33116801475210594,
      "grad_norm": 0.3864430785179138,
      "learning_rate": 0.00019412551539828272,
      "loss": 0.3477,
      "step": 3951
    },
    {
      "epoch": 0.3312518335358954,
      "grad_norm": 0.31977224349975586,
      "learning_rate": 0.00019412254830140116,
      "loss": 0.2886,
      "step": 3952
    },
    {
      "epoch": 0.3313356523196848,
      "grad_norm": 0.34821686148643494,
      "learning_rate": 0.00019411958047808184,
      "loss": 0.3315,
      "step": 3953
    },
    {
      "epoch": 0.3314194711034743,
      "grad_norm": 0.3374631702899933,
      "learning_rate": 0.00019411661192834766,
      "loss": 0.332,
      "step": 3954
    },
    {
      "epoch": 0.33150328988726374,
      "grad_norm": 0.4130384027957916,
      "learning_rate": 0.00019411364265222158,
      "loss": 0.3723,
      "step": 3955
    },
    {
      "epoch": 0.3315871086710532,
      "grad_norm": 0.31775128841400146,
      "learning_rate": 0.0001941106726497265,
      "loss": 0.3229,
      "step": 3956
    },
    {
      "epoch": 0.3316709274548426,
      "grad_norm": 0.31437385082244873,
      "learning_rate": 0.0001941077019208853,
      "loss": 0.2817,
      "step": 3957
    },
    {
      "epoch": 0.3317547462386321,
      "grad_norm": 0.35986971855163574,
      "learning_rate": 0.00019410473046572096,
      "loss": 0.3107,
      "step": 3958
    },
    {
      "epoch": 0.33183856502242154,
      "grad_norm": 0.3165130317211151,
      "learning_rate": 0.00019410175828425637,
      "loss": 0.2908,
      "step": 3959
    },
    {
      "epoch": 0.331922383806211,
      "grad_norm": 0.33171984553337097,
      "learning_rate": 0.00019409878537651453,
      "loss": 0.3278,
      "step": 3960
    },
    {
      "epoch": 0.3320062025900004,
      "grad_norm": 0.345885306596756,
      "learning_rate": 0.00019409581174251831,
      "loss": 0.3261,
      "step": 3961
    },
    {
      "epoch": 0.33209002137378985,
      "grad_norm": 0.3823307156562805,
      "learning_rate": 0.00019409283738229072,
      "loss": 0.3602,
      "step": 3962
    },
    {
      "epoch": 0.33217384015757934,
      "grad_norm": 0.3702239394187927,
      "learning_rate": 0.0001940898622958547,
      "loss": 0.3213,
      "step": 3963
    },
    {
      "epoch": 0.33225765894136877,
      "grad_norm": 0.3350910246372223,
      "learning_rate": 0.00019408688648323317,
      "loss": 0.284,
      "step": 3964
    },
    {
      "epoch": 0.3323414777251582,
      "grad_norm": 0.3509560525417328,
      "learning_rate": 0.00019408390994444914,
      "loss": 0.2975,
      "step": 3965
    },
    {
      "epoch": 0.33242529650894764,
      "grad_norm": 0.3549572229385376,
      "learning_rate": 0.0001940809326795256,
      "loss": 0.3306,
      "step": 3966
    },
    {
      "epoch": 0.3325091152927371,
      "grad_norm": 0.3924436867237091,
      "learning_rate": 0.00019407795468848548,
      "loss": 0.3722,
      "step": 3967
    },
    {
      "epoch": 0.33259293407652657,
      "grad_norm": 0.33939671516418457,
      "learning_rate": 0.00019407497597135183,
      "loss": 0.3048,
      "step": 3968
    },
    {
      "epoch": 0.332676752860316,
      "grad_norm": 0.33512797951698303,
      "learning_rate": 0.00019407199652814755,
      "loss": 0.3129,
      "step": 3969
    },
    {
      "epoch": 0.33276057164410544,
      "grad_norm": 0.3959943354129791,
      "learning_rate": 0.0001940690163588957,
      "loss": 0.2911,
      "step": 3970
    },
    {
      "epoch": 0.3328443904278949,
      "grad_norm": 0.3629561960697174,
      "learning_rate": 0.00019406603546361927,
      "loss": 0.3657,
      "step": 3971
    },
    {
      "epoch": 0.3329282092116843,
      "grad_norm": 0.3409070670604706,
      "learning_rate": 0.00019406305384234127,
      "loss": 0.3392,
      "step": 3972
    },
    {
      "epoch": 0.3330120279954738,
      "grad_norm": 0.34776851534843445,
      "learning_rate": 0.0001940600714950847,
      "loss": 0.3099,
      "step": 3973
    },
    {
      "epoch": 0.33309584677926324,
      "grad_norm": 0.35028791427612305,
      "learning_rate": 0.00019405708842187256,
      "loss": 0.347,
      "step": 3974
    },
    {
      "epoch": 0.3331796655630527,
      "grad_norm": 0.33284544944763184,
      "learning_rate": 0.00019405410462272792,
      "loss": 0.3304,
      "step": 3975
    },
    {
      "epoch": 0.3332634843468421,
      "grad_norm": 0.32936492562294006,
      "learning_rate": 0.00019405112009767374,
      "loss": 0.309,
      "step": 3976
    },
    {
      "epoch": 0.3333473031306316,
      "grad_norm": 0.30320295691490173,
      "learning_rate": 0.00019404813484673311,
      "loss": 0.2585,
      "step": 3977
    },
    {
      "epoch": 0.33343112191442104,
      "grad_norm": 0.36355218291282654,
      "learning_rate": 0.00019404514886992908,
      "loss": 0.3242,
      "step": 3978
    },
    {
      "epoch": 0.33351494069821047,
      "grad_norm": 0.3892870247364044,
      "learning_rate": 0.00019404216216728468,
      "loss": 0.382,
      "step": 3979
    },
    {
      "epoch": 0.3335987594819999,
      "grad_norm": 0.3254658579826355,
      "learning_rate": 0.00019403917473882296,
      "loss": 0.3193,
      "step": 3980
    },
    {
      "epoch": 0.33368257826578934,
      "grad_norm": 0.34120187163352966,
      "learning_rate": 0.0001940361865845669,
      "loss": 0.3235,
      "step": 3981
    },
    {
      "epoch": 0.33376639704957883,
      "grad_norm": 0.32136964797973633,
      "learning_rate": 0.00019403319770453973,
      "loss": 0.3059,
      "step": 3982
    },
    {
      "epoch": 0.33385021583336827,
      "grad_norm": 0.35729122161865234,
      "learning_rate": 0.0001940302080987644,
      "loss": 0.3193,
      "step": 3983
    },
    {
      "epoch": 0.3339340346171577,
      "grad_norm": 0.36960142850875854,
      "learning_rate": 0.00019402721776726396,
      "loss": 0.3341,
      "step": 3984
    },
    {
      "epoch": 0.33401785340094714,
      "grad_norm": 0.3454655110836029,
      "learning_rate": 0.00019402422671006158,
      "loss": 0.2967,
      "step": 3985
    },
    {
      "epoch": 0.3341016721847366,
      "grad_norm": 0.3467409312725067,
      "learning_rate": 0.00019402123492718028,
      "loss": 0.28,
      "step": 3986
    },
    {
      "epoch": 0.33418549096852607,
      "grad_norm": 0.3158731162548065,
      "learning_rate": 0.00019401824241864317,
      "loss": 0.269,
      "step": 3987
    },
    {
      "epoch": 0.3342693097523155,
      "grad_norm": 0.32808539271354675,
      "learning_rate": 0.00019401524918447337,
      "loss": 0.2891,
      "step": 3988
    },
    {
      "epoch": 0.33435312853610494,
      "grad_norm": 0.3387420177459717,
      "learning_rate": 0.00019401225522469392,
      "loss": 0.2921,
      "step": 3989
    },
    {
      "epoch": 0.3344369473198944,
      "grad_norm": 0.3128550350666046,
      "learning_rate": 0.000194009260539328,
      "loss": 0.2401,
      "step": 3990
    },
    {
      "epoch": 0.3345207661036838,
      "grad_norm": 0.3724097013473511,
      "learning_rate": 0.00019400626512839866,
      "loss": 0.3809,
      "step": 3991
    },
    {
      "epoch": 0.3346045848874733,
      "grad_norm": 0.3488074243068695,
      "learning_rate": 0.00019400326899192907,
      "loss": 0.2993,
      "step": 3992
    },
    {
      "epoch": 0.33468840367126274,
      "grad_norm": 0.4772336184978485,
      "learning_rate": 0.00019400027212994233,
      "loss": 0.3486,
      "step": 3993
    },
    {
      "epoch": 0.33477222245505217,
      "grad_norm": 0.351895809173584,
      "learning_rate": 0.0001939972745424616,
      "loss": 0.324,
      "step": 3994
    },
    {
      "epoch": 0.3348560412388416,
      "grad_norm": 0.38916537165641785,
      "learning_rate": 0.00019399427622950995,
      "loss": 0.3481,
      "step": 3995
    },
    {
      "epoch": 0.3349398600226311,
      "grad_norm": 0.3082355260848999,
      "learning_rate": 0.00019399127719111055,
      "loss": 0.315,
      "step": 3996
    },
    {
      "epoch": 0.33502367880642053,
      "grad_norm": 0.36500099301338196,
      "learning_rate": 0.00019398827742728657,
      "loss": 0.3236,
      "step": 3997
    },
    {
      "epoch": 0.33510749759020997,
      "grad_norm": 0.32517141103744507,
      "learning_rate": 0.00019398527693806114,
      "loss": 0.3342,
      "step": 3998
    },
    {
      "epoch": 0.3351913163739994,
      "grad_norm": 0.3304862082004547,
      "learning_rate": 0.00019398227572345745,
      "loss": 0.3413,
      "step": 3999
    },
    {
      "epoch": 0.33527513515778884,
      "grad_norm": 0.3378909230232239,
      "learning_rate": 0.00019397927378349863,
      "loss": 0.3343,
      "step": 4000
    },
    {
      "epoch": 0.33527513515778884,
      "eval_loss": 0.33046799898147583,
      "eval_runtime": 61.5467,
      "eval_samples_per_second": 15.598,
      "eval_steps_per_second": 3.899,
      "step": 4000
    },
    {
      "epoch": 0.33535895394157833,
      "grad_norm": 0.3083978295326233,
      "learning_rate": 0.00019397627111820785,
      "loss": 0.3184,
      "step": 4001
    },
    {
      "epoch": 0.33544277272536777,
      "grad_norm": 0.3652914762496948,
      "learning_rate": 0.0001939732677276083,
      "loss": 0.3993,
      "step": 4002
    },
    {
      "epoch": 0.3355265915091572,
      "grad_norm": 0.3308674097061157,
      "learning_rate": 0.00019397026361172315,
      "loss": 0.3461,
      "step": 4003
    },
    {
      "epoch": 0.33561041029294664,
      "grad_norm": 0.35569387674331665,
      "learning_rate": 0.00019396725877057555,
      "loss": 0.4248,
      "step": 4004
    },
    {
      "epoch": 0.3356942290767361,
      "grad_norm": 0.358967125415802,
      "learning_rate": 0.0001939642532041888,
      "loss": 0.3344,
      "step": 4005
    },
    {
      "epoch": 0.33577804786052556,
      "grad_norm": 0.3082621991634369,
      "learning_rate": 0.00019396124691258598,
      "loss": 0.2616,
      "step": 4006
    },
    {
      "epoch": 0.335861866644315,
      "grad_norm": 0.3521834909915924,
      "learning_rate": 0.00019395823989579034,
      "loss": 0.2875,
      "step": 4007
    },
    {
      "epoch": 0.33594568542810443,
      "grad_norm": 0.35411378741264343,
      "learning_rate": 0.0001939552321538251,
      "loss": 0.3675,
      "step": 4008
    },
    {
      "epoch": 0.33602950421189387,
      "grad_norm": 0.32806795835494995,
      "learning_rate": 0.00019395222368671344,
      "loss": 0.2936,
      "step": 4009
    },
    {
      "epoch": 0.3361133229956833,
      "grad_norm": 0.3526509404182434,
      "learning_rate": 0.0001939492144944786,
      "loss": 0.302,
      "step": 4010
    },
    {
      "epoch": 0.3361971417794728,
      "grad_norm": 0.299311101436615,
      "learning_rate": 0.00019394620457714384,
      "loss": 0.2169,
      "step": 4011
    },
    {
      "epoch": 0.33628096056326223,
      "grad_norm": 0.354729026556015,
      "learning_rate": 0.00019394319393473234,
      "loss": 0.3142,
      "step": 4012
    },
    {
      "epoch": 0.33636477934705167,
      "grad_norm": 0.3555774986743927,
      "learning_rate": 0.00019394018256726735,
      "loss": 0.2541,
      "step": 4013
    },
    {
      "epoch": 0.3364485981308411,
      "grad_norm": 0.4064257740974426,
      "learning_rate": 0.0001939371704747721,
      "loss": 0.3601,
      "step": 4014
    },
    {
      "epoch": 0.3365324169146306,
      "grad_norm": 0.3376677334308624,
      "learning_rate": 0.00019393415765726988,
      "loss": 0.2958,
      "step": 4015
    },
    {
      "epoch": 0.33661623569842003,
      "grad_norm": 0.4040636420249939,
      "learning_rate": 0.00019393114411478388,
      "loss": 0.4079,
      "step": 4016
    },
    {
      "epoch": 0.33670005448220947,
      "grad_norm": 0.3975957930088043,
      "learning_rate": 0.0001939281298473374,
      "loss": 0.3559,
      "step": 4017
    },
    {
      "epoch": 0.3367838732659989,
      "grad_norm": 0.36216363310813904,
      "learning_rate": 0.0001939251148549537,
      "loss": 0.3558,
      "step": 4018
    },
    {
      "epoch": 0.33686769204978834,
      "grad_norm": 0.3549211025238037,
      "learning_rate": 0.00019392209913765606,
      "loss": 0.3319,
      "step": 4019
    },
    {
      "epoch": 0.3369515108335778,
      "grad_norm": 0.32362332940101624,
      "learning_rate": 0.0001939190826954677,
      "loss": 0.2716,
      "step": 4020
    },
    {
      "epoch": 0.33703532961736726,
      "grad_norm": 0.33349472284317017,
      "learning_rate": 0.000193916065528412,
      "loss": 0.3197,
      "step": 4021
    },
    {
      "epoch": 0.3371191484011567,
      "grad_norm": 0.38447779417037964,
      "learning_rate": 0.00019391304763651218,
      "loss": 0.3395,
      "step": 4022
    },
    {
      "epoch": 0.33720296718494613,
      "grad_norm": 0.3943268656730652,
      "learning_rate": 0.0001939100290197915,
      "loss": 0.3564,
      "step": 4023
    },
    {
      "epoch": 0.33728678596873557,
      "grad_norm": 0.365639328956604,
      "learning_rate": 0.00019390700967827332,
      "loss": 0.3318,
      "step": 4024
    },
    {
      "epoch": 0.33737060475252506,
      "grad_norm": 0.3518957197666168,
      "learning_rate": 0.00019390398961198092,
      "loss": 0.305,
      "step": 4025
    },
    {
      "epoch": 0.3374544235363145,
      "grad_norm": 0.36635103821754456,
      "learning_rate": 0.00019390096882093762,
      "loss": 0.3975,
      "step": 4026
    },
    {
      "epoch": 0.33753824232010393,
      "grad_norm": 0.3896706998348236,
      "learning_rate": 0.00019389794730516671,
      "loss": 0.3934,
      "step": 4027
    },
    {
      "epoch": 0.33762206110389337,
      "grad_norm": 0.31695476174354553,
      "learning_rate": 0.00019389492506469153,
      "loss": 0.2723,
      "step": 4028
    },
    {
      "epoch": 0.3377058798876828,
      "grad_norm": 0.3293136656284332,
      "learning_rate": 0.00019389190209953542,
      "loss": 0.2963,
      "step": 4029
    },
    {
      "epoch": 0.3377896986714723,
      "grad_norm": 0.34571021795272827,
      "learning_rate": 0.00019388887840972164,
      "loss": 0.3219,
      "step": 4030
    },
    {
      "epoch": 0.33787351745526173,
      "grad_norm": 0.3348739743232727,
      "learning_rate": 0.00019388585399527364,
      "loss": 0.3084,
      "step": 4031
    },
    {
      "epoch": 0.33795733623905116,
      "grad_norm": 0.367843359708786,
      "learning_rate": 0.00019388282885621466,
      "loss": 0.3505,
      "step": 4032
    },
    {
      "epoch": 0.3380411550228406,
      "grad_norm": 0.34060385823249817,
      "learning_rate": 0.00019387980299256813,
      "loss": 0.2938,
      "step": 4033
    },
    {
      "epoch": 0.3381249738066301,
      "grad_norm": 0.34803810715675354,
      "learning_rate": 0.00019387677640435733,
      "loss": 0.2906,
      "step": 4034
    },
    {
      "epoch": 0.3382087925904195,
      "grad_norm": 0.3406279385089874,
      "learning_rate": 0.00019387374909160565,
      "loss": 0.3364,
      "step": 4035
    },
    {
      "epoch": 0.33829261137420896,
      "grad_norm": 0.3259040117263794,
      "learning_rate": 0.00019387072105433645,
      "loss": 0.3134,
      "step": 4036
    },
    {
      "epoch": 0.3383764301579984,
      "grad_norm": 0.35563692450523376,
      "learning_rate": 0.00019386769229257317,
      "loss": 0.3142,
      "step": 4037
    },
    {
      "epoch": 0.33846024894178783,
      "grad_norm": 0.3279547095298767,
      "learning_rate": 0.00019386466280633906,
      "loss": 0.3254,
      "step": 4038
    },
    {
      "epoch": 0.3385440677255773,
      "grad_norm": 0.3268154561519623,
      "learning_rate": 0.00019386163259565759,
      "loss": 0.3344,
      "step": 4039
    },
    {
      "epoch": 0.33862788650936676,
      "grad_norm": 0.346826434135437,
      "learning_rate": 0.0001938586016605521,
      "loss": 0.3753,
      "step": 4040
    },
    {
      "epoch": 0.3387117052931562,
      "grad_norm": 0.2993820011615753,
      "learning_rate": 0.000193855570001046,
      "loss": 0.2642,
      "step": 4041
    },
    {
      "epoch": 0.33879552407694563,
      "grad_norm": 0.34958726167678833,
      "learning_rate": 0.00019385253761716273,
      "loss": 0.3498,
      "step": 4042
    },
    {
      "epoch": 0.33887934286073507,
      "grad_norm": 0.34637606143951416,
      "learning_rate": 0.00019384950450892564,
      "loss": 0.3371,
      "step": 4043
    },
    {
      "epoch": 0.33896316164452456,
      "grad_norm": 0.35896801948547363,
      "learning_rate": 0.00019384647067635815,
      "loss": 0.3459,
      "step": 4044
    },
    {
      "epoch": 0.339046980428314,
      "grad_norm": 0.337380051612854,
      "learning_rate": 0.00019384343611948367,
      "loss": 0.3023,
      "step": 4045
    },
    {
      "epoch": 0.33913079921210343,
      "grad_norm": 0.3344549238681793,
      "learning_rate": 0.00019384040083832567,
      "loss": 0.3032,
      "step": 4046
    },
    {
      "epoch": 0.33921461799589286,
      "grad_norm": 0.3694765865802765,
      "learning_rate": 0.00019383736483290752,
      "loss": 0.3015,
      "step": 4047
    },
    {
      "epoch": 0.3392984367796823,
      "grad_norm": 0.36056312918663025,
      "learning_rate": 0.00019383432810325267,
      "loss": 0.3036,
      "step": 4048
    },
    {
      "epoch": 0.3393822555634718,
      "grad_norm": 0.32329893112182617,
      "learning_rate": 0.00019383129064938457,
      "loss": 0.2666,
      "step": 4049
    },
    {
      "epoch": 0.3394660743472612,
      "grad_norm": 0.34697479009628296,
      "learning_rate": 0.00019382825247132664,
      "loss": 0.3268,
      "step": 4050
    },
    {
      "epoch": 0.33954989313105066,
      "grad_norm": 0.38635072112083435,
      "learning_rate": 0.00019382521356910233,
      "loss": 0.3536,
      "step": 4051
    },
    {
      "epoch": 0.3396337119148401,
      "grad_norm": 0.34885817766189575,
      "learning_rate": 0.0001938221739427351,
      "loss": 0.3505,
      "step": 4052
    },
    {
      "epoch": 0.3397175306986296,
      "grad_norm": 0.34280189871788025,
      "learning_rate": 0.00019381913359224842,
      "loss": 0.3204,
      "step": 4053
    },
    {
      "epoch": 0.339801349482419,
      "grad_norm": 0.3351675570011139,
      "learning_rate": 0.00019381609251766576,
      "loss": 0.3083,
      "step": 4054
    },
    {
      "epoch": 0.33988516826620846,
      "grad_norm": 0.41511622071266174,
      "learning_rate": 0.00019381305071901057,
      "loss": 0.3355,
      "step": 4055
    },
    {
      "epoch": 0.3399689870499979,
      "grad_norm": 0.39346250891685486,
      "learning_rate": 0.00019381000819630633,
      "loss": 0.3836,
      "step": 4056
    },
    {
      "epoch": 0.34005280583378733,
      "grad_norm": 0.38966095447540283,
      "learning_rate": 0.00019380696494957655,
      "loss": 0.3769,
      "step": 4057
    },
    {
      "epoch": 0.3401366246175768,
      "grad_norm": 0.40808209776878357,
      "learning_rate": 0.0001938039209788447,
      "loss": 0.3834,
      "step": 4058
    },
    {
      "epoch": 0.34022044340136626,
      "grad_norm": 0.4298076033592224,
      "learning_rate": 0.00019380087628413425,
      "loss": 0.3216,
      "step": 4059
    },
    {
      "epoch": 0.3403042621851557,
      "grad_norm": 0.3236064910888672,
      "learning_rate": 0.0001937978308654687,
      "loss": 0.2686,
      "step": 4060
    },
    {
      "epoch": 0.34038808096894513,
      "grad_norm": 0.3548542261123657,
      "learning_rate": 0.00019379478472287163,
      "loss": 0.3378,
      "step": 4061
    },
    {
      "epoch": 0.34047189975273456,
      "grad_norm": 0.38565483689308167,
      "learning_rate": 0.00019379173785636646,
      "loss": 0.3583,
      "step": 4062
    },
    {
      "epoch": 0.34055571853652405,
      "grad_norm": 0.3333304226398468,
      "learning_rate": 0.00019378869026597675,
      "loss": 0.3326,
      "step": 4063
    },
    {
      "epoch": 0.3406395373203135,
      "grad_norm": 0.3368445038795471,
      "learning_rate": 0.00019378564195172602,
      "loss": 0.3345,
      "step": 4064
    },
    {
      "epoch": 0.3407233561041029,
      "grad_norm": 0.3288673758506775,
      "learning_rate": 0.00019378259291363774,
      "loss": 0.3302,
      "step": 4065
    },
    {
      "epoch": 0.34080717488789236,
      "grad_norm": 0.36147162318229675,
      "learning_rate": 0.00019377954315173552,
      "loss": 0.3225,
      "step": 4066
    },
    {
      "epoch": 0.3408909936716818,
      "grad_norm": 0.32940027117729187,
      "learning_rate": 0.00019377649266604289,
      "loss": 0.3046,
      "step": 4067
    },
    {
      "epoch": 0.3409748124554713,
      "grad_norm": 0.37293750047683716,
      "learning_rate": 0.00019377344145658337,
      "loss": 0.3694,
      "step": 4068
    },
    {
      "epoch": 0.3410586312392607,
      "grad_norm": 0.34238240122795105,
      "learning_rate": 0.00019377038952338047,
      "loss": 0.3273,
      "step": 4069
    },
    {
      "epoch": 0.34114245002305016,
      "grad_norm": 0.35523349046707153,
      "learning_rate": 0.00019376733686645781,
      "loss": 0.3174,
      "step": 4070
    },
    {
      "epoch": 0.3412262688068396,
      "grad_norm": 0.3735777735710144,
      "learning_rate": 0.00019376428348583894,
      "loss": 0.3463,
      "step": 4071
    },
    {
      "epoch": 0.3413100875906291,
      "grad_norm": 0.3868318200111389,
      "learning_rate": 0.0001937612293815474,
      "loss": 0.3853,
      "step": 4072
    },
    {
      "epoch": 0.3413939063744185,
      "grad_norm": 0.3335994482040405,
      "learning_rate": 0.00019375817455360677,
      "loss": 0.3195,
      "step": 4073
    },
    {
      "epoch": 0.34147772515820796,
      "grad_norm": 0.38681554794311523,
      "learning_rate": 0.0001937551190020406,
      "loss": 0.3636,
      "step": 4074
    },
    {
      "epoch": 0.3415615439419974,
      "grad_norm": 0.3069590926170349,
      "learning_rate": 0.00019375206272687258,
      "loss": 0.2769,
      "step": 4075
    },
    {
      "epoch": 0.3416453627257868,
      "grad_norm": 0.3285050094127655,
      "learning_rate": 0.00019374900572812615,
      "loss": 0.3059,
      "step": 4076
    },
    {
      "epoch": 0.3417291815095763,
      "grad_norm": 0.32750004529953003,
      "learning_rate": 0.00019374594800582501,
      "loss": 0.3184,
      "step": 4077
    },
    {
      "epoch": 0.34181300029336575,
      "grad_norm": 0.324514776468277,
      "learning_rate": 0.00019374288955999273,
      "loss": 0.2935,
      "step": 4078
    },
    {
      "epoch": 0.3418968190771552,
      "grad_norm": 0.318732887506485,
      "learning_rate": 0.0001937398303906529,
      "loss": 0.3065,
      "step": 4079
    },
    {
      "epoch": 0.3419806378609446,
      "grad_norm": 0.314259797334671,
      "learning_rate": 0.00019373677049782916,
      "loss": 0.2788,
      "step": 4080
    },
    {
      "epoch": 0.34206445664473406,
      "grad_norm": 0.3745155334472656,
      "learning_rate": 0.00019373370988154506,
      "loss": 0.3605,
      "step": 4081
    },
    {
      "epoch": 0.34214827542852355,
      "grad_norm": 0.34576183557510376,
      "learning_rate": 0.0001937306485418243,
      "loss": 0.3435,
      "step": 4082
    },
    {
      "epoch": 0.342232094212313,
      "grad_norm": 0.38703811168670654,
      "learning_rate": 0.0001937275864786905,
      "loss": 0.3367,
      "step": 4083
    },
    {
      "epoch": 0.3423159129961024,
      "grad_norm": 0.3404775559902191,
      "learning_rate": 0.00019372452369216726,
      "loss": 0.3156,
      "step": 4084
    },
    {
      "epoch": 0.34239973177989186,
      "grad_norm": 0.3288239538669586,
      "learning_rate": 0.00019372146018227819,
      "loss": 0.3064,
      "step": 4085
    },
    {
      "epoch": 0.3424835505636813,
      "grad_norm": 0.34190618991851807,
      "learning_rate": 0.000193718395949047,
      "loss": 0.32,
      "step": 4086
    },
    {
      "epoch": 0.3425673693474708,
      "grad_norm": 0.34772437810897827,
      "learning_rate": 0.0001937153309924973,
      "loss": 0.3608,
      "step": 4087
    },
    {
      "epoch": 0.3426511881312602,
      "grad_norm": 0.2972199022769928,
      "learning_rate": 0.00019371226531265275,
      "loss": 0.2597,
      "step": 4088
    },
    {
      "epoch": 0.34273500691504966,
      "grad_norm": 0.3312898874282837,
      "learning_rate": 0.00019370919890953706,
      "loss": 0.2877,
      "step": 4089
    },
    {
      "epoch": 0.3428188256988391,
      "grad_norm": 0.3540205657482147,
      "learning_rate": 0.00019370613178317382,
      "loss": 0.3424,
      "step": 4090
    },
    {
      "epoch": 0.3429026444826286,
      "grad_norm": 0.33989718556404114,
      "learning_rate": 0.00019370306393358674,
      "loss": 0.2822,
      "step": 4091
    },
    {
      "epoch": 0.342986463266418,
      "grad_norm": 0.3435823619365692,
      "learning_rate": 0.0001936999953607995,
      "loss": 0.3024,
      "step": 4092
    },
    {
      "epoch": 0.34307028205020745,
      "grad_norm": 0.3655741512775421,
      "learning_rate": 0.0001936969260648358,
      "loss": 0.3541,
      "step": 4093
    },
    {
      "epoch": 0.3431541008339969,
      "grad_norm": 0.3760732412338257,
      "learning_rate": 0.00019369385604571927,
      "loss": 0.3515,
      "step": 4094
    },
    {
      "epoch": 0.3432379196177863,
      "grad_norm": 0.33165907859802246,
      "learning_rate": 0.0001936907853034737,
      "loss": 0.3024,
      "step": 4095
    },
    {
      "epoch": 0.3433217384015758,
      "grad_norm": 0.33480560779571533,
      "learning_rate": 0.00019368771383812265,
      "loss": 0.3144,
      "step": 4096
    },
    {
      "epoch": 0.34340555718536525,
      "grad_norm": 0.3607460558414459,
      "learning_rate": 0.00019368464164968996,
      "loss": 0.3407,
      "step": 4097
    },
    {
      "epoch": 0.3434893759691547,
      "grad_norm": 0.33737868070602417,
      "learning_rate": 0.0001936815687381993,
      "loss": 0.329,
      "step": 4098
    },
    {
      "epoch": 0.3435731947529441,
      "grad_norm": 0.3527107834815979,
      "learning_rate": 0.00019367849510367434,
      "loss": 0.3663,
      "step": 4099
    },
    {
      "epoch": 0.34365701353673356,
      "grad_norm": 0.35192087292671204,
      "learning_rate": 0.00019367542074613884,
      "loss": 0.3626,
      "step": 4100
    },
    {
      "epoch": 0.34374083232052305,
      "grad_norm": 0.3388884961605072,
      "learning_rate": 0.0001936723456656165,
      "loss": 0.3204,
      "step": 4101
    },
    {
      "epoch": 0.3438246511043125,
      "grad_norm": 0.32636207342147827,
      "learning_rate": 0.00019366926986213114,
      "loss": 0.3399,
      "step": 4102
    },
    {
      "epoch": 0.3439084698881019,
      "grad_norm": 0.36916443705558777,
      "learning_rate": 0.0001936661933357064,
      "loss": 0.3777,
      "step": 4103
    },
    {
      "epoch": 0.34399228867189136,
      "grad_norm": 0.298377126455307,
      "learning_rate": 0.00019366311608636606,
      "loss": 0.2544,
      "step": 4104
    },
    {
      "epoch": 0.3440761074556808,
      "grad_norm": 0.32913917303085327,
      "learning_rate": 0.00019366003811413388,
      "loss": 0.3055,
      "step": 4105
    },
    {
      "epoch": 0.3441599262394703,
      "grad_norm": 0.33901795744895935,
      "learning_rate": 0.00019365695941903362,
      "loss": 0.3283,
      "step": 4106
    },
    {
      "epoch": 0.3442437450232597,
      "grad_norm": 0.38332676887512207,
      "learning_rate": 0.00019365388000108902,
      "loss": 0.3719,
      "step": 4107
    },
    {
      "epoch": 0.34432756380704915,
      "grad_norm": 0.32082778215408325,
      "learning_rate": 0.00019365079986032385,
      "loss": 0.2977,
      "step": 4108
    },
    {
      "epoch": 0.3444113825908386,
      "grad_norm": 0.38122451305389404,
      "learning_rate": 0.00019364771899676192,
      "loss": 0.3746,
      "step": 4109
    },
    {
      "epoch": 0.3444952013746281,
      "grad_norm": 0.38027647137641907,
      "learning_rate": 0.00019364463741042694,
      "loss": 0.3844,
      "step": 4110
    },
    {
      "epoch": 0.3445790201584175,
      "grad_norm": 0.33340662717819214,
      "learning_rate": 0.00019364155510134272,
      "loss": 0.3064,
      "step": 4111
    },
    {
      "epoch": 0.34466283894220695,
      "grad_norm": 0.30377116799354553,
      "learning_rate": 0.0001936384720695331,
      "loss": 0.2797,
      "step": 4112
    },
    {
      "epoch": 0.3447466577259964,
      "grad_norm": 0.3448590338230133,
      "learning_rate": 0.0001936353883150218,
      "loss": 0.3051,
      "step": 4113
    },
    {
      "epoch": 0.3448304765097858,
      "grad_norm": 0.3350282609462738,
      "learning_rate": 0.00019363230383783267,
      "loss": 0.3263,
      "step": 4114
    },
    {
      "epoch": 0.3449142952935753,
      "grad_norm": 0.34650421142578125,
      "learning_rate": 0.0001936292186379895,
      "loss": 0.3251,
      "step": 4115
    },
    {
      "epoch": 0.34499811407736475,
      "grad_norm": 0.3656957745552063,
      "learning_rate": 0.00019362613271551614,
      "loss": 0.4216,
      "step": 4116
    },
    {
      "epoch": 0.3450819328611542,
      "grad_norm": 0.3436942994594574,
      "learning_rate": 0.0001936230460704363,
      "loss": 0.3185,
      "step": 4117
    },
    {
      "epoch": 0.3451657516449436,
      "grad_norm": 0.3252168595790863,
      "learning_rate": 0.00019361995870277392,
      "loss": 0.3329,
      "step": 4118
    },
    {
      "epoch": 0.34524957042873305,
      "grad_norm": 0.30872344970703125,
      "learning_rate": 0.00019361687061255278,
      "loss": 0.2725,
      "step": 4119
    },
    {
      "epoch": 0.34533338921252255,
      "grad_norm": 0.36286798119544983,
      "learning_rate": 0.00019361378179979667,
      "loss": 0.3634,
      "step": 4120
    },
    {
      "epoch": 0.345417207996312,
      "grad_norm": 0.3353409767150879,
      "learning_rate": 0.0001936106922645295,
      "loss": 0.3248,
      "step": 4121
    },
    {
      "epoch": 0.3455010267801014,
      "grad_norm": 0.3093812167644501,
      "learning_rate": 0.00019360760200677512,
      "loss": 0.2575,
      "step": 4122
    },
    {
      "epoch": 0.34558484556389085,
      "grad_norm": 0.355182409286499,
      "learning_rate": 0.00019360451102655733,
      "loss": 0.3465,
      "step": 4123
    },
    {
      "epoch": 0.3456686643476803,
      "grad_norm": 0.3434753715991974,
      "learning_rate": 0.00019360141932390002,
      "loss": 0.3313,
      "step": 4124
    },
    {
      "epoch": 0.3457524831314698,
      "grad_norm": 0.38475099205970764,
      "learning_rate": 0.000193598326898827,
      "loss": 0.3799,
      "step": 4125
    },
    {
      "epoch": 0.3458363019152592,
      "grad_norm": 0.3681154251098633,
      "learning_rate": 0.0001935952337513622,
      "loss": 0.3412,
      "step": 4126
    },
    {
      "epoch": 0.34592012069904865,
      "grad_norm": 0.37415382266044617,
      "learning_rate": 0.00019359213988152945,
      "loss": 0.3855,
      "step": 4127
    },
    {
      "epoch": 0.3460039394828381,
      "grad_norm": 0.3607519567012787,
      "learning_rate": 0.00019358904528935268,
      "loss": 0.3013,
      "step": 4128
    },
    {
      "epoch": 0.3460877582666276,
      "grad_norm": 0.3448030650615692,
      "learning_rate": 0.0001935859499748557,
      "loss": 0.3482,
      "step": 4129
    },
    {
      "epoch": 0.346171577050417,
      "grad_norm": 0.34600844979286194,
      "learning_rate": 0.00019358285393806246,
      "loss": 0.3108,
      "step": 4130
    },
    {
      "epoch": 0.34625539583420645,
      "grad_norm": 0.35528048872947693,
      "learning_rate": 0.00019357975717899684,
      "loss": 0.327,
      "step": 4131
    },
    {
      "epoch": 0.3463392146179959,
      "grad_norm": 0.3290429413318634,
      "learning_rate": 0.00019357665969768273,
      "loss": 0.2894,
      "step": 4132
    },
    {
      "epoch": 0.3464230334017853,
      "grad_norm": 0.3312455117702484,
      "learning_rate": 0.00019357356149414404,
      "loss": 0.324,
      "step": 4133
    },
    {
      "epoch": 0.3465068521855748,
      "grad_norm": 0.3190842866897583,
      "learning_rate": 0.00019357046256840473,
      "loss": 0.3008,
      "step": 4134
    },
    {
      "epoch": 0.34659067096936425,
      "grad_norm": 0.3425719141960144,
      "learning_rate": 0.0001935673629204886,
      "loss": 0.346,
      "step": 4135
    },
    {
      "epoch": 0.3466744897531537,
      "grad_norm": 0.3441293239593506,
      "learning_rate": 0.00019356426255041968,
      "loss": 0.4169,
      "step": 4136
    },
    {
      "epoch": 0.3467583085369431,
      "grad_norm": 0.30971044301986694,
      "learning_rate": 0.00019356116145822187,
      "loss": 0.2828,
      "step": 4137
    },
    {
      "epoch": 0.34684212732073255,
      "grad_norm": 0.34473738074302673,
      "learning_rate": 0.0001935580596439191,
      "loss": 0.4171,
      "step": 4138
    },
    {
      "epoch": 0.34692594610452204,
      "grad_norm": 0.3103734850883484,
      "learning_rate": 0.00019355495710753529,
      "loss": 0.3012,
      "step": 4139
    },
    {
      "epoch": 0.3470097648883115,
      "grad_norm": 0.3416088819503784,
      "learning_rate": 0.0001935518538490944,
      "loss": 0.3337,
      "step": 4140
    },
    {
      "epoch": 0.3470935836721009,
      "grad_norm": 0.3197677731513977,
      "learning_rate": 0.0001935487498686204,
      "loss": 0.335,
      "step": 4141
    },
    {
      "epoch": 0.34717740245589035,
      "grad_norm": 0.32354968786239624,
      "learning_rate": 0.00019354564516613722,
      "loss": 0.3237,
      "step": 4142
    },
    {
      "epoch": 0.3472612212396798,
      "grad_norm": 0.31759294867515564,
      "learning_rate": 0.00019354253974166884,
      "loss": 0.2889,
      "step": 4143
    },
    {
      "epoch": 0.3473450400234693,
      "grad_norm": 0.30472564697265625,
      "learning_rate": 0.0001935394335952392,
      "loss": 0.2291,
      "step": 4144
    },
    {
      "epoch": 0.3474288588072587,
      "grad_norm": 0.38402050733566284,
      "learning_rate": 0.00019353632672687232,
      "loss": 0.3561,
      "step": 4145
    },
    {
      "epoch": 0.34751267759104815,
      "grad_norm": 0.3303581774234772,
      "learning_rate": 0.00019353321913659214,
      "loss": 0.3056,
      "step": 4146
    },
    {
      "epoch": 0.3475964963748376,
      "grad_norm": 0.3382386565208435,
      "learning_rate": 0.00019353011082442266,
      "loss": 0.3035,
      "step": 4147
    },
    {
      "epoch": 0.3476803151586271,
      "grad_norm": 0.3658323585987091,
      "learning_rate": 0.00019352700179038786,
      "loss": 0.3176,
      "step": 4148
    },
    {
      "epoch": 0.3477641339424165,
      "grad_norm": 0.32788383960723877,
      "learning_rate": 0.00019352389203451176,
      "loss": 0.2978,
      "step": 4149
    },
    {
      "epoch": 0.34784795272620594,
      "grad_norm": 0.36431556940078735,
      "learning_rate": 0.00019352078155681832,
      "loss": 0.3497,
      "step": 4150
    },
    {
      "epoch": 0.3479317715099954,
      "grad_norm": 0.35205695033073425,
      "learning_rate": 0.00019351767035733159,
      "loss": 0.3073,
      "step": 4151
    },
    {
      "epoch": 0.3480155902937848,
      "grad_norm": 0.3229501247406006,
      "learning_rate": 0.00019351455843607556,
      "loss": 0.2823,
      "step": 4152
    },
    {
      "epoch": 0.3480994090775743,
      "grad_norm": 0.3024195730686188,
      "learning_rate": 0.00019351144579307422,
      "loss": 0.2694,
      "step": 4153
    },
    {
      "epoch": 0.34818322786136374,
      "grad_norm": 0.3521834909915924,
      "learning_rate": 0.00019350833242835167,
      "loss": 0.3,
      "step": 4154
    },
    {
      "epoch": 0.3482670466451532,
      "grad_norm": 0.3462056815624237,
      "learning_rate": 0.00019350521834193187,
      "loss": 0.34,
      "step": 4155
    },
    {
      "epoch": 0.3483508654289426,
      "grad_norm": 0.3671099841594696,
      "learning_rate": 0.00019350210353383886,
      "loss": 0.3711,
      "step": 4156
    },
    {
      "epoch": 0.34843468421273205,
      "grad_norm": 0.33281606435775757,
      "learning_rate": 0.0001934989880040967,
      "loss": 0.3012,
      "step": 4157
    },
    {
      "epoch": 0.34851850299652154,
      "grad_norm": 0.34157058596611023,
      "learning_rate": 0.00019349587175272948,
      "loss": 0.2948,
      "step": 4158
    },
    {
      "epoch": 0.348602321780311,
      "grad_norm": 0.33497995138168335,
      "learning_rate": 0.00019349275477976118,
      "loss": 0.275,
      "step": 4159
    },
    {
      "epoch": 0.3486861405641004,
      "grad_norm": 0.3382323980331421,
      "learning_rate": 0.00019348963708521586,
      "loss": 0.3038,
      "step": 4160
    },
    {
      "epoch": 0.34876995934788985,
      "grad_norm": 0.35211658477783203,
      "learning_rate": 0.0001934865186691176,
      "loss": 0.298,
      "step": 4161
    },
    {
      "epoch": 0.3488537781316793,
      "grad_norm": 0.3135156035423279,
      "learning_rate": 0.0001934833995314905,
      "loss": 0.2659,
      "step": 4162
    },
    {
      "epoch": 0.3489375969154688,
      "grad_norm": 0.3562227189540863,
      "learning_rate": 0.00019348027967235857,
      "loss": 0.3734,
      "step": 4163
    },
    {
      "epoch": 0.3490214156992582,
      "grad_norm": 0.3457149565219879,
      "learning_rate": 0.00019347715909174594,
      "loss": 0.3274,
      "step": 4164
    },
    {
      "epoch": 0.34910523448304764,
      "grad_norm": 0.31748414039611816,
      "learning_rate": 0.0001934740377896767,
      "loss": 0.2822,
      "step": 4165
    },
    {
      "epoch": 0.3491890532668371,
      "grad_norm": 0.3334728479385376,
      "learning_rate": 0.0001934709157661749,
      "loss": 0.2755,
      "step": 4166
    },
    {
      "epoch": 0.34927287205062657,
      "grad_norm": 0.3028181195259094,
      "learning_rate": 0.00019346779302126463,
      "loss": 0.2741,
      "step": 4167
    },
    {
      "epoch": 0.349356690834416,
      "grad_norm": 0.31382790207862854,
      "learning_rate": 0.00019346466955497005,
      "loss": 0.2535,
      "step": 4168
    },
    {
      "epoch": 0.34944050961820544,
      "grad_norm": 0.34020355343818665,
      "learning_rate": 0.00019346154536731521,
      "loss": 0.2999,
      "step": 4169
    },
    {
      "epoch": 0.3495243284019949,
      "grad_norm": 0.36084702610969543,
      "learning_rate": 0.00019345842045832428,
      "loss": 0.3696,
      "step": 4170
    },
    {
      "epoch": 0.3496081471857843,
      "grad_norm": 0.33986252546310425,
      "learning_rate": 0.00019345529482802133,
      "loss": 0.327,
      "step": 4171
    },
    {
      "epoch": 0.3496919659695738,
      "grad_norm": 0.33866700530052185,
      "learning_rate": 0.00019345216847643047,
      "loss": 0.3199,
      "step": 4172
    },
    {
      "epoch": 0.34977578475336324,
      "grad_norm": 0.3334445655345917,
      "learning_rate": 0.00019344904140357588,
      "loss": 0.2966,
      "step": 4173
    },
    {
      "epoch": 0.3498596035371527,
      "grad_norm": 0.3460647761821747,
      "learning_rate": 0.00019344591360948162,
      "loss": 0.3157,
      "step": 4174
    },
    {
      "epoch": 0.3499434223209421,
      "grad_norm": 0.33731991052627563,
      "learning_rate": 0.00019344278509417196,
      "loss": 0.3332,
      "step": 4175
    },
    {
      "epoch": 0.35002724110473155,
      "grad_norm": 0.3551607131958008,
      "learning_rate": 0.0001934396558576709,
      "loss": 0.3411,
      "step": 4176
    },
    {
      "epoch": 0.35011105988852104,
      "grad_norm": 0.32721462845802307,
      "learning_rate": 0.0001934365259000027,
      "loss": 0.3352,
      "step": 4177
    },
    {
      "epoch": 0.3501948786723105,
      "grad_norm": 0.3312952220439911,
      "learning_rate": 0.00019343339522119148,
      "loss": 0.3606,
      "step": 4178
    },
    {
      "epoch": 0.3502786974560999,
      "grad_norm": 0.3651842772960663,
      "learning_rate": 0.00019343026382126138,
      "loss": 0.3444,
      "step": 4179
    },
    {
      "epoch": 0.35036251623988934,
      "grad_norm": 0.32672083377838135,
      "learning_rate": 0.00019342713170023658,
      "loss": 0.3153,
      "step": 4180
    },
    {
      "epoch": 0.3504463350236788,
      "grad_norm": 0.307339072227478,
      "learning_rate": 0.00019342399885814127,
      "loss": 0.2812,
      "step": 4181
    },
    {
      "epoch": 0.35053015380746827,
      "grad_norm": 0.35556092858314514,
      "learning_rate": 0.0001934208652949996,
      "loss": 0.3347,
      "step": 4182
    },
    {
      "epoch": 0.3506139725912577,
      "grad_norm": 0.3425765037536621,
      "learning_rate": 0.00019341773101083578,
      "loss": 0.3245,
      "step": 4183
    },
    {
      "epoch": 0.35069779137504714,
      "grad_norm": 0.3331061899662018,
      "learning_rate": 0.00019341459600567403,
      "loss": 0.2934,
      "step": 4184
    },
    {
      "epoch": 0.3507816101588366,
      "grad_norm": 0.3214745819568634,
      "learning_rate": 0.00019341146027953846,
      "loss": 0.2872,
      "step": 4185
    },
    {
      "epoch": 0.35086542894262607,
      "grad_norm": 0.38602134585380554,
      "learning_rate": 0.00019340832383245334,
      "loss": 0.3433,
      "step": 4186
    },
    {
      "epoch": 0.3509492477264155,
      "grad_norm": 0.3140275478363037,
      "learning_rate": 0.00019340518666444286,
      "loss": 0.3008,
      "step": 4187
    },
    {
      "epoch": 0.35103306651020494,
      "grad_norm": 0.3469192087650299,
      "learning_rate": 0.00019340204877553126,
      "loss": 0.3547,
      "step": 4188
    },
    {
      "epoch": 0.3511168852939944,
      "grad_norm": 0.3354167938232422,
      "learning_rate": 0.0001933989101657427,
      "loss": 0.316,
      "step": 4189
    },
    {
      "epoch": 0.3512007040777838,
      "grad_norm": 0.3464983105659485,
      "learning_rate": 0.00019339577083510144,
      "loss": 0.3355,
      "step": 4190
    },
    {
      "epoch": 0.3512845228615733,
      "grad_norm": 0.3200168311595917,
      "learning_rate": 0.00019339263078363168,
      "loss": 0.274,
      "step": 4191
    },
    {
      "epoch": 0.35136834164536274,
      "grad_norm": 0.35666146874427795,
      "learning_rate": 0.00019338949001135772,
      "loss": 0.2799,
      "step": 4192
    },
    {
      "epoch": 0.35145216042915217,
      "grad_norm": 0.37785589694976807,
      "learning_rate": 0.00019338634851830372,
      "loss": 0.3669,
      "step": 4193
    },
    {
      "epoch": 0.3515359792129416,
      "grad_norm": 0.3367321789264679,
      "learning_rate": 0.00019338320630449398,
      "loss": 0.3219,
      "step": 4194
    },
    {
      "epoch": 0.35161979799673104,
      "grad_norm": 0.3181490898132324,
      "learning_rate": 0.00019338006336995273,
      "loss": 0.2947,
      "step": 4195
    },
    {
      "epoch": 0.35170361678052053,
      "grad_norm": 0.3214435577392578,
      "learning_rate": 0.00019337691971470423,
      "loss": 0.3171,
      "step": 4196
    },
    {
      "epoch": 0.35178743556430997,
      "grad_norm": 0.40043380856513977,
      "learning_rate": 0.00019337377533877278,
      "loss": 0.3831,
      "step": 4197
    },
    {
      "epoch": 0.3518712543480994,
      "grad_norm": 0.35425472259521484,
      "learning_rate": 0.00019337063024218255,
      "loss": 0.3682,
      "step": 4198
    },
    {
      "epoch": 0.35195507313188884,
      "grad_norm": 0.3301926255226135,
      "learning_rate": 0.00019336748442495792,
      "loss": 0.3022,
      "step": 4199
    },
    {
      "epoch": 0.3520388919156783,
      "grad_norm": 0.31269484758377075,
      "learning_rate": 0.00019336433788712313,
      "loss": 0.2994,
      "step": 4200
    },
    {
      "epoch": 0.3520388919156783,
      "eval_loss": 0.32176434993743896,
      "eval_runtime": 61.51,
      "eval_samples_per_second": 15.607,
      "eval_steps_per_second": 3.902,
      "step": 4200
    },
    {
      "epoch": 0.35212271069946777,
      "grad_norm": 0.3534473776817322,
      "learning_rate": 0.00019336119062870246,
      "loss": 0.3859,
      "step": 4201
    },
    {
      "epoch": 0.3522065294832572,
      "grad_norm": 0.3321037292480469,
      "learning_rate": 0.00019335804264972018,
      "loss": 0.3426,
      "step": 4202
    },
    {
      "epoch": 0.35229034826704664,
      "grad_norm": 0.35458317399024963,
      "learning_rate": 0.00019335489395020064,
      "loss": 0.3699,
      "step": 4203
    },
    {
      "epoch": 0.3523741670508361,
      "grad_norm": 0.3401206135749817,
      "learning_rate": 0.0001933517445301681,
      "loss": 0.3407,
      "step": 4204
    },
    {
      "epoch": 0.35245798583462556,
      "grad_norm": 0.32220256328582764,
      "learning_rate": 0.00019334859438964686,
      "loss": 0.3586,
      "step": 4205
    },
    {
      "epoch": 0.352541804618415,
      "grad_norm": 0.3356977701187134,
      "learning_rate": 0.00019334544352866127,
      "loss": 0.3329,
      "step": 4206
    },
    {
      "epoch": 0.35262562340220444,
      "grad_norm": 0.3238024413585663,
      "learning_rate": 0.0001933422919472356,
      "loss": 0.3257,
      "step": 4207
    },
    {
      "epoch": 0.35270944218599387,
      "grad_norm": 0.31677141785621643,
      "learning_rate": 0.00019333913964539426,
      "loss": 0.2996,
      "step": 4208
    },
    {
      "epoch": 0.3527932609697833,
      "grad_norm": 0.30217280983924866,
      "learning_rate": 0.00019333598662316147,
      "loss": 0.2808,
      "step": 4209
    },
    {
      "epoch": 0.3528770797535728,
      "grad_norm": 0.3554128408432007,
      "learning_rate": 0.0001933328328805616,
      "loss": 0.3562,
      "step": 4210
    },
    {
      "epoch": 0.35296089853736223,
      "grad_norm": 0.3281124532222748,
      "learning_rate": 0.00019332967841761907,
      "loss": 0.3611,
      "step": 4211
    },
    {
      "epoch": 0.35304471732115167,
      "grad_norm": 0.3197157382965088,
      "learning_rate": 0.00019332652323435814,
      "loss": 0.289,
      "step": 4212
    },
    {
      "epoch": 0.3531285361049411,
      "grad_norm": 0.35728219151496887,
      "learning_rate": 0.00019332336733080316,
      "loss": 0.3788,
      "step": 4213
    },
    {
      "epoch": 0.35321235488873054,
      "grad_norm": 0.3068852126598358,
      "learning_rate": 0.00019332021070697856,
      "loss": 0.2808,
      "step": 4214
    },
    {
      "epoch": 0.35329617367252003,
      "grad_norm": 0.35955777764320374,
      "learning_rate": 0.0001933170533629086,
      "loss": 0.3241,
      "step": 4215
    },
    {
      "epoch": 0.35337999245630947,
      "grad_norm": 0.3552035689353943,
      "learning_rate": 0.00019331389529861776,
      "loss": 0.3337,
      "step": 4216
    },
    {
      "epoch": 0.3534638112400989,
      "grad_norm": 0.3545648157596588,
      "learning_rate": 0.00019331073651413031,
      "loss": 0.3348,
      "step": 4217
    },
    {
      "epoch": 0.35354763002388834,
      "grad_norm": 0.3317791521549225,
      "learning_rate": 0.0001933075770094707,
      "loss": 0.3388,
      "step": 4218
    },
    {
      "epoch": 0.3536314488076778,
      "grad_norm": 0.3384599983692169,
      "learning_rate": 0.00019330441678466328,
      "loss": 0.2978,
      "step": 4219
    },
    {
      "epoch": 0.35371526759146726,
      "grad_norm": 0.37520748376846313,
      "learning_rate": 0.00019330125583973248,
      "loss": 0.3926,
      "step": 4220
    },
    {
      "epoch": 0.3537990863752567,
      "grad_norm": 0.32927271723747253,
      "learning_rate": 0.00019329809417470265,
      "loss": 0.3116,
      "step": 4221
    },
    {
      "epoch": 0.35388290515904613,
      "grad_norm": 0.3078671395778656,
      "learning_rate": 0.00019329493178959822,
      "loss": 0.2866,
      "step": 4222
    },
    {
      "epoch": 0.35396672394283557,
      "grad_norm": 0.32962170243263245,
      "learning_rate": 0.00019329176868444357,
      "loss": 0.2884,
      "step": 4223
    },
    {
      "epoch": 0.35405054272662506,
      "grad_norm": 0.34477049112319946,
      "learning_rate": 0.00019328860485926316,
      "loss": 0.3117,
      "step": 4224
    },
    {
      "epoch": 0.3541343615104145,
      "grad_norm": 0.3219166398048401,
      "learning_rate": 0.00019328544031408136,
      "loss": 0.2894,
      "step": 4225
    },
    {
      "epoch": 0.35421818029420393,
      "grad_norm": 0.37365835905075073,
      "learning_rate": 0.00019328227504892263,
      "loss": 0.3637,
      "step": 4226
    },
    {
      "epoch": 0.35430199907799337,
      "grad_norm": 0.33376550674438477,
      "learning_rate": 0.00019327910906381134,
      "loss": 0.3178,
      "step": 4227
    },
    {
      "epoch": 0.3543858178617828,
      "grad_norm": 0.3409155309200287,
      "learning_rate": 0.000193275942358772,
      "loss": 0.3281,
      "step": 4228
    },
    {
      "epoch": 0.3544696366455723,
      "grad_norm": 0.35653990507125854,
      "learning_rate": 0.00019327277493382905,
      "loss": 0.3668,
      "step": 4229
    },
    {
      "epoch": 0.35455345542936173,
      "grad_norm": 0.33422020077705383,
      "learning_rate": 0.00019326960678900688,
      "loss": 0.3215,
      "step": 4230
    },
    {
      "epoch": 0.35463727421315117,
      "grad_norm": 0.31087416410446167,
      "learning_rate": 0.00019326643792432995,
      "loss": 0.2769,
      "step": 4231
    },
    {
      "epoch": 0.3547210929969406,
      "grad_norm": 0.3456253707408905,
      "learning_rate": 0.00019326326833982274,
      "loss": 0.3292,
      "step": 4232
    },
    {
      "epoch": 0.35480491178073004,
      "grad_norm": 0.3167455494403839,
      "learning_rate": 0.0001932600980355097,
      "loss": 0.2886,
      "step": 4233
    },
    {
      "epoch": 0.35488873056451953,
      "grad_norm": 0.3723336160182953,
      "learning_rate": 0.00019325692701141532,
      "loss": 0.4109,
      "step": 4234
    },
    {
      "epoch": 0.35497254934830896,
      "grad_norm": 0.34886157512664795,
      "learning_rate": 0.00019325375526756404,
      "loss": 0.3282,
      "step": 4235
    },
    {
      "epoch": 0.3550563681320984,
      "grad_norm": 0.3374303877353668,
      "learning_rate": 0.00019325058280398038,
      "loss": 0.3213,
      "step": 4236
    },
    {
      "epoch": 0.35514018691588783,
      "grad_norm": 0.3480317294597626,
      "learning_rate": 0.00019324740962068878,
      "loss": 0.3637,
      "step": 4237
    },
    {
      "epoch": 0.3552240056996773,
      "grad_norm": 0.3494352698326111,
      "learning_rate": 0.00019324423571771376,
      "loss": 0.3253,
      "step": 4238
    },
    {
      "epoch": 0.35530782448346676,
      "grad_norm": 0.31676939129829407,
      "learning_rate": 0.00019324106109507984,
      "loss": 0.3041,
      "step": 4239
    },
    {
      "epoch": 0.3553916432672562,
      "grad_norm": 0.3582302927970886,
      "learning_rate": 0.00019323788575281148,
      "loss": 0.3562,
      "step": 4240
    },
    {
      "epoch": 0.35547546205104563,
      "grad_norm": 0.3490094542503357,
      "learning_rate": 0.0001932347096909332,
      "loss": 0.3587,
      "step": 4241
    },
    {
      "epoch": 0.35555928083483507,
      "grad_norm": 0.33191749453544617,
      "learning_rate": 0.00019323153290946952,
      "loss": 0.3108,
      "step": 4242
    },
    {
      "epoch": 0.35564309961862456,
      "grad_norm": 0.3224825859069824,
      "learning_rate": 0.0001932283554084449,
      "loss": 0.3054,
      "step": 4243
    },
    {
      "epoch": 0.355726918402414,
      "grad_norm": 0.31960389018058777,
      "learning_rate": 0.00019322517718788396,
      "loss": 0.282,
      "step": 4244
    },
    {
      "epoch": 0.35581073718620343,
      "grad_norm": 0.3577781021595001,
      "learning_rate": 0.00019322199824781117,
      "loss": 0.3666,
      "step": 4245
    },
    {
      "epoch": 0.35589455596999287,
      "grad_norm": 0.3245786726474762,
      "learning_rate": 0.00019321881858825108,
      "loss": 0.3217,
      "step": 4246
    },
    {
      "epoch": 0.3559783747537823,
      "grad_norm": 0.37917545437812805,
      "learning_rate": 0.00019321563820922825,
      "loss": 0.3793,
      "step": 4247
    },
    {
      "epoch": 0.3560621935375718,
      "grad_norm": 0.32247745990753174,
      "learning_rate": 0.00019321245711076719,
      "loss": 0.269,
      "step": 4248
    },
    {
      "epoch": 0.3561460123213612,
      "grad_norm": 0.33764731884002686,
      "learning_rate": 0.00019320927529289244,
      "loss": 0.327,
      "step": 4249
    },
    {
      "epoch": 0.35622983110515066,
      "grad_norm": 0.36107537150382996,
      "learning_rate": 0.00019320609275562864,
      "loss": 0.328,
      "step": 4250
    },
    {
      "epoch": 0.3563136498889401,
      "grad_norm": 0.3768586218357086,
      "learning_rate": 0.00019320290949900027,
      "loss": 0.3499,
      "step": 4251
    },
    {
      "epoch": 0.35639746867272953,
      "grad_norm": 0.335283488035202,
      "learning_rate": 0.00019319972552303192,
      "loss": 0.3114,
      "step": 4252
    },
    {
      "epoch": 0.356481287456519,
      "grad_norm": 0.3439444303512573,
      "learning_rate": 0.0001931965408277482,
      "loss": 0.2978,
      "step": 4253
    },
    {
      "epoch": 0.35656510624030846,
      "grad_norm": 0.3323866128921509,
      "learning_rate": 0.00019319335541317361,
      "loss": 0.3019,
      "step": 4254
    },
    {
      "epoch": 0.3566489250240979,
      "grad_norm": 0.3802463114261627,
      "learning_rate": 0.00019319016927933283,
      "loss": 0.3709,
      "step": 4255
    },
    {
      "epoch": 0.35673274380788733,
      "grad_norm": 0.3689783215522766,
      "learning_rate": 0.0001931869824262504,
      "loss": 0.403,
      "step": 4256
    },
    {
      "epoch": 0.3568165625916768,
      "grad_norm": 0.3176793158054352,
      "learning_rate": 0.0001931837948539509,
      "loss": 0.2702,
      "step": 4257
    },
    {
      "epoch": 0.35690038137546626,
      "grad_norm": 0.31425437331199646,
      "learning_rate": 0.00019318060656245894,
      "loss": 0.2474,
      "step": 4258
    },
    {
      "epoch": 0.3569842001592557,
      "grad_norm": 0.36950480937957764,
      "learning_rate": 0.00019317741755179918,
      "loss": 0.3376,
      "step": 4259
    },
    {
      "epoch": 0.35706801894304513,
      "grad_norm": 0.38601747155189514,
      "learning_rate": 0.00019317422782199616,
      "loss": 0.3826,
      "step": 4260
    },
    {
      "epoch": 0.35715183772683456,
      "grad_norm": 0.31939980387687683,
      "learning_rate": 0.00019317103737307456,
      "loss": 0.2812,
      "step": 4261
    },
    {
      "epoch": 0.35723565651062406,
      "grad_norm": 0.3550446033477783,
      "learning_rate": 0.00019316784620505896,
      "loss": 0.3196,
      "step": 4262
    },
    {
      "epoch": 0.3573194752944135,
      "grad_norm": 0.34064480662345886,
      "learning_rate": 0.00019316465431797403,
      "loss": 0.3587,
      "step": 4263
    },
    {
      "epoch": 0.3574032940782029,
      "grad_norm": 0.31187668442726135,
      "learning_rate": 0.00019316146171184434,
      "loss": 0.2935,
      "step": 4264
    },
    {
      "epoch": 0.35748711286199236,
      "grad_norm": 0.3324364125728607,
      "learning_rate": 0.0001931582683866946,
      "loss": 0.2791,
      "step": 4265
    },
    {
      "epoch": 0.3575709316457818,
      "grad_norm": 0.31847676634788513,
      "learning_rate": 0.00019315507434254937,
      "loss": 0.3189,
      "step": 4266
    },
    {
      "epoch": 0.3576547504295713,
      "grad_norm": 0.38029229640960693,
      "learning_rate": 0.00019315187957943343,
      "loss": 0.3384,
      "step": 4267
    },
    {
      "epoch": 0.3577385692133607,
      "grad_norm": 0.3738913834095001,
      "learning_rate": 0.00019314868409737134,
      "loss": 0.387,
      "step": 4268
    },
    {
      "epoch": 0.35782238799715016,
      "grad_norm": 0.36192721128463745,
      "learning_rate": 0.00019314548789638777,
      "loss": 0.3334,
      "step": 4269
    },
    {
      "epoch": 0.3579062067809396,
      "grad_norm": 0.33089160919189453,
      "learning_rate": 0.00019314229097650742,
      "loss": 0.2851,
      "step": 4270
    },
    {
      "epoch": 0.35799002556472903,
      "grad_norm": 0.3280203640460968,
      "learning_rate": 0.00019313909333775495,
      "loss": 0.3005,
      "step": 4271
    },
    {
      "epoch": 0.3580738443485185,
      "grad_norm": 0.3641727864742279,
      "learning_rate": 0.00019313589498015505,
      "loss": 0.3466,
      "step": 4272
    },
    {
      "epoch": 0.35815766313230796,
      "grad_norm": 0.32713624835014343,
      "learning_rate": 0.00019313269590373237,
      "loss": 0.3261,
      "step": 4273
    },
    {
      "epoch": 0.3582414819160974,
      "grad_norm": 0.34262001514434814,
      "learning_rate": 0.00019312949610851167,
      "loss": 0.3211,
      "step": 4274
    },
    {
      "epoch": 0.35832530069988683,
      "grad_norm": 0.351901650428772,
      "learning_rate": 0.00019312629559451754,
      "loss": 0.3481,
      "step": 4275
    },
    {
      "epoch": 0.3584091194836763,
      "grad_norm": 0.40650174021720886,
      "learning_rate": 0.00019312309436177478,
      "loss": 0.3164,
      "step": 4276
    },
    {
      "epoch": 0.35849293826746575,
      "grad_norm": 0.3296707272529602,
      "learning_rate": 0.00019311989241030806,
      "loss": 0.2806,
      "step": 4277
    },
    {
      "epoch": 0.3585767570512552,
      "grad_norm": 0.3333386182785034,
      "learning_rate": 0.00019311668974014208,
      "loss": 0.2997,
      "step": 4278
    },
    {
      "epoch": 0.3586605758350446,
      "grad_norm": 0.31525659561157227,
      "learning_rate": 0.00019311348635130156,
      "loss": 0.2932,
      "step": 4279
    },
    {
      "epoch": 0.35874439461883406,
      "grad_norm": 0.3392253816127777,
      "learning_rate": 0.00019311028224381125,
      "loss": 0.3029,
      "step": 4280
    },
    {
      "epoch": 0.35882821340262355,
      "grad_norm": 0.3459986448287964,
      "learning_rate": 0.00019310707741769588,
      "loss": 0.2978,
      "step": 4281
    },
    {
      "epoch": 0.358912032186413,
      "grad_norm": 0.3205471932888031,
      "learning_rate": 0.00019310387187298014,
      "loss": 0.289,
      "step": 4282
    },
    {
      "epoch": 0.3589958509702024,
      "grad_norm": 0.376142680644989,
      "learning_rate": 0.0001931006656096888,
      "loss": 0.3633,
      "step": 4283
    },
    {
      "epoch": 0.35907966975399186,
      "grad_norm": 0.3176308870315552,
      "learning_rate": 0.00019309745862784662,
      "loss": 0.2571,
      "step": 4284
    },
    {
      "epoch": 0.3591634885377813,
      "grad_norm": 0.34269362688064575,
      "learning_rate": 0.00019309425092747833,
      "loss": 0.3111,
      "step": 4285
    },
    {
      "epoch": 0.3592473073215708,
      "grad_norm": 0.37062790989875793,
      "learning_rate": 0.00019309104250860866,
      "loss": 0.3734,
      "step": 4286
    },
    {
      "epoch": 0.3593311261053602,
      "grad_norm": 0.35756948590278625,
      "learning_rate": 0.00019308783337126245,
      "loss": 0.343,
      "step": 4287
    },
    {
      "epoch": 0.35941494488914966,
      "grad_norm": 0.36691752076148987,
      "learning_rate": 0.0001930846235154644,
      "loss": 0.3611,
      "step": 4288
    },
    {
      "epoch": 0.3594987636729391,
      "grad_norm": 0.3321164846420288,
      "learning_rate": 0.00019308141294123934,
      "loss": 0.2888,
      "step": 4289
    },
    {
      "epoch": 0.35958258245672853,
      "grad_norm": 0.3562881052494049,
      "learning_rate": 0.000193078201648612,
      "loss": 0.3487,
      "step": 4290
    },
    {
      "epoch": 0.359666401240518,
      "grad_norm": 0.36386609077453613,
      "learning_rate": 0.00019307498963760716,
      "loss": 0.3547,
      "step": 4291
    },
    {
      "epoch": 0.35975022002430745,
      "grad_norm": 0.36036375164985657,
      "learning_rate": 0.00019307177690824966,
      "loss": 0.2931,
      "step": 4292
    },
    {
      "epoch": 0.3598340388080969,
      "grad_norm": 0.35869887471199036,
      "learning_rate": 0.00019306856346056425,
      "loss": 0.3307,
      "step": 4293
    },
    {
      "epoch": 0.3599178575918863,
      "grad_norm": 0.3853417932987213,
      "learning_rate": 0.00019306534929457576,
      "loss": 0.3909,
      "step": 4294
    },
    {
      "epoch": 0.3600016763756758,
      "grad_norm": 0.35590192675590515,
      "learning_rate": 0.00019306213441030895,
      "loss": 0.3352,
      "step": 4295
    },
    {
      "epoch": 0.36008549515946525,
      "grad_norm": 0.35724103450775146,
      "learning_rate": 0.0001930589188077887,
      "loss": 0.3637,
      "step": 4296
    },
    {
      "epoch": 0.3601693139432547,
      "grad_norm": 0.3328304886817932,
      "learning_rate": 0.0001930557024870398,
      "loss": 0.3029,
      "step": 4297
    },
    {
      "epoch": 0.3602531327270441,
      "grad_norm": 0.3196712136268616,
      "learning_rate": 0.00019305248544808706,
      "loss": 0.2966,
      "step": 4298
    },
    {
      "epoch": 0.36033695151083356,
      "grad_norm": 0.3120712637901306,
      "learning_rate": 0.00019304926769095535,
      "loss": 0.2847,
      "step": 4299
    },
    {
      "epoch": 0.36042077029462305,
      "grad_norm": 0.34180426597595215,
      "learning_rate": 0.00019304604921566943,
      "loss": 0.3047,
      "step": 4300
    },
    {
      "epoch": 0.3605045890784125,
      "grad_norm": 0.3414280116558075,
      "learning_rate": 0.0001930428300222542,
      "loss": 0.3188,
      "step": 4301
    },
    {
      "epoch": 0.3605884078622019,
      "grad_norm": 0.33175259828567505,
      "learning_rate": 0.00019303961011073447,
      "loss": 0.3035,
      "step": 4302
    },
    {
      "epoch": 0.36067222664599136,
      "grad_norm": 0.347735196352005,
      "learning_rate": 0.00019303638948113517,
      "loss": 0.3336,
      "step": 4303
    },
    {
      "epoch": 0.3607560454297808,
      "grad_norm": 0.39658090472221375,
      "learning_rate": 0.00019303316813348105,
      "loss": 0.4252,
      "step": 4304
    },
    {
      "epoch": 0.3608398642135703,
      "grad_norm": 0.37402206659317017,
      "learning_rate": 0.00019302994606779702,
      "loss": 0.3977,
      "step": 4305
    },
    {
      "epoch": 0.3609236829973597,
      "grad_norm": 0.3175196051597595,
      "learning_rate": 0.00019302672328410796,
      "loss": 0.2551,
      "step": 4306
    },
    {
      "epoch": 0.36100750178114915,
      "grad_norm": 0.30072593688964844,
      "learning_rate": 0.00019302349978243873,
      "loss": 0.2678,
      "step": 4307
    },
    {
      "epoch": 0.3610913205649386,
      "grad_norm": 0.3244369626045227,
      "learning_rate": 0.00019302027556281418,
      "loss": 0.2831,
      "step": 4308
    },
    {
      "epoch": 0.361175139348728,
      "grad_norm": 0.35456714034080505,
      "learning_rate": 0.00019301705062525927,
      "loss": 0.3198,
      "step": 4309
    },
    {
      "epoch": 0.3612589581325175,
      "grad_norm": 0.325846403837204,
      "learning_rate": 0.00019301382496979882,
      "loss": 0.2951,
      "step": 4310
    },
    {
      "epoch": 0.36134277691630695,
      "grad_norm": 0.346689373254776,
      "learning_rate": 0.00019301059859645777,
      "loss": 0.2482,
      "step": 4311
    },
    {
      "epoch": 0.3614265957000964,
      "grad_norm": 0.3203471302986145,
      "learning_rate": 0.000193007371505261,
      "loss": 0.2862,
      "step": 4312
    },
    {
      "epoch": 0.3615104144838858,
      "grad_norm": 0.36835977435112,
      "learning_rate": 0.00019300414369623342,
      "loss": 0.3183,
      "step": 4313
    },
    {
      "epoch": 0.3615942332676753,
      "grad_norm": 0.3721511960029602,
      "learning_rate": 0.0001930009151693999,
      "loss": 0.3522,
      "step": 4314
    },
    {
      "epoch": 0.36167805205146475,
      "grad_norm": 0.3561737835407257,
      "learning_rate": 0.00019299768592478543,
      "loss": 0.3242,
      "step": 4315
    },
    {
      "epoch": 0.3617618708352542,
      "grad_norm": 0.3371783196926117,
      "learning_rate": 0.0001929944559624149,
      "loss": 0.3295,
      "step": 4316
    },
    {
      "epoch": 0.3618456896190436,
      "grad_norm": 0.3322363495826721,
      "learning_rate": 0.00019299122528231325,
      "loss": 0.3476,
      "step": 4317
    },
    {
      "epoch": 0.36192950840283306,
      "grad_norm": 0.3460540175437927,
      "learning_rate": 0.0001929879938845054,
      "loss": 0.3281,
      "step": 4318
    },
    {
      "epoch": 0.36201332718662255,
      "grad_norm": 0.329317182302475,
      "learning_rate": 0.00019298476176901627,
      "loss": 0.34,
      "step": 4319
    },
    {
      "epoch": 0.362097145970412,
      "grad_norm": 0.31138068437576294,
      "learning_rate": 0.00019298152893587085,
      "loss": 0.2524,
      "step": 4320
    },
    {
      "epoch": 0.3621809647542014,
      "grad_norm": 0.37538227438926697,
      "learning_rate": 0.00019297829538509408,
      "loss": 0.3324,
      "step": 4321
    },
    {
      "epoch": 0.36226478353799085,
      "grad_norm": 0.3194003999233246,
      "learning_rate": 0.00019297506111671088,
      "loss": 0.2878,
      "step": 4322
    },
    {
      "epoch": 0.3623486023217803,
      "grad_norm": 0.3271246552467346,
      "learning_rate": 0.00019297182613074626,
      "loss": 0.2656,
      "step": 4323
    },
    {
      "epoch": 0.3624324211055698,
      "grad_norm": 0.35075196623802185,
      "learning_rate": 0.00019296859042722516,
      "loss": 0.3129,
      "step": 4324
    },
    {
      "epoch": 0.3625162398893592,
      "grad_norm": 0.35790419578552246,
      "learning_rate": 0.00019296535400617257,
      "loss": 0.3346,
      "step": 4325
    },
    {
      "epoch": 0.36260005867314865,
      "grad_norm": 0.383597195148468,
      "learning_rate": 0.00019296211686761346,
      "loss": 0.3545,
      "step": 4326
    },
    {
      "epoch": 0.3626838774569381,
      "grad_norm": 0.34942156076431274,
      "learning_rate": 0.0001929588790115728,
      "loss": 0.3604,
      "step": 4327
    },
    {
      "epoch": 0.3627676962407275,
      "grad_norm": 0.3069000542163849,
      "learning_rate": 0.00019295564043807562,
      "loss": 0.3129,
      "step": 4328
    },
    {
      "epoch": 0.362851515024517,
      "grad_norm": 0.35654646158218384,
      "learning_rate": 0.00019295240114714686,
      "loss": 0.3285,
      "step": 4329
    },
    {
      "epoch": 0.36293533380830645,
      "grad_norm": 0.3302190601825714,
      "learning_rate": 0.00019294916113881156,
      "loss": 0.2931,
      "step": 4330
    },
    {
      "epoch": 0.3630191525920959,
      "grad_norm": 0.3577674925327301,
      "learning_rate": 0.00019294592041309473,
      "loss": 0.3474,
      "step": 4331
    },
    {
      "epoch": 0.3631029713758853,
      "grad_norm": 0.3729149401187897,
      "learning_rate": 0.00019294267897002136,
      "loss": 0.3643,
      "step": 4332
    },
    {
      "epoch": 0.3631867901596748,
      "grad_norm": 0.35936635732650757,
      "learning_rate": 0.00019293943680961646,
      "loss": 0.377,
      "step": 4333
    },
    {
      "epoch": 0.36327060894346425,
      "grad_norm": 0.3620390295982361,
      "learning_rate": 0.00019293619393190506,
      "loss": 0.3339,
      "step": 4334
    },
    {
      "epoch": 0.3633544277272537,
      "grad_norm": 0.33609282970428467,
      "learning_rate": 0.00019293295033691223,
      "loss": 0.3025,
      "step": 4335
    },
    {
      "epoch": 0.3634382465110431,
      "grad_norm": 0.3696270287036896,
      "learning_rate": 0.00019292970602466296,
      "loss": 0.3417,
      "step": 4336
    },
    {
      "epoch": 0.36352206529483255,
      "grad_norm": 0.3316135108470917,
      "learning_rate": 0.00019292646099518227,
      "loss": 0.3046,
      "step": 4337
    },
    {
      "epoch": 0.36360588407862204,
      "grad_norm": 0.29871121048927307,
      "learning_rate": 0.00019292321524849528,
      "loss": 0.2681,
      "step": 4338
    },
    {
      "epoch": 0.3636897028624115,
      "grad_norm": 0.33134642243385315,
      "learning_rate": 0.00019291996878462698,
      "loss": 0.3278,
      "step": 4339
    },
    {
      "epoch": 0.3637735216462009,
      "grad_norm": 0.31062230467796326,
      "learning_rate": 0.00019291672160360243,
      "loss": 0.2563,
      "step": 4340
    },
    {
      "epoch": 0.36385734042999035,
      "grad_norm": 0.36429905891418457,
      "learning_rate": 0.00019291347370544674,
      "loss": 0.3754,
      "step": 4341
    },
    {
      "epoch": 0.3639411592137798,
      "grad_norm": 0.3379668891429901,
      "learning_rate": 0.0001929102250901849,
      "loss": 0.3158,
      "step": 4342
    },
    {
      "epoch": 0.3640249779975693,
      "grad_norm": 0.328671932220459,
      "learning_rate": 0.00019290697575784202,
      "loss": 0.3055,
      "step": 4343
    },
    {
      "epoch": 0.3641087967813587,
      "grad_norm": 0.31590378284454346,
      "learning_rate": 0.00019290372570844323,
      "loss": 0.2492,
      "step": 4344
    },
    {
      "epoch": 0.36419261556514815,
      "grad_norm": 0.3530825972557068,
      "learning_rate": 0.00019290047494201353,
      "loss": 0.3143,
      "step": 4345
    },
    {
      "epoch": 0.3642764343489376,
      "grad_norm": 0.3635280728340149,
      "learning_rate": 0.00019289722345857806,
      "loss": 0.3413,
      "step": 4346
    },
    {
      "epoch": 0.364360253132727,
      "grad_norm": 0.34375426173210144,
      "learning_rate": 0.0001928939712581619,
      "loss": 0.296,
      "step": 4347
    },
    {
      "epoch": 0.3644440719165165,
      "grad_norm": 0.38486790657043457,
      "learning_rate": 0.00019289071834079012,
      "loss": 0.335,
      "step": 4348
    },
    {
      "epoch": 0.36452789070030595,
      "grad_norm": 0.38683831691741943,
      "learning_rate": 0.0001928874647064879,
      "loss": 0.3762,
      "step": 4349
    },
    {
      "epoch": 0.3646117094840954,
      "grad_norm": 0.3121802508831024,
      "learning_rate": 0.00019288421035528028,
      "loss": 0.3026,
      "step": 4350
    },
    {
      "epoch": 0.3646955282678848,
      "grad_norm": 0.33100634813308716,
      "learning_rate": 0.00019288095528719243,
      "loss": 0.3002,
      "step": 4351
    },
    {
      "epoch": 0.3647793470516743,
      "grad_norm": 0.3319312334060669,
      "learning_rate": 0.00019287769950224944,
      "loss": 0.3158,
      "step": 4352
    },
    {
      "epoch": 0.36486316583546374,
      "grad_norm": 0.3847031891345978,
      "learning_rate": 0.00019287444300047644,
      "loss": 0.385,
      "step": 4353
    },
    {
      "epoch": 0.3649469846192532,
      "grad_norm": 0.3292016088962555,
      "learning_rate": 0.00019287118578189858,
      "loss": 0.3272,
      "step": 4354
    },
    {
      "epoch": 0.3650308034030426,
      "grad_norm": 0.34659862518310547,
      "learning_rate": 0.00019286792784654097,
      "loss": 0.3257,
      "step": 4355
    },
    {
      "epoch": 0.36511462218683205,
      "grad_norm": 0.3547011911869049,
      "learning_rate": 0.0001928646691944288,
      "loss": 0.3226,
      "step": 4356
    },
    {
      "epoch": 0.36519844097062154,
      "grad_norm": 0.3381717801094055,
      "learning_rate": 0.0001928614098255872,
      "loss": 0.3042,
      "step": 4357
    },
    {
      "epoch": 0.365282259754411,
      "grad_norm": 0.376647025346756,
      "learning_rate": 0.0001928581497400413,
      "loss": 0.398,
      "step": 4358
    },
    {
      "epoch": 0.3653660785382004,
      "grad_norm": 0.34430959820747375,
      "learning_rate": 0.0001928548889378163,
      "loss": 0.292,
      "step": 4359
    },
    {
      "epoch": 0.36544989732198985,
      "grad_norm": 0.3583064079284668,
      "learning_rate": 0.00019285162741893732,
      "loss": 0.3729,
      "step": 4360
    },
    {
      "epoch": 0.3655337161057793,
      "grad_norm": 0.34002581238746643,
      "learning_rate": 0.00019284836518342958,
      "loss": 0.34,
      "step": 4361
    },
    {
      "epoch": 0.3656175348895688,
      "grad_norm": 0.32534411549568176,
      "learning_rate": 0.00019284510223131822,
      "loss": 0.2966,
      "step": 4362
    },
    {
      "epoch": 0.3657013536733582,
      "grad_norm": 0.3285723328590393,
      "learning_rate": 0.00019284183856262845,
      "loss": 0.3144,
      "step": 4363
    },
    {
      "epoch": 0.36578517245714764,
      "grad_norm": 0.2874414324760437,
      "learning_rate": 0.00019283857417738546,
      "loss": 0.2453,
      "step": 4364
    },
    {
      "epoch": 0.3658689912409371,
      "grad_norm": 0.371848464012146,
      "learning_rate": 0.00019283530907561445,
      "loss": 0.3677,
      "step": 4365
    },
    {
      "epoch": 0.3659528100247265,
      "grad_norm": 0.3501627445220947,
      "learning_rate": 0.0001928320432573406,
      "loss": 0.3112,
      "step": 4366
    },
    {
      "epoch": 0.366036628808516,
      "grad_norm": 0.33489710092544556,
      "learning_rate": 0.0001928287767225891,
      "loss": 0.3194,
      "step": 4367
    },
    {
      "epoch": 0.36612044759230544,
      "grad_norm": 0.35310718417167664,
      "learning_rate": 0.0001928255094713852,
      "loss": 0.3408,
      "step": 4368
    },
    {
      "epoch": 0.3662042663760949,
      "grad_norm": 0.3671059310436249,
      "learning_rate": 0.00019282224150375408,
      "loss": 0.3465,
      "step": 4369
    },
    {
      "epoch": 0.3662880851598843,
      "grad_norm": 0.3378426730632782,
      "learning_rate": 0.000192818972819721,
      "loss": 0.2952,
      "step": 4370
    },
    {
      "epoch": 0.3663719039436738,
      "grad_norm": 0.35512489080429077,
      "learning_rate": 0.00019281570341931118,
      "loss": 0.3595,
      "step": 4371
    },
    {
      "epoch": 0.36645572272746324,
      "grad_norm": 0.31060928106307983,
      "learning_rate": 0.00019281243330254982,
      "loss": 0.2844,
      "step": 4372
    },
    {
      "epoch": 0.3665395415112527,
      "grad_norm": 0.31660130620002747,
      "learning_rate": 0.00019280916246946218,
      "loss": 0.2935,
      "step": 4373
    },
    {
      "epoch": 0.3666233602950421,
      "grad_norm": 0.3548961579799652,
      "learning_rate": 0.00019280589092007352,
      "loss": 0.2898,
      "step": 4374
    },
    {
      "epoch": 0.36670717907883155,
      "grad_norm": 0.3776629567146301,
      "learning_rate": 0.00019280261865440906,
      "loss": 0.3348,
      "step": 4375
    },
    {
      "epoch": 0.36679099786262104,
      "grad_norm": 0.3055475354194641,
      "learning_rate": 0.00019279934567249408,
      "loss": 0.2439,
      "step": 4376
    },
    {
      "epoch": 0.3668748166464105,
      "grad_norm": 0.3481813073158264,
      "learning_rate": 0.00019279607197435382,
      "loss": 0.308,
      "step": 4377
    },
    {
      "epoch": 0.3669586354301999,
      "grad_norm": 0.33741483092308044,
      "learning_rate": 0.0001927927975600136,
      "loss": 0.2559,
      "step": 4378
    },
    {
      "epoch": 0.36704245421398934,
      "grad_norm": 0.37262794375419617,
      "learning_rate": 0.0001927895224294986,
      "loss": 0.34,
      "step": 4379
    },
    {
      "epoch": 0.3671262729977788,
      "grad_norm": 0.311160147190094,
      "learning_rate": 0.00019278624658283417,
      "loss": 0.2325,
      "step": 4380
    },
    {
      "epoch": 0.36721009178156827,
      "grad_norm": 0.33070486783981323,
      "learning_rate": 0.00019278297002004558,
      "loss": 0.243,
      "step": 4381
    },
    {
      "epoch": 0.3672939105653577,
      "grad_norm": 0.3368695080280304,
      "learning_rate": 0.00019277969274115808,
      "loss": 0.29,
      "step": 4382
    },
    {
      "epoch": 0.36737772934914714,
      "grad_norm": 0.34387362003326416,
      "learning_rate": 0.00019277641474619702,
      "loss": 0.3342,
      "step": 4383
    },
    {
      "epoch": 0.3674615481329366,
      "grad_norm": 0.3893705904483795,
      "learning_rate": 0.00019277313603518765,
      "loss": 0.3522,
      "step": 4384
    },
    {
      "epoch": 0.367545366916726,
      "grad_norm": 0.33338096737861633,
      "learning_rate": 0.0001927698566081553,
      "loss": 0.2542,
      "step": 4385
    },
    {
      "epoch": 0.3676291857005155,
      "grad_norm": 0.32350993156433105,
      "learning_rate": 0.00019276657646512529,
      "loss": 0.3092,
      "step": 4386
    },
    {
      "epoch": 0.36771300448430494,
      "grad_norm": 0.3652997612953186,
      "learning_rate": 0.00019276329560612295,
      "loss": 0.3072,
      "step": 4387
    },
    {
      "epoch": 0.3677968232680944,
      "grad_norm": 0.34184569120407104,
      "learning_rate": 0.0001927600140311735,
      "loss": 0.3472,
      "step": 4388
    },
    {
      "epoch": 0.3678806420518838,
      "grad_norm": 0.36564236879348755,
      "learning_rate": 0.00019275673174030242,
      "loss": 0.3351,
      "step": 4389
    },
    {
      "epoch": 0.3679644608356733,
      "grad_norm": 0.33504289388656616,
      "learning_rate": 0.0001927534487335349,
      "loss": 0.3538,
      "step": 4390
    },
    {
      "epoch": 0.36804827961946274,
      "grad_norm": 0.3130422532558441,
      "learning_rate": 0.0001927501650108964,
      "loss": 0.2614,
      "step": 4391
    },
    {
      "epoch": 0.3681320984032522,
      "grad_norm": 0.3298713266849518,
      "learning_rate": 0.0001927468805724122,
      "loss": 0.2859,
      "step": 4392
    },
    {
      "epoch": 0.3682159171870416,
      "grad_norm": 0.31727612018585205,
      "learning_rate": 0.00019274359541810763,
      "loss": 0.2918,
      "step": 4393
    },
    {
      "epoch": 0.36829973597083104,
      "grad_norm": 0.3015446960926056,
      "learning_rate": 0.00019274030954800808,
      "loss": 0.2749,
      "step": 4394
    },
    {
      "epoch": 0.36838355475462053,
      "grad_norm": 0.31350091099739075,
      "learning_rate": 0.00019273702296213893,
      "loss": 0.2781,
      "step": 4395
    },
    {
      "epoch": 0.36846737353840997,
      "grad_norm": 0.31637823581695557,
      "learning_rate": 0.00019273373566052547,
      "loss": 0.2823,
      "step": 4396
    },
    {
      "epoch": 0.3685511923221994,
      "grad_norm": 0.3231733739376068,
      "learning_rate": 0.00019273044764319316,
      "loss": 0.335,
      "step": 4397
    },
    {
      "epoch": 0.36863501110598884,
      "grad_norm": 0.3368643820285797,
      "learning_rate": 0.00019272715891016735,
      "loss": 0.2874,
      "step": 4398
    },
    {
      "epoch": 0.3687188298897783,
      "grad_norm": 0.35860371589660645,
      "learning_rate": 0.00019272386946147336,
      "loss": 0.3229,
      "step": 4399
    },
    {
      "epoch": 0.36880264867356777,
      "grad_norm": 0.36939093470573425,
      "learning_rate": 0.00019272057929713664,
      "loss": 0.2936,
      "step": 4400
    },
    {
      "epoch": 0.36880264867356777,
      "eval_loss": 0.32007545232772827,
      "eval_runtime": 61.5035,
      "eval_samples_per_second": 15.609,
      "eval_steps_per_second": 3.902,
      "step": 4400
    },
    {
      "epoch": 0.3688864674573572,
      "grad_norm": 0.3361053168773651,
      "learning_rate": 0.0001927172884171826,
      "loss": 0.2458,
      "step": 4401
    },
    {
      "epoch": 0.36897028624114664,
      "grad_norm": 0.3936639130115509,
      "learning_rate": 0.00019271399682163658,
      "loss": 0.348,
      "step": 4402
    },
    {
      "epoch": 0.3690541050249361,
      "grad_norm": 0.3604913353919983,
      "learning_rate": 0.00019271070451052402,
      "loss": 0.2784,
      "step": 4403
    },
    {
      "epoch": 0.3691379238087255,
      "grad_norm": 0.37022969126701355,
      "learning_rate": 0.00019270741148387033,
      "loss": 0.359,
      "step": 4404
    },
    {
      "epoch": 0.369221742592515,
      "grad_norm": 0.37431779503822327,
      "learning_rate": 0.00019270411774170091,
      "loss": 0.3329,
      "step": 4405
    },
    {
      "epoch": 0.36930556137630444,
      "grad_norm": 0.35918018221855164,
      "learning_rate": 0.0001927008232840412,
      "loss": 0.3342,
      "step": 4406
    },
    {
      "epoch": 0.36938938016009387,
      "grad_norm": 0.36348769068717957,
      "learning_rate": 0.00019269752811091663,
      "loss": 0.3989,
      "step": 4407
    },
    {
      "epoch": 0.3694731989438833,
      "grad_norm": 0.3542232811450958,
      "learning_rate": 0.00019269423222235258,
      "loss": 0.3461,
      "step": 4408
    },
    {
      "epoch": 0.3695570177276728,
      "grad_norm": 0.31063514947891235,
      "learning_rate": 0.00019269093561837455,
      "loss": 0.2589,
      "step": 4409
    },
    {
      "epoch": 0.36964083651146223,
      "grad_norm": 0.3240591585636139,
      "learning_rate": 0.00019268763829900798,
      "loss": 0.2991,
      "step": 4410
    },
    {
      "epoch": 0.36972465529525167,
      "grad_norm": 0.3436742424964905,
      "learning_rate": 0.00019268434026427827,
      "loss": 0.3731,
      "step": 4411
    },
    {
      "epoch": 0.3698084740790411,
      "grad_norm": 0.31200599670410156,
      "learning_rate": 0.00019268104151421093,
      "loss": 0.2672,
      "step": 4412
    },
    {
      "epoch": 0.36989229286283054,
      "grad_norm": 0.353604793548584,
      "learning_rate": 0.00019267774204883136,
      "loss": 0.3162,
      "step": 4413
    },
    {
      "epoch": 0.36997611164662003,
      "grad_norm": 0.3433651924133301,
      "learning_rate": 0.00019267444186816507,
      "loss": 0.3065,
      "step": 4414
    },
    {
      "epoch": 0.37005993043040947,
      "grad_norm": 0.33623239398002625,
      "learning_rate": 0.00019267114097223752,
      "loss": 0.2838,
      "step": 4415
    },
    {
      "epoch": 0.3701437492141989,
      "grad_norm": 0.34552180767059326,
      "learning_rate": 0.00019266783936107418,
      "loss": 0.3076,
      "step": 4416
    },
    {
      "epoch": 0.37022756799798834,
      "grad_norm": 0.3366783857345581,
      "learning_rate": 0.00019266453703470056,
      "loss": 0.3134,
      "step": 4417
    },
    {
      "epoch": 0.3703113867817778,
      "grad_norm": 0.3199376165866852,
      "learning_rate": 0.0001926612339931421,
      "loss": 0.2816,
      "step": 4418
    },
    {
      "epoch": 0.37039520556556726,
      "grad_norm": 0.36670467257499695,
      "learning_rate": 0.00019265793023642434,
      "loss": 0.3416,
      "step": 4419
    },
    {
      "epoch": 0.3704790243493567,
      "grad_norm": 0.33537182211875916,
      "learning_rate": 0.0001926546257645727,
      "loss": 0.2746,
      "step": 4420
    },
    {
      "epoch": 0.37056284313314614,
      "grad_norm": 0.3562690019607544,
      "learning_rate": 0.0001926513205776128,
      "loss": 0.3316,
      "step": 4421
    },
    {
      "epoch": 0.37064666191693557,
      "grad_norm": 0.3730175793170929,
      "learning_rate": 0.00019264801467557007,
      "loss": 0.3525,
      "step": 4422
    },
    {
      "epoch": 0.370730480700725,
      "grad_norm": 0.321258544921875,
      "learning_rate": 0.00019264470805847004,
      "loss": 0.2983,
      "step": 4423
    },
    {
      "epoch": 0.3708142994845145,
      "grad_norm": 0.3220023214817047,
      "learning_rate": 0.00019264140072633828,
      "loss": 0.2714,
      "step": 4424
    },
    {
      "epoch": 0.37089811826830393,
      "grad_norm": 0.3163261413574219,
      "learning_rate": 0.00019263809267920022,
      "loss": 0.2717,
      "step": 4425
    },
    {
      "epoch": 0.37098193705209337,
      "grad_norm": 0.3311186730861664,
      "learning_rate": 0.00019263478391708146,
      "loss": 0.2839,
      "step": 4426
    },
    {
      "epoch": 0.3710657558358828,
      "grad_norm": 0.3386743366718292,
      "learning_rate": 0.00019263147444000748,
      "loss": 0.2855,
      "step": 4427
    },
    {
      "epoch": 0.3711495746196723,
      "grad_norm": 0.3565041720867157,
      "learning_rate": 0.0001926281642480039,
      "loss": 0.3363,
      "step": 4428
    },
    {
      "epoch": 0.37123339340346173,
      "grad_norm": 0.35485315322875977,
      "learning_rate": 0.00019262485334109624,
      "loss": 0.3598,
      "step": 4429
    },
    {
      "epoch": 0.37131721218725117,
      "grad_norm": 0.3240487575531006,
      "learning_rate": 0.00019262154171931,
      "loss": 0.3018,
      "step": 4430
    },
    {
      "epoch": 0.3714010309710406,
      "grad_norm": 0.3777729272842407,
      "learning_rate": 0.00019261822938267082,
      "loss": 0.3883,
      "step": 4431
    },
    {
      "epoch": 0.37148484975483004,
      "grad_norm": 0.386361688375473,
      "learning_rate": 0.00019261491633120422,
      "loss": 0.412,
      "step": 4432
    },
    {
      "epoch": 0.37156866853861953,
      "grad_norm": 0.32187557220458984,
      "learning_rate": 0.00019261160256493578,
      "loss": 0.2702,
      "step": 4433
    },
    {
      "epoch": 0.37165248732240896,
      "grad_norm": 0.3103558421134949,
      "learning_rate": 0.00019260828808389104,
      "loss": 0.2874,
      "step": 4434
    },
    {
      "epoch": 0.3717363061061984,
      "grad_norm": 0.3458097577095032,
      "learning_rate": 0.00019260497288809563,
      "loss": 0.3187,
      "step": 4435
    },
    {
      "epoch": 0.37182012488998784,
      "grad_norm": 0.33970797061920166,
      "learning_rate": 0.00019260165697757516,
      "loss": 0.3005,
      "step": 4436
    },
    {
      "epoch": 0.37190394367377727,
      "grad_norm": 0.35313305258750916,
      "learning_rate": 0.00019259834035235515,
      "loss": 0.3448,
      "step": 4437
    },
    {
      "epoch": 0.37198776245756676,
      "grad_norm": 0.3068302869796753,
      "learning_rate": 0.0001925950230124612,
      "loss": 0.3143,
      "step": 4438
    },
    {
      "epoch": 0.3720715812413562,
      "grad_norm": 0.3485787510871887,
      "learning_rate": 0.00019259170495791898,
      "loss": 0.3358,
      "step": 4439
    },
    {
      "epoch": 0.37215540002514563,
      "grad_norm": 0.3229697048664093,
      "learning_rate": 0.00019258838618875406,
      "loss": 0.3028,
      "step": 4440
    },
    {
      "epoch": 0.37223921880893507,
      "grad_norm": 0.3164888620376587,
      "learning_rate": 0.0001925850667049921,
      "loss": 0.3006,
      "step": 4441
    },
    {
      "epoch": 0.3723230375927245,
      "grad_norm": 0.3058474063873291,
      "learning_rate": 0.00019258174650665862,
      "loss": 0.2491,
      "step": 4442
    },
    {
      "epoch": 0.372406856376514,
      "grad_norm": 0.335490882396698,
      "learning_rate": 0.0001925784255937793,
      "loss": 0.3316,
      "step": 4443
    },
    {
      "epoch": 0.37249067516030343,
      "grad_norm": 0.35821762681007385,
      "learning_rate": 0.00019257510396637975,
      "loss": 0.3157,
      "step": 4444
    },
    {
      "epoch": 0.37257449394409287,
      "grad_norm": 0.34241846203804016,
      "learning_rate": 0.00019257178162448567,
      "loss": 0.3005,
      "step": 4445
    },
    {
      "epoch": 0.3726583127278823,
      "grad_norm": 0.3611448407173157,
      "learning_rate": 0.00019256845856812266,
      "loss": 0.3427,
      "step": 4446
    },
    {
      "epoch": 0.3727421315116718,
      "grad_norm": 0.33756864070892334,
      "learning_rate": 0.00019256513479731636,
      "loss": 0.2844,
      "step": 4447
    },
    {
      "epoch": 0.37282595029546123,
      "grad_norm": 0.34655264019966125,
      "learning_rate": 0.00019256181031209244,
      "loss": 0.316,
      "step": 4448
    },
    {
      "epoch": 0.37290976907925066,
      "grad_norm": 0.3183656334877014,
      "learning_rate": 0.00019255848511247657,
      "loss": 0.2703,
      "step": 4449
    },
    {
      "epoch": 0.3729935878630401,
      "grad_norm": 0.3656579256057739,
      "learning_rate": 0.00019255515919849433,
      "loss": 0.3684,
      "step": 4450
    },
    {
      "epoch": 0.37307740664682953,
      "grad_norm": 0.3362788259983063,
      "learning_rate": 0.0001925518325701715,
      "loss": 0.2991,
      "step": 4451
    },
    {
      "epoch": 0.373161225430619,
      "grad_norm": 0.34380415081977844,
      "learning_rate": 0.0001925485052275337,
      "loss": 0.3247,
      "step": 4452
    },
    {
      "epoch": 0.37324504421440846,
      "grad_norm": 0.3578649163246155,
      "learning_rate": 0.0001925451771706066,
      "loss": 0.3456,
      "step": 4453
    },
    {
      "epoch": 0.3733288629981979,
      "grad_norm": 0.3494853079319,
      "learning_rate": 0.00019254184839941592,
      "loss": 0.3004,
      "step": 4454
    },
    {
      "epoch": 0.37341268178198733,
      "grad_norm": 0.3540566563606262,
      "learning_rate": 0.00019253851891398735,
      "loss": 0.2911,
      "step": 4455
    },
    {
      "epoch": 0.37349650056577677,
      "grad_norm": 0.4002186954021454,
      "learning_rate": 0.00019253518871434656,
      "loss": 0.3857,
      "step": 4456
    },
    {
      "epoch": 0.37358031934956626,
      "grad_norm": 0.36813589930534363,
      "learning_rate": 0.00019253185780051925,
      "loss": 0.3128,
      "step": 4457
    },
    {
      "epoch": 0.3736641381333557,
      "grad_norm": 0.3541461229324341,
      "learning_rate": 0.00019252852617253113,
      "loss": 0.3188,
      "step": 4458
    },
    {
      "epoch": 0.37374795691714513,
      "grad_norm": 0.3429148197174072,
      "learning_rate": 0.00019252519383040797,
      "loss": 0.3295,
      "step": 4459
    },
    {
      "epoch": 0.37383177570093457,
      "grad_norm": 0.35237738490104675,
      "learning_rate": 0.00019252186077417543,
      "loss": 0.3304,
      "step": 4460
    },
    {
      "epoch": 0.373915594484724,
      "grad_norm": 0.3042789697647095,
      "learning_rate": 0.00019251852700385923,
      "loss": 0.2664,
      "step": 4461
    },
    {
      "epoch": 0.3739994132685135,
      "grad_norm": 0.32373136281967163,
      "learning_rate": 0.00019251519251948514,
      "loss": 0.2748,
      "step": 4462
    },
    {
      "epoch": 0.3740832320523029,
      "grad_norm": 0.34724390506744385,
      "learning_rate": 0.00019251185732107885,
      "loss": 0.3286,
      "step": 4463
    },
    {
      "epoch": 0.37416705083609236,
      "grad_norm": 0.3553444743156433,
      "learning_rate": 0.00019250852140866614,
      "loss": 0.3284,
      "step": 4464
    },
    {
      "epoch": 0.3742508696198818,
      "grad_norm": 0.33182504773139954,
      "learning_rate": 0.00019250518478227275,
      "loss": 0.3016,
      "step": 4465
    },
    {
      "epoch": 0.3743346884036713,
      "grad_norm": 0.3406437635421753,
      "learning_rate": 0.00019250184744192445,
      "loss": 0.3274,
      "step": 4466
    },
    {
      "epoch": 0.3744185071874607,
      "grad_norm": 0.3343285322189331,
      "learning_rate": 0.00019249850938764693,
      "loss": 0.2753,
      "step": 4467
    },
    {
      "epoch": 0.37450232597125016,
      "grad_norm": 0.338241845369339,
      "learning_rate": 0.00019249517061946603,
      "loss": 0.3078,
      "step": 4468
    },
    {
      "epoch": 0.3745861447550396,
      "grad_norm": 0.3657507300376892,
      "learning_rate": 0.00019249183113740744,
      "loss": 0.3006,
      "step": 4469
    },
    {
      "epoch": 0.37466996353882903,
      "grad_norm": 0.3284248113632202,
      "learning_rate": 0.000192488490941497,
      "loss": 0.2935,
      "step": 4470
    },
    {
      "epoch": 0.3747537823226185,
      "grad_norm": 0.3286276161670685,
      "learning_rate": 0.00019248515003176048,
      "loss": 0.281,
      "step": 4471
    },
    {
      "epoch": 0.37483760110640796,
      "grad_norm": 0.32901591062545776,
      "learning_rate": 0.00019248180840822365,
      "loss": 0.3081,
      "step": 4472
    },
    {
      "epoch": 0.3749214198901974,
      "grad_norm": 0.3678772747516632,
      "learning_rate": 0.0001924784660709123,
      "loss": 0.3319,
      "step": 4473
    },
    {
      "epoch": 0.37500523867398683,
      "grad_norm": 0.3581828773021698,
      "learning_rate": 0.00019247512301985223,
      "loss": 0.3462,
      "step": 4474
    },
    {
      "epoch": 0.37508905745777626,
      "grad_norm": 0.3820444345474243,
      "learning_rate": 0.00019247177925506924,
      "loss": 0.3976,
      "step": 4475
    },
    {
      "epoch": 0.37517287624156576,
      "grad_norm": 0.3475079834461212,
      "learning_rate": 0.00019246843477658914,
      "loss": 0.3249,
      "step": 4476
    },
    {
      "epoch": 0.3752566950253552,
      "grad_norm": 0.3394947350025177,
      "learning_rate": 0.00019246508958443775,
      "loss": 0.3278,
      "step": 4477
    },
    {
      "epoch": 0.3753405138091446,
      "grad_norm": 0.35281041264533997,
      "learning_rate": 0.00019246174367864086,
      "loss": 0.2825,
      "step": 4478
    },
    {
      "epoch": 0.37542433259293406,
      "grad_norm": 0.3476089835166931,
      "learning_rate": 0.00019245839705922432,
      "loss": 0.3021,
      "step": 4479
    },
    {
      "epoch": 0.3755081513767235,
      "grad_norm": 0.31050047278404236,
      "learning_rate": 0.00019245504972621396,
      "loss": 0.2811,
      "step": 4480
    },
    {
      "epoch": 0.375591970160513,
      "grad_norm": 0.34571051597595215,
      "learning_rate": 0.00019245170167963562,
      "loss": 0.3498,
      "step": 4481
    },
    {
      "epoch": 0.3756757889443024,
      "grad_norm": 0.3592182397842407,
      "learning_rate": 0.00019244835291951508,
      "loss": 0.336,
      "step": 4482
    },
    {
      "epoch": 0.37575960772809186,
      "grad_norm": 0.3502978980541229,
      "learning_rate": 0.00019244500344587829,
      "loss": 0.4045,
      "step": 4483
    },
    {
      "epoch": 0.3758434265118813,
      "grad_norm": 0.32120367884635925,
      "learning_rate": 0.000192441653258751,
      "loss": 0.2963,
      "step": 4484
    },
    {
      "epoch": 0.3759272452956708,
      "grad_norm": 0.3424835205078125,
      "learning_rate": 0.00019243830235815914,
      "loss": 0.3232,
      "step": 4485
    },
    {
      "epoch": 0.3760110640794602,
      "grad_norm": 0.371952623128891,
      "learning_rate": 0.00019243495074412853,
      "loss": 0.3509,
      "step": 4486
    },
    {
      "epoch": 0.37609488286324966,
      "grad_norm": 0.3329510986804962,
      "learning_rate": 0.0001924315984166851,
      "loss": 0.3126,
      "step": 4487
    },
    {
      "epoch": 0.3761787016470391,
      "grad_norm": 0.36544349789619446,
      "learning_rate": 0.00019242824537585459,
      "loss": 0.3755,
      "step": 4488
    },
    {
      "epoch": 0.37626252043082853,
      "grad_norm": 0.3172491788864136,
      "learning_rate": 0.00019242489162166302,
      "loss": 0.3125,
      "step": 4489
    },
    {
      "epoch": 0.376346339214618,
      "grad_norm": 0.34403344988822937,
      "learning_rate": 0.0001924215371541362,
      "loss": 0.3323,
      "step": 4490
    },
    {
      "epoch": 0.37643015799840746,
      "grad_norm": 0.3309973478317261,
      "learning_rate": 0.0001924181819733,
      "loss": 0.2686,
      "step": 4491
    },
    {
      "epoch": 0.3765139767821969,
      "grad_norm": 0.3306090533733368,
      "learning_rate": 0.0001924148260791804,
      "loss": 0.3152,
      "step": 4492
    },
    {
      "epoch": 0.3765977955659863,
      "grad_norm": 0.3448442220687866,
      "learning_rate": 0.00019241146947180325,
      "loss": 0.3136,
      "step": 4493
    },
    {
      "epoch": 0.37668161434977576,
      "grad_norm": 0.313028484582901,
      "learning_rate": 0.00019240811215119448,
      "loss": 0.3115,
      "step": 4494
    },
    {
      "epoch": 0.37676543313356525,
      "grad_norm": 0.3306105434894562,
      "learning_rate": 0.00019240475411737995,
      "loss": 0.3279,
      "step": 4495
    },
    {
      "epoch": 0.3768492519173547,
      "grad_norm": 0.3212648332118988,
      "learning_rate": 0.0001924013953703856,
      "loss": 0.2927,
      "step": 4496
    },
    {
      "epoch": 0.3769330707011441,
      "grad_norm": 0.3284316658973694,
      "learning_rate": 0.00019239803591023739,
      "loss": 0.3202,
      "step": 4497
    },
    {
      "epoch": 0.37701688948493356,
      "grad_norm": 0.31793949007987976,
      "learning_rate": 0.0001923946757369612,
      "loss": 0.2711,
      "step": 4498
    },
    {
      "epoch": 0.377100708268723,
      "grad_norm": 0.3460310101509094,
      "learning_rate": 0.00019239131485058298,
      "loss": 0.3214,
      "step": 4499
    },
    {
      "epoch": 0.3771845270525125,
      "grad_norm": 0.35669973492622375,
      "learning_rate": 0.0001923879532511287,
      "loss": 0.3541,
      "step": 4500
    },
    {
      "epoch": 0.3772683458363019,
      "grad_norm": 0.37223073840141296,
      "learning_rate": 0.00019238459093862424,
      "loss": 0.3878,
      "step": 4501
    },
    {
      "epoch": 0.37735216462009136,
      "grad_norm": 0.30716145038604736,
      "learning_rate": 0.0001923812279130956,
      "loss": 0.2745,
      "step": 4502
    },
    {
      "epoch": 0.3774359834038808,
      "grad_norm": 0.3415566682815552,
      "learning_rate": 0.00019237786417456874,
      "loss": 0.3364,
      "step": 4503
    },
    {
      "epoch": 0.3775198021876703,
      "grad_norm": 0.32277679443359375,
      "learning_rate": 0.0001923744997230696,
      "loss": 0.2744,
      "step": 4504
    },
    {
      "epoch": 0.3776036209714597,
      "grad_norm": 0.348744660615921,
      "learning_rate": 0.00019237113455862414,
      "loss": 0.327,
      "step": 4505
    },
    {
      "epoch": 0.37768743975524915,
      "grad_norm": 0.3599865138530731,
      "learning_rate": 0.00019236776868125836,
      "loss": 0.3187,
      "step": 4506
    },
    {
      "epoch": 0.3777712585390386,
      "grad_norm": 0.29914629459381104,
      "learning_rate": 0.0001923644020909982,
      "loss": 0.2485,
      "step": 4507
    },
    {
      "epoch": 0.377855077322828,
      "grad_norm": 0.3454892933368683,
      "learning_rate": 0.0001923610347878697,
      "loss": 0.3335,
      "step": 4508
    },
    {
      "epoch": 0.3779388961066175,
      "grad_norm": 0.37403595447540283,
      "learning_rate": 0.0001923576667718988,
      "loss": 0.3487,
      "step": 4509
    },
    {
      "epoch": 0.37802271489040695,
      "grad_norm": 0.35305678844451904,
      "learning_rate": 0.0001923542980431115,
      "loss": 0.3428,
      "step": 4510
    },
    {
      "epoch": 0.3781065336741964,
      "grad_norm": 0.32306617498397827,
      "learning_rate": 0.00019235092860153384,
      "loss": 0.2539,
      "step": 4511
    },
    {
      "epoch": 0.3781903524579858,
      "grad_norm": 0.3210395872592926,
      "learning_rate": 0.00019234755844719175,
      "loss": 0.2671,
      "step": 4512
    },
    {
      "epoch": 0.37827417124177526,
      "grad_norm": 0.3489670753479004,
      "learning_rate": 0.0001923441875801113,
      "loss": 0.341,
      "step": 4513
    },
    {
      "epoch": 0.37835799002556475,
      "grad_norm": 0.32047080993652344,
      "learning_rate": 0.0001923408160003185,
      "loss": 0.2846,
      "step": 4514
    },
    {
      "epoch": 0.3784418088093542,
      "grad_norm": 0.3362264335155487,
      "learning_rate": 0.00019233744370783935,
      "loss": 0.3537,
      "step": 4515
    },
    {
      "epoch": 0.3785256275931436,
      "grad_norm": 0.34487488865852356,
      "learning_rate": 0.0001923340707026999,
      "loss": 0.3423,
      "step": 4516
    },
    {
      "epoch": 0.37860944637693306,
      "grad_norm": 0.309041827917099,
      "learning_rate": 0.00019233069698492618,
      "loss": 0.2924,
      "step": 4517
    },
    {
      "epoch": 0.3786932651607225,
      "grad_norm": 0.3199107050895691,
      "learning_rate": 0.00019232732255454422,
      "loss": 0.2955,
      "step": 4518
    },
    {
      "epoch": 0.378777083944512,
      "grad_norm": 0.34893321990966797,
      "learning_rate": 0.00019232394741158006,
      "loss": 0.3696,
      "step": 4519
    },
    {
      "epoch": 0.3788609027283014,
      "grad_norm": 0.3401128053665161,
      "learning_rate": 0.00019232057155605973,
      "loss": 0.354,
      "step": 4520
    },
    {
      "epoch": 0.37894472151209085,
      "grad_norm": 0.31912291049957275,
      "learning_rate": 0.00019231719498800936,
      "loss": 0.2892,
      "step": 4521
    },
    {
      "epoch": 0.3790285402958803,
      "grad_norm": 0.3644353747367859,
      "learning_rate": 0.00019231381770745494,
      "loss": 0.3397,
      "step": 4522
    },
    {
      "epoch": 0.3791123590796698,
      "grad_norm": 0.3488216698169708,
      "learning_rate": 0.00019231043971442254,
      "loss": 0.346,
      "step": 4523
    },
    {
      "epoch": 0.3791961778634592,
      "grad_norm": 0.37659168243408203,
      "learning_rate": 0.00019230706100893829,
      "loss": 0.3665,
      "step": 4524
    },
    {
      "epoch": 0.37927999664724865,
      "grad_norm": 0.3368642032146454,
      "learning_rate": 0.00019230368159102817,
      "loss": 0.2863,
      "step": 4525
    },
    {
      "epoch": 0.3793638154310381,
      "grad_norm": 0.36983197927474976,
      "learning_rate": 0.00019230030146071833,
      "loss": 0.3389,
      "step": 4526
    },
    {
      "epoch": 0.3794476342148275,
      "grad_norm": 0.3241717219352722,
      "learning_rate": 0.00019229692061803485,
      "loss": 0.3107,
      "step": 4527
    },
    {
      "epoch": 0.379531452998617,
      "grad_norm": 0.3370741605758667,
      "learning_rate": 0.00019229353906300383,
      "loss": 0.3479,
      "step": 4528
    },
    {
      "epoch": 0.37961527178240645,
      "grad_norm": 0.3406040072441101,
      "learning_rate": 0.00019229015679565135,
      "loss": 0.3115,
      "step": 4529
    },
    {
      "epoch": 0.3796990905661959,
      "grad_norm": 0.3273817300796509,
      "learning_rate": 0.0001922867738160035,
      "loss": 0.3305,
      "step": 4530
    },
    {
      "epoch": 0.3797829093499853,
      "grad_norm": 0.34039247035980225,
      "learning_rate": 0.00019228339012408643,
      "loss": 0.3502,
      "step": 4531
    },
    {
      "epoch": 0.37986672813377476,
      "grad_norm": 0.3268057405948639,
      "learning_rate": 0.00019228000571992624,
      "loss": 0.3262,
      "step": 4532
    },
    {
      "epoch": 0.37995054691756425,
      "grad_norm": 0.3383498191833496,
      "learning_rate": 0.00019227662060354903,
      "loss": 0.3132,
      "step": 4533
    },
    {
      "epoch": 0.3800343657013537,
      "grad_norm": 0.308278888463974,
      "learning_rate": 0.00019227323477498097,
      "loss": 0.2748,
      "step": 4534
    },
    {
      "epoch": 0.3801181844851431,
      "grad_norm": 0.33385056257247925,
      "learning_rate": 0.00019226984823424815,
      "loss": 0.3313,
      "step": 4535
    },
    {
      "epoch": 0.38020200326893255,
      "grad_norm": 0.3590979278087616,
      "learning_rate": 0.0001922664609813767,
      "loss": 0.329,
      "step": 4536
    },
    {
      "epoch": 0.380285822052722,
      "grad_norm": 0.3500276803970337,
      "learning_rate": 0.00019226307301639282,
      "loss": 0.3266,
      "step": 4537
    },
    {
      "epoch": 0.3803696408365115,
      "grad_norm": 0.35880690813064575,
      "learning_rate": 0.00019225968433932259,
      "loss": 0.3564,
      "step": 4538
    },
    {
      "epoch": 0.3804534596203009,
      "grad_norm": 0.3419274687767029,
      "learning_rate": 0.00019225629495019222,
      "loss": 0.3062,
      "step": 4539
    },
    {
      "epoch": 0.38053727840409035,
      "grad_norm": 0.31123945116996765,
      "learning_rate": 0.00019225290484902786,
      "loss": 0.2677,
      "step": 4540
    },
    {
      "epoch": 0.3806210971878798,
      "grad_norm": 0.3680480420589447,
      "learning_rate": 0.00019224951403585565,
      "loss": 0.3393,
      "step": 4541
    },
    {
      "epoch": 0.3807049159716693,
      "grad_norm": 0.31559398770332336,
      "learning_rate": 0.00019224612251070175,
      "loss": 0.284,
      "step": 4542
    },
    {
      "epoch": 0.3807887347554587,
      "grad_norm": 0.3331674337387085,
      "learning_rate": 0.00019224273027359238,
      "loss": 0.2888,
      "step": 4543
    },
    {
      "epoch": 0.38087255353924815,
      "grad_norm": 0.32142728567123413,
      "learning_rate": 0.00019223933732455368,
      "loss": 0.2595,
      "step": 4544
    },
    {
      "epoch": 0.3809563723230376,
      "grad_norm": 0.30811402201652527,
      "learning_rate": 0.00019223594366361187,
      "loss": 0.3094,
      "step": 4545
    },
    {
      "epoch": 0.381040191106827,
      "grad_norm": 0.3313748240470886,
      "learning_rate": 0.00019223254929079313,
      "loss": 0.3088,
      "step": 4546
    },
    {
      "epoch": 0.3811240098906165,
      "grad_norm": 0.37192779779434204,
      "learning_rate": 0.00019222915420612365,
      "loss": 0.317,
      "step": 4547
    },
    {
      "epoch": 0.38120782867440595,
      "grad_norm": 0.341837078332901,
      "learning_rate": 0.00019222575840962964,
      "loss": 0.3197,
      "step": 4548
    },
    {
      "epoch": 0.3812916474581954,
      "grad_norm": 0.3238776624202728,
      "learning_rate": 0.0001922223619013373,
      "loss": 0.3194,
      "step": 4549
    },
    {
      "epoch": 0.3813754662419848,
      "grad_norm": 0.341384619474411,
      "learning_rate": 0.00019221896468127287,
      "loss": 0.3525,
      "step": 4550
    },
    {
      "epoch": 0.38145928502577425,
      "grad_norm": 0.3893751800060272,
      "learning_rate": 0.00019221556674946255,
      "loss": 0.3726,
      "step": 4551
    },
    {
      "epoch": 0.38154310380956374,
      "grad_norm": 0.37226343154907227,
      "learning_rate": 0.00019221216810593253,
      "loss": 0.3345,
      "step": 4552
    },
    {
      "epoch": 0.3816269225933532,
      "grad_norm": 0.3705711364746094,
      "learning_rate": 0.00019220876875070911,
      "loss": 0.3188,
      "step": 4553
    },
    {
      "epoch": 0.3817107413771426,
      "grad_norm": 0.3426412045955658,
      "learning_rate": 0.0001922053686838185,
      "loss": 0.277,
      "step": 4554
    },
    {
      "epoch": 0.38179456016093205,
      "grad_norm": 0.34853145480155945,
      "learning_rate": 0.00019220196790528692,
      "loss": 0.2727,
      "step": 4555
    },
    {
      "epoch": 0.3818783789447215,
      "grad_norm": 0.3562230169773102,
      "learning_rate": 0.00019219856641514065,
      "loss": 0.3423,
      "step": 4556
    },
    {
      "epoch": 0.381962197728511,
      "grad_norm": 0.37632936239242554,
      "learning_rate": 0.00019219516421340588,
      "loss": 0.3199,
      "step": 4557
    },
    {
      "epoch": 0.3820460165123004,
      "grad_norm": 0.35857734084129333,
      "learning_rate": 0.00019219176130010898,
      "loss": 0.3125,
      "step": 4558
    },
    {
      "epoch": 0.38212983529608985,
      "grad_norm": 0.3444709777832031,
      "learning_rate": 0.0001921883576752761,
      "loss": 0.31,
      "step": 4559
    },
    {
      "epoch": 0.3822136540798793,
      "grad_norm": 0.3765111565589905,
      "learning_rate": 0.0001921849533389336,
      "loss": 0.3587,
      "step": 4560
    },
    {
      "epoch": 0.3822974728636688,
      "grad_norm": 0.34157150983810425,
      "learning_rate": 0.00019218154829110765,
      "loss": 0.3128,
      "step": 4561
    },
    {
      "epoch": 0.3823812916474582,
      "grad_norm": 0.3428514301776886,
      "learning_rate": 0.00019217814253182463,
      "loss": 0.2969,
      "step": 4562
    },
    {
      "epoch": 0.38246511043124765,
      "grad_norm": 0.34662100672721863,
      "learning_rate": 0.00019217473606111075,
      "loss": 0.3141,
      "step": 4563
    },
    {
      "epoch": 0.3825489292150371,
      "grad_norm": 0.32054978609085083,
      "learning_rate": 0.00019217132887899239,
      "loss": 0.2582,
      "step": 4564
    },
    {
      "epoch": 0.3826327479988265,
      "grad_norm": 0.35263189673423767,
      "learning_rate": 0.00019216792098549577,
      "loss": 0.3615,
      "step": 4565
    },
    {
      "epoch": 0.382716566782616,
      "grad_norm": 0.33180558681488037,
      "learning_rate": 0.0001921645123806472,
      "loss": 0.3262,
      "step": 4566
    },
    {
      "epoch": 0.38280038556640544,
      "grad_norm": 0.30918073654174805,
      "learning_rate": 0.00019216110306447304,
      "loss": 0.2599,
      "step": 4567
    },
    {
      "epoch": 0.3828842043501949,
      "grad_norm": 0.32801228761672974,
      "learning_rate": 0.00019215769303699954,
      "loss": 0.2617,
      "step": 4568
    },
    {
      "epoch": 0.3829680231339843,
      "grad_norm": 0.36292797327041626,
      "learning_rate": 0.00019215428229825307,
      "loss": 0.3689,
      "step": 4569
    },
    {
      "epoch": 0.38305184191777375,
      "grad_norm": 0.3264918327331543,
      "learning_rate": 0.0001921508708482599,
      "loss": 0.3227,
      "step": 4570
    },
    {
      "epoch": 0.38313566070156324,
      "grad_norm": 0.362628310918808,
      "learning_rate": 0.00019214745868704642,
      "loss": 0.3254,
      "step": 4571
    },
    {
      "epoch": 0.3832194794853527,
      "grad_norm": 0.326168417930603,
      "learning_rate": 0.0001921440458146389,
      "loss": 0.289,
      "step": 4572
    },
    {
      "epoch": 0.3833032982691421,
      "grad_norm": 0.3373207151889801,
      "learning_rate": 0.00019214063223106377,
      "loss": 0.2808,
      "step": 4573
    },
    {
      "epoch": 0.38338711705293155,
      "grad_norm": 0.3367246985435486,
      "learning_rate": 0.00019213721793634724,
      "loss": 0.2968,
      "step": 4574
    },
    {
      "epoch": 0.383470935836721,
      "grad_norm": 0.36006277799606323,
      "learning_rate": 0.0001921338029305158,
      "loss": 0.3581,
      "step": 4575
    },
    {
      "epoch": 0.3835547546205105,
      "grad_norm": 0.429919570684433,
      "learning_rate": 0.00019213038721359573,
      "loss": 0.2898,
      "step": 4576
    },
    {
      "epoch": 0.3836385734042999,
      "grad_norm": 0.3372279405593872,
      "learning_rate": 0.00019212697078561345,
      "loss": 0.3447,
      "step": 4577
    },
    {
      "epoch": 0.38372239218808935,
      "grad_norm": 0.3320709764957428,
      "learning_rate": 0.00019212355364659525,
      "loss": 0.3061,
      "step": 4578
    },
    {
      "epoch": 0.3838062109718788,
      "grad_norm": 0.30781489610671997,
      "learning_rate": 0.00019212013579656754,
      "loss": 0.2782,
      "step": 4579
    },
    {
      "epoch": 0.38389002975566827,
      "grad_norm": 0.39285749197006226,
      "learning_rate": 0.00019211671723555674,
      "loss": 0.373,
      "step": 4580
    },
    {
      "epoch": 0.3839738485394577,
      "grad_norm": 0.3471453785896301,
      "learning_rate": 0.00019211329796358915,
      "loss": 0.3061,
      "step": 4581
    },
    {
      "epoch": 0.38405766732324714,
      "grad_norm": 0.3201439678668976,
      "learning_rate": 0.00019210987798069126,
      "loss": 0.2629,
      "step": 4582
    },
    {
      "epoch": 0.3841414861070366,
      "grad_norm": 0.34097927808761597,
      "learning_rate": 0.00019210645728688936,
      "loss": 0.3375,
      "step": 4583
    },
    {
      "epoch": 0.384225304890826,
      "grad_norm": 0.34153956174850464,
      "learning_rate": 0.00019210303588220994,
      "loss": 0.3382,
      "step": 4584
    },
    {
      "epoch": 0.3843091236746155,
      "grad_norm": 0.34044748544692993,
      "learning_rate": 0.00019209961376667934,
      "loss": 0.3109,
      "step": 4585
    },
    {
      "epoch": 0.38439294245840494,
      "grad_norm": 0.33717572689056396,
      "learning_rate": 0.00019209619094032404,
      "loss": 0.2575,
      "step": 4586
    },
    {
      "epoch": 0.3844767612421944,
      "grad_norm": 0.3290844261646271,
      "learning_rate": 0.0001920927674031704,
      "loss": 0.2786,
      "step": 4587
    },
    {
      "epoch": 0.3845605800259838,
      "grad_norm": 0.3511075973510742,
      "learning_rate": 0.00019208934315524486,
      "loss": 0.3297,
      "step": 4588
    },
    {
      "epoch": 0.38464439880977325,
      "grad_norm": 0.35006654262542725,
      "learning_rate": 0.00019208591819657386,
      "loss": 0.3771,
      "step": 4589
    },
    {
      "epoch": 0.38472821759356274,
      "grad_norm": 0.33820778131484985,
      "learning_rate": 0.0001920824925271838,
      "loss": 0.2936,
      "step": 4590
    },
    {
      "epoch": 0.3848120363773522,
      "grad_norm": 0.316710889339447,
      "learning_rate": 0.00019207906614710117,
      "loss": 0.2631,
      "step": 4591
    },
    {
      "epoch": 0.3848958551611416,
      "grad_norm": 0.3271515965461731,
      "learning_rate": 0.00019207563905635237,
      "loss": 0.2989,
      "step": 4592
    },
    {
      "epoch": 0.38497967394493104,
      "grad_norm": 0.3672366142272949,
      "learning_rate": 0.00019207221125496385,
      "loss": 0.3095,
      "step": 4593
    },
    {
      "epoch": 0.3850634927287205,
      "grad_norm": 0.34804514050483704,
      "learning_rate": 0.00019206878274296213,
      "loss": 0.2928,
      "step": 4594
    },
    {
      "epoch": 0.38514731151250997,
      "grad_norm": 0.36509039998054504,
      "learning_rate": 0.00019206535352037362,
      "loss": 0.3439,
      "step": 4595
    },
    {
      "epoch": 0.3852311302962994,
      "grad_norm": 0.34165188670158386,
      "learning_rate": 0.00019206192358722476,
      "loss": 0.3259,
      "step": 4596
    },
    {
      "epoch": 0.38531494908008884,
      "grad_norm": 0.34034213423728943,
      "learning_rate": 0.00019205849294354207,
      "loss": 0.3018,
      "step": 4597
    },
    {
      "epoch": 0.3853987678638783,
      "grad_norm": 0.3572903275489807,
      "learning_rate": 0.00019205506158935203,
      "loss": 0.3112,
      "step": 4598
    },
    {
      "epoch": 0.38548258664766777,
      "grad_norm": 0.3586069345474243,
      "learning_rate": 0.00019205162952468108,
      "loss": 0.3318,
      "step": 4599
    },
    {
      "epoch": 0.3855664054314572,
      "grad_norm": 0.36082723736763,
      "learning_rate": 0.00019204819674955578,
      "loss": 0.37,
      "step": 4600
    },
    {
      "epoch": 0.3855664054314572,
      "eval_loss": 0.31887081265449524,
      "eval_runtime": 61.5409,
      "eval_samples_per_second": 15.599,
      "eval_steps_per_second": 3.9,
      "step": 4600
    },
    {
      "epoch": 0.38565022421524664,
      "grad_norm": 0.31603389978408813,
      "learning_rate": 0.0001920447632640025,
      "loss": 0.3331,
      "step": 4601
    },
    {
      "epoch": 0.3857340429990361,
      "grad_norm": 0.36117124557495117,
      "learning_rate": 0.00019204132906804788,
      "loss": 0.3702,
      "step": 4602
    },
    {
      "epoch": 0.3858178617828255,
      "grad_norm": 0.3299042880535126,
      "learning_rate": 0.00019203789416171835,
      "loss": 0.316,
      "step": 4603
    },
    {
      "epoch": 0.385901680566615,
      "grad_norm": 0.32751089334487915,
      "learning_rate": 0.0001920344585450404,
      "loss": 0.3182,
      "step": 4604
    },
    {
      "epoch": 0.38598549935040444,
      "grad_norm": 0.3528452217578888,
      "learning_rate": 0.00019203102221804064,
      "loss": 0.3062,
      "step": 4605
    },
    {
      "epoch": 0.3860693181341939,
      "grad_norm": 0.37551403045654297,
      "learning_rate": 0.00019202758518074546,
      "loss": 0.3451,
      "step": 4606
    },
    {
      "epoch": 0.3861531369179833,
      "grad_norm": 0.32385963201522827,
      "learning_rate": 0.00019202414743318152,
      "loss": 0.2767,
      "step": 4607
    },
    {
      "epoch": 0.38623695570177274,
      "grad_norm": 0.3553725779056549,
      "learning_rate": 0.00019202070897537526,
      "loss": 0.3248,
      "step": 4608
    },
    {
      "epoch": 0.38632077448556223,
      "grad_norm": 0.32829803228378296,
      "learning_rate": 0.00019201726980735325,
      "loss": 0.3156,
      "step": 4609
    },
    {
      "epoch": 0.38640459326935167,
      "grad_norm": 0.3287135660648346,
      "learning_rate": 0.00019201382992914203,
      "loss": 0.2975,
      "step": 4610
    },
    {
      "epoch": 0.3864884120531411,
      "grad_norm": 0.3448964059352875,
      "learning_rate": 0.00019201038934076818,
      "loss": 0.3495,
      "step": 4611
    },
    {
      "epoch": 0.38657223083693054,
      "grad_norm": 0.3628355860710144,
      "learning_rate": 0.00019200694804225821,
      "loss": 0.3497,
      "step": 4612
    },
    {
      "epoch": 0.38665604962072,
      "grad_norm": 0.32801076769828796,
      "learning_rate": 0.00019200350603363868,
      "loss": 0.282,
      "step": 4613
    },
    {
      "epoch": 0.38673986840450947,
      "grad_norm": 0.36056897044181824,
      "learning_rate": 0.0001920000633149362,
      "loss": 0.3187,
      "step": 4614
    },
    {
      "epoch": 0.3868236871882989,
      "grad_norm": 0.2939468324184418,
      "learning_rate": 0.00019199661988617727,
      "loss": 0.2174,
      "step": 4615
    },
    {
      "epoch": 0.38690750597208834,
      "grad_norm": 0.3837328255176544,
      "learning_rate": 0.00019199317574738854,
      "loss": 0.3994,
      "step": 4616
    },
    {
      "epoch": 0.3869913247558778,
      "grad_norm": 0.3469512462615967,
      "learning_rate": 0.00019198973089859655,
      "loss": 0.3275,
      "step": 4617
    },
    {
      "epoch": 0.38707514353966727,
      "grad_norm": 0.3603397607803345,
      "learning_rate": 0.0001919862853398279,
      "loss": 0.3901,
      "step": 4618
    },
    {
      "epoch": 0.3871589623234567,
      "grad_norm": 0.3101588189601898,
      "learning_rate": 0.0001919828390711092,
      "loss": 0.2783,
      "step": 4619
    },
    {
      "epoch": 0.38724278110724614,
      "grad_norm": 0.3539540469646454,
      "learning_rate": 0.00019197939209246697,
      "loss": 0.3318,
      "step": 4620
    },
    {
      "epoch": 0.3873265998910356,
      "grad_norm": 0.3500348925590515,
      "learning_rate": 0.00019197594440392794,
      "loss": 0.312,
      "step": 4621
    },
    {
      "epoch": 0.387410418674825,
      "grad_norm": 0.3456276059150696,
      "learning_rate": 0.0001919724960055186,
      "loss": 0.3169,
      "step": 4622
    },
    {
      "epoch": 0.3874942374586145,
      "grad_norm": 0.3535638451576233,
      "learning_rate": 0.00019196904689726564,
      "loss": 0.3423,
      "step": 4623
    },
    {
      "epoch": 0.38757805624240393,
      "grad_norm": 0.36611616611480713,
      "learning_rate": 0.00019196559707919568,
      "loss": 0.3266,
      "step": 4624
    },
    {
      "epoch": 0.38766187502619337,
      "grad_norm": 0.3406409025192261,
      "learning_rate": 0.0001919621465513353,
      "loss": 0.3665,
      "step": 4625
    },
    {
      "epoch": 0.3877456938099828,
      "grad_norm": 0.35201308131217957,
      "learning_rate": 0.00019195869531371117,
      "loss": 0.3383,
      "step": 4626
    },
    {
      "epoch": 0.38782951259377224,
      "grad_norm": 0.3043285310268402,
      "learning_rate": 0.0001919552433663499,
      "loss": 0.2623,
      "step": 4627
    },
    {
      "epoch": 0.38791333137756173,
      "grad_norm": 0.3431064188480377,
      "learning_rate": 0.0001919517907092781,
      "loss": 0.3243,
      "step": 4628
    },
    {
      "epoch": 0.38799715016135117,
      "grad_norm": 0.35033079981803894,
      "learning_rate": 0.0001919483373425225,
      "loss": 0.2806,
      "step": 4629
    },
    {
      "epoch": 0.3880809689451406,
      "grad_norm": 0.33988144993782043,
      "learning_rate": 0.0001919448832661097,
      "loss": 0.3128,
      "step": 4630
    },
    {
      "epoch": 0.38816478772893004,
      "grad_norm": 0.38189879059791565,
      "learning_rate": 0.0001919414284800664,
      "loss": 0.3916,
      "step": 4631
    },
    {
      "epoch": 0.3882486065127195,
      "grad_norm": 0.35807228088378906,
      "learning_rate": 0.00019193797298441923,
      "loss": 0.3446,
      "step": 4632
    },
    {
      "epoch": 0.38833242529650897,
      "grad_norm": 0.3119846284389496,
      "learning_rate": 0.00019193451677919482,
      "loss": 0.2862,
      "step": 4633
    },
    {
      "epoch": 0.3884162440802984,
      "grad_norm": 0.32248473167419434,
      "learning_rate": 0.00019193105986441996,
      "loss": 0.2918,
      "step": 4634
    },
    {
      "epoch": 0.38850006286408784,
      "grad_norm": 0.3121626675128937,
      "learning_rate": 0.0001919276022401212,
      "loss": 0.2526,
      "step": 4635
    },
    {
      "epoch": 0.38858388164787727,
      "grad_norm": 0.3256014883518219,
      "learning_rate": 0.0001919241439063253,
      "loss": 0.2473,
      "step": 4636
    },
    {
      "epoch": 0.38866770043166676,
      "grad_norm": 0.34150245785713196,
      "learning_rate": 0.00019192068486305897,
      "loss": 0.3048,
      "step": 4637
    },
    {
      "epoch": 0.3887515192154562,
      "grad_norm": 0.3609391152858734,
      "learning_rate": 0.00019191722511034884,
      "loss": 0.3222,
      "step": 4638
    },
    {
      "epoch": 0.38883533799924563,
      "grad_norm": 0.3681612014770508,
      "learning_rate": 0.00019191376464822166,
      "loss": 0.3729,
      "step": 4639
    },
    {
      "epoch": 0.38891915678303507,
      "grad_norm": 0.3804020881652832,
      "learning_rate": 0.0001919103034767041,
      "loss": 0.3782,
      "step": 4640
    },
    {
      "epoch": 0.3890029755668245,
      "grad_norm": 0.3176465332508087,
      "learning_rate": 0.00019190684159582294,
      "loss": 0.2609,
      "step": 4641
    },
    {
      "epoch": 0.389086794350614,
      "grad_norm": 0.31948572397232056,
      "learning_rate": 0.00019190337900560484,
      "loss": 0.2782,
      "step": 4642
    },
    {
      "epoch": 0.38917061313440343,
      "grad_norm": 0.3462792932987213,
      "learning_rate": 0.00019189991570607654,
      "loss": 0.2851,
      "step": 4643
    },
    {
      "epoch": 0.38925443191819287,
      "grad_norm": 0.3702883720397949,
      "learning_rate": 0.0001918964516972648,
      "loss": 0.3628,
      "step": 4644
    },
    {
      "epoch": 0.3893382507019823,
      "grad_norm": 0.31631559133529663,
      "learning_rate": 0.0001918929869791963,
      "loss": 0.2714,
      "step": 4645
    },
    {
      "epoch": 0.38942206948577174,
      "grad_norm": 0.31882134079933167,
      "learning_rate": 0.0001918895215518978,
      "loss": 0.2738,
      "step": 4646
    },
    {
      "epoch": 0.38950588826956123,
      "grad_norm": 0.3829246759414673,
      "learning_rate": 0.00019188605541539607,
      "loss": 0.3761,
      "step": 4647
    },
    {
      "epoch": 0.38958970705335066,
      "grad_norm": 0.33822962641716003,
      "learning_rate": 0.0001918825885697178,
      "loss": 0.2811,
      "step": 4648
    },
    {
      "epoch": 0.3896735258371401,
      "grad_norm": 0.3185955286026001,
      "learning_rate": 0.00019187912101488984,
      "loss": 0.2693,
      "step": 4649
    },
    {
      "epoch": 0.38975734462092954,
      "grad_norm": 0.31075894832611084,
      "learning_rate": 0.00019187565275093887,
      "loss": 0.2358,
      "step": 4650
    },
    {
      "epoch": 0.38984116340471897,
      "grad_norm": 0.33706337213516235,
      "learning_rate": 0.00019187218377789174,
      "loss": 0.2943,
      "step": 4651
    },
    {
      "epoch": 0.38992498218850846,
      "grad_norm": 0.5520135760307312,
      "learning_rate": 0.00019186871409577515,
      "loss": 0.3396,
      "step": 4652
    },
    {
      "epoch": 0.3900088009722979,
      "grad_norm": 0.3479149639606476,
      "learning_rate": 0.00019186524370461592,
      "loss": 0.3424,
      "step": 4653
    },
    {
      "epoch": 0.39009261975608733,
      "grad_norm": 0.3223188519477844,
      "learning_rate": 0.00019186177260444078,
      "loss": 0.2679,
      "step": 4654
    },
    {
      "epoch": 0.39017643853987677,
      "grad_norm": 0.38909822702407837,
      "learning_rate": 0.0001918583007952766,
      "loss": 0.4025,
      "step": 4655
    },
    {
      "epoch": 0.39026025732366626,
      "grad_norm": 0.33902379870414734,
      "learning_rate": 0.0001918548282771501,
      "loss": 0.3079,
      "step": 4656
    },
    {
      "epoch": 0.3903440761074557,
      "grad_norm": 0.33116403222084045,
      "learning_rate": 0.00019185135505008814,
      "loss": 0.3135,
      "step": 4657
    },
    {
      "epoch": 0.39042789489124513,
      "grad_norm": 0.38624894618988037,
      "learning_rate": 0.00019184788111411752,
      "loss": 0.3415,
      "step": 4658
    },
    {
      "epoch": 0.39051171367503457,
      "grad_norm": 0.33373597264289856,
      "learning_rate": 0.000191844406469265,
      "loss": 0.2958,
      "step": 4659
    },
    {
      "epoch": 0.390595532458824,
      "grad_norm": 0.3376287519931793,
      "learning_rate": 0.00019184093111555744,
      "loss": 0.2719,
      "step": 4660
    },
    {
      "epoch": 0.3906793512426135,
      "grad_norm": 0.3348976969718933,
      "learning_rate": 0.00019183745505302167,
      "loss": 0.3066,
      "step": 4661
    },
    {
      "epoch": 0.39076317002640293,
      "grad_norm": 0.34993159770965576,
      "learning_rate": 0.00019183397828168448,
      "loss": 0.3282,
      "step": 4662
    },
    {
      "epoch": 0.39084698881019236,
      "grad_norm": 0.3664085865020752,
      "learning_rate": 0.00019183050080157275,
      "loss": 0.3484,
      "step": 4663
    },
    {
      "epoch": 0.3909308075939818,
      "grad_norm": 0.34406745433807373,
      "learning_rate": 0.0001918270226127133,
      "loss": 0.2911,
      "step": 4664
    },
    {
      "epoch": 0.39101462637777123,
      "grad_norm": 0.33101722598075867,
      "learning_rate": 0.0001918235437151329,
      "loss": 0.2988,
      "step": 4665
    },
    {
      "epoch": 0.3910984451615607,
      "grad_norm": 0.31187713146209717,
      "learning_rate": 0.00019182006410885857,
      "loss": 0.2822,
      "step": 4666
    },
    {
      "epoch": 0.39118226394535016,
      "grad_norm": 0.3355333209037781,
      "learning_rate": 0.00019181658379391697,
      "loss": 0.2978,
      "step": 4667
    },
    {
      "epoch": 0.3912660827291396,
      "grad_norm": 0.32701635360717773,
      "learning_rate": 0.00019181310277033512,
      "loss": 0.3271,
      "step": 4668
    },
    {
      "epoch": 0.39134990151292903,
      "grad_norm": 0.3780626952648163,
      "learning_rate": 0.00019180962103813978,
      "loss": 0.3526,
      "step": 4669
    },
    {
      "epoch": 0.39143372029671847,
      "grad_norm": 0.3430427312850952,
      "learning_rate": 0.00019180613859735791,
      "loss": 0.2674,
      "step": 4670
    },
    {
      "epoch": 0.39151753908050796,
      "grad_norm": 0.3615240156650543,
      "learning_rate": 0.00019180265544801634,
      "loss": 0.3656,
      "step": 4671
    },
    {
      "epoch": 0.3916013578642974,
      "grad_norm": 0.3738865554332733,
      "learning_rate": 0.00019179917159014193,
      "loss": 0.3651,
      "step": 4672
    },
    {
      "epoch": 0.39168517664808683,
      "grad_norm": 0.35037773847579956,
      "learning_rate": 0.00019179568702376161,
      "loss": 0.3398,
      "step": 4673
    },
    {
      "epoch": 0.39176899543187627,
      "grad_norm": 0.3507295548915863,
      "learning_rate": 0.00019179220174890226,
      "loss": 0.3349,
      "step": 4674
    },
    {
      "epoch": 0.39185281421566576,
      "grad_norm": 0.3137666583061218,
      "learning_rate": 0.0001917887157655908,
      "loss": 0.2724,
      "step": 4675
    },
    {
      "epoch": 0.3919366329994552,
      "grad_norm": 0.35720035433769226,
      "learning_rate": 0.00019178522907385405,
      "loss": 0.3032,
      "step": 4676
    },
    {
      "epoch": 0.39202045178324463,
      "grad_norm": 0.3246861696243286,
      "learning_rate": 0.00019178174167371902,
      "loss": 0.2806,
      "step": 4677
    },
    {
      "epoch": 0.39210427056703406,
      "grad_norm": 0.3194991946220398,
      "learning_rate": 0.00019177825356521256,
      "loss": 0.2831,
      "step": 4678
    },
    {
      "epoch": 0.3921880893508235,
      "grad_norm": 0.32833191752433777,
      "learning_rate": 0.0001917747647483617,
      "loss": 0.3126,
      "step": 4679
    },
    {
      "epoch": 0.392271908134613,
      "grad_norm": 0.373918741941452,
      "learning_rate": 0.0001917712752231932,
      "loss": 0.3819,
      "step": 4680
    },
    {
      "epoch": 0.3923557269184024,
      "grad_norm": 0.34237271547317505,
      "learning_rate": 0.0001917677849897341,
      "loss": 0.3107,
      "step": 4681
    },
    {
      "epoch": 0.39243954570219186,
      "grad_norm": 0.36101019382476807,
      "learning_rate": 0.00019176429404801134,
      "loss": 0.348,
      "step": 4682
    },
    {
      "epoch": 0.3925233644859813,
      "grad_norm": 0.3505173325538635,
      "learning_rate": 0.0001917608023980518,
      "loss": 0.2864,
      "step": 4683
    },
    {
      "epoch": 0.39260718326977073,
      "grad_norm": 0.35178402066230774,
      "learning_rate": 0.00019175731003988252,
      "loss": 0.3166,
      "step": 4684
    },
    {
      "epoch": 0.3926910020535602,
      "grad_norm": 0.3100159764289856,
      "learning_rate": 0.00019175381697353038,
      "loss": 0.2623,
      "step": 4685
    },
    {
      "epoch": 0.39277482083734966,
      "grad_norm": 0.35835349559783936,
      "learning_rate": 0.00019175032319902234,
      "loss": 0.3246,
      "step": 4686
    },
    {
      "epoch": 0.3928586396211391,
      "grad_norm": 0.3583260774612427,
      "learning_rate": 0.0001917468287163854,
      "loss": 0.3063,
      "step": 4687
    },
    {
      "epoch": 0.39294245840492853,
      "grad_norm": 0.33405226469039917,
      "learning_rate": 0.00019174333352564652,
      "loss": 0.2737,
      "step": 4688
    },
    {
      "epoch": 0.39302627718871797,
      "grad_norm": 0.34788942337036133,
      "learning_rate": 0.00019173983762683268,
      "loss": 0.3085,
      "step": 4689
    },
    {
      "epoch": 0.39311009597250746,
      "grad_norm": 0.3081377148628235,
      "learning_rate": 0.00019173634101997086,
      "loss": 0.2662,
      "step": 4690
    },
    {
      "epoch": 0.3931939147562969,
      "grad_norm": 0.3487131595611572,
      "learning_rate": 0.00019173284370508799,
      "loss": 0.3041,
      "step": 4691
    },
    {
      "epoch": 0.3932777335400863,
      "grad_norm": 0.34279417991638184,
      "learning_rate": 0.00019172934568221117,
      "loss": 0.2854,
      "step": 4692
    },
    {
      "epoch": 0.39336155232387576,
      "grad_norm": 0.34411531686782837,
      "learning_rate": 0.0001917258469513673,
      "loss": 0.2724,
      "step": 4693
    },
    {
      "epoch": 0.39344537110766525,
      "grad_norm": 0.34030425548553467,
      "learning_rate": 0.00019172234751258345,
      "loss": 0.3306,
      "step": 4694
    },
    {
      "epoch": 0.3935291898914547,
      "grad_norm": 0.3061438798904419,
      "learning_rate": 0.0001917188473658866,
      "loss": 0.2307,
      "step": 4695
    },
    {
      "epoch": 0.3936130086752441,
      "grad_norm": 0.3778039216995239,
      "learning_rate": 0.00019171534651130374,
      "loss": 0.4015,
      "step": 4696
    },
    {
      "epoch": 0.39369682745903356,
      "grad_norm": 0.3161552846431732,
      "learning_rate": 0.00019171184494886194,
      "loss": 0.2889,
      "step": 4697
    },
    {
      "epoch": 0.393780646242823,
      "grad_norm": 0.3518301844596863,
      "learning_rate": 0.00019170834267858818,
      "loss": 0.3537,
      "step": 4698
    },
    {
      "epoch": 0.3938644650266125,
      "grad_norm": 0.32777559757232666,
      "learning_rate": 0.00019170483970050954,
      "loss": 0.2968,
      "step": 4699
    },
    {
      "epoch": 0.3939482838104019,
      "grad_norm": 0.3522995114326477,
      "learning_rate": 0.00019170133601465305,
      "loss": 0.3288,
      "step": 4700
    },
    {
      "epoch": 0.39403210259419136,
      "grad_norm": 0.3411054313182831,
      "learning_rate": 0.00019169783162104566,
      "loss": 0.2911,
      "step": 4701
    },
    {
      "epoch": 0.3941159213779808,
      "grad_norm": 0.32500308752059937,
      "learning_rate": 0.00019169432651971452,
      "loss": 0.2765,
      "step": 4702
    },
    {
      "epoch": 0.39419974016177023,
      "grad_norm": 0.36643803119659424,
      "learning_rate": 0.00019169082071068667,
      "loss": 0.3553,
      "step": 4703
    },
    {
      "epoch": 0.3942835589455597,
      "grad_norm": 0.37237995862960815,
      "learning_rate": 0.00019168731419398911,
      "loss": 0.3457,
      "step": 4704
    },
    {
      "epoch": 0.39436737772934916,
      "grad_norm": 0.3479970395565033,
      "learning_rate": 0.00019168380696964895,
      "loss": 0.2877,
      "step": 4705
    },
    {
      "epoch": 0.3944511965131386,
      "grad_norm": 0.34338390827178955,
      "learning_rate": 0.00019168029903769327,
      "loss": 0.2949,
      "step": 4706
    },
    {
      "epoch": 0.394535015296928,
      "grad_norm": 0.35908788442611694,
      "learning_rate": 0.0001916767903981491,
      "loss": 0.3111,
      "step": 4707
    },
    {
      "epoch": 0.39461883408071746,
      "grad_norm": 0.33815088868141174,
      "learning_rate": 0.00019167328105104353,
      "loss": 0.3262,
      "step": 4708
    },
    {
      "epoch": 0.39470265286450695,
      "grad_norm": 0.3350255787372589,
      "learning_rate": 0.00019166977099640368,
      "loss": 0.2806,
      "step": 4709
    },
    {
      "epoch": 0.3947864716482964,
      "grad_norm": 0.39276885986328125,
      "learning_rate": 0.00019166626023425662,
      "loss": 0.3685,
      "step": 4710
    },
    {
      "epoch": 0.3948702904320858,
      "grad_norm": 0.31342393159866333,
      "learning_rate": 0.00019166274876462945,
      "loss": 0.2838,
      "step": 4711
    },
    {
      "epoch": 0.39495410921587526,
      "grad_norm": 0.3209381401538849,
      "learning_rate": 0.00019165923658754922,
      "loss": 0.2781,
      "step": 4712
    },
    {
      "epoch": 0.39503792799966475,
      "grad_norm": 0.36346977949142456,
      "learning_rate": 0.00019165572370304315,
      "loss": 0.3469,
      "step": 4713
    },
    {
      "epoch": 0.3951217467834542,
      "grad_norm": 0.3507903218269348,
      "learning_rate": 0.00019165221011113823,
      "loss": 0.3358,
      "step": 4714
    },
    {
      "epoch": 0.3952055655672436,
      "grad_norm": 0.3324713408946991,
      "learning_rate": 0.00019164869581186165,
      "loss": 0.3146,
      "step": 4715
    },
    {
      "epoch": 0.39528938435103306,
      "grad_norm": 0.33606550097465515,
      "learning_rate": 0.00019164518080524054,
      "loss": 0.3206,
      "step": 4716
    },
    {
      "epoch": 0.3953732031348225,
      "grad_norm": 0.3373282849788666,
      "learning_rate": 0.00019164166509130198,
      "loss": 0.2985,
      "step": 4717
    },
    {
      "epoch": 0.395457021918612,
      "grad_norm": 0.3605160713195801,
      "learning_rate": 0.00019163814867007313,
      "loss": 0.3598,
      "step": 4718
    },
    {
      "epoch": 0.3955408407024014,
      "grad_norm": 0.3219083249568939,
      "learning_rate": 0.00019163463154158112,
      "loss": 0.32,
      "step": 4719
    },
    {
      "epoch": 0.39562465948619085,
      "grad_norm": 0.35497623682022095,
      "learning_rate": 0.0001916311137058531,
      "loss": 0.3465,
      "step": 4720
    },
    {
      "epoch": 0.3957084782699803,
      "grad_norm": 0.33370545506477356,
      "learning_rate": 0.00019162759516291625,
      "loss": 0.2973,
      "step": 4721
    },
    {
      "epoch": 0.3957922970537697,
      "grad_norm": 0.34857186675071716,
      "learning_rate": 0.00019162407591279772,
      "loss": 0.3323,
      "step": 4722
    },
    {
      "epoch": 0.3958761158375592,
      "grad_norm": 0.34943145513534546,
      "learning_rate": 0.0001916205559555246,
      "loss": 0.3386,
      "step": 4723
    },
    {
      "epoch": 0.39595993462134865,
      "grad_norm": 0.38486629724502563,
      "learning_rate": 0.00019161703529112413,
      "loss": 0.3584,
      "step": 4724
    },
    {
      "epoch": 0.3960437534051381,
      "grad_norm": 0.33691537380218506,
      "learning_rate": 0.00019161351391962347,
      "loss": 0.3137,
      "step": 4725
    },
    {
      "epoch": 0.3961275721889275,
      "grad_norm": 0.3310457468032837,
      "learning_rate": 0.0001916099918410498,
      "loss": 0.2902,
      "step": 4726
    },
    {
      "epoch": 0.39621139097271696,
      "grad_norm": 0.3449133038520813,
      "learning_rate": 0.00019160646905543027,
      "loss": 0.2959,
      "step": 4727
    },
    {
      "epoch": 0.39629520975650645,
      "grad_norm": 0.3419128954410553,
      "learning_rate": 0.0001916029455627921,
      "loss": 0.2976,
      "step": 4728
    },
    {
      "epoch": 0.3963790285402959,
      "grad_norm": 0.35310786962509155,
      "learning_rate": 0.0001915994213631625,
      "loss": 0.3439,
      "step": 4729
    },
    {
      "epoch": 0.3964628473240853,
      "grad_norm": 0.36384591460227966,
      "learning_rate": 0.00019159589645656862,
      "loss": 0.3556,
      "step": 4730
    },
    {
      "epoch": 0.39654666610787476,
      "grad_norm": 0.33197060227394104,
      "learning_rate": 0.0001915923708430377,
      "loss": 0.3236,
      "step": 4731
    },
    {
      "epoch": 0.39663048489166425,
      "grad_norm": 0.36820241808891296,
      "learning_rate": 0.00019158884452259692,
      "loss": 0.3397,
      "step": 4732
    },
    {
      "epoch": 0.3967143036754537,
      "grad_norm": 0.39947181940078735,
      "learning_rate": 0.00019158531749527354,
      "loss": 0.3818,
      "step": 4733
    },
    {
      "epoch": 0.3967981224592431,
      "grad_norm": 0.34440088272094727,
      "learning_rate": 0.00019158178976109476,
      "loss": 0.3156,
      "step": 4734
    },
    {
      "epoch": 0.39688194124303255,
      "grad_norm": 0.32156500220298767,
      "learning_rate": 0.0001915782613200878,
      "loss": 0.2847,
      "step": 4735
    },
    {
      "epoch": 0.396965760026822,
      "grad_norm": 0.32318761944770813,
      "learning_rate": 0.0001915747321722799,
      "loss": 0.3529,
      "step": 4736
    },
    {
      "epoch": 0.3970495788106115,
      "grad_norm": 0.3507887125015259,
      "learning_rate": 0.00019157120231769832,
      "loss": 0.3541,
      "step": 4737
    },
    {
      "epoch": 0.3971333975944009,
      "grad_norm": 0.3066055476665497,
      "learning_rate": 0.00019156767175637025,
      "loss": 0.2964,
      "step": 4738
    },
    {
      "epoch": 0.39721721637819035,
      "grad_norm": 0.33308619260787964,
      "learning_rate": 0.00019156414048832296,
      "loss": 0.3039,
      "step": 4739
    },
    {
      "epoch": 0.3973010351619798,
      "grad_norm": 0.33841484785079956,
      "learning_rate": 0.00019156060851358375,
      "loss": 0.3276,
      "step": 4740
    },
    {
      "epoch": 0.3973848539457692,
      "grad_norm": 0.3196941018104553,
      "learning_rate": 0.0001915570758321798,
      "loss": 0.3199,
      "step": 4741
    },
    {
      "epoch": 0.3974686727295587,
      "grad_norm": 0.3254488408565521,
      "learning_rate": 0.00019155354244413848,
      "loss": 0.3131,
      "step": 4742
    },
    {
      "epoch": 0.39755249151334815,
      "grad_norm": 0.3486032485961914,
      "learning_rate": 0.00019155000834948695,
      "loss": 0.3388,
      "step": 4743
    },
    {
      "epoch": 0.3976363102971376,
      "grad_norm": 0.3799029290676117,
      "learning_rate": 0.00019154647354825257,
      "loss": 0.3181,
      "step": 4744
    },
    {
      "epoch": 0.397720129080927,
      "grad_norm": 0.3341364860534668,
      "learning_rate": 0.00019154293804046258,
      "loss": 0.3131,
      "step": 4745
    },
    {
      "epoch": 0.39780394786471646,
      "grad_norm": 0.3514540493488312,
      "learning_rate": 0.00019153940182614428,
      "loss": 0.3289,
      "step": 4746
    },
    {
      "epoch": 0.39788776664850595,
      "grad_norm": 0.3242494761943817,
      "learning_rate": 0.0001915358649053249,
      "loss": 0.2977,
      "step": 4747
    },
    {
      "epoch": 0.3979715854322954,
      "grad_norm": 0.34158653020858765,
      "learning_rate": 0.00019153232727803186,
      "loss": 0.3236,
      "step": 4748
    },
    {
      "epoch": 0.3980554042160848,
      "grad_norm": 0.33698970079421997,
      "learning_rate": 0.00019152878894429236,
      "loss": 0.3204,
      "step": 4749
    },
    {
      "epoch": 0.39813922299987425,
      "grad_norm": 0.37351498007774353,
      "learning_rate": 0.0001915252499041338,
      "loss": 0.3227,
      "step": 4750
    },
    {
      "epoch": 0.39822304178366374,
      "grad_norm": 0.3871038556098938,
      "learning_rate": 0.00019152171015758337,
      "loss": 0.36,
      "step": 4751
    },
    {
      "epoch": 0.3983068605674532,
      "grad_norm": 0.33225902915000916,
      "learning_rate": 0.00019151816970466848,
      "loss": 0.2775,
      "step": 4752
    },
    {
      "epoch": 0.3983906793512426,
      "grad_norm": 0.3466309607028961,
      "learning_rate": 0.00019151462854541648,
      "loss": 0.2776,
      "step": 4753
    },
    {
      "epoch": 0.39847449813503205,
      "grad_norm": 0.3389911353588104,
      "learning_rate": 0.00019151108667985462,
      "loss": 0.3106,
      "step": 4754
    },
    {
      "epoch": 0.3985583169188215,
      "grad_norm": 0.32727518677711487,
      "learning_rate": 0.0001915075441080103,
      "loss": 0.2704,
      "step": 4755
    },
    {
      "epoch": 0.398642135702611,
      "grad_norm": 0.34864598512649536,
      "learning_rate": 0.0001915040008299108,
      "loss": 0.2775,
      "step": 4756
    },
    {
      "epoch": 0.3987259544864004,
      "grad_norm": 0.3649083971977234,
      "learning_rate": 0.00019150045684558352,
      "loss": 0.3452,
      "step": 4757
    },
    {
      "epoch": 0.39880977327018985,
      "grad_norm": 0.3216680586338043,
      "learning_rate": 0.0001914969121550558,
      "loss": 0.2942,
      "step": 4758
    },
    {
      "epoch": 0.3988935920539793,
      "grad_norm": 0.41743555665016174,
      "learning_rate": 0.000191493366758355,
      "loss": 0.3311,
      "step": 4759
    },
    {
      "epoch": 0.3989774108377687,
      "grad_norm": 0.28901389241218567,
      "learning_rate": 0.00019148982065550846,
      "loss": 0.2186,
      "step": 4760
    },
    {
      "epoch": 0.3990612296215582,
      "grad_norm": 0.3234316110610962,
      "learning_rate": 0.00019148627384654355,
      "loss": 0.3162,
      "step": 4761
    },
    {
      "epoch": 0.39914504840534765,
      "grad_norm": 0.3488010764122009,
      "learning_rate": 0.0001914827263314877,
      "loss": 0.3571,
      "step": 4762
    },
    {
      "epoch": 0.3992288671891371,
      "grad_norm": 0.30163612961769104,
      "learning_rate": 0.00019147917811036818,
      "loss": 0.2689,
      "step": 4763
    },
    {
      "epoch": 0.3993126859729265,
      "grad_norm": 0.36769911646842957,
      "learning_rate": 0.0001914756291832125,
      "loss": 0.3423,
      "step": 4764
    },
    {
      "epoch": 0.39939650475671595,
      "grad_norm": 0.35376182198524475,
      "learning_rate": 0.00019147207955004799,
      "loss": 0.3559,
      "step": 4765
    },
    {
      "epoch": 0.39948032354050544,
      "grad_norm": 0.3337554633617401,
      "learning_rate": 0.00019146852921090205,
      "loss": 0.3057,
      "step": 4766
    },
    {
      "epoch": 0.3995641423242949,
      "grad_norm": 0.33333343267440796,
      "learning_rate": 0.00019146497816580207,
      "loss": 0.2802,
      "step": 4767
    },
    {
      "epoch": 0.3996479611080843,
      "grad_norm": 0.3633415699005127,
      "learning_rate": 0.00019146142641477548,
      "loss": 0.3881,
      "step": 4768
    },
    {
      "epoch": 0.39973177989187375,
      "grad_norm": 0.3502482771873474,
      "learning_rate": 0.00019145787395784966,
      "loss": 0.3076,
      "step": 4769
    },
    {
      "epoch": 0.39981559867566324,
      "grad_norm": 0.386013388633728,
      "learning_rate": 0.00019145432079505206,
      "loss": 0.3429,
      "step": 4770
    },
    {
      "epoch": 0.3998994174594527,
      "grad_norm": 0.31928062438964844,
      "learning_rate": 0.00019145076692641012,
      "loss": 0.278,
      "step": 4771
    },
    {
      "epoch": 0.3999832362432421,
      "grad_norm": 0.34334078431129456,
      "learning_rate": 0.0001914472123519512,
      "loss": 0.3103,
      "step": 4772
    },
    {
      "epoch": 0.40006705502703155,
      "grad_norm": 0.33734750747680664,
      "learning_rate": 0.00019144365707170278,
      "loss": 0.2948,
      "step": 4773
    },
    {
      "epoch": 0.400150873810821,
      "grad_norm": 0.3670327365398407,
      "learning_rate": 0.00019144010108569233,
      "loss": 0.3409,
      "step": 4774
    },
    {
      "epoch": 0.4002346925946105,
      "grad_norm": 0.37737783789634705,
      "learning_rate": 0.0001914365443939472,
      "loss": 0.3408,
      "step": 4775
    },
    {
      "epoch": 0.4003185113783999,
      "grad_norm": 0.34144532680511475,
      "learning_rate": 0.00019143298699649496,
      "loss": 0.287,
      "step": 4776
    },
    {
      "epoch": 0.40040233016218935,
      "grad_norm": 0.32660892605781555,
      "learning_rate": 0.000191429428893363,
      "loss": 0.2864,
      "step": 4777
    },
    {
      "epoch": 0.4004861489459788,
      "grad_norm": 0.35814371705055237,
      "learning_rate": 0.00019142587008457874,
      "loss": 0.3333,
      "step": 4778
    },
    {
      "epoch": 0.4005699677297682,
      "grad_norm": 0.34681713581085205,
      "learning_rate": 0.00019142231057016974,
      "loss": 0.3027,
      "step": 4779
    },
    {
      "epoch": 0.4006537865135577,
      "grad_norm": 0.33625075221061707,
      "learning_rate": 0.0001914187503501634,
      "loss": 0.3324,
      "step": 4780
    },
    {
      "epoch": 0.40073760529734714,
      "grad_norm": 0.3374550938606262,
      "learning_rate": 0.00019141518942458725,
      "loss": 0.3023,
      "step": 4781
    },
    {
      "epoch": 0.4008214240811366,
      "grad_norm": 0.30989569425582886,
      "learning_rate": 0.00019141162779346874,
      "loss": 0.2815,
      "step": 4782
    },
    {
      "epoch": 0.400905242864926,
      "grad_norm": 0.33008790016174316,
      "learning_rate": 0.00019140806545683535,
      "loss": 0.327,
      "step": 4783
    },
    {
      "epoch": 0.40098906164871545,
      "grad_norm": 0.36112552881240845,
      "learning_rate": 0.00019140450241471462,
      "loss": 0.3513,
      "step": 4784
    },
    {
      "epoch": 0.40107288043250494,
      "grad_norm": 0.30185678601264954,
      "learning_rate": 0.000191400938667134,
      "loss": 0.2825,
      "step": 4785
    },
    {
      "epoch": 0.4011566992162944,
      "grad_norm": 0.3462637662887573,
      "learning_rate": 0.00019139737421412103,
      "loss": 0.2969,
      "step": 4786
    },
    {
      "epoch": 0.4012405180000838,
      "grad_norm": 0.31292033195495605,
      "learning_rate": 0.0001913938090557032,
      "loss": 0.3133,
      "step": 4787
    },
    {
      "epoch": 0.40132433678387325,
      "grad_norm": 0.30641481280326843,
      "learning_rate": 0.000191390243191908,
      "loss": 0.2404,
      "step": 4788
    },
    {
      "epoch": 0.40140815556766274,
      "grad_norm": 0.33279597759246826,
      "learning_rate": 0.00019138667662276304,
      "loss": 0.3003,
      "step": 4789
    },
    {
      "epoch": 0.4014919743514522,
      "grad_norm": 0.3539661765098572,
      "learning_rate": 0.00019138310934829577,
      "loss": 0.3417,
      "step": 4790
    },
    {
      "epoch": 0.4015757931352416,
      "grad_norm": 0.3824467062950134,
      "learning_rate": 0.0001913795413685337,
      "loss": 0.3275,
      "step": 4791
    },
    {
      "epoch": 0.40165961191903105,
      "grad_norm": 0.342631071805954,
      "learning_rate": 0.00019137597268350444,
      "loss": 0.3202,
      "step": 4792
    },
    {
      "epoch": 0.4017434307028205,
      "grad_norm": 0.3468014597892761,
      "learning_rate": 0.00019137240329323554,
      "loss": 0.2746,
      "step": 4793
    },
    {
      "epoch": 0.40182724948660997,
      "grad_norm": 0.3181537985801697,
      "learning_rate": 0.00019136883319775447,
      "loss": 0.261,
      "step": 4794
    },
    {
      "epoch": 0.4019110682703994,
      "grad_norm": 0.3425499498844147,
      "learning_rate": 0.00019136526239708882,
      "loss": 0.3183,
      "step": 4795
    },
    {
      "epoch": 0.40199488705418884,
      "grad_norm": 0.3033601641654968,
      "learning_rate": 0.00019136169089126618,
      "loss": 0.3022,
      "step": 4796
    },
    {
      "epoch": 0.4020787058379783,
      "grad_norm": 0.32313212752342224,
      "learning_rate": 0.0001913581186803141,
      "loss": 0.3196,
      "step": 4797
    },
    {
      "epoch": 0.4021625246217677,
      "grad_norm": 0.3583810031414032,
      "learning_rate": 0.0001913545457642601,
      "loss": 0.3291,
      "step": 4798
    },
    {
      "epoch": 0.4022463434055572,
      "grad_norm": 0.36950555443763733,
      "learning_rate": 0.00019135097214313183,
      "loss": 0.3584,
      "step": 4799
    },
    {
      "epoch": 0.40233016218934664,
      "grad_norm": 0.33409905433654785,
      "learning_rate": 0.0001913473978169568,
      "loss": 0.3256,
      "step": 4800
    },
    {
      "epoch": 0.40233016218934664,
      "eval_loss": 0.3149508237838745,
      "eval_runtime": 61.522,
      "eval_samples_per_second": 15.604,
      "eval_steps_per_second": 3.901,
      "step": 4800
    },
    {
      "epoch": 0.4024139809731361,
      "grad_norm": 0.35126906633377075,
      "learning_rate": 0.00019134382278576266,
      "loss": 0.3217,
      "step": 4801
    },
    {
      "epoch": 0.4024977997569255,
      "grad_norm": 0.3677748143672943,
      "learning_rate": 0.00019134024704957697,
      "loss": 0.3256,
      "step": 4802
    },
    {
      "epoch": 0.40258161854071495,
      "grad_norm": 0.3380022346973419,
      "learning_rate": 0.00019133667060842734,
      "loss": 0.3076,
      "step": 4803
    },
    {
      "epoch": 0.40266543732450444,
      "grad_norm": 0.3466861844062805,
      "learning_rate": 0.00019133309346234137,
      "loss": 0.3417,
      "step": 4804
    },
    {
      "epoch": 0.4027492561082939,
      "grad_norm": 0.3747386634349823,
      "learning_rate": 0.00019132951561134665,
      "loss": 0.3242,
      "step": 4805
    },
    {
      "epoch": 0.4028330748920833,
      "grad_norm": 0.3297593295574188,
      "learning_rate": 0.00019132593705547082,
      "loss": 0.2767,
      "step": 4806
    },
    {
      "epoch": 0.40291689367587274,
      "grad_norm": 0.3612629771232605,
      "learning_rate": 0.0001913223577947415,
      "loss": 0.3587,
      "step": 4807
    },
    {
      "epoch": 0.40300071245966224,
      "grad_norm": 0.34285110235214233,
      "learning_rate": 0.0001913187778291863,
      "loss": 0.2832,
      "step": 4808
    },
    {
      "epoch": 0.40308453124345167,
      "grad_norm": 0.30354031920433044,
      "learning_rate": 0.0001913151971588328,
      "loss": 0.2796,
      "step": 4809
    },
    {
      "epoch": 0.4031683500272411,
      "grad_norm": 0.29253992438316345,
      "learning_rate": 0.00019131161578370872,
      "loss": 0.2552,
      "step": 4810
    },
    {
      "epoch": 0.40325216881103054,
      "grad_norm": 0.35451969504356384,
      "learning_rate": 0.0001913080337038417,
      "loss": 0.3056,
      "step": 4811
    },
    {
      "epoch": 0.40333598759482,
      "grad_norm": 0.36228519678115845,
      "learning_rate": 0.00019130445091925934,
      "loss": 0.3027,
      "step": 4812
    },
    {
      "epoch": 0.40341980637860947,
      "grad_norm": 0.3799762725830078,
      "learning_rate": 0.0001913008674299893,
      "loss": 0.319,
      "step": 4813
    },
    {
      "epoch": 0.4035036251623989,
      "grad_norm": 0.3555396795272827,
      "learning_rate": 0.00019129728323605925,
      "loss": 0.3055,
      "step": 4814
    },
    {
      "epoch": 0.40358744394618834,
      "grad_norm": 0.3573395311832428,
      "learning_rate": 0.0001912936983374968,
      "loss": 0.333,
      "step": 4815
    },
    {
      "epoch": 0.4036712627299778,
      "grad_norm": 0.36906376481056213,
      "learning_rate": 0.00019129011273432973,
      "loss": 0.3464,
      "step": 4816
    },
    {
      "epoch": 0.4037550815137672,
      "grad_norm": 0.3417128622531891,
      "learning_rate": 0.00019128652642658566,
      "loss": 0.2759,
      "step": 4817
    },
    {
      "epoch": 0.4038389002975567,
      "grad_norm": 0.3709505498409271,
      "learning_rate": 0.0001912829394142922,
      "loss": 0.3475,
      "step": 4818
    },
    {
      "epoch": 0.40392271908134614,
      "grad_norm": 0.3762759268283844,
      "learning_rate": 0.00019127935169747714,
      "loss": 0.3792,
      "step": 4819
    },
    {
      "epoch": 0.4040065378651356,
      "grad_norm": 0.3047241270542145,
      "learning_rate": 0.0001912757632761681,
      "loss": 0.2638,
      "step": 4820
    },
    {
      "epoch": 0.404090356648925,
      "grad_norm": 0.3507908880710602,
      "learning_rate": 0.0001912721741503928,
      "loss": 0.3639,
      "step": 4821
    },
    {
      "epoch": 0.40417417543271444,
      "grad_norm": 0.3018057346343994,
      "learning_rate": 0.00019126858432017897,
      "loss": 0.2692,
      "step": 4822
    },
    {
      "epoch": 0.40425799421650394,
      "grad_norm": 0.3420387804508209,
      "learning_rate": 0.00019126499378555422,
      "loss": 0.2909,
      "step": 4823
    },
    {
      "epoch": 0.40434181300029337,
      "grad_norm": 0.3263201117515564,
      "learning_rate": 0.0001912614025465464,
      "loss": 0.3146,
      "step": 4824
    },
    {
      "epoch": 0.4044256317840828,
      "grad_norm": 0.34989026188850403,
      "learning_rate": 0.00019125781060318312,
      "loss": 0.3029,
      "step": 4825
    },
    {
      "epoch": 0.40450945056787224,
      "grad_norm": 0.3208363652229309,
      "learning_rate": 0.00019125421795549214,
      "loss": 0.2744,
      "step": 4826
    },
    {
      "epoch": 0.40459326935166173,
      "grad_norm": 0.34697461128234863,
      "learning_rate": 0.00019125062460350118,
      "loss": 0.2738,
      "step": 4827
    },
    {
      "epoch": 0.40467708813545117,
      "grad_norm": 0.35044190287590027,
      "learning_rate": 0.000191247030547238,
      "loss": 0.3043,
      "step": 4828
    },
    {
      "epoch": 0.4047609069192406,
      "grad_norm": 0.3441549241542816,
      "learning_rate": 0.0001912434357867303,
      "loss": 0.3442,
      "step": 4829
    },
    {
      "epoch": 0.40484472570303004,
      "grad_norm": 0.35248705744743347,
      "learning_rate": 0.00019123984032200586,
      "loss": 0.2909,
      "step": 4830
    },
    {
      "epoch": 0.4049285444868195,
      "grad_norm": 0.37098175287246704,
      "learning_rate": 0.0001912362441530924,
      "loss": 0.3538,
      "step": 4831
    },
    {
      "epoch": 0.40501236327060897,
      "grad_norm": 0.3511427342891693,
      "learning_rate": 0.00019123264728001767,
      "loss": 0.3134,
      "step": 4832
    },
    {
      "epoch": 0.4050961820543984,
      "grad_norm": 0.34568384289741516,
      "learning_rate": 0.00019122904970280948,
      "loss": 0.3033,
      "step": 4833
    },
    {
      "epoch": 0.40518000083818784,
      "grad_norm": 0.35179007053375244,
      "learning_rate": 0.00019122545142149556,
      "loss": 0.3508,
      "step": 4834
    },
    {
      "epoch": 0.4052638196219773,
      "grad_norm": 0.3553527295589447,
      "learning_rate": 0.00019122185243610366,
      "loss": 0.346,
      "step": 4835
    },
    {
      "epoch": 0.4053476384057667,
      "grad_norm": 0.333002507686615,
      "learning_rate": 0.00019121825274666162,
      "loss": 0.3227,
      "step": 4836
    },
    {
      "epoch": 0.4054314571895562,
      "grad_norm": 0.330352783203125,
      "learning_rate": 0.00019121465235319717,
      "loss": 0.2966,
      "step": 4837
    },
    {
      "epoch": 0.40551527597334563,
      "grad_norm": 0.36343914270401,
      "learning_rate": 0.0001912110512557381,
      "loss": 0.3349,
      "step": 4838
    },
    {
      "epoch": 0.40559909475713507,
      "grad_norm": 0.33048444986343384,
      "learning_rate": 0.00019120744945431222,
      "loss": 0.301,
      "step": 4839
    },
    {
      "epoch": 0.4056829135409245,
      "grad_norm": 0.35716867446899414,
      "learning_rate": 0.00019120384694894734,
      "loss": 0.3617,
      "step": 4840
    },
    {
      "epoch": 0.40576673232471394,
      "grad_norm": 0.3587973117828369,
      "learning_rate": 0.00019120024373967125,
      "loss": 0.2788,
      "step": 4841
    },
    {
      "epoch": 0.40585055110850343,
      "grad_norm": 0.35045769810676575,
      "learning_rate": 0.00019119663982651174,
      "loss": 0.3504,
      "step": 4842
    },
    {
      "epoch": 0.40593436989229287,
      "grad_norm": 0.3206522762775421,
      "learning_rate": 0.00019119303520949665,
      "loss": 0.3169,
      "step": 4843
    },
    {
      "epoch": 0.4060181886760823,
      "grad_norm": 0.4077127277851105,
      "learning_rate": 0.0001911894298886538,
      "loss": 0.3824,
      "step": 4844
    },
    {
      "epoch": 0.40610200745987174,
      "grad_norm": 0.3495820462703705,
      "learning_rate": 0.000191185823864011,
      "loss": 0.3209,
      "step": 4845
    },
    {
      "epoch": 0.40618582624366123,
      "grad_norm": 0.3334565758705139,
      "learning_rate": 0.0001911822171355961,
      "loss": 0.2882,
      "step": 4846
    },
    {
      "epoch": 0.40626964502745067,
      "grad_norm": 0.3480527400970459,
      "learning_rate": 0.00019117860970343693,
      "loss": 0.3308,
      "step": 4847
    },
    {
      "epoch": 0.4063534638112401,
      "grad_norm": 0.33930084109306335,
      "learning_rate": 0.00019117500156756135,
      "loss": 0.3098,
      "step": 4848
    },
    {
      "epoch": 0.40643728259502954,
      "grad_norm": 0.3168766498565674,
      "learning_rate": 0.00019117139272799717,
      "loss": 0.2973,
      "step": 4849
    },
    {
      "epoch": 0.40652110137881897,
      "grad_norm": 0.3486507833003998,
      "learning_rate": 0.00019116778318477225,
      "loss": 0.2999,
      "step": 4850
    },
    {
      "epoch": 0.40660492016260846,
      "grad_norm": 0.35713091492652893,
      "learning_rate": 0.00019116417293791446,
      "loss": 0.3509,
      "step": 4851
    },
    {
      "epoch": 0.4066887389463979,
      "grad_norm": 0.31854048371315,
      "learning_rate": 0.00019116056198745167,
      "loss": 0.3006,
      "step": 4852
    },
    {
      "epoch": 0.40677255773018733,
      "grad_norm": 0.3358401656150818,
      "learning_rate": 0.00019115695033341173,
      "loss": 0.3413,
      "step": 4853
    },
    {
      "epoch": 0.40685637651397677,
      "grad_norm": 0.3422572612762451,
      "learning_rate": 0.00019115333797582254,
      "loss": 0.2889,
      "step": 4854
    },
    {
      "epoch": 0.4069401952977662,
      "grad_norm": 0.2957915663719177,
      "learning_rate": 0.00019114972491471197,
      "loss": 0.2233,
      "step": 4855
    },
    {
      "epoch": 0.4070240140815557,
      "grad_norm": 0.3787415027618408,
      "learning_rate": 0.0001911461111501079,
      "loss": 0.3712,
      "step": 4856
    },
    {
      "epoch": 0.40710783286534513,
      "grad_norm": 0.3428952097892761,
      "learning_rate": 0.00019114249668203824,
      "loss": 0.2753,
      "step": 4857
    },
    {
      "epoch": 0.40719165164913457,
      "grad_norm": 0.35212501883506775,
      "learning_rate": 0.00019113888151053084,
      "loss": 0.3307,
      "step": 4858
    },
    {
      "epoch": 0.407275470432924,
      "grad_norm": 0.32718223333358765,
      "learning_rate": 0.00019113526563561365,
      "loss": 0.2837,
      "step": 4859
    },
    {
      "epoch": 0.40735928921671344,
      "grad_norm": 0.36648136377334595,
      "learning_rate": 0.00019113164905731455,
      "loss": 0.3144,
      "step": 4860
    },
    {
      "epoch": 0.40744310800050293,
      "grad_norm": 0.38195866346359253,
      "learning_rate": 0.00019112803177566147,
      "loss": 0.302,
      "step": 4861
    },
    {
      "epoch": 0.40752692678429236,
      "grad_norm": 0.3324364423751831,
      "learning_rate": 0.00019112441379068234,
      "loss": 0.2856,
      "step": 4862
    },
    {
      "epoch": 0.4076107455680818,
      "grad_norm": 0.33119213581085205,
      "learning_rate": 0.00019112079510240503,
      "loss": 0.3049,
      "step": 4863
    },
    {
      "epoch": 0.40769456435187124,
      "grad_norm": 0.36037319898605347,
      "learning_rate": 0.00019111717571085752,
      "loss": 0.358,
      "step": 4864
    },
    {
      "epoch": 0.4077783831356607,
      "grad_norm": 0.3606148660182953,
      "learning_rate": 0.00019111355561606772,
      "loss": 0.3509,
      "step": 4865
    },
    {
      "epoch": 0.40786220191945016,
      "grad_norm": 0.33380866050720215,
      "learning_rate": 0.00019110993481806358,
      "loss": 0.3042,
      "step": 4866
    },
    {
      "epoch": 0.4079460207032396,
      "grad_norm": 0.3382093608379364,
      "learning_rate": 0.00019110631331687307,
      "loss": 0.3265,
      "step": 4867
    },
    {
      "epoch": 0.40802983948702903,
      "grad_norm": 0.3430132269859314,
      "learning_rate": 0.00019110269111252408,
      "loss": 0.3336,
      "step": 4868
    },
    {
      "epoch": 0.40811365827081847,
      "grad_norm": 0.3757685422897339,
      "learning_rate": 0.0001910990682050446,
      "loss": 0.3464,
      "step": 4869
    },
    {
      "epoch": 0.40819747705460796,
      "grad_norm": 0.35555028915405273,
      "learning_rate": 0.0001910954445944626,
      "loss": 0.3057,
      "step": 4870
    },
    {
      "epoch": 0.4082812958383974,
      "grad_norm": 0.34344643354415894,
      "learning_rate": 0.00019109182028080604,
      "loss": 0.3035,
      "step": 4871
    },
    {
      "epoch": 0.40836511462218683,
      "grad_norm": 0.3120538294315338,
      "learning_rate": 0.0001910881952641029,
      "loss": 0.2733,
      "step": 4872
    },
    {
      "epoch": 0.40844893340597627,
      "grad_norm": 0.32507187128067017,
      "learning_rate": 0.00019108456954438111,
      "loss": 0.2853,
      "step": 4873
    },
    {
      "epoch": 0.4085327521897657,
      "grad_norm": 0.3360636234283447,
      "learning_rate": 0.00019108094312166873,
      "loss": 0.3055,
      "step": 4874
    },
    {
      "epoch": 0.4086165709735552,
      "grad_norm": 0.3608693480491638,
      "learning_rate": 0.00019107731599599372,
      "loss": 0.3062,
      "step": 4875
    },
    {
      "epoch": 0.40870038975734463,
      "grad_norm": 0.3467356562614441,
      "learning_rate": 0.00019107368816738404,
      "loss": 0.2952,
      "step": 4876
    },
    {
      "epoch": 0.40878420854113406,
      "grad_norm": 0.3611151874065399,
      "learning_rate": 0.00019107005963586772,
      "loss": 0.2944,
      "step": 4877
    },
    {
      "epoch": 0.4088680273249235,
      "grad_norm": 0.308587908744812,
      "learning_rate": 0.00019106643040147278,
      "loss": 0.2591,
      "step": 4878
    },
    {
      "epoch": 0.40895184610871294,
      "grad_norm": 0.35371583700180054,
      "learning_rate": 0.0001910628004642272,
      "loss": 0.3011,
      "step": 4879
    },
    {
      "epoch": 0.4090356648925024,
      "grad_norm": 0.32838714122772217,
      "learning_rate": 0.00019105916982415898,
      "loss": 0.2946,
      "step": 4880
    },
    {
      "epoch": 0.40911948367629186,
      "grad_norm": 0.3366549015045166,
      "learning_rate": 0.0001910555384812962,
      "loss": 0.2858,
      "step": 4881
    },
    {
      "epoch": 0.4092033024600813,
      "grad_norm": 0.3706580698490143,
      "learning_rate": 0.00019105190643566684,
      "loss": 0.3209,
      "step": 4882
    },
    {
      "epoch": 0.40928712124387073,
      "grad_norm": 0.385429710149765,
      "learning_rate": 0.00019104827368729893,
      "loss": 0.3775,
      "step": 4883
    },
    {
      "epoch": 0.4093709400276602,
      "grad_norm": 0.35517004132270813,
      "learning_rate": 0.00019104464023622053,
      "loss": 0.2904,
      "step": 4884
    },
    {
      "epoch": 0.40945475881144966,
      "grad_norm": 0.3461834788322449,
      "learning_rate": 0.0001910410060824597,
      "loss": 0.3556,
      "step": 4885
    },
    {
      "epoch": 0.4095385775952391,
      "grad_norm": 0.3521357774734497,
      "learning_rate": 0.00019103737122604445,
      "loss": 0.3058,
      "step": 4886
    },
    {
      "epoch": 0.40962239637902853,
      "grad_norm": 0.3175741732120514,
      "learning_rate": 0.00019103373566700283,
      "loss": 0.2553,
      "step": 4887
    },
    {
      "epoch": 0.40970621516281797,
      "grad_norm": 0.31301090121269226,
      "learning_rate": 0.00019103009940536295,
      "loss": 0.2602,
      "step": 4888
    },
    {
      "epoch": 0.40979003394660746,
      "grad_norm": 0.3359714448451996,
      "learning_rate": 0.00019102646244115282,
      "loss": 0.2789,
      "step": 4889
    },
    {
      "epoch": 0.4098738527303969,
      "grad_norm": 0.33158430457115173,
      "learning_rate": 0.00019102282477440055,
      "loss": 0.2831,
      "step": 4890
    },
    {
      "epoch": 0.40995767151418633,
      "grad_norm": 0.3477625846862793,
      "learning_rate": 0.00019101918640513418,
      "loss": 0.3582,
      "step": 4891
    },
    {
      "epoch": 0.41004149029797576,
      "grad_norm": 0.319901704788208,
      "learning_rate": 0.00019101554733338185,
      "loss": 0.3249,
      "step": 4892
    },
    {
      "epoch": 0.4101253090817652,
      "grad_norm": 0.33485090732574463,
      "learning_rate": 0.00019101190755917155,
      "loss": 0.3072,
      "step": 4893
    },
    {
      "epoch": 0.4102091278655547,
      "grad_norm": 0.35716819763183594,
      "learning_rate": 0.00019100826708253146,
      "loss": 0.3169,
      "step": 4894
    },
    {
      "epoch": 0.4102929466493441,
      "grad_norm": 0.3260229229927063,
      "learning_rate": 0.00019100462590348964,
      "loss": 0.2743,
      "step": 4895
    },
    {
      "epoch": 0.41037676543313356,
      "grad_norm": 0.3195173442363739,
      "learning_rate": 0.0001910009840220742,
      "loss": 0.2818,
      "step": 4896
    },
    {
      "epoch": 0.410460584216923,
      "grad_norm": 0.5879775285720825,
      "learning_rate": 0.00019099734143831324,
      "loss": 0.2828,
      "step": 4897
    },
    {
      "epoch": 0.41054440300071243,
      "grad_norm": 0.340717613697052,
      "learning_rate": 0.0001909936981522349,
      "loss": 0.2852,
      "step": 4898
    },
    {
      "epoch": 0.4106282217845019,
      "grad_norm": 0.35206127166748047,
      "learning_rate": 0.00019099005416386722,
      "loss": 0.3016,
      "step": 4899
    },
    {
      "epoch": 0.41071204056829136,
      "grad_norm": 0.309494286775589,
      "learning_rate": 0.00019098640947323844,
      "loss": 0.2589,
      "step": 4900
    },
    {
      "epoch": 0.4107958593520808,
      "grad_norm": 0.3258360028266907,
      "learning_rate": 0.0001909827640803766,
      "loss": 0.3066,
      "step": 4901
    },
    {
      "epoch": 0.41087967813587023,
      "grad_norm": 0.32778993248939514,
      "learning_rate": 0.00019097911798530987,
      "loss": 0.3139,
      "step": 4902
    },
    {
      "epoch": 0.4109634969196597,
      "grad_norm": 0.36119550466537476,
      "learning_rate": 0.0001909754711880664,
      "loss": 0.306,
      "step": 4903
    },
    {
      "epoch": 0.41104731570344916,
      "grad_norm": 0.387356162071228,
      "learning_rate": 0.0001909718236886743,
      "loss": 0.3805,
      "step": 4904
    },
    {
      "epoch": 0.4111311344872386,
      "grad_norm": 0.3485362231731415,
      "learning_rate": 0.00019096817548716177,
      "loss": 0.3274,
      "step": 4905
    },
    {
      "epoch": 0.411214953271028,
      "grad_norm": 0.34178048372268677,
      "learning_rate": 0.00019096452658355693,
      "loss": 0.3146,
      "step": 4906
    },
    {
      "epoch": 0.41129877205481746,
      "grad_norm": 0.35512101650238037,
      "learning_rate": 0.000190960876977888,
      "loss": 0.3593,
      "step": 4907
    },
    {
      "epoch": 0.41138259083860695,
      "grad_norm": 0.36148664355278015,
      "learning_rate": 0.00019095722667018304,
      "loss": 0.3414,
      "step": 4908
    },
    {
      "epoch": 0.4114664096223964,
      "grad_norm": 0.34558629989624023,
      "learning_rate": 0.0001909535756604703,
      "loss": 0.2974,
      "step": 4909
    },
    {
      "epoch": 0.4115502284061858,
      "grad_norm": 0.32668501138687134,
      "learning_rate": 0.00019094992394877794,
      "loss": 0.2826,
      "step": 4910
    },
    {
      "epoch": 0.41163404718997526,
      "grad_norm": 0.3401993215084076,
      "learning_rate": 0.00019094627153513414,
      "loss": 0.2839,
      "step": 4911
    },
    {
      "epoch": 0.4117178659737647,
      "grad_norm": 0.3631497025489807,
      "learning_rate": 0.00019094261841956712,
      "loss": 0.336,
      "step": 4912
    },
    {
      "epoch": 0.4118016847575542,
      "grad_norm": 0.3657553195953369,
      "learning_rate": 0.00019093896460210504,
      "loss": 0.3385,
      "step": 4913
    },
    {
      "epoch": 0.4118855035413436,
      "grad_norm": 0.3344809114933014,
      "learning_rate": 0.0001909353100827761,
      "loss": 0.28,
      "step": 4914
    },
    {
      "epoch": 0.41196932232513306,
      "grad_norm": 0.32634803652763367,
      "learning_rate": 0.00019093165486160852,
      "loss": 0.2761,
      "step": 4915
    },
    {
      "epoch": 0.4120531411089225,
      "grad_norm": 0.336519718170166,
      "learning_rate": 0.00019092799893863051,
      "loss": 0.3078,
      "step": 4916
    },
    {
      "epoch": 0.41213695989271193,
      "grad_norm": 0.36760735511779785,
      "learning_rate": 0.0001909243423138703,
      "loss": 0.3649,
      "step": 4917
    },
    {
      "epoch": 0.4122207786765014,
      "grad_norm": 0.35170063376426697,
      "learning_rate": 0.00019092068498735606,
      "loss": 0.3354,
      "step": 4918
    },
    {
      "epoch": 0.41230459746029086,
      "grad_norm": 0.3534489870071411,
      "learning_rate": 0.00019091702695911612,
      "loss": 0.3224,
      "step": 4919
    },
    {
      "epoch": 0.4123884162440803,
      "grad_norm": 0.45851457118988037,
      "learning_rate": 0.00019091336822917856,
      "loss": 0.3893,
      "step": 4920
    },
    {
      "epoch": 0.4124722350278697,
      "grad_norm": 0.34729504585266113,
      "learning_rate": 0.00019090970879757175,
      "loss": 0.3296,
      "step": 4921
    },
    {
      "epoch": 0.4125560538116592,
      "grad_norm": 0.30638042092323303,
      "learning_rate": 0.0001909060486643239,
      "loss": 0.2807,
      "step": 4922
    },
    {
      "epoch": 0.41263987259544865,
      "grad_norm": 0.35698795318603516,
      "learning_rate": 0.00019090238782946322,
      "loss": 0.3366,
      "step": 4923
    },
    {
      "epoch": 0.4127236913792381,
      "grad_norm": 0.3213734030723572,
      "learning_rate": 0.00019089872629301802,
      "loss": 0.2806,
      "step": 4924
    },
    {
      "epoch": 0.4128075101630275,
      "grad_norm": 0.3374132812023163,
      "learning_rate": 0.00019089506405501648,
      "loss": 0.3283,
      "step": 4925
    },
    {
      "epoch": 0.41289132894681696,
      "grad_norm": 0.3423725962638855,
      "learning_rate": 0.00019089140111548696,
      "loss": 0.3159,
      "step": 4926
    },
    {
      "epoch": 0.41297514773060645,
      "grad_norm": 0.3408999443054199,
      "learning_rate": 0.00019088773747445769,
      "loss": 0.3235,
      "step": 4927
    },
    {
      "epoch": 0.4130589665143959,
      "grad_norm": 0.32750359177589417,
      "learning_rate": 0.00019088407313195692,
      "loss": 0.3385,
      "step": 4928
    },
    {
      "epoch": 0.4131427852981853,
      "grad_norm": 0.36553460359573364,
      "learning_rate": 0.00019088040808801294,
      "loss": 0.3714,
      "step": 4929
    },
    {
      "epoch": 0.41322660408197476,
      "grad_norm": 0.33943766355514526,
      "learning_rate": 0.00019087674234265407,
      "loss": 0.3022,
      "step": 4930
    },
    {
      "epoch": 0.4133104228657642,
      "grad_norm": 0.2935449182987213,
      "learning_rate": 0.00019087307589590858,
      "loss": 0.2384,
      "step": 4931
    },
    {
      "epoch": 0.4133942416495537,
      "grad_norm": 0.34061557054519653,
      "learning_rate": 0.00019086940874780476,
      "loss": 0.3362,
      "step": 4932
    },
    {
      "epoch": 0.4134780604333431,
      "grad_norm": 0.32687869668006897,
      "learning_rate": 0.00019086574089837092,
      "loss": 0.2574,
      "step": 4933
    },
    {
      "epoch": 0.41356187921713256,
      "grad_norm": 0.3539455831050873,
      "learning_rate": 0.0001908620723476354,
      "loss": 0.3378,
      "step": 4934
    },
    {
      "epoch": 0.413645698000922,
      "grad_norm": 0.369735449552536,
      "learning_rate": 0.00019085840309562645,
      "loss": 0.3474,
      "step": 4935
    },
    {
      "epoch": 0.4137295167847114,
      "grad_norm": 0.35661256313323975,
      "learning_rate": 0.00019085473314237245,
      "loss": 0.3129,
      "step": 4936
    },
    {
      "epoch": 0.4138133355685009,
      "grad_norm": 0.3845878541469574,
      "learning_rate": 0.0001908510624879017,
      "loss": 0.3913,
      "step": 4937
    },
    {
      "epoch": 0.41389715435229035,
      "grad_norm": 0.3870730996131897,
      "learning_rate": 0.0001908473911322425,
      "loss": 0.3775,
      "step": 4938
    },
    {
      "epoch": 0.4139809731360798,
      "grad_norm": 0.38087132573127747,
      "learning_rate": 0.00019084371907542326,
      "loss": 0.3384,
      "step": 4939
    },
    {
      "epoch": 0.4140647919198692,
      "grad_norm": 0.35084736347198486,
      "learning_rate": 0.00019084004631747225,
      "loss": 0.2935,
      "step": 4940
    },
    {
      "epoch": 0.4141486107036587,
      "grad_norm": 0.36528483033180237,
      "learning_rate": 0.00019083637285841783,
      "loss": 0.3268,
      "step": 4941
    },
    {
      "epoch": 0.41423242948744815,
      "grad_norm": 0.3561575710773468,
      "learning_rate": 0.0001908326986982884,
      "loss": 0.3191,
      "step": 4942
    },
    {
      "epoch": 0.4143162482712376,
      "grad_norm": 0.3248083293437958,
      "learning_rate": 0.00019082902383711224,
      "loss": 0.282,
      "step": 4943
    },
    {
      "epoch": 0.414400067055027,
      "grad_norm": 0.3669363856315613,
      "learning_rate": 0.0001908253482749178,
      "loss": 0.3808,
      "step": 4944
    },
    {
      "epoch": 0.41448388583881646,
      "grad_norm": 0.3338971734046936,
      "learning_rate": 0.00019082167201173338,
      "loss": 0.3462,
      "step": 4945
    },
    {
      "epoch": 0.41456770462260595,
      "grad_norm": 0.48990052938461304,
      "learning_rate": 0.00019081799504758738,
      "loss": 0.3346,
      "step": 4946
    },
    {
      "epoch": 0.4146515234063954,
      "grad_norm": 0.34204161167144775,
      "learning_rate": 0.00019081431738250814,
      "loss": 0.3539,
      "step": 4947
    },
    {
      "epoch": 0.4147353421901848,
      "grad_norm": 0.3378729522228241,
      "learning_rate": 0.00019081063901652413,
      "loss": 0.3222,
      "step": 4948
    },
    {
      "epoch": 0.41481916097397425,
      "grad_norm": 0.30843687057495117,
      "learning_rate": 0.0001908069599496636,
      "loss": 0.304,
      "step": 4949
    },
    {
      "epoch": 0.4149029797577637,
      "grad_norm": 0.35090404748916626,
      "learning_rate": 0.00019080328018195513,
      "loss": 0.3499,
      "step": 4950
    },
    {
      "epoch": 0.4149867985415532,
      "grad_norm": 0.33154773712158203,
      "learning_rate": 0.000190799599713427,
      "loss": 0.3039,
      "step": 4951
    },
    {
      "epoch": 0.4150706173253426,
      "grad_norm": 0.32000967860221863,
      "learning_rate": 0.00019079591854410762,
      "loss": 0.266,
      "step": 4952
    },
    {
      "epoch": 0.41515443610913205,
      "grad_norm": 0.38223695755004883,
      "learning_rate": 0.00019079223667402542,
      "loss": 0.3581,
      "step": 4953
    },
    {
      "epoch": 0.4152382548929215,
      "grad_norm": 0.284505695104599,
      "learning_rate": 0.00019078855410320882,
      "loss": 0.2398,
      "step": 4954
    },
    {
      "epoch": 0.4153220736767109,
      "grad_norm": 0.38672831654548645,
      "learning_rate": 0.00019078487083168624,
      "loss": 0.3123,
      "step": 4955
    },
    {
      "epoch": 0.4154058924605004,
      "grad_norm": 0.371914803981781,
      "learning_rate": 0.0001907811868594861,
      "loss": 0.3181,
      "step": 4956
    },
    {
      "epoch": 0.41548971124428985,
      "grad_norm": 0.3344033658504486,
      "learning_rate": 0.00019077750218663686,
      "loss": 0.277,
      "step": 4957
    },
    {
      "epoch": 0.4155735300280793,
      "grad_norm": 0.33881551027297974,
      "learning_rate": 0.00019077381681316692,
      "loss": 0.2741,
      "step": 4958
    },
    {
      "epoch": 0.4156573488118687,
      "grad_norm": 0.3442196547985077,
      "learning_rate": 0.00019077013073910475,
      "loss": 0.3349,
      "step": 4959
    },
    {
      "epoch": 0.4157411675956582,
      "grad_norm": 0.3018687665462494,
      "learning_rate": 0.00019076644396447877,
      "loss": 0.2247,
      "step": 4960
    },
    {
      "epoch": 0.41582498637944765,
      "grad_norm": 0.3398676812648773,
      "learning_rate": 0.0001907627564893175,
      "loss": 0.3129,
      "step": 4961
    },
    {
      "epoch": 0.4159088051632371,
      "grad_norm": 0.3477555215358734,
      "learning_rate": 0.00019075906831364931,
      "loss": 0.3336,
      "step": 4962
    },
    {
      "epoch": 0.4159926239470265,
      "grad_norm": 0.34160417318344116,
      "learning_rate": 0.0001907553794375027,
      "loss": 0.3021,
      "step": 4963
    },
    {
      "epoch": 0.41607644273081595,
      "grad_norm": 0.38040891289711,
      "learning_rate": 0.0001907516898609062,
      "loss": 0.3204,
      "step": 4964
    },
    {
      "epoch": 0.41616026151460545,
      "grad_norm": 0.34041333198547363,
      "learning_rate": 0.00019074799958388824,
      "loss": 0.2963,
      "step": 4965
    },
    {
      "epoch": 0.4162440802983949,
      "grad_norm": 0.35182899236679077,
      "learning_rate": 0.00019074430860647728,
      "loss": 0.3774,
      "step": 4966
    },
    {
      "epoch": 0.4163278990821843,
      "grad_norm": 0.36598390340805054,
      "learning_rate": 0.00019074061692870182,
      "loss": 0.3091,
      "step": 4967
    },
    {
      "epoch": 0.41641171786597375,
      "grad_norm": 0.3282029330730438,
      "learning_rate": 0.00019073692455059035,
      "loss": 0.3117,
      "step": 4968
    },
    {
      "epoch": 0.4164955366497632,
      "grad_norm": 0.31819939613342285,
      "learning_rate": 0.0001907332314721714,
      "loss": 0.2731,
      "step": 4969
    },
    {
      "epoch": 0.4165793554335527,
      "grad_norm": 0.3242708742618561,
      "learning_rate": 0.00019072953769347343,
      "loss": 0.2891,
      "step": 4970
    },
    {
      "epoch": 0.4166631742173421,
      "grad_norm": 0.36583736538887024,
      "learning_rate": 0.00019072584321452497,
      "loss": 0.3452,
      "step": 4971
    },
    {
      "epoch": 0.41674699300113155,
      "grad_norm": 0.3184630274772644,
      "learning_rate": 0.00019072214803535453,
      "loss": 0.2822,
      "step": 4972
    },
    {
      "epoch": 0.416830811784921,
      "grad_norm": 0.32039445638656616,
      "learning_rate": 0.00019071845215599064,
      "loss": 0.3016,
      "step": 4973
    },
    {
      "epoch": 0.4169146305687104,
      "grad_norm": 0.33618077635765076,
      "learning_rate": 0.0001907147555764618,
      "loss": 0.2954,
      "step": 4974
    },
    {
      "epoch": 0.4169984493524999,
      "grad_norm": 0.39526528120040894,
      "learning_rate": 0.00019071105829679657,
      "loss": 0.3535,
      "step": 4975
    },
    {
      "epoch": 0.41708226813628935,
      "grad_norm": 0.32116955518722534,
      "learning_rate": 0.00019070736031702348,
      "loss": 0.2748,
      "step": 4976
    },
    {
      "epoch": 0.4171660869200788,
      "grad_norm": 0.35401642322540283,
      "learning_rate": 0.00019070366163717104,
      "loss": 0.324,
      "step": 4977
    },
    {
      "epoch": 0.4172499057038682,
      "grad_norm": 0.3697335720062256,
      "learning_rate": 0.00019069996225726783,
      "loss": 0.3419,
      "step": 4978
    },
    {
      "epoch": 0.4173337244876577,
      "grad_norm": 0.37684881687164307,
      "learning_rate": 0.0001906962621773424,
      "loss": 0.3391,
      "step": 4979
    },
    {
      "epoch": 0.41741754327144714,
      "grad_norm": 0.36038121581077576,
      "learning_rate": 0.0001906925613974233,
      "loss": 0.3646,
      "step": 4980
    },
    {
      "epoch": 0.4175013620552366,
      "grad_norm": 0.39880111813545227,
      "learning_rate": 0.00019068885991753906,
      "loss": 0.4251,
      "step": 4981
    },
    {
      "epoch": 0.417585180839026,
      "grad_norm": 0.3257926404476166,
      "learning_rate": 0.00019068515773771832,
      "loss": 0.2731,
      "step": 4982
    },
    {
      "epoch": 0.41766899962281545,
      "grad_norm": 0.31482699513435364,
      "learning_rate": 0.00019068145485798957,
      "loss": 0.2733,
      "step": 4983
    },
    {
      "epoch": 0.41775281840660494,
      "grad_norm": 0.3284503221511841,
      "learning_rate": 0.00019067775127838146,
      "loss": 0.3281,
      "step": 4984
    },
    {
      "epoch": 0.4178366371903944,
      "grad_norm": 0.2941513955593109,
      "learning_rate": 0.00019067404699892252,
      "loss": 0.2478,
      "step": 4985
    },
    {
      "epoch": 0.4179204559741838,
      "grad_norm": 0.2728864848613739,
      "learning_rate": 0.0001906703420196414,
      "loss": 0.2163,
      "step": 4986
    },
    {
      "epoch": 0.41800427475797325,
      "grad_norm": 0.32905545830726624,
      "learning_rate": 0.00019066663634056665,
      "loss": 0.2851,
      "step": 4987
    },
    {
      "epoch": 0.4180880935417627,
      "grad_norm": 0.377948135137558,
      "learning_rate": 0.00019066292996172685,
      "loss": 0.345,
      "step": 4988
    },
    {
      "epoch": 0.4181719123255522,
      "grad_norm": 0.368683785200119,
      "learning_rate": 0.00019065922288315066,
      "loss": 0.3116,
      "step": 4989
    },
    {
      "epoch": 0.4182557311093416,
      "grad_norm": 0.3603372275829315,
      "learning_rate": 0.0001906555151048667,
      "loss": 0.3394,
      "step": 4990
    },
    {
      "epoch": 0.41833954989313105,
      "grad_norm": 0.4125937521457672,
      "learning_rate": 0.0001906518066269035,
      "loss": 0.4121,
      "step": 4991
    },
    {
      "epoch": 0.4184233686769205,
      "grad_norm": 0.3778720498085022,
      "learning_rate": 0.00019064809744928976,
      "loss": 0.322,
      "step": 4992
    },
    {
      "epoch": 0.4185071874607099,
      "grad_norm": 0.3666973412036896,
      "learning_rate": 0.00019064438757205408,
      "loss": 0.308,
      "step": 4993
    },
    {
      "epoch": 0.4185910062444994,
      "grad_norm": 0.3452993333339691,
      "learning_rate": 0.0001906406769952251,
      "loss": 0.3139,
      "step": 4994
    },
    {
      "epoch": 0.41867482502828884,
      "grad_norm": 0.3587910234928131,
      "learning_rate": 0.00019063696571883142,
      "loss": 0.3229,
      "step": 4995
    },
    {
      "epoch": 0.4187586438120783,
      "grad_norm": 0.34421348571777344,
      "learning_rate": 0.00019063325374290177,
      "loss": 0.3094,
      "step": 4996
    },
    {
      "epoch": 0.4188424625958677,
      "grad_norm": 0.3438487648963928,
      "learning_rate": 0.00019062954106746472,
      "loss": 0.3121,
      "step": 4997
    },
    {
      "epoch": 0.4189262813796572,
      "grad_norm": 0.32595598697662354,
      "learning_rate": 0.00019062582769254895,
      "loss": 0.2854,
      "step": 4998
    },
    {
      "epoch": 0.41901010016344664,
      "grad_norm": 0.3259968161582947,
      "learning_rate": 0.0001906221136181831,
      "loss": 0.284,
      "step": 4999
    },
    {
      "epoch": 0.4190939189472361,
      "grad_norm": 0.3367357552051544,
      "learning_rate": 0.00019061839884439592,
      "loss": 0.3466,
      "step": 5000
    },
    {
      "epoch": 0.4190939189472361,
      "eval_loss": 0.31101956963539124,
      "eval_runtime": 61.5244,
      "eval_samples_per_second": 15.604,
      "eval_steps_per_second": 3.901,
      "step": 5000
    },
    {
      "epoch": 0.4191777377310255,
      "grad_norm": 0.351813942193985,
      "learning_rate": 0.00019061468337121598,
      "loss": 0.3402,
      "step": 5001
    },
    {
      "epoch": 0.41926155651481495,
      "grad_norm": 0.3190028667449951,
      "learning_rate": 0.000190610967198672,
      "loss": 0.2672,
      "step": 5002
    },
    {
      "epoch": 0.41934537529860444,
      "grad_norm": 0.326290488243103,
      "learning_rate": 0.00019060725032679266,
      "loss": 0.3318,
      "step": 5003
    },
    {
      "epoch": 0.4194291940823939,
      "grad_norm": 0.2994418442249298,
      "learning_rate": 0.0001906035327556066,
      "loss": 0.2272,
      "step": 5004
    },
    {
      "epoch": 0.4195130128661833,
      "grad_norm": 0.34214597940444946,
      "learning_rate": 0.0001905998144851426,
      "loss": 0.3133,
      "step": 5005
    },
    {
      "epoch": 0.41959683164997275,
      "grad_norm": 0.3277546167373657,
      "learning_rate": 0.0001905960955154293,
      "loss": 0.3217,
      "step": 5006
    },
    {
      "epoch": 0.4196806504337622,
      "grad_norm": 0.3148351013660431,
      "learning_rate": 0.0001905923758464954,
      "loss": 0.2586,
      "step": 5007
    },
    {
      "epoch": 0.4197644692175517,
      "grad_norm": 0.3119935691356659,
      "learning_rate": 0.00019058865547836963,
      "loss": 0.304,
      "step": 5008
    },
    {
      "epoch": 0.4198482880013411,
      "grad_norm": 0.31657224893569946,
      "learning_rate": 0.0001905849344110807,
      "loss": 0.2969,
      "step": 5009
    },
    {
      "epoch": 0.41993210678513054,
      "grad_norm": 0.3380032479763031,
      "learning_rate": 0.00019058121264465733,
      "loss": 0.2754,
      "step": 5010
    },
    {
      "epoch": 0.42001592556892,
      "grad_norm": 0.3331323564052582,
      "learning_rate": 0.00019057749017912826,
      "loss": 0.268,
      "step": 5011
    },
    {
      "epoch": 0.42009974435270947,
      "grad_norm": 0.3211326599121094,
      "learning_rate": 0.00019057376701452213,
      "loss": 0.2984,
      "step": 5012
    },
    {
      "epoch": 0.4201835631364989,
      "grad_norm": 0.32859912514686584,
      "learning_rate": 0.00019057004315086782,
      "loss": 0.2577,
      "step": 5013
    },
    {
      "epoch": 0.42026738192028834,
      "grad_norm": 0.37493300437927246,
      "learning_rate": 0.00019056631858819397,
      "loss": 0.3683,
      "step": 5014
    },
    {
      "epoch": 0.4203512007040778,
      "grad_norm": 0.39766237139701843,
      "learning_rate": 0.00019056259332652934,
      "loss": 0.3992,
      "step": 5015
    },
    {
      "epoch": 0.4204350194878672,
      "grad_norm": 0.33734816312789917,
      "learning_rate": 0.00019055886736590272,
      "loss": 0.3525,
      "step": 5016
    },
    {
      "epoch": 0.4205188382716567,
      "grad_norm": 0.2929065525531769,
      "learning_rate": 0.0001905551407063428,
      "loss": 0.217,
      "step": 5017
    },
    {
      "epoch": 0.42060265705544614,
      "grad_norm": 0.3583057224750519,
      "learning_rate": 0.00019055141334787843,
      "loss": 0.3792,
      "step": 5018
    },
    {
      "epoch": 0.4206864758392356,
      "grad_norm": 0.33921509981155396,
      "learning_rate": 0.0001905476852905383,
      "loss": 0.3412,
      "step": 5019
    },
    {
      "epoch": 0.420770294623025,
      "grad_norm": 0.33245325088500977,
      "learning_rate": 0.00019054395653435123,
      "loss": 0.2926,
      "step": 5020
    },
    {
      "epoch": 0.42085411340681445,
      "grad_norm": 0.3469914495944977,
      "learning_rate": 0.00019054022707934597,
      "loss": 0.3305,
      "step": 5021
    },
    {
      "epoch": 0.42093793219060394,
      "grad_norm": 0.3271077871322632,
      "learning_rate": 0.00019053649692555135,
      "loss": 0.3055,
      "step": 5022
    },
    {
      "epoch": 0.42102175097439337,
      "grad_norm": 0.35934382677078247,
      "learning_rate": 0.0001905327660729961,
      "loss": 0.3274,
      "step": 5023
    },
    {
      "epoch": 0.4211055697581828,
      "grad_norm": 0.36833250522613525,
      "learning_rate": 0.00019052903452170902,
      "loss": 0.3647,
      "step": 5024
    },
    {
      "epoch": 0.42118938854197224,
      "grad_norm": 0.3267285227775574,
      "learning_rate": 0.00019052530227171898,
      "loss": 0.3063,
      "step": 5025
    },
    {
      "epoch": 0.4212732073257617,
      "grad_norm": 0.3427380919456482,
      "learning_rate": 0.00019052156932305468,
      "loss": 0.3233,
      "step": 5026
    },
    {
      "epoch": 0.42135702610955117,
      "grad_norm": 0.32205647230148315,
      "learning_rate": 0.00019051783567574504,
      "loss": 0.3073,
      "step": 5027
    },
    {
      "epoch": 0.4214408448933406,
      "grad_norm": 0.3215212821960449,
      "learning_rate": 0.0001905141013298188,
      "loss": 0.2997,
      "step": 5028
    },
    {
      "epoch": 0.42152466367713004,
      "grad_norm": 0.29200872778892517,
      "learning_rate": 0.0001905103662853048,
      "loss": 0.2355,
      "step": 5029
    },
    {
      "epoch": 0.4216084824609195,
      "grad_norm": 0.37696272134780884,
      "learning_rate": 0.00019050663054223188,
      "loss": 0.3552,
      "step": 5030
    },
    {
      "epoch": 0.42169230124470897,
      "grad_norm": 0.35710224509239197,
      "learning_rate": 0.00019050289410062887,
      "loss": 0.3219,
      "step": 5031
    },
    {
      "epoch": 0.4217761200284984,
      "grad_norm": 0.36624863743782043,
      "learning_rate": 0.00019049915696052458,
      "loss": 0.3275,
      "step": 5032
    },
    {
      "epoch": 0.42185993881228784,
      "grad_norm": 0.3079127371311188,
      "learning_rate": 0.0001904954191219479,
      "loss": 0.2525,
      "step": 5033
    },
    {
      "epoch": 0.4219437575960773,
      "grad_norm": 0.30150502920150757,
      "learning_rate": 0.00019049168058492762,
      "loss": 0.2315,
      "step": 5034
    },
    {
      "epoch": 0.4220275763798667,
      "grad_norm": 0.38860857486724854,
      "learning_rate": 0.0001904879413494927,
      "loss": 0.363,
      "step": 5035
    },
    {
      "epoch": 0.4221113951636562,
      "grad_norm": 0.3407515287399292,
      "learning_rate": 0.00019048420141567183,
      "loss": 0.3231,
      "step": 5036
    },
    {
      "epoch": 0.42219521394744564,
      "grad_norm": 0.3437935709953308,
      "learning_rate": 0.00019048046078349408,
      "loss": 0.3339,
      "step": 5037
    },
    {
      "epoch": 0.42227903273123507,
      "grad_norm": 0.3402389585971832,
      "learning_rate": 0.00019047671945298812,
      "loss": 0.2886,
      "step": 5038
    },
    {
      "epoch": 0.4223628515150245,
      "grad_norm": 0.3498573303222656,
      "learning_rate": 0.00019047297742418297,
      "loss": 0.32,
      "step": 5039
    },
    {
      "epoch": 0.42244667029881394,
      "grad_norm": 0.3370150923728943,
      "learning_rate": 0.00019046923469710745,
      "loss": 0.3026,
      "step": 5040
    },
    {
      "epoch": 0.42253048908260343,
      "grad_norm": 0.30742111802101135,
      "learning_rate": 0.00019046549127179046,
      "loss": 0.2896,
      "step": 5041
    },
    {
      "epoch": 0.42261430786639287,
      "grad_norm": 0.3293527066707611,
      "learning_rate": 0.00019046174714826088,
      "loss": 0.3159,
      "step": 5042
    },
    {
      "epoch": 0.4226981266501823,
      "grad_norm": 0.32834699749946594,
      "learning_rate": 0.0001904580023265476,
      "loss": 0.3461,
      "step": 5043
    },
    {
      "epoch": 0.42278194543397174,
      "grad_norm": 0.34666430950164795,
      "learning_rate": 0.00019045425680667958,
      "loss": 0.3606,
      "step": 5044
    },
    {
      "epoch": 0.4228657642177612,
      "grad_norm": 0.3301859498023987,
      "learning_rate": 0.00019045051058868567,
      "loss": 0.3082,
      "step": 5045
    },
    {
      "epoch": 0.42294958300155067,
      "grad_norm": 0.3361324965953827,
      "learning_rate": 0.00019044676367259476,
      "loss": 0.2978,
      "step": 5046
    },
    {
      "epoch": 0.4230334017853401,
      "grad_norm": 0.3469958007335663,
      "learning_rate": 0.00019044301605843585,
      "loss": 0.3516,
      "step": 5047
    },
    {
      "epoch": 0.42311722056912954,
      "grad_norm": 0.34136447310447693,
      "learning_rate": 0.0001904392677462378,
      "loss": 0.3081,
      "step": 5048
    },
    {
      "epoch": 0.423201039352919,
      "grad_norm": 0.34808939695358276,
      "learning_rate": 0.00019043551873602956,
      "loss": 0.3493,
      "step": 5049
    },
    {
      "epoch": 0.42328485813670846,
      "grad_norm": 0.29237982630729675,
      "learning_rate": 0.00019043176902784007,
      "loss": 0.2447,
      "step": 5050
    },
    {
      "epoch": 0.4233686769204979,
      "grad_norm": 0.3146989345550537,
      "learning_rate": 0.00019042801862169829,
      "loss": 0.2429,
      "step": 5051
    },
    {
      "epoch": 0.42345249570428733,
      "grad_norm": 0.3788226246833801,
      "learning_rate": 0.0001904242675176331,
      "loss": 0.368,
      "step": 5052
    },
    {
      "epoch": 0.42353631448807677,
      "grad_norm": 0.3168751299381256,
      "learning_rate": 0.00019042051571567352,
      "loss": 0.2623,
      "step": 5053
    },
    {
      "epoch": 0.4236201332718662,
      "grad_norm": 0.3659536838531494,
      "learning_rate": 0.00019041676321584846,
      "loss": 0.291,
      "step": 5054
    },
    {
      "epoch": 0.4237039520556557,
      "grad_norm": 0.35149818658828735,
      "learning_rate": 0.00019041301001818692,
      "loss": 0.3387,
      "step": 5055
    },
    {
      "epoch": 0.42378777083944513,
      "grad_norm": 0.34466853737831116,
      "learning_rate": 0.00019040925612271784,
      "loss": 0.3362,
      "step": 5056
    },
    {
      "epoch": 0.42387158962323457,
      "grad_norm": 0.34498146176338196,
      "learning_rate": 0.0001904055015294702,
      "loss": 0.2904,
      "step": 5057
    },
    {
      "epoch": 0.423955408407024,
      "grad_norm": 0.34889572858810425,
      "learning_rate": 0.000190401746238473,
      "loss": 0.3606,
      "step": 5058
    },
    {
      "epoch": 0.42403922719081344,
      "grad_norm": 0.2837052643299103,
      "learning_rate": 0.00019039799024975516,
      "loss": 0.2145,
      "step": 5059
    },
    {
      "epoch": 0.42412304597460293,
      "grad_norm": 0.33176305890083313,
      "learning_rate": 0.00019039423356334573,
      "loss": 0.2877,
      "step": 5060
    },
    {
      "epoch": 0.42420686475839237,
      "grad_norm": 0.3167223036289215,
      "learning_rate": 0.0001903904761792737,
      "loss": 0.2529,
      "step": 5061
    },
    {
      "epoch": 0.4242906835421818,
      "grad_norm": 0.332851380109787,
      "learning_rate": 0.00019038671809756802,
      "loss": 0.3453,
      "step": 5062
    },
    {
      "epoch": 0.42437450232597124,
      "grad_norm": 0.3429325819015503,
      "learning_rate": 0.0001903829593182578,
      "loss": 0.3451,
      "step": 5063
    },
    {
      "epoch": 0.4244583211097607,
      "grad_norm": 0.3395151197910309,
      "learning_rate": 0.0001903791998413719,
      "loss": 0.3302,
      "step": 5064
    },
    {
      "epoch": 0.42454213989355016,
      "grad_norm": 0.3171941339969635,
      "learning_rate": 0.00019037543966693944,
      "loss": 0.2964,
      "step": 5065
    },
    {
      "epoch": 0.4246259586773396,
      "grad_norm": 0.30206990242004395,
      "learning_rate": 0.0001903716787949894,
      "loss": 0.2647,
      "step": 5066
    },
    {
      "epoch": 0.42470977746112903,
      "grad_norm": 0.34621483087539673,
      "learning_rate": 0.00019036791722555084,
      "loss": 0.3349,
      "step": 5067
    },
    {
      "epoch": 0.42479359624491847,
      "grad_norm": 0.34579959511756897,
      "learning_rate": 0.0001903641549586528,
      "loss": 0.2726,
      "step": 5068
    },
    {
      "epoch": 0.42487741502870796,
      "grad_norm": 0.3667088747024536,
      "learning_rate": 0.00019036039199432428,
      "loss": 0.3237,
      "step": 5069
    },
    {
      "epoch": 0.4249612338124974,
      "grad_norm": 0.34799420833587646,
      "learning_rate": 0.00019035662833259432,
      "loss": 0.3019,
      "step": 5070
    },
    {
      "epoch": 0.42504505259628683,
      "grad_norm": 0.33844277262687683,
      "learning_rate": 0.000190352863973492,
      "loss": 0.2969,
      "step": 5071
    },
    {
      "epoch": 0.42512887138007627,
      "grad_norm": 0.3745000660419464,
      "learning_rate": 0.0001903490989170463,
      "loss": 0.3392,
      "step": 5072
    },
    {
      "epoch": 0.4252126901638657,
      "grad_norm": 0.3311432898044586,
      "learning_rate": 0.00019034533316328637,
      "loss": 0.2537,
      "step": 5073
    },
    {
      "epoch": 0.4252965089476552,
      "grad_norm": 0.3408057987689972,
      "learning_rate": 0.00019034156671224125,
      "loss": 0.3269,
      "step": 5074
    },
    {
      "epoch": 0.42538032773144463,
      "grad_norm": 0.3227100670337677,
      "learning_rate": 0.00019033779956394,
      "loss": 0.2606,
      "step": 5075
    },
    {
      "epoch": 0.42546414651523407,
      "grad_norm": 0.35143303871154785,
      "learning_rate": 0.00019033403171841168,
      "loss": 0.3596,
      "step": 5076
    },
    {
      "epoch": 0.4255479652990235,
      "grad_norm": 0.30772238969802856,
      "learning_rate": 0.00019033026317568538,
      "loss": 0.2652,
      "step": 5077
    },
    {
      "epoch": 0.42563178408281294,
      "grad_norm": 0.40027233958244324,
      "learning_rate": 0.00019032649393579018,
      "loss": 0.3803,
      "step": 5078
    },
    {
      "epoch": 0.4257156028666024,
      "grad_norm": 0.33156073093414307,
      "learning_rate": 0.0001903227239987552,
      "loss": 0.3302,
      "step": 5079
    },
    {
      "epoch": 0.42579942165039186,
      "grad_norm": 0.3449127972126007,
      "learning_rate": 0.0001903189533646095,
      "loss": 0.3102,
      "step": 5080
    },
    {
      "epoch": 0.4258832404341813,
      "grad_norm": 0.34514713287353516,
      "learning_rate": 0.00019031518203338222,
      "loss": 0.3528,
      "step": 5081
    },
    {
      "epoch": 0.42596705921797073,
      "grad_norm": 0.3338403105735779,
      "learning_rate": 0.0001903114100051024,
      "loss": 0.3207,
      "step": 5082
    },
    {
      "epoch": 0.42605087800176017,
      "grad_norm": 0.3356798589229584,
      "learning_rate": 0.00019030763727979926,
      "loss": 0.2868,
      "step": 5083
    },
    {
      "epoch": 0.42613469678554966,
      "grad_norm": 0.3409470319747925,
      "learning_rate": 0.00019030386385750182,
      "loss": 0.3217,
      "step": 5084
    },
    {
      "epoch": 0.4262185155693391,
      "grad_norm": 0.3097051680088043,
      "learning_rate": 0.0001903000897382392,
      "loss": 0.258,
      "step": 5085
    },
    {
      "epoch": 0.42630233435312853,
      "grad_norm": 0.3376074433326721,
      "learning_rate": 0.00019029631492204063,
      "loss": 0.3408,
      "step": 5086
    },
    {
      "epoch": 0.42638615313691797,
      "grad_norm": 0.3684099316596985,
      "learning_rate": 0.00019029253940893516,
      "loss": 0.3461,
      "step": 5087
    },
    {
      "epoch": 0.42646997192070746,
      "grad_norm": 0.3680722713470459,
      "learning_rate": 0.00019028876319895192,
      "loss": 0.3933,
      "step": 5088
    },
    {
      "epoch": 0.4265537907044969,
      "grad_norm": 0.320614218711853,
      "learning_rate": 0.00019028498629212012,
      "loss": 0.2798,
      "step": 5089
    },
    {
      "epoch": 0.42663760948828633,
      "grad_norm": 0.34726524353027344,
      "learning_rate": 0.0001902812086884689,
      "loss": 0.3044,
      "step": 5090
    },
    {
      "epoch": 0.42672142827207576,
      "grad_norm": 0.3588772118091583,
      "learning_rate": 0.00019027743038802734,
      "loss": 0.3363,
      "step": 5091
    },
    {
      "epoch": 0.4268052470558652,
      "grad_norm": 0.31486696004867554,
      "learning_rate": 0.00019027365139082466,
      "loss": 0.2548,
      "step": 5092
    },
    {
      "epoch": 0.4268890658396547,
      "grad_norm": 0.3392503261566162,
      "learning_rate": 0.00019026987169689,
      "loss": 0.2826,
      "step": 5093
    },
    {
      "epoch": 0.4269728846234441,
      "grad_norm": 0.3412476181983948,
      "learning_rate": 0.00019026609130625257,
      "loss": 0.3307,
      "step": 5094
    },
    {
      "epoch": 0.42705670340723356,
      "grad_norm": 0.34505635499954224,
      "learning_rate": 0.00019026231021894153,
      "loss": 0.3228,
      "step": 5095
    },
    {
      "epoch": 0.427140522191023,
      "grad_norm": 0.3573295474052429,
      "learning_rate": 0.00019025852843498607,
      "loss": 0.3501,
      "step": 5096
    },
    {
      "epoch": 0.42722434097481243,
      "grad_norm": 0.3119097948074341,
      "learning_rate": 0.00019025474595441537,
      "loss": 0.2998,
      "step": 5097
    },
    {
      "epoch": 0.4273081597586019,
      "grad_norm": 0.3135914206504822,
      "learning_rate": 0.00019025096277725857,
      "loss": 0.2729,
      "step": 5098
    },
    {
      "epoch": 0.42739197854239136,
      "grad_norm": 0.3389597535133362,
      "learning_rate": 0.00019024717890354497,
      "loss": 0.3142,
      "step": 5099
    },
    {
      "epoch": 0.4274757973261808,
      "grad_norm": 0.3663216829299927,
      "learning_rate": 0.0001902433943333037,
      "loss": 0.3196,
      "step": 5100
    },
    {
      "epoch": 0.42755961610997023,
      "grad_norm": 0.31971827149391174,
      "learning_rate": 0.000190239609066564,
      "loss": 0.2869,
      "step": 5101
    },
    {
      "epoch": 0.42764343489375967,
      "grad_norm": 0.3372182846069336,
      "learning_rate": 0.00019023582310335508,
      "loss": 0.3217,
      "step": 5102
    },
    {
      "epoch": 0.42772725367754916,
      "grad_norm": 0.3458753824234009,
      "learning_rate": 0.00019023203644370616,
      "loss": 0.3191,
      "step": 5103
    },
    {
      "epoch": 0.4278110724613386,
      "grad_norm": 0.35655316710472107,
      "learning_rate": 0.00019022824908764645,
      "loss": 0.303,
      "step": 5104
    },
    {
      "epoch": 0.42789489124512803,
      "grad_norm": 0.34762099385261536,
      "learning_rate": 0.0001902244610352052,
      "loss": 0.3123,
      "step": 5105
    },
    {
      "epoch": 0.42797871002891746,
      "grad_norm": 0.34504812955856323,
      "learning_rate": 0.00019022067228641163,
      "loss": 0.3422,
      "step": 5106
    },
    {
      "epoch": 0.42806252881270695,
      "grad_norm": 0.3568502962589264,
      "learning_rate": 0.000190216882841295,
      "loss": 0.317,
      "step": 5107
    },
    {
      "epoch": 0.4281463475964964,
      "grad_norm": 0.33103907108306885,
      "learning_rate": 0.00019021309269988456,
      "loss": 0.3046,
      "step": 5108
    },
    {
      "epoch": 0.4282301663802858,
      "grad_norm": 0.40266263484954834,
      "learning_rate": 0.00019020930186220949,
      "loss": 0.3417,
      "step": 5109
    },
    {
      "epoch": 0.42831398516407526,
      "grad_norm": 0.36875325441360474,
      "learning_rate": 0.00019020551032829916,
      "loss": 0.3018,
      "step": 5110
    },
    {
      "epoch": 0.4283978039478647,
      "grad_norm": 0.3522278666496277,
      "learning_rate": 0.00019020171809818278,
      "loss": 0.3004,
      "step": 5111
    },
    {
      "epoch": 0.4284816227316542,
      "grad_norm": 0.3568452298641205,
      "learning_rate": 0.0001901979251718896,
      "loss": 0.3497,
      "step": 5112
    },
    {
      "epoch": 0.4285654415154436,
      "grad_norm": 0.3368323743343353,
      "learning_rate": 0.0001901941315494489,
      "loss": 0.3218,
      "step": 5113
    },
    {
      "epoch": 0.42864926029923306,
      "grad_norm": 0.33933380246162415,
      "learning_rate": 0.00019019033723089002,
      "loss": 0.2927,
      "step": 5114
    },
    {
      "epoch": 0.4287330790830225,
      "grad_norm": 0.33854150772094727,
      "learning_rate": 0.00019018654221624216,
      "loss": 0.2995,
      "step": 5115
    },
    {
      "epoch": 0.42881689786681193,
      "grad_norm": 0.33837783336639404,
      "learning_rate": 0.00019018274650553466,
      "loss": 0.3711,
      "step": 5116
    },
    {
      "epoch": 0.4289007166506014,
      "grad_norm": 0.3120395541191101,
      "learning_rate": 0.0001901789500987968,
      "loss": 0.2469,
      "step": 5117
    },
    {
      "epoch": 0.42898453543439086,
      "grad_norm": 0.35876643657684326,
      "learning_rate": 0.00019017515299605788,
      "loss": 0.3715,
      "step": 5118
    },
    {
      "epoch": 0.4290683542181803,
      "grad_norm": 0.3558383285999298,
      "learning_rate": 0.0001901713551973472,
      "loss": 0.3392,
      "step": 5119
    },
    {
      "epoch": 0.42915217300196973,
      "grad_norm": 0.3456096351146698,
      "learning_rate": 0.0001901675567026941,
      "loss": 0.3367,
      "step": 5120
    },
    {
      "epoch": 0.42923599178575916,
      "grad_norm": 0.3265601396560669,
      "learning_rate": 0.00019016375751212787,
      "loss": 0.3089,
      "step": 5121
    },
    {
      "epoch": 0.42931981056954865,
      "grad_norm": 0.3453510105609894,
      "learning_rate": 0.00019015995762567783,
      "loss": 0.3278,
      "step": 5122
    },
    {
      "epoch": 0.4294036293533381,
      "grad_norm": 0.34451359510421753,
      "learning_rate": 0.00019015615704337331,
      "loss": 0.3058,
      "step": 5123
    },
    {
      "epoch": 0.4294874481371275,
      "grad_norm": 0.30492112040519714,
      "learning_rate": 0.00019015235576524367,
      "loss": 0.273,
      "step": 5124
    },
    {
      "epoch": 0.42957126692091696,
      "grad_norm": 0.3648935854434967,
      "learning_rate": 0.0001901485537913182,
      "loss": 0.3548,
      "step": 5125
    },
    {
      "epoch": 0.42965508570470645,
      "grad_norm": 0.3314919173717499,
      "learning_rate": 0.0001901447511216263,
      "loss": 0.3078,
      "step": 5126
    },
    {
      "epoch": 0.4297389044884959,
      "grad_norm": 0.36439621448516846,
      "learning_rate": 0.00019014094775619727,
      "loss": 0.3474,
      "step": 5127
    },
    {
      "epoch": 0.4298227232722853,
      "grad_norm": 0.33624088764190674,
      "learning_rate": 0.0001901371436950605,
      "loss": 0.2958,
      "step": 5128
    },
    {
      "epoch": 0.42990654205607476,
      "grad_norm": 0.3142758011817932,
      "learning_rate": 0.00019013333893824533,
      "loss": 0.3046,
      "step": 5129
    },
    {
      "epoch": 0.4299903608398642,
      "grad_norm": 0.3973563015460968,
      "learning_rate": 0.0001901295334857811,
      "loss": 0.4263,
      "step": 5130
    },
    {
      "epoch": 0.4300741796236537,
      "grad_norm": 0.3239274322986603,
      "learning_rate": 0.00019012572733769726,
      "loss": 0.3072,
      "step": 5131
    },
    {
      "epoch": 0.4301579984074431,
      "grad_norm": 0.3169757127761841,
      "learning_rate": 0.0001901219204940231,
      "loss": 0.2832,
      "step": 5132
    },
    {
      "epoch": 0.43024181719123256,
      "grad_norm": 0.3445793688297272,
      "learning_rate": 0.00019011811295478802,
      "loss": 0.3381,
      "step": 5133
    },
    {
      "epoch": 0.430325635975022,
      "grad_norm": 0.35146021842956543,
      "learning_rate": 0.00019011430472002148,
      "loss": 0.3418,
      "step": 5134
    },
    {
      "epoch": 0.4304094547588114,
      "grad_norm": 0.3269740045070648,
      "learning_rate": 0.00019011049578975277,
      "loss": 0.2422,
      "step": 5135
    },
    {
      "epoch": 0.4304932735426009,
      "grad_norm": 0.38905301690101624,
      "learning_rate": 0.00019010668616401132,
      "loss": 0.3629,
      "step": 5136
    },
    {
      "epoch": 0.43057709232639035,
      "grad_norm": 0.3408055305480957,
      "learning_rate": 0.00019010287584282659,
      "loss": 0.2891,
      "step": 5137
    },
    {
      "epoch": 0.4306609111101798,
      "grad_norm": 0.33861982822418213,
      "learning_rate": 0.00019009906482622793,
      "loss": 0.2902,
      "step": 5138
    },
    {
      "epoch": 0.4307447298939692,
      "grad_norm": 0.3081991970539093,
      "learning_rate": 0.00019009525311424478,
      "loss": 0.2525,
      "step": 5139
    },
    {
      "epoch": 0.43082854867775866,
      "grad_norm": 0.32870247960090637,
      "learning_rate": 0.0001900914407069065,
      "loss": 0.2693,
      "step": 5140
    },
    {
      "epoch": 0.43091236746154815,
      "grad_norm": 0.3417469263076782,
      "learning_rate": 0.00019008762760424258,
      "loss": 0.2898,
      "step": 5141
    },
    {
      "epoch": 0.4309961862453376,
      "grad_norm": 0.3488675653934479,
      "learning_rate": 0.00019008381380628247,
      "loss": 0.2819,
      "step": 5142
    },
    {
      "epoch": 0.431080005029127,
      "grad_norm": 0.36556732654571533,
      "learning_rate": 0.00019007999931305552,
      "loss": 0.3338,
      "step": 5143
    },
    {
      "epoch": 0.43116382381291646,
      "grad_norm": 0.3892820477485657,
      "learning_rate": 0.00019007618412459124,
      "loss": 0.3678,
      "step": 5144
    },
    {
      "epoch": 0.43124764259670595,
      "grad_norm": 0.34639233350753784,
      "learning_rate": 0.00019007236824091902,
      "loss": 0.3494,
      "step": 5145
    },
    {
      "epoch": 0.4313314613804954,
      "grad_norm": 0.3370306193828583,
      "learning_rate": 0.00019006855166206835,
      "loss": 0.331,
      "step": 5146
    },
    {
      "epoch": 0.4314152801642848,
      "grad_norm": 0.33833104372024536,
      "learning_rate": 0.00019006473438806868,
      "loss": 0.3006,
      "step": 5147
    },
    {
      "epoch": 0.43149909894807426,
      "grad_norm": 0.3297581672668457,
      "learning_rate": 0.00019006091641894947,
      "loss": 0.3237,
      "step": 5148
    },
    {
      "epoch": 0.4315829177318637,
      "grad_norm": 0.35671672224998474,
      "learning_rate": 0.0001900570977547402,
      "loss": 0.3299,
      "step": 5149
    },
    {
      "epoch": 0.4316667365156532,
      "grad_norm": 0.34359198808670044,
      "learning_rate": 0.0001900532783954703,
      "loss": 0.3451,
      "step": 5150
    },
    {
      "epoch": 0.4317505552994426,
      "grad_norm": 0.30336692929267883,
      "learning_rate": 0.0001900494583411693,
      "loss": 0.2437,
      "step": 5151
    },
    {
      "epoch": 0.43183437408323205,
      "grad_norm": 0.3141312599182129,
      "learning_rate": 0.00019004563759186666,
      "loss": 0.2893,
      "step": 5152
    },
    {
      "epoch": 0.4319181928670215,
      "grad_norm": 0.31459829211235046,
      "learning_rate": 0.00019004181614759184,
      "loss": 0.2954,
      "step": 5153
    },
    {
      "epoch": 0.4320020116508109,
      "grad_norm": 0.3656485676765442,
      "learning_rate": 0.0001900379940083744,
      "loss": 0.3705,
      "step": 5154
    },
    {
      "epoch": 0.4320858304346004,
      "grad_norm": 0.30131369829177856,
      "learning_rate": 0.00019003417117424376,
      "loss": 0.2654,
      "step": 5155
    },
    {
      "epoch": 0.43216964921838985,
      "grad_norm": 0.3293796181678772,
      "learning_rate": 0.00019003034764522952,
      "loss": 0.2954,
      "step": 5156
    },
    {
      "epoch": 0.4322534680021793,
      "grad_norm": 0.33107176423072815,
      "learning_rate": 0.0001900265234213611,
      "loss": 0.2649,
      "step": 5157
    },
    {
      "epoch": 0.4323372867859687,
      "grad_norm": 0.35216450691223145,
      "learning_rate": 0.00019002269850266804,
      "loss": 0.3433,
      "step": 5158
    },
    {
      "epoch": 0.43242110556975816,
      "grad_norm": 0.35269853472709656,
      "learning_rate": 0.0001900188728891799,
      "loss": 0.3267,
      "step": 5159
    },
    {
      "epoch": 0.43250492435354765,
      "grad_norm": 0.36549776792526245,
      "learning_rate": 0.00019001504658092616,
      "loss": 0.3455,
      "step": 5160
    },
    {
      "epoch": 0.4325887431373371,
      "grad_norm": 0.340901643037796,
      "learning_rate": 0.0001900112195779364,
      "loss": 0.2966,
      "step": 5161
    },
    {
      "epoch": 0.4326725619211265,
      "grad_norm": 0.3787694573402405,
      "learning_rate": 0.00019000739188024008,
      "loss": 0.4057,
      "step": 5162
    },
    {
      "epoch": 0.43275638070491595,
      "grad_norm": 0.3440972566604614,
      "learning_rate": 0.0001900035634878668,
      "loss": 0.3207,
      "step": 5163
    },
    {
      "epoch": 0.43284019948870545,
      "grad_norm": 0.3199077248573303,
      "learning_rate": 0.00018999973440084612,
      "loss": 0.3082,
      "step": 5164
    },
    {
      "epoch": 0.4329240182724949,
      "grad_norm": 0.34091416001319885,
      "learning_rate": 0.00018999590461920754,
      "loss": 0.3118,
      "step": 5165
    },
    {
      "epoch": 0.4330078370562843,
      "grad_norm": 0.31429755687713623,
      "learning_rate": 0.00018999207414298067,
      "loss": 0.2914,
      "step": 5166
    },
    {
      "epoch": 0.43309165584007375,
      "grad_norm": 0.31603774428367615,
      "learning_rate": 0.00018998824297219503,
      "loss": 0.2721,
      "step": 5167
    },
    {
      "epoch": 0.4331754746238632,
      "grad_norm": 0.3592558205127716,
      "learning_rate": 0.00018998441110688026,
      "loss": 0.3668,
      "step": 5168
    },
    {
      "epoch": 0.4332592934076527,
      "grad_norm": 0.3493035137653351,
      "learning_rate": 0.00018998057854706583,
      "loss": 0.3302,
      "step": 5169
    },
    {
      "epoch": 0.4333431121914421,
      "grad_norm": 0.3406408429145813,
      "learning_rate": 0.0001899767452927814,
      "loss": 0.3021,
      "step": 5170
    },
    {
      "epoch": 0.43342693097523155,
      "grad_norm": 0.33116164803504944,
      "learning_rate": 0.00018997291134405654,
      "loss": 0.2732,
      "step": 5171
    },
    {
      "epoch": 0.433510749759021,
      "grad_norm": 0.3087567090988159,
      "learning_rate": 0.0001899690767009208,
      "loss": 0.2732,
      "step": 5172
    },
    {
      "epoch": 0.4335945685428104,
      "grad_norm": 0.3403759300708771,
      "learning_rate": 0.0001899652413634038,
      "loss": 0.3326,
      "step": 5173
    },
    {
      "epoch": 0.4336783873265999,
      "grad_norm": 0.3486918807029724,
      "learning_rate": 0.00018996140533153515,
      "loss": 0.2927,
      "step": 5174
    },
    {
      "epoch": 0.43376220611038935,
      "grad_norm": 0.3515382707118988,
      "learning_rate": 0.00018995756860534446,
      "loss": 0.311,
      "step": 5175
    },
    {
      "epoch": 0.4338460248941788,
      "grad_norm": 0.35084211826324463,
      "learning_rate": 0.00018995373118486133,
      "loss": 0.3354,
      "step": 5176
    },
    {
      "epoch": 0.4339298436779682,
      "grad_norm": 0.34673550724983215,
      "learning_rate": 0.00018994989307011538,
      "loss": 0.32,
      "step": 5177
    },
    {
      "epoch": 0.43401366246175765,
      "grad_norm": 0.33886808156967163,
      "learning_rate": 0.00018994605426113625,
      "loss": 0.2865,
      "step": 5178
    },
    {
      "epoch": 0.43409748124554715,
      "grad_norm": 0.3622002899646759,
      "learning_rate": 0.00018994221475795357,
      "loss": 0.3278,
      "step": 5179
    },
    {
      "epoch": 0.4341813000293366,
      "grad_norm": 0.3423198163509369,
      "learning_rate": 0.00018993837456059693,
      "loss": 0.2754,
      "step": 5180
    },
    {
      "epoch": 0.434265118813126,
      "grad_norm": 0.3670505881309509,
      "learning_rate": 0.000189934533669096,
      "loss": 0.3183,
      "step": 5181
    },
    {
      "epoch": 0.43434893759691545,
      "grad_norm": 0.34509018063545227,
      "learning_rate": 0.0001899306920834804,
      "loss": 0.3104,
      "step": 5182
    },
    {
      "epoch": 0.43443275638070494,
      "grad_norm": 0.33998972177505493,
      "learning_rate": 0.0001899268498037798,
      "loss": 0.3071,
      "step": 5183
    },
    {
      "epoch": 0.4345165751644944,
      "grad_norm": 0.32716524600982666,
      "learning_rate": 0.00018992300683002387,
      "loss": 0.2834,
      "step": 5184
    },
    {
      "epoch": 0.4346003939482838,
      "grad_norm": 0.3686184585094452,
      "learning_rate": 0.00018991916316224224,
      "loss": 0.3438,
      "step": 5185
    },
    {
      "epoch": 0.43468421273207325,
      "grad_norm": 0.3458312153816223,
      "learning_rate": 0.00018991531880046457,
      "loss": 0.2973,
      "step": 5186
    },
    {
      "epoch": 0.4347680315158627,
      "grad_norm": 0.29175761342048645,
      "learning_rate": 0.0001899114737447206,
      "loss": 0.2315,
      "step": 5187
    },
    {
      "epoch": 0.4348518502996522,
      "grad_norm": 0.3418108820915222,
      "learning_rate": 0.0001899076279950399,
      "loss": 0.3037,
      "step": 5188
    },
    {
      "epoch": 0.4349356690834416,
      "grad_norm": 0.2904793918132782,
      "learning_rate": 0.00018990378155145225,
      "loss": 0.2485,
      "step": 5189
    },
    {
      "epoch": 0.43501948786723105,
      "grad_norm": 0.3253479301929474,
      "learning_rate": 0.00018989993441398726,
      "loss": 0.2937,
      "step": 5190
    },
    {
      "epoch": 0.4351033066510205,
      "grad_norm": 0.35687968134880066,
      "learning_rate": 0.00018989608658267468,
      "loss": 0.3026,
      "step": 5191
    },
    {
      "epoch": 0.4351871254348099,
      "grad_norm": 0.31491896510124207,
      "learning_rate": 0.00018989223805754418,
      "loss": 0.2422,
      "step": 5192
    },
    {
      "epoch": 0.4352709442185994,
      "grad_norm": 0.3422287106513977,
      "learning_rate": 0.00018988838883862545,
      "loss": 0.2854,
      "step": 5193
    },
    {
      "epoch": 0.43535476300238884,
      "grad_norm": 0.37589725852012634,
      "learning_rate": 0.00018988453892594822,
      "loss": 0.3459,
      "step": 5194
    },
    {
      "epoch": 0.4354385817861783,
      "grad_norm": 0.3639461100101471,
      "learning_rate": 0.0001898806883195422,
      "loss": 0.2939,
      "step": 5195
    },
    {
      "epoch": 0.4355224005699677,
      "grad_norm": 0.3652808964252472,
      "learning_rate": 0.00018987683701943711,
      "loss": 0.3261,
      "step": 5196
    },
    {
      "epoch": 0.43560621935375715,
      "grad_norm": 0.3322571814060211,
      "learning_rate": 0.00018987298502566265,
      "loss": 0.3042,
      "step": 5197
    },
    {
      "epoch": 0.43569003813754664,
      "grad_norm": 0.3068622946739197,
      "learning_rate": 0.0001898691323382486,
      "loss": 0.2335,
      "step": 5198
    },
    {
      "epoch": 0.4357738569213361,
      "grad_norm": 0.32100552320480347,
      "learning_rate": 0.00018986527895722467,
      "loss": 0.2753,
      "step": 5199
    },
    {
      "epoch": 0.4358576757051255,
      "grad_norm": 0.33842968940734863,
      "learning_rate": 0.00018986142488262056,
      "loss": 0.3135,
      "step": 5200
    },
    {
      "epoch": 0.4358576757051255,
      "eval_loss": 0.30951812863349915,
      "eval_runtime": 61.5263,
      "eval_samples_per_second": 15.603,
      "eval_steps_per_second": 3.901,
      "step": 5200
    },
    {
      "epoch": 0.43594149448891495,
      "grad_norm": 0.3400528132915497,
      "learning_rate": 0.0001898575701144661,
      "loss": 0.2686,
      "step": 5201
    },
    {
      "epoch": 0.43602531327270444,
      "grad_norm": 0.3240151107311249,
      "learning_rate": 0.0001898537146527909,
      "loss": 0.2716,
      "step": 5202
    },
    {
      "epoch": 0.4361091320564939,
      "grad_norm": 0.34801676869392395,
      "learning_rate": 0.0001898498584976249,
      "loss": 0.303,
      "step": 5203
    },
    {
      "epoch": 0.4361929508402833,
      "grad_norm": 0.3869081735610962,
      "learning_rate": 0.00018984600164899775,
      "loss": 0.3644,
      "step": 5204
    },
    {
      "epoch": 0.43627676962407275,
      "grad_norm": 0.352971613407135,
      "learning_rate": 0.0001898421441069392,
      "loss": 0.3355,
      "step": 5205
    },
    {
      "epoch": 0.4363605884078622,
      "grad_norm": 0.3948539197444916,
      "learning_rate": 0.0001898382858714791,
      "loss": 0.3482,
      "step": 5206
    },
    {
      "epoch": 0.4364444071916517,
      "grad_norm": 0.36570578813552856,
      "learning_rate": 0.00018983442694264717,
      "loss": 0.3531,
      "step": 5207
    },
    {
      "epoch": 0.4365282259754411,
      "grad_norm": 0.3242434561252594,
      "learning_rate": 0.00018983056732047325,
      "loss": 0.3067,
      "step": 5208
    },
    {
      "epoch": 0.43661204475923054,
      "grad_norm": 0.32791629433631897,
      "learning_rate": 0.00018982670700498706,
      "loss": 0.3301,
      "step": 5209
    },
    {
      "epoch": 0.43669586354302,
      "grad_norm": 0.348072350025177,
      "learning_rate": 0.0001898228459962184,
      "loss": 0.2931,
      "step": 5210
    },
    {
      "epoch": 0.4367796823268094,
      "grad_norm": 0.33999156951904297,
      "learning_rate": 0.00018981898429419714,
      "loss": 0.3528,
      "step": 5211
    },
    {
      "epoch": 0.4368635011105989,
      "grad_norm": 0.3322717249393463,
      "learning_rate": 0.000189815121898953,
      "loss": 0.3024,
      "step": 5212
    },
    {
      "epoch": 0.43694731989438834,
      "grad_norm": 0.3246268033981323,
      "learning_rate": 0.00018981125881051584,
      "loss": 0.3004,
      "step": 5213
    },
    {
      "epoch": 0.4370311386781778,
      "grad_norm": 0.33167487382888794,
      "learning_rate": 0.00018980739502891546,
      "loss": 0.3145,
      "step": 5214
    },
    {
      "epoch": 0.4371149574619672,
      "grad_norm": 0.3211004436016083,
      "learning_rate": 0.0001898035305541817,
      "loss": 0.2929,
      "step": 5215
    },
    {
      "epoch": 0.43719877624575665,
      "grad_norm": 0.3205273151397705,
      "learning_rate": 0.00018979966538634437,
      "loss": 0.2461,
      "step": 5216
    },
    {
      "epoch": 0.43728259502954614,
      "grad_norm": 0.36827191710472107,
      "learning_rate": 0.00018979579952543328,
      "loss": 0.3759,
      "step": 5217
    },
    {
      "epoch": 0.4373664138133356,
      "grad_norm": 0.3394841253757477,
      "learning_rate": 0.0001897919329714783,
      "loss": 0.3,
      "step": 5218
    },
    {
      "epoch": 0.437450232597125,
      "grad_norm": 0.36040323972702026,
      "learning_rate": 0.00018978806572450928,
      "loss": 0.2886,
      "step": 5219
    },
    {
      "epoch": 0.43753405138091445,
      "grad_norm": 0.3208525776863098,
      "learning_rate": 0.00018978419778455604,
      "loss": 0.2885,
      "step": 5220
    },
    {
      "epoch": 0.43761787016470394,
      "grad_norm": 0.34440678358078003,
      "learning_rate": 0.00018978032915164842,
      "loss": 0.2638,
      "step": 5221
    },
    {
      "epoch": 0.4377016889484934,
      "grad_norm": 0.35445436835289,
      "learning_rate": 0.00018977645982581632,
      "loss": 0.338,
      "step": 5222
    },
    {
      "epoch": 0.4377855077322828,
      "grad_norm": 0.3447178900241852,
      "learning_rate": 0.00018977258980708953,
      "loss": 0.2641,
      "step": 5223
    },
    {
      "epoch": 0.43786932651607224,
      "grad_norm": 0.36815351247787476,
      "learning_rate": 0.00018976871909549804,
      "loss": 0.2759,
      "step": 5224
    },
    {
      "epoch": 0.4379531452998617,
      "grad_norm": 0.34635835886001587,
      "learning_rate": 0.00018976484769107161,
      "loss": 0.2853,
      "step": 5225
    },
    {
      "epoch": 0.43803696408365117,
      "grad_norm": 0.3235379159450531,
      "learning_rate": 0.0001897609755938402,
      "loss": 0.2613,
      "step": 5226
    },
    {
      "epoch": 0.4381207828674406,
      "grad_norm": 0.3843938410282135,
      "learning_rate": 0.00018975710280383362,
      "loss": 0.3556,
      "step": 5227
    },
    {
      "epoch": 0.43820460165123004,
      "grad_norm": 0.35845887660980225,
      "learning_rate": 0.00018975322932108182,
      "loss": 0.3387,
      "step": 5228
    },
    {
      "epoch": 0.4382884204350195,
      "grad_norm": 0.3437288701534271,
      "learning_rate": 0.00018974935514561467,
      "loss": 0.2808,
      "step": 5229
    },
    {
      "epoch": 0.4383722392188089,
      "grad_norm": 0.36099550127983093,
      "learning_rate": 0.0001897454802774621,
      "loss": 0.341,
      "step": 5230
    },
    {
      "epoch": 0.4384560580025984,
      "grad_norm": 0.3328450918197632,
      "learning_rate": 0.00018974160471665395,
      "loss": 0.2755,
      "step": 5231
    },
    {
      "epoch": 0.43853987678638784,
      "grad_norm": 0.3195377290248871,
      "learning_rate": 0.0001897377284632202,
      "loss": 0.2963,
      "step": 5232
    },
    {
      "epoch": 0.4386236955701773,
      "grad_norm": 0.35026469826698303,
      "learning_rate": 0.00018973385151719075,
      "loss": 0.331,
      "step": 5233
    },
    {
      "epoch": 0.4387075143539667,
      "grad_norm": 0.3350638151168823,
      "learning_rate": 0.00018972997387859547,
      "loss": 0.3084,
      "step": 5234
    },
    {
      "epoch": 0.43879133313775615,
      "grad_norm": 0.3288453221321106,
      "learning_rate": 0.00018972609554746437,
      "loss": 0.2848,
      "step": 5235
    },
    {
      "epoch": 0.43887515192154564,
      "grad_norm": 0.30416399240493774,
      "learning_rate": 0.00018972221652382732,
      "loss": 0.2197,
      "step": 5236
    },
    {
      "epoch": 0.43895897070533507,
      "grad_norm": 0.3518025875091553,
      "learning_rate": 0.0001897183368077143,
      "loss": 0.3441,
      "step": 5237
    },
    {
      "epoch": 0.4390427894891245,
      "grad_norm": 0.3501628041267395,
      "learning_rate": 0.0001897144563991552,
      "loss": 0.2953,
      "step": 5238
    },
    {
      "epoch": 0.43912660827291394,
      "grad_norm": 0.3402652442455292,
      "learning_rate": 0.00018971057529818005,
      "loss": 0.3121,
      "step": 5239
    },
    {
      "epoch": 0.43921042705670343,
      "grad_norm": 0.334263414144516,
      "learning_rate": 0.00018970669350481875,
      "loss": 0.3145,
      "step": 5240
    },
    {
      "epoch": 0.43929424584049287,
      "grad_norm": 0.3546423614025116,
      "learning_rate": 0.00018970281101910125,
      "loss": 0.2672,
      "step": 5241
    },
    {
      "epoch": 0.4393780646242823,
      "grad_norm": 0.29375898838043213,
      "learning_rate": 0.00018969892784105754,
      "loss": 0.2386,
      "step": 5242
    },
    {
      "epoch": 0.43946188340807174,
      "grad_norm": 0.31828072667121887,
      "learning_rate": 0.0001896950439707176,
      "loss": 0.3075,
      "step": 5243
    },
    {
      "epoch": 0.4395457021918612,
      "grad_norm": 0.32025277614593506,
      "learning_rate": 0.00018969115940811136,
      "loss": 0.2662,
      "step": 5244
    },
    {
      "epoch": 0.43962952097565067,
      "grad_norm": 0.3569093346595764,
      "learning_rate": 0.00018968727415326884,
      "loss": 0.3298,
      "step": 5245
    },
    {
      "epoch": 0.4397133397594401,
      "grad_norm": 0.40366169810295105,
      "learning_rate": 0.00018968338820622002,
      "loss": 0.3868,
      "step": 5246
    },
    {
      "epoch": 0.43979715854322954,
      "grad_norm": 0.3735402226448059,
      "learning_rate": 0.0001896795015669949,
      "loss": 0.3183,
      "step": 5247
    },
    {
      "epoch": 0.439880977327019,
      "grad_norm": 0.3408886790275574,
      "learning_rate": 0.00018967561423562343,
      "loss": 0.3261,
      "step": 5248
    },
    {
      "epoch": 0.4399647961108084,
      "grad_norm": 0.3471040725708008,
      "learning_rate": 0.00018967172621213568,
      "loss": 0.3031,
      "step": 5249
    },
    {
      "epoch": 0.4400486148945979,
      "grad_norm": 0.36509668827056885,
      "learning_rate": 0.00018966783749656163,
      "loss": 0.3393,
      "step": 5250
    },
    {
      "epoch": 0.44013243367838734,
      "grad_norm": 0.35618603229522705,
      "learning_rate": 0.0001896639480889313,
      "loss": 0.3491,
      "step": 5251
    },
    {
      "epoch": 0.44021625246217677,
      "grad_norm": 0.35731780529022217,
      "learning_rate": 0.00018966005798927467,
      "loss": 0.3708,
      "step": 5252
    },
    {
      "epoch": 0.4403000712459662,
      "grad_norm": 0.35010826587677,
      "learning_rate": 0.00018965616719762178,
      "loss": 0.342,
      "step": 5253
    },
    {
      "epoch": 0.44038389002975564,
      "grad_norm": 0.3273267447948456,
      "learning_rate": 0.0001896522757140027,
      "loss": 0.3186,
      "step": 5254
    },
    {
      "epoch": 0.44046770881354513,
      "grad_norm": 0.35933175683021545,
      "learning_rate": 0.00018964838353844742,
      "loss": 0.3858,
      "step": 5255
    },
    {
      "epoch": 0.44055152759733457,
      "grad_norm": 0.3278317153453827,
      "learning_rate": 0.000189644490670986,
      "loss": 0.3204,
      "step": 5256
    },
    {
      "epoch": 0.440635346381124,
      "grad_norm": 0.34623104333877563,
      "learning_rate": 0.0001896405971116485,
      "loss": 0.3615,
      "step": 5257
    },
    {
      "epoch": 0.44071916516491344,
      "grad_norm": 0.32174625992774963,
      "learning_rate": 0.0001896367028604649,
      "loss": 0.3075,
      "step": 5258
    },
    {
      "epoch": 0.44080298394870293,
      "grad_norm": 0.3401853144168854,
      "learning_rate": 0.0001896328079174653,
      "loss": 0.3346,
      "step": 5259
    },
    {
      "epoch": 0.44088680273249237,
      "grad_norm": 0.3311385214328766,
      "learning_rate": 0.0001896289122826798,
      "loss": 0.355,
      "step": 5260
    },
    {
      "epoch": 0.4409706215162818,
      "grad_norm": 0.3685857951641083,
      "learning_rate": 0.00018962501595613844,
      "loss": 0.2748,
      "step": 5261
    },
    {
      "epoch": 0.44105444030007124,
      "grad_norm": 0.3238828778266907,
      "learning_rate": 0.00018962111893787128,
      "loss": 0.3046,
      "step": 5262
    },
    {
      "epoch": 0.4411382590838607,
      "grad_norm": 0.3501351773738861,
      "learning_rate": 0.0001896172212279084,
      "loss": 0.3668,
      "step": 5263
    },
    {
      "epoch": 0.44122207786765016,
      "grad_norm": 0.30818620324134827,
      "learning_rate": 0.00018961332282627988,
      "loss": 0.2476,
      "step": 5264
    },
    {
      "epoch": 0.4413058966514396,
      "grad_norm": 0.3447257876396179,
      "learning_rate": 0.00018960942373301583,
      "loss": 0.2996,
      "step": 5265
    },
    {
      "epoch": 0.44138971543522904,
      "grad_norm": 0.3416745066642761,
      "learning_rate": 0.00018960552394814631,
      "loss": 0.2862,
      "step": 5266
    },
    {
      "epoch": 0.44147353421901847,
      "grad_norm": 0.3282642364501953,
      "learning_rate": 0.00018960162347170145,
      "loss": 0.2698,
      "step": 5267
    },
    {
      "epoch": 0.4415573530028079,
      "grad_norm": 0.36960992217063904,
      "learning_rate": 0.00018959772230371132,
      "loss": 0.3593,
      "step": 5268
    },
    {
      "epoch": 0.4416411717865974,
      "grad_norm": 0.34265419840812683,
      "learning_rate": 0.00018959382044420606,
      "loss": 0.3052,
      "step": 5269
    },
    {
      "epoch": 0.44172499057038683,
      "grad_norm": 0.37429746985435486,
      "learning_rate": 0.00018958991789321577,
      "loss": 0.3407,
      "step": 5270
    },
    {
      "epoch": 0.44180880935417627,
      "grad_norm": 0.3292986750602722,
      "learning_rate": 0.00018958601465077058,
      "loss": 0.2973,
      "step": 5271
    },
    {
      "epoch": 0.4418926281379657,
      "grad_norm": 0.3255031406879425,
      "learning_rate": 0.0001895821107169006,
      "loss": 0.3081,
      "step": 5272
    },
    {
      "epoch": 0.44197644692175514,
      "grad_norm": 0.323347270488739,
      "learning_rate": 0.00018957820609163598,
      "loss": 0.302,
      "step": 5273
    },
    {
      "epoch": 0.44206026570554463,
      "grad_norm": 0.3671392798423767,
      "learning_rate": 0.00018957430077500681,
      "loss": 0.3703,
      "step": 5274
    },
    {
      "epoch": 0.44214408448933407,
      "grad_norm": 0.37434035539627075,
      "learning_rate": 0.0001895703947670433,
      "loss": 0.4026,
      "step": 5275
    },
    {
      "epoch": 0.4422279032731235,
      "grad_norm": 0.29742252826690674,
      "learning_rate": 0.00018956648806777552,
      "loss": 0.2345,
      "step": 5276
    },
    {
      "epoch": 0.44231172205691294,
      "grad_norm": 0.32077693939208984,
      "learning_rate": 0.0001895625806772337,
      "loss": 0.2698,
      "step": 5277
    },
    {
      "epoch": 0.44239554084070243,
      "grad_norm": 0.31433621048927307,
      "learning_rate": 0.00018955867259544794,
      "loss": 0.2798,
      "step": 5278
    },
    {
      "epoch": 0.44247935962449186,
      "grad_norm": 0.32088518142700195,
      "learning_rate": 0.00018955476382244847,
      "loss": 0.289,
      "step": 5279
    },
    {
      "epoch": 0.4425631784082813,
      "grad_norm": 0.3272475004196167,
      "learning_rate": 0.00018955085435826537,
      "loss": 0.3315,
      "step": 5280
    },
    {
      "epoch": 0.44264699719207073,
      "grad_norm": 0.3491174280643463,
      "learning_rate": 0.00018954694420292886,
      "loss": 0.3641,
      "step": 5281
    },
    {
      "epoch": 0.44273081597586017,
      "grad_norm": 0.32160404324531555,
      "learning_rate": 0.00018954303335646911,
      "loss": 0.3165,
      "step": 5282
    },
    {
      "epoch": 0.44281463475964966,
      "grad_norm": 0.3171432316303253,
      "learning_rate": 0.0001895391218189163,
      "loss": 0.2906,
      "step": 5283
    },
    {
      "epoch": 0.4428984535434391,
      "grad_norm": 0.3110322654247284,
      "learning_rate": 0.00018953520959030063,
      "loss": 0.2918,
      "step": 5284
    },
    {
      "epoch": 0.44298227232722853,
      "grad_norm": 0.3286057412624359,
      "learning_rate": 0.00018953129667065232,
      "loss": 0.2821,
      "step": 5285
    },
    {
      "epoch": 0.44306609111101797,
      "grad_norm": 0.3340429961681366,
      "learning_rate": 0.00018952738306000151,
      "loss": 0.2973,
      "step": 5286
    },
    {
      "epoch": 0.4431499098948074,
      "grad_norm": 0.34233206510543823,
      "learning_rate": 0.00018952346875837845,
      "loss": 0.3008,
      "step": 5287
    },
    {
      "epoch": 0.4432337286785969,
      "grad_norm": 0.36990442872047424,
      "learning_rate": 0.00018951955376581334,
      "loss": 0.3397,
      "step": 5288
    },
    {
      "epoch": 0.44331754746238633,
      "grad_norm": 0.3492489755153656,
      "learning_rate": 0.0001895156380823364,
      "loss": 0.2925,
      "step": 5289
    },
    {
      "epoch": 0.44340136624617577,
      "grad_norm": 0.329657644033432,
      "learning_rate": 0.0001895117217079778,
      "loss": 0.2844,
      "step": 5290
    },
    {
      "epoch": 0.4434851850299652,
      "grad_norm": 0.32469984889030457,
      "learning_rate": 0.00018950780464276786,
      "loss": 0.2585,
      "step": 5291
    },
    {
      "epoch": 0.44356900381375464,
      "grad_norm": 0.33818599581718445,
      "learning_rate": 0.00018950388688673676,
      "loss": 0.3064,
      "step": 5292
    },
    {
      "epoch": 0.4436528225975441,
      "grad_norm": 0.36432889103889465,
      "learning_rate": 0.0001894999684399147,
      "loss": 0.3587,
      "step": 5293
    },
    {
      "epoch": 0.44373664138133356,
      "grad_norm": 0.3505342900753021,
      "learning_rate": 0.00018949604930233198,
      "loss": 0.3302,
      "step": 5294
    },
    {
      "epoch": 0.443820460165123,
      "grad_norm": 0.3243963122367859,
      "learning_rate": 0.00018949212947401884,
      "loss": 0.3036,
      "step": 5295
    },
    {
      "epoch": 0.44390427894891243,
      "grad_norm": 0.35357365012168884,
      "learning_rate": 0.00018948820895500553,
      "loss": 0.2933,
      "step": 5296
    },
    {
      "epoch": 0.4439880977327019,
      "grad_norm": 0.3593152165412903,
      "learning_rate": 0.00018948428774532227,
      "loss": 0.3548,
      "step": 5297
    },
    {
      "epoch": 0.44407191651649136,
      "grad_norm": 0.3453202545642853,
      "learning_rate": 0.00018948036584499938,
      "loss": 0.3017,
      "step": 5298
    },
    {
      "epoch": 0.4441557353002808,
      "grad_norm": 0.35192257165908813,
      "learning_rate": 0.0001894764432540671,
      "loss": 0.3353,
      "step": 5299
    },
    {
      "epoch": 0.44423955408407023,
      "grad_norm": 0.31436800956726074,
      "learning_rate": 0.00018947251997255573,
      "loss": 0.2796,
      "step": 5300
    },
    {
      "epoch": 0.44432337286785967,
      "grad_norm": 0.3161657154560089,
      "learning_rate": 0.0001894685960004955,
      "loss": 0.2986,
      "step": 5301
    },
    {
      "epoch": 0.44440719165164916,
      "grad_norm": 0.3604501783847809,
      "learning_rate": 0.0001894646713379167,
      "loss": 0.3547,
      "step": 5302
    },
    {
      "epoch": 0.4444910104354386,
      "grad_norm": 0.33273664116859436,
      "learning_rate": 0.0001894607459848497,
      "loss": 0.3012,
      "step": 5303
    },
    {
      "epoch": 0.44457482921922803,
      "grad_norm": 0.3173998296260834,
      "learning_rate": 0.00018945681994132473,
      "loss": 0.28,
      "step": 5304
    },
    {
      "epoch": 0.44465864800301746,
      "grad_norm": 0.3452328145503998,
      "learning_rate": 0.00018945289320737208,
      "loss": 0.3247,
      "step": 5305
    },
    {
      "epoch": 0.4447424667868069,
      "grad_norm": 0.33981186151504517,
      "learning_rate": 0.0001894489657830221,
      "loss": 0.3138,
      "step": 5306
    },
    {
      "epoch": 0.4448262855705964,
      "grad_norm": 0.35600873827934265,
      "learning_rate": 0.00018944503766830505,
      "loss": 0.3042,
      "step": 5307
    },
    {
      "epoch": 0.4449101043543858,
      "grad_norm": 0.3186427056789398,
      "learning_rate": 0.00018944110886325133,
      "loss": 0.2745,
      "step": 5308
    },
    {
      "epoch": 0.44499392313817526,
      "grad_norm": 0.3432753384113312,
      "learning_rate": 0.00018943717936789115,
      "loss": 0.2636,
      "step": 5309
    },
    {
      "epoch": 0.4450777419219647,
      "grad_norm": 0.3505604863166809,
      "learning_rate": 0.00018943324918225494,
      "loss": 0.3033,
      "step": 5310
    },
    {
      "epoch": 0.44516156070575413,
      "grad_norm": 0.36040517687797546,
      "learning_rate": 0.00018942931830637298,
      "loss": 0.2968,
      "step": 5311
    },
    {
      "epoch": 0.4452453794895436,
      "grad_norm": 0.3621603846549988,
      "learning_rate": 0.0001894253867402756,
      "loss": 0.3715,
      "step": 5312
    },
    {
      "epoch": 0.44532919827333306,
      "grad_norm": 0.3713379204273224,
      "learning_rate": 0.0001894214544839932,
      "loss": 0.3675,
      "step": 5313
    },
    {
      "epoch": 0.4454130170571225,
      "grad_norm": 0.331715852022171,
      "learning_rate": 0.00018941752153755608,
      "loss": 0.2816,
      "step": 5314
    },
    {
      "epoch": 0.44549683584091193,
      "grad_norm": 0.3218896687030792,
      "learning_rate": 0.00018941358790099458,
      "loss": 0.2732,
      "step": 5315
    },
    {
      "epoch": 0.4455806546247014,
      "grad_norm": 0.32361775636672974,
      "learning_rate": 0.00018940965357433913,
      "loss": 0.2753,
      "step": 5316
    },
    {
      "epoch": 0.44566447340849086,
      "grad_norm": 0.3406898081302643,
      "learning_rate": 0.00018940571855762003,
      "loss": 0.2895,
      "step": 5317
    },
    {
      "epoch": 0.4457482921922803,
      "grad_norm": 0.32736465334892273,
      "learning_rate": 0.00018940178285086767,
      "loss": 0.2887,
      "step": 5318
    },
    {
      "epoch": 0.44583211097606973,
      "grad_norm": 0.3479665517807007,
      "learning_rate": 0.00018939784645411243,
      "loss": 0.3276,
      "step": 5319
    },
    {
      "epoch": 0.44591592975985916,
      "grad_norm": 0.33684512972831726,
      "learning_rate": 0.0001893939093673847,
      "loss": 0.3683,
      "step": 5320
    },
    {
      "epoch": 0.44599974854364866,
      "grad_norm": 0.3148156702518463,
      "learning_rate": 0.00018938997159071482,
      "loss": 0.2947,
      "step": 5321
    },
    {
      "epoch": 0.4460835673274381,
      "grad_norm": 0.33416709303855896,
      "learning_rate": 0.00018938603312413328,
      "loss": 0.3302,
      "step": 5322
    },
    {
      "epoch": 0.4461673861112275,
      "grad_norm": 0.31348830461502075,
      "learning_rate": 0.00018938209396767035,
      "loss": 0.2952,
      "step": 5323
    },
    {
      "epoch": 0.44625120489501696,
      "grad_norm": 0.3304789662361145,
      "learning_rate": 0.00018937815412135652,
      "loss": 0.29,
      "step": 5324
    },
    {
      "epoch": 0.4463350236788064,
      "grad_norm": 0.3543621003627777,
      "learning_rate": 0.0001893742135852222,
      "loss": 0.3285,
      "step": 5325
    },
    {
      "epoch": 0.4464188424625959,
      "grad_norm": 0.37612923979759216,
      "learning_rate": 0.00018937027235929775,
      "loss": 0.3659,
      "step": 5326
    },
    {
      "epoch": 0.4465026612463853,
      "grad_norm": 0.3730679154396057,
      "learning_rate": 0.00018936633044361364,
      "loss": 0.3968,
      "step": 5327
    },
    {
      "epoch": 0.44658648003017476,
      "grad_norm": 0.34448179602622986,
      "learning_rate": 0.00018936238783820027,
      "loss": 0.3149,
      "step": 5328
    },
    {
      "epoch": 0.4466702988139642,
      "grad_norm": 0.33696651458740234,
      "learning_rate": 0.00018935844454308804,
      "loss": 0.2775,
      "step": 5329
    },
    {
      "epoch": 0.44675411759775363,
      "grad_norm": 0.33936238288879395,
      "learning_rate": 0.0001893545005583074,
      "loss": 0.328,
      "step": 5330
    },
    {
      "epoch": 0.4468379363815431,
      "grad_norm": 0.3292284607887268,
      "learning_rate": 0.00018935055588388885,
      "loss": 0.2634,
      "step": 5331
    },
    {
      "epoch": 0.44692175516533256,
      "grad_norm": 0.3376513719558716,
      "learning_rate": 0.0001893466105198628,
      "loss": 0.3059,
      "step": 5332
    },
    {
      "epoch": 0.447005573949122,
      "grad_norm": 0.38163095712661743,
      "learning_rate": 0.00018934266446625963,
      "loss": 0.378,
      "step": 5333
    },
    {
      "epoch": 0.44708939273291143,
      "grad_norm": 0.35537177324295044,
      "learning_rate": 0.0001893387177231099,
      "loss": 0.3516,
      "step": 5334
    },
    {
      "epoch": 0.4471732115167009,
      "grad_norm": 0.37691235542297363,
      "learning_rate": 0.000189334770290444,
      "loss": 0.398,
      "step": 5335
    },
    {
      "epoch": 0.44725703030049035,
      "grad_norm": 0.3339569568634033,
      "learning_rate": 0.00018933082216829244,
      "loss": 0.3085,
      "step": 5336
    },
    {
      "epoch": 0.4473408490842798,
      "grad_norm": 0.3052222728729248,
      "learning_rate": 0.00018932687335668566,
      "loss": 0.267,
      "step": 5337
    },
    {
      "epoch": 0.4474246678680692,
      "grad_norm": 0.3262716233730316,
      "learning_rate": 0.00018932292385565413,
      "loss": 0.279,
      "step": 5338
    },
    {
      "epoch": 0.44750848665185866,
      "grad_norm": 0.337281197309494,
      "learning_rate": 0.00018931897366522836,
      "loss": 0.3033,
      "step": 5339
    },
    {
      "epoch": 0.44759230543564815,
      "grad_norm": 0.35285404324531555,
      "learning_rate": 0.00018931502278543886,
      "loss": 0.3533,
      "step": 5340
    },
    {
      "epoch": 0.4476761242194376,
      "grad_norm": 0.3324137032032013,
      "learning_rate": 0.00018931107121631608,
      "loss": 0.2812,
      "step": 5341
    },
    {
      "epoch": 0.447759943003227,
      "grad_norm": 0.3399009108543396,
      "learning_rate": 0.00018930711895789052,
      "loss": 0.2859,
      "step": 5342
    },
    {
      "epoch": 0.44784376178701646,
      "grad_norm": 0.32575055956840515,
      "learning_rate": 0.00018930316601019272,
      "loss": 0.3021,
      "step": 5343
    },
    {
      "epoch": 0.4479275805708059,
      "grad_norm": 0.32516583800315857,
      "learning_rate": 0.00018929921237325313,
      "loss": 0.3073,
      "step": 5344
    },
    {
      "epoch": 0.4480113993545954,
      "grad_norm": 0.32950687408447266,
      "learning_rate": 0.00018929525804710232,
      "loss": 0.2914,
      "step": 5345
    },
    {
      "epoch": 0.4480952181383848,
      "grad_norm": 0.3265558183193207,
      "learning_rate": 0.00018929130303177075,
      "loss": 0.2761,
      "step": 5346
    },
    {
      "epoch": 0.44817903692217426,
      "grad_norm": 0.323257178068161,
      "learning_rate": 0.000189287347327289,
      "loss": 0.2846,
      "step": 5347
    },
    {
      "epoch": 0.4482628557059637,
      "grad_norm": 0.35097968578338623,
      "learning_rate": 0.0001892833909336876,
      "loss": 0.3192,
      "step": 5348
    },
    {
      "epoch": 0.4483466744897531,
      "grad_norm": 0.3635810911655426,
      "learning_rate": 0.00018927943385099708,
      "loss": 0.316,
      "step": 5349
    },
    {
      "epoch": 0.4484304932735426,
      "grad_norm": 0.3654707372188568,
      "learning_rate": 0.00018927547607924794,
      "loss": 0.3424,
      "step": 5350
    },
    {
      "epoch": 0.44851431205733205,
      "grad_norm": 0.35058778524398804,
      "learning_rate": 0.00018927151761847076,
      "loss": 0.2896,
      "step": 5351
    },
    {
      "epoch": 0.4485981308411215,
      "grad_norm": 0.3279466927051544,
      "learning_rate": 0.00018926755846869608,
      "loss": 0.3012,
      "step": 5352
    },
    {
      "epoch": 0.4486819496249109,
      "grad_norm": 0.3523072302341461,
      "learning_rate": 0.00018926359862995445,
      "loss": 0.3412,
      "step": 5353
    },
    {
      "epoch": 0.4487657684087004,
      "grad_norm": 0.34950536489486694,
      "learning_rate": 0.00018925963810227647,
      "loss": 0.3133,
      "step": 5354
    },
    {
      "epoch": 0.44884958719248985,
      "grad_norm": 0.3095780909061432,
      "learning_rate": 0.0001892556768856927,
      "loss": 0.2743,
      "step": 5355
    },
    {
      "epoch": 0.4489334059762793,
      "grad_norm": 0.33621928095817566,
      "learning_rate": 0.00018925171498023366,
      "loss": 0.3494,
      "step": 5356
    },
    {
      "epoch": 0.4490172247600687,
      "grad_norm": 0.3287632167339325,
      "learning_rate": 0.00018924775238592995,
      "loss": 0.3325,
      "step": 5357
    },
    {
      "epoch": 0.44910104354385816,
      "grad_norm": 0.34886088967323303,
      "learning_rate": 0.0001892437891028122,
      "loss": 0.3366,
      "step": 5358
    },
    {
      "epoch": 0.44918486232764765,
      "grad_norm": 0.30250078439712524,
      "learning_rate": 0.00018923982513091095,
      "loss": 0.2813,
      "step": 5359
    },
    {
      "epoch": 0.4492686811114371,
      "grad_norm": 0.3321301341056824,
      "learning_rate": 0.0001892358604702568,
      "loss": 0.3117,
      "step": 5360
    },
    {
      "epoch": 0.4493524998952265,
      "grad_norm": 0.33167538046836853,
      "learning_rate": 0.00018923189512088038,
      "loss": 0.3132,
      "step": 5361
    },
    {
      "epoch": 0.44943631867901596,
      "grad_norm": 0.32840320467948914,
      "learning_rate": 0.00018922792908281224,
      "loss": 0.3317,
      "step": 5362
    },
    {
      "epoch": 0.4495201374628054,
      "grad_norm": 0.340410441160202,
      "learning_rate": 0.00018922396235608303,
      "loss": 0.3398,
      "step": 5363
    },
    {
      "epoch": 0.4496039562465949,
      "grad_norm": 0.3657713830471039,
      "learning_rate": 0.0001892199949407234,
      "loss": 0.3618,
      "step": 5364
    },
    {
      "epoch": 0.4496877750303843,
      "grad_norm": 0.3261907696723938,
      "learning_rate": 0.00018921602683676385,
      "loss": 0.3015,
      "step": 5365
    },
    {
      "epoch": 0.44977159381417375,
      "grad_norm": 0.35726991295814514,
      "learning_rate": 0.00018921205804423515,
      "loss": 0.3228,
      "step": 5366
    },
    {
      "epoch": 0.4498554125979632,
      "grad_norm": 0.3438384532928467,
      "learning_rate": 0.00018920808856316782,
      "loss": 0.3244,
      "step": 5367
    },
    {
      "epoch": 0.4499392313817526,
      "grad_norm": 0.30583736300468445,
      "learning_rate": 0.00018920411839359256,
      "loss": 0.2232,
      "step": 5368
    },
    {
      "epoch": 0.4500230501655421,
      "grad_norm": 0.36414965987205505,
      "learning_rate": 0.00018920014753554,
      "loss": 0.3752,
      "step": 5369
    },
    {
      "epoch": 0.45010686894933155,
      "grad_norm": 0.33980074524879456,
      "learning_rate": 0.0001891961759890408,
      "loss": 0.315,
      "step": 5370
    },
    {
      "epoch": 0.450190687733121,
      "grad_norm": 0.35786959528923035,
      "learning_rate": 0.00018919220375412552,
      "loss": 0.3105,
      "step": 5371
    },
    {
      "epoch": 0.4502745065169104,
      "grad_norm": 0.34517812728881836,
      "learning_rate": 0.00018918823083082496,
      "loss": 0.3334,
      "step": 5372
    },
    {
      "epoch": 0.4503583253006999,
      "grad_norm": 0.3407191336154938,
      "learning_rate": 0.0001891842572191697,
      "loss": 0.3164,
      "step": 5373
    },
    {
      "epoch": 0.45044214408448935,
      "grad_norm": 0.3212966322898865,
      "learning_rate": 0.00018918028291919038,
      "loss": 0.2698,
      "step": 5374
    },
    {
      "epoch": 0.4505259628682788,
      "grad_norm": 0.34781062602996826,
      "learning_rate": 0.00018917630793091774,
      "loss": 0.3698,
      "step": 5375
    },
    {
      "epoch": 0.4506097816520682,
      "grad_norm": 0.33002573251724243,
      "learning_rate": 0.00018917233225438244,
      "loss": 0.2616,
      "step": 5376
    },
    {
      "epoch": 0.45069360043585766,
      "grad_norm": 0.3081614077091217,
      "learning_rate": 0.00018916835588961514,
      "loss": 0.2591,
      "step": 5377
    },
    {
      "epoch": 0.45077741921964715,
      "grad_norm": 0.3285899758338928,
      "learning_rate": 0.00018916437883664656,
      "loss": 0.2824,
      "step": 5378
    },
    {
      "epoch": 0.4508612380034366,
      "grad_norm": 0.3572910726070404,
      "learning_rate": 0.00018916040109550738,
      "loss": 0.342,
      "step": 5379
    },
    {
      "epoch": 0.450945056787226,
      "grad_norm": 0.3625409007072449,
      "learning_rate": 0.0001891564226662283,
      "loss": 0.3462,
      "step": 5380
    },
    {
      "epoch": 0.45102887557101545,
      "grad_norm": 0.32913118600845337,
      "learning_rate": 0.00018915244354884004,
      "loss": 0.2844,
      "step": 5381
    },
    {
      "epoch": 0.4511126943548049,
      "grad_norm": 0.3112872540950775,
      "learning_rate": 0.0001891484637433733,
      "loss": 0.2749,
      "step": 5382
    },
    {
      "epoch": 0.4511965131385944,
      "grad_norm": 0.3313455879688263,
      "learning_rate": 0.00018914448324985878,
      "loss": 0.3001,
      "step": 5383
    },
    {
      "epoch": 0.4512803319223838,
      "grad_norm": 0.3555828034877777,
      "learning_rate": 0.00018914050206832723,
      "loss": 0.3591,
      "step": 5384
    },
    {
      "epoch": 0.45136415070617325,
      "grad_norm": 0.32007941603660583,
      "learning_rate": 0.00018913652019880936,
      "loss": 0.2948,
      "step": 5385
    },
    {
      "epoch": 0.4514479694899627,
      "grad_norm": 0.3196321427822113,
      "learning_rate": 0.0001891325376413359,
      "loss": 0.2855,
      "step": 5386
    },
    {
      "epoch": 0.4515317882737521,
      "grad_norm": 0.315914511680603,
      "learning_rate": 0.0001891285543959376,
      "loss": 0.2592,
      "step": 5387
    },
    {
      "epoch": 0.4516156070575416,
      "grad_norm": 0.3400791585445404,
      "learning_rate": 0.0001891245704626452,
      "loss": 0.3044,
      "step": 5388
    },
    {
      "epoch": 0.45169942584133105,
      "grad_norm": 0.32627278566360474,
      "learning_rate": 0.00018912058584148942,
      "loss": 0.3105,
      "step": 5389
    },
    {
      "epoch": 0.4517832446251205,
      "grad_norm": 0.3799835741519928,
      "learning_rate": 0.00018911660053250103,
      "loss": 0.3642,
      "step": 5390
    },
    {
      "epoch": 0.4518670634089099,
      "grad_norm": 0.35429802536964417,
      "learning_rate": 0.00018911261453571085,
      "loss": 0.3254,
      "step": 5391
    },
    {
      "epoch": 0.4519508821926994,
      "grad_norm": 0.3365689814090729,
      "learning_rate": 0.00018910862785114952,
      "loss": 0.2791,
      "step": 5392
    },
    {
      "epoch": 0.45203470097648885,
      "grad_norm": 0.31213101744651794,
      "learning_rate": 0.00018910464047884796,
      "loss": 0.2466,
      "step": 5393
    },
    {
      "epoch": 0.4521185197602783,
      "grad_norm": 0.3927779495716095,
      "learning_rate": 0.0001891006524188368,
      "loss": 0.332,
      "step": 5394
    },
    {
      "epoch": 0.4522023385440677,
      "grad_norm": 0.3551279604434967,
      "learning_rate": 0.0001890966636711469,
      "loss": 0.3106,
      "step": 5395
    },
    {
      "epoch": 0.45228615732785715,
      "grad_norm": 0.3502892255783081,
      "learning_rate": 0.000189092674235809,
      "loss": 0.3258,
      "step": 5396
    },
    {
      "epoch": 0.45236997611164664,
      "grad_norm": 0.3605843782424927,
      "learning_rate": 0.00018908868411285397,
      "loss": 0.3273,
      "step": 5397
    },
    {
      "epoch": 0.4524537948954361,
      "grad_norm": 0.3587520718574524,
      "learning_rate": 0.00018908469330231254,
      "loss": 0.3281,
      "step": 5398
    },
    {
      "epoch": 0.4525376136792255,
      "grad_norm": 0.34121179580688477,
      "learning_rate": 0.00018908070180421552,
      "loss": 0.2559,
      "step": 5399
    },
    {
      "epoch": 0.45262143246301495,
      "grad_norm": 0.33607760071754456,
      "learning_rate": 0.0001890767096185937,
      "loss": 0.3118,
      "step": 5400
    },
    {
      "epoch": 0.45262143246301495,
      "eval_loss": 0.3067363202571869,
      "eval_runtime": 61.533,
      "eval_samples_per_second": 15.601,
      "eval_steps_per_second": 3.9,
      "step": 5400
    },
    {
      "epoch": 0.4527052512468044,
      "grad_norm": 0.3735453188419342,
      "learning_rate": 0.00018907271674547792,
      "loss": 0.3328,
      "step": 5401
    },
    {
      "epoch": 0.4527890700305939,
      "grad_norm": 0.31122511625289917,
      "learning_rate": 0.000189068723184899,
      "loss": 0.285,
      "step": 5402
    },
    {
      "epoch": 0.4528728888143833,
      "grad_norm": 0.35596930980682373,
      "learning_rate": 0.00018906472893688776,
      "loss": 0.313,
      "step": 5403
    },
    {
      "epoch": 0.45295670759817275,
      "grad_norm": 0.30406779050827026,
      "learning_rate": 0.000189060734001475,
      "loss": 0.2774,
      "step": 5404
    },
    {
      "epoch": 0.4530405263819622,
      "grad_norm": 0.32870692014694214,
      "learning_rate": 0.0001890567383786916,
      "loss": 0.2786,
      "step": 5405
    },
    {
      "epoch": 0.4531243451657516,
      "grad_norm": 0.3502945005893707,
      "learning_rate": 0.00018905274206856837,
      "loss": 0.3141,
      "step": 5406
    },
    {
      "epoch": 0.4532081639495411,
      "grad_norm": 0.32738810777664185,
      "learning_rate": 0.00018904874507113615,
      "loss": 0.2871,
      "step": 5407
    },
    {
      "epoch": 0.45329198273333055,
      "grad_norm": 0.33551427721977234,
      "learning_rate": 0.00018904474738642578,
      "loss": 0.339,
      "step": 5408
    },
    {
      "epoch": 0.45337580151712,
      "grad_norm": 0.33922049403190613,
      "learning_rate": 0.00018904074901446812,
      "loss": 0.291,
      "step": 5409
    },
    {
      "epoch": 0.4534596203009094,
      "grad_norm": 0.3442186415195465,
      "learning_rate": 0.00018903674995529406,
      "loss": 0.3186,
      "step": 5410
    },
    {
      "epoch": 0.4535434390846989,
      "grad_norm": 0.3616907298564911,
      "learning_rate": 0.00018903275020893442,
      "loss": 0.3257,
      "step": 5411
    },
    {
      "epoch": 0.45362725786848834,
      "grad_norm": 0.32941824197769165,
      "learning_rate": 0.0001890287497754201,
      "loss": 0.3064,
      "step": 5412
    },
    {
      "epoch": 0.4537110766522778,
      "grad_norm": 0.3362039029598236,
      "learning_rate": 0.00018902474865478198,
      "loss": 0.2748,
      "step": 5413
    },
    {
      "epoch": 0.4537948954360672,
      "grad_norm": 0.3405458629131317,
      "learning_rate": 0.00018902074684705092,
      "loss": 0.3193,
      "step": 5414
    },
    {
      "epoch": 0.45387871421985665,
      "grad_norm": 0.3218468725681305,
      "learning_rate": 0.00018901674435225783,
      "loss": 0.279,
      "step": 5415
    },
    {
      "epoch": 0.45396253300364614,
      "grad_norm": 0.33701738715171814,
      "learning_rate": 0.00018901274117043358,
      "loss": 0.2821,
      "step": 5416
    },
    {
      "epoch": 0.4540463517874356,
      "grad_norm": 0.3532620072364807,
      "learning_rate": 0.00018900873730160904,
      "loss": 0.264,
      "step": 5417
    },
    {
      "epoch": 0.454130170571225,
      "grad_norm": 0.36583876609802246,
      "learning_rate": 0.0001890047327458152,
      "loss": 0.3701,
      "step": 5418
    },
    {
      "epoch": 0.45421398935501445,
      "grad_norm": 0.32523345947265625,
      "learning_rate": 0.00018900072750308285,
      "loss": 0.3073,
      "step": 5419
    },
    {
      "epoch": 0.4542978081388039,
      "grad_norm": 0.3697735369205475,
      "learning_rate": 0.00018899672157344298,
      "loss": 0.3348,
      "step": 5420
    },
    {
      "epoch": 0.4543816269225934,
      "grad_norm": 0.35690557956695557,
      "learning_rate": 0.00018899271495692653,
      "loss": 0.2914,
      "step": 5421
    },
    {
      "epoch": 0.4544654457063828,
      "grad_norm": 0.3464603126049042,
      "learning_rate": 0.00018898870765356434,
      "loss": 0.302,
      "step": 5422
    },
    {
      "epoch": 0.45454926449017224,
      "grad_norm": 0.3639945387840271,
      "learning_rate": 0.0001889846996633874,
      "loss": 0.3233,
      "step": 5423
    },
    {
      "epoch": 0.4546330832739617,
      "grad_norm": 0.29469722509384155,
      "learning_rate": 0.0001889806909864266,
      "loss": 0.2547,
      "step": 5424
    },
    {
      "epoch": 0.4547169020577511,
      "grad_norm": 0.33425748348236084,
      "learning_rate": 0.00018897668162271293,
      "loss": 0.2988,
      "step": 5425
    },
    {
      "epoch": 0.4548007208415406,
      "grad_norm": 0.34871476888656616,
      "learning_rate": 0.00018897267157227731,
      "loss": 0.3403,
      "step": 5426
    },
    {
      "epoch": 0.45488453962533004,
      "grad_norm": 0.3383881151676178,
      "learning_rate": 0.00018896866083515068,
      "loss": 0.3139,
      "step": 5427
    },
    {
      "epoch": 0.4549683584091195,
      "grad_norm": 0.332830011844635,
      "learning_rate": 0.00018896464941136403,
      "loss": 0.3168,
      "step": 5428
    },
    {
      "epoch": 0.4550521771929089,
      "grad_norm": 0.32267409563064575,
      "learning_rate": 0.00018896063730094827,
      "loss": 0.328,
      "step": 5429
    },
    {
      "epoch": 0.4551359959766984,
      "grad_norm": 0.3114144504070282,
      "learning_rate": 0.00018895662450393438,
      "loss": 0.2779,
      "step": 5430
    },
    {
      "epoch": 0.45521981476048784,
      "grad_norm": 0.33294200897216797,
      "learning_rate": 0.00018895261102035336,
      "loss": 0.3475,
      "step": 5431
    },
    {
      "epoch": 0.4553036335442773,
      "grad_norm": 0.3135354518890381,
      "learning_rate": 0.00018894859685023615,
      "loss": 0.2644,
      "step": 5432
    },
    {
      "epoch": 0.4553874523280667,
      "grad_norm": 0.36769112944602966,
      "learning_rate": 0.00018894458199361376,
      "loss": 0.3604,
      "step": 5433
    },
    {
      "epoch": 0.45547127111185615,
      "grad_norm": 0.2932071089744568,
      "learning_rate": 0.00018894056645051715,
      "loss": 0.2414,
      "step": 5434
    },
    {
      "epoch": 0.45555508989564564,
      "grad_norm": 0.3502295911312103,
      "learning_rate": 0.00018893655022097735,
      "loss": 0.3118,
      "step": 5435
    },
    {
      "epoch": 0.4556389086794351,
      "grad_norm": 0.3368123769760132,
      "learning_rate": 0.0001889325333050253,
      "loss": 0.2967,
      "step": 5436
    },
    {
      "epoch": 0.4557227274632245,
      "grad_norm": 0.3389786183834076,
      "learning_rate": 0.00018892851570269208,
      "loss": 0.3272,
      "step": 5437
    },
    {
      "epoch": 0.45580654624701394,
      "grad_norm": 0.3385791480541229,
      "learning_rate": 0.00018892449741400862,
      "loss": 0.2651,
      "step": 5438
    },
    {
      "epoch": 0.4558903650308034,
      "grad_norm": 0.3288840353488922,
      "learning_rate": 0.000188920478439006,
      "loss": 0.292,
      "step": 5439
    },
    {
      "epoch": 0.45597418381459287,
      "grad_norm": 0.33670246601104736,
      "learning_rate": 0.00018891645877771516,
      "loss": 0.3314,
      "step": 5440
    },
    {
      "epoch": 0.4560580025983823,
      "grad_norm": 0.3162849545478821,
      "learning_rate": 0.0001889124384301672,
      "loss": 0.2968,
      "step": 5441
    },
    {
      "epoch": 0.45614182138217174,
      "grad_norm": 0.3556826114654541,
      "learning_rate": 0.0001889084173963931,
      "loss": 0.3069,
      "step": 5442
    },
    {
      "epoch": 0.4562256401659612,
      "grad_norm": 0.33708128333091736,
      "learning_rate": 0.00018890439567642396,
      "loss": 0.2874,
      "step": 5443
    },
    {
      "epoch": 0.4563094589497506,
      "grad_norm": 0.32957038283348083,
      "learning_rate": 0.00018890037327029072,
      "loss": 0.2431,
      "step": 5444
    },
    {
      "epoch": 0.4563932777335401,
      "grad_norm": 0.3156251013278961,
      "learning_rate": 0.0001888963501780245,
      "loss": 0.2522,
      "step": 5445
    },
    {
      "epoch": 0.45647709651732954,
      "grad_norm": 0.3405812978744507,
      "learning_rate": 0.0001888923263996563,
      "loss": 0.2893,
      "step": 5446
    },
    {
      "epoch": 0.456560915301119,
      "grad_norm": 0.33781737089157104,
      "learning_rate": 0.00018888830193521724,
      "loss": 0.3078,
      "step": 5447
    },
    {
      "epoch": 0.4566447340849084,
      "grad_norm": 0.3478337824344635,
      "learning_rate": 0.0001888842767847383,
      "loss": 0.3055,
      "step": 5448
    },
    {
      "epoch": 0.4567285528686979,
      "grad_norm": 0.38390859961509705,
      "learning_rate": 0.00018888025094825062,
      "loss": 0.3713,
      "step": 5449
    },
    {
      "epoch": 0.45681237165248734,
      "grad_norm": 0.3405502140522003,
      "learning_rate": 0.00018887622442578526,
      "loss": 0.3221,
      "step": 5450
    },
    {
      "epoch": 0.4568961904362768,
      "grad_norm": 0.37467172741889954,
      "learning_rate": 0.00018887219721737324,
      "loss": 0.338,
      "step": 5451
    },
    {
      "epoch": 0.4569800092200662,
      "grad_norm": 0.35552528500556946,
      "learning_rate": 0.0001888681693230457,
      "loss": 0.3702,
      "step": 5452
    },
    {
      "epoch": 0.45706382800385564,
      "grad_norm": 0.3400609791278839,
      "learning_rate": 0.0001888641407428337,
      "loss": 0.3082,
      "step": 5453
    },
    {
      "epoch": 0.45714764678764513,
      "grad_norm": 0.36595791578292847,
      "learning_rate": 0.00018886011147676833,
      "loss": 0.342,
      "step": 5454
    },
    {
      "epoch": 0.45723146557143457,
      "grad_norm": 0.36029407382011414,
      "learning_rate": 0.00018885608152488073,
      "loss": 0.3687,
      "step": 5455
    },
    {
      "epoch": 0.457315284355224,
      "grad_norm": 0.3443705439567566,
      "learning_rate": 0.00018885205088720194,
      "loss": 0.3055,
      "step": 5456
    },
    {
      "epoch": 0.45739910313901344,
      "grad_norm": 0.30490633845329285,
      "learning_rate": 0.0001888480195637631,
      "loss": 0.2657,
      "step": 5457
    },
    {
      "epoch": 0.4574829219228029,
      "grad_norm": 0.3421090543270111,
      "learning_rate": 0.00018884398755459534,
      "loss": 0.3053,
      "step": 5458
    },
    {
      "epoch": 0.45756674070659237,
      "grad_norm": 0.3365306258201599,
      "learning_rate": 0.00018883995485972975,
      "loss": 0.2955,
      "step": 5459
    },
    {
      "epoch": 0.4576505594903818,
      "grad_norm": 0.3359004557132721,
      "learning_rate": 0.0001888359214791975,
      "loss": 0.3106,
      "step": 5460
    },
    {
      "epoch": 0.45773437827417124,
      "grad_norm": 0.3239046633243561,
      "learning_rate": 0.00018883188741302962,
      "loss": 0.2717,
      "step": 5461
    },
    {
      "epoch": 0.4578181970579607,
      "grad_norm": 0.31645387411117554,
      "learning_rate": 0.00018882785266125736,
      "loss": 0.278,
      "step": 5462
    },
    {
      "epoch": 0.4579020158417501,
      "grad_norm": 0.3232632875442505,
      "learning_rate": 0.0001888238172239118,
      "loss": 0.2868,
      "step": 5463
    },
    {
      "epoch": 0.4579858346255396,
      "grad_norm": 0.33073246479034424,
      "learning_rate": 0.00018881978110102407,
      "loss": 0.2968,
      "step": 5464
    },
    {
      "epoch": 0.45806965340932904,
      "grad_norm": 0.34197232127189636,
      "learning_rate": 0.0001888157442926254,
      "loss": 0.3161,
      "step": 5465
    },
    {
      "epoch": 0.45815347219311847,
      "grad_norm": 0.3404967188835144,
      "learning_rate": 0.00018881170679874685,
      "loss": 0.3233,
      "step": 5466
    },
    {
      "epoch": 0.4582372909769079,
      "grad_norm": 0.3281985819339752,
      "learning_rate": 0.00018880766861941966,
      "loss": 0.2981,
      "step": 5467
    },
    {
      "epoch": 0.4583211097606974,
      "grad_norm": 0.303992360830307,
      "learning_rate": 0.00018880362975467492,
      "loss": 0.2404,
      "step": 5468
    },
    {
      "epoch": 0.45840492854448683,
      "grad_norm": 0.36414727568626404,
      "learning_rate": 0.00018879959020454387,
      "loss": 0.3254,
      "step": 5469
    },
    {
      "epoch": 0.45848874732827627,
      "grad_norm": 0.375014066696167,
      "learning_rate": 0.00018879554996905766,
      "loss": 0.3356,
      "step": 5470
    },
    {
      "epoch": 0.4585725661120657,
      "grad_norm": 0.35977694392204285,
      "learning_rate": 0.00018879150904824749,
      "loss": 0.3185,
      "step": 5471
    },
    {
      "epoch": 0.45865638489585514,
      "grad_norm": 0.317797988653183,
      "learning_rate": 0.00018878746744214447,
      "loss": 0.2791,
      "step": 5472
    },
    {
      "epoch": 0.45874020367964463,
      "grad_norm": 0.36736220121383667,
      "learning_rate": 0.0001887834251507799,
      "loss": 0.3539,
      "step": 5473
    },
    {
      "epoch": 0.45882402246343407,
      "grad_norm": 0.32643023133277893,
      "learning_rate": 0.00018877938217418493,
      "loss": 0.2899,
      "step": 5474
    },
    {
      "epoch": 0.4589078412472235,
      "grad_norm": 0.323999285697937,
      "learning_rate": 0.00018877533851239077,
      "loss": 0.2831,
      "step": 5475
    },
    {
      "epoch": 0.45899166003101294,
      "grad_norm": 0.3718106746673584,
      "learning_rate": 0.00018877129416542863,
      "loss": 0.3862,
      "step": 5476
    },
    {
      "epoch": 0.4590754788148024,
      "grad_norm": 0.33485937118530273,
      "learning_rate": 0.0001887672491333297,
      "loss": 0.3034,
      "step": 5477
    },
    {
      "epoch": 0.45915929759859186,
      "grad_norm": 0.3653664290904999,
      "learning_rate": 0.00018876320341612522,
      "loss": 0.387,
      "step": 5478
    },
    {
      "epoch": 0.4592431163823813,
      "grad_norm": 0.31966060400009155,
      "learning_rate": 0.00018875915701384644,
      "loss": 0.292,
      "step": 5479
    },
    {
      "epoch": 0.45932693516617074,
      "grad_norm": 0.27808865904808044,
      "learning_rate": 0.0001887551099265245,
      "loss": 0.2013,
      "step": 5480
    },
    {
      "epoch": 0.45941075394996017,
      "grad_norm": 0.35442280769348145,
      "learning_rate": 0.00018875106215419078,
      "loss": 0.334,
      "step": 5481
    },
    {
      "epoch": 0.4594945727337496,
      "grad_norm": 0.30392715334892273,
      "learning_rate": 0.00018874701369687638,
      "loss": 0.2599,
      "step": 5482
    },
    {
      "epoch": 0.4595783915175391,
      "grad_norm": 0.33898988366127014,
      "learning_rate": 0.00018874296455461266,
      "loss": 0.3147,
      "step": 5483
    },
    {
      "epoch": 0.45966221030132853,
      "grad_norm": 0.3296208381652832,
      "learning_rate": 0.00018873891472743077,
      "loss": 0.2908,
      "step": 5484
    },
    {
      "epoch": 0.45974602908511797,
      "grad_norm": 0.3280831277370453,
      "learning_rate": 0.00018873486421536203,
      "loss": 0.3183,
      "step": 5485
    },
    {
      "epoch": 0.4598298478689074,
      "grad_norm": 0.33495959639549255,
      "learning_rate": 0.00018873081301843772,
      "loss": 0.2971,
      "step": 5486
    },
    {
      "epoch": 0.4599136666526969,
      "grad_norm": 0.3113600015640259,
      "learning_rate": 0.00018872676113668903,
      "loss": 0.2595,
      "step": 5487
    },
    {
      "epoch": 0.45999748543648633,
      "grad_norm": 0.354037880897522,
      "learning_rate": 0.0001887227085701473,
      "loss": 0.302,
      "step": 5488
    },
    {
      "epoch": 0.46008130422027577,
      "grad_norm": 0.34837210178375244,
      "learning_rate": 0.00018871865531884375,
      "loss": 0.3235,
      "step": 5489
    },
    {
      "epoch": 0.4601651230040652,
      "grad_norm": 0.31110188364982605,
      "learning_rate": 0.00018871460138280972,
      "loss": 0.25,
      "step": 5490
    },
    {
      "epoch": 0.46024894178785464,
      "grad_norm": 0.32281064987182617,
      "learning_rate": 0.00018871054676207648,
      "loss": 0.2748,
      "step": 5491
    },
    {
      "epoch": 0.46033276057164413,
      "grad_norm": 0.37080082297325134,
      "learning_rate": 0.00018870649145667532,
      "loss": 0.3725,
      "step": 5492
    },
    {
      "epoch": 0.46041657935543356,
      "grad_norm": 0.3456227779388428,
      "learning_rate": 0.0001887024354666375,
      "loss": 0.3099,
      "step": 5493
    },
    {
      "epoch": 0.460500398139223,
      "grad_norm": 0.33863022923469543,
      "learning_rate": 0.00018869837879199438,
      "loss": 0.3101,
      "step": 5494
    },
    {
      "epoch": 0.46058421692301243,
      "grad_norm": 0.42088258266448975,
      "learning_rate": 0.00018869432143277725,
      "loss": 0.3994,
      "step": 5495
    },
    {
      "epoch": 0.46066803570680187,
      "grad_norm": 0.31430837512016296,
      "learning_rate": 0.00018869026338901745,
      "loss": 0.2364,
      "step": 5496
    },
    {
      "epoch": 0.46075185449059136,
      "grad_norm": 0.3298989534378052,
      "learning_rate": 0.00018868620466074628,
      "loss": 0.3027,
      "step": 5497
    },
    {
      "epoch": 0.4608356732743808,
      "grad_norm": 0.33253908157348633,
      "learning_rate": 0.00018868214524799502,
      "loss": 0.2752,
      "step": 5498
    },
    {
      "epoch": 0.46091949205817023,
      "grad_norm": 0.30890053510665894,
      "learning_rate": 0.00018867808515079504,
      "loss": 0.2513,
      "step": 5499
    },
    {
      "epoch": 0.46100331084195967,
      "grad_norm": 0.33954405784606934,
      "learning_rate": 0.0001886740243691777,
      "loss": 0.2766,
      "step": 5500
    },
    {
      "epoch": 0.4610871296257491,
      "grad_norm": 0.3083397448062897,
      "learning_rate": 0.0001886699629031743,
      "loss": 0.2556,
      "step": 5501
    },
    {
      "epoch": 0.4611709484095386,
      "grad_norm": 0.34425875544548035,
      "learning_rate": 0.00018866590075281624,
      "loss": 0.3284,
      "step": 5502
    },
    {
      "epoch": 0.46125476719332803,
      "grad_norm": 0.33328959345817566,
      "learning_rate": 0.00018866183791813482,
      "loss": 0.3034,
      "step": 5503
    },
    {
      "epoch": 0.46133858597711747,
      "grad_norm": 0.31855911016464233,
      "learning_rate": 0.0001886577743991614,
      "loss": 0.285,
      "step": 5504
    },
    {
      "epoch": 0.4614224047609069,
      "grad_norm": 0.35530489683151245,
      "learning_rate": 0.00018865371019592735,
      "loss": 0.3187,
      "step": 5505
    },
    {
      "epoch": 0.4615062235446964,
      "grad_norm": 0.3142800033092499,
      "learning_rate": 0.00018864964530846404,
      "loss": 0.2631,
      "step": 5506
    },
    {
      "epoch": 0.46159004232848583,
      "grad_norm": 0.3481076657772064,
      "learning_rate": 0.00018864557973680287,
      "loss": 0.3101,
      "step": 5507
    },
    {
      "epoch": 0.46167386111227526,
      "grad_norm": 0.36325085163116455,
      "learning_rate": 0.00018864151348097519,
      "loss": 0.2939,
      "step": 5508
    },
    {
      "epoch": 0.4617576798960647,
      "grad_norm": 0.3165949881076813,
      "learning_rate": 0.00018863744654101235,
      "loss": 0.2919,
      "step": 5509
    },
    {
      "epoch": 0.46184149867985413,
      "grad_norm": 0.3103123605251312,
      "learning_rate": 0.00018863337891694582,
      "loss": 0.2862,
      "step": 5510
    },
    {
      "epoch": 0.4619253174636436,
      "grad_norm": 0.33535081148147583,
      "learning_rate": 0.00018862931060880693,
      "loss": 0.2945,
      "step": 5511
    },
    {
      "epoch": 0.46200913624743306,
      "grad_norm": 0.34690332412719727,
      "learning_rate": 0.00018862524161662711,
      "loss": 0.305,
      "step": 5512
    },
    {
      "epoch": 0.4620929550312225,
      "grad_norm": 0.3295975923538208,
      "learning_rate": 0.00018862117194043773,
      "loss": 0.2993,
      "step": 5513
    },
    {
      "epoch": 0.46217677381501193,
      "grad_norm": 0.34336456656455994,
      "learning_rate": 0.00018861710158027024,
      "loss": 0.2941,
      "step": 5514
    },
    {
      "epoch": 0.46226059259880137,
      "grad_norm": 0.3735555112361908,
      "learning_rate": 0.00018861303053615603,
      "loss": 0.3666,
      "step": 5515
    },
    {
      "epoch": 0.46234441138259086,
      "grad_norm": 0.33481112122535706,
      "learning_rate": 0.00018860895880812653,
      "loss": 0.2893,
      "step": 5516
    },
    {
      "epoch": 0.4624282301663803,
      "grad_norm": 0.3349582850933075,
      "learning_rate": 0.0001886048863962132,
      "loss": 0.3065,
      "step": 5517
    },
    {
      "epoch": 0.46251204895016973,
      "grad_norm": 0.32189688086509705,
      "learning_rate": 0.00018860081330044736,
      "loss": 0.2746,
      "step": 5518
    },
    {
      "epoch": 0.46259586773395917,
      "grad_norm": 0.3424796462059021,
      "learning_rate": 0.00018859673952086059,
      "loss": 0.3172,
      "step": 5519
    },
    {
      "epoch": 0.4626796865177486,
      "grad_norm": 0.34317687153816223,
      "learning_rate": 0.0001885926650574842,
      "loss": 0.3309,
      "step": 5520
    },
    {
      "epoch": 0.4627635053015381,
      "grad_norm": 0.4063113331794739,
      "learning_rate": 0.00018858858991034977,
      "loss": 0.311,
      "step": 5521
    },
    {
      "epoch": 0.4628473240853275,
      "grad_norm": 0.33672037720680237,
      "learning_rate": 0.00018858451407948864,
      "loss": 0.2904,
      "step": 5522
    },
    {
      "epoch": 0.46293114286911696,
      "grad_norm": 0.34229910373687744,
      "learning_rate": 0.0001885804375649323,
      "loss": 0.2633,
      "step": 5523
    },
    {
      "epoch": 0.4630149616529064,
      "grad_norm": 0.3138113021850586,
      "learning_rate": 0.00018857636036671222,
      "loss": 0.2599,
      "step": 5524
    },
    {
      "epoch": 0.4630987804366959,
      "grad_norm": 0.3397393822669983,
      "learning_rate": 0.00018857228248485988,
      "loss": 0.2876,
      "step": 5525
    },
    {
      "epoch": 0.4631825992204853,
      "grad_norm": 0.3048592805862427,
      "learning_rate": 0.00018856820391940674,
      "loss": 0.2889,
      "step": 5526
    },
    {
      "epoch": 0.46326641800427476,
      "grad_norm": 0.29837697744369507,
      "learning_rate": 0.0001885641246703843,
      "loss": 0.2353,
      "step": 5527
    },
    {
      "epoch": 0.4633502367880642,
      "grad_norm": 0.3179429769515991,
      "learning_rate": 0.000188560044737824,
      "loss": 0.2892,
      "step": 5528
    },
    {
      "epoch": 0.46343405557185363,
      "grad_norm": 0.34216243028640747,
      "learning_rate": 0.00018855596412175736,
      "loss": 0.3144,
      "step": 5529
    },
    {
      "epoch": 0.4635178743556431,
      "grad_norm": 0.3285747766494751,
      "learning_rate": 0.00018855188282221585,
      "loss": 0.2948,
      "step": 5530
    },
    {
      "epoch": 0.46360169313943256,
      "grad_norm": 0.3586747646331787,
      "learning_rate": 0.000188547800839231,
      "loss": 0.329,
      "step": 5531
    },
    {
      "epoch": 0.463685511923222,
      "grad_norm": 0.36316657066345215,
      "learning_rate": 0.00018854371817283433,
      "loss": 0.3228,
      "step": 5532
    },
    {
      "epoch": 0.46376933070701143,
      "grad_norm": 0.32093608379364014,
      "learning_rate": 0.00018853963482305726,
      "loss": 0.3018,
      "step": 5533
    },
    {
      "epoch": 0.46385314949080086,
      "grad_norm": 0.3787747919559479,
      "learning_rate": 0.0001885355507899314,
      "loss": 0.3665,
      "step": 5534
    },
    {
      "epoch": 0.46393696827459036,
      "grad_norm": 0.3574438989162445,
      "learning_rate": 0.00018853146607348824,
      "loss": 0.3181,
      "step": 5535
    },
    {
      "epoch": 0.4640207870583798,
      "grad_norm": 0.32727736234664917,
      "learning_rate": 0.0001885273806737593,
      "loss": 0.27,
      "step": 5536
    },
    {
      "epoch": 0.4641046058421692,
      "grad_norm": 0.3369368314743042,
      "learning_rate": 0.0001885232945907761,
      "loss": 0.2712,
      "step": 5537
    },
    {
      "epoch": 0.46418842462595866,
      "grad_norm": 0.32429012656211853,
      "learning_rate": 0.0001885192078245702,
      "loss": 0.2725,
      "step": 5538
    },
    {
      "epoch": 0.4642722434097481,
      "grad_norm": 0.3205668330192566,
      "learning_rate": 0.00018851512037517315,
      "loss": 0.3048,
      "step": 5539
    },
    {
      "epoch": 0.4643560621935376,
      "grad_norm": 0.3082572817802429,
      "learning_rate": 0.00018851103224261647,
      "loss": 0.2833,
      "step": 5540
    },
    {
      "epoch": 0.464439880977327,
      "grad_norm": 0.34794703125953674,
      "learning_rate": 0.00018850694342693167,
      "loss": 0.3779,
      "step": 5541
    },
    {
      "epoch": 0.46452369976111646,
      "grad_norm": 0.3167538046836853,
      "learning_rate": 0.00018850285392815042,
      "loss": 0.2639,
      "step": 5542
    },
    {
      "epoch": 0.4646075185449059,
      "grad_norm": 0.31395262479782104,
      "learning_rate": 0.0001884987637463042,
      "loss": 0.2554,
      "step": 5543
    },
    {
      "epoch": 0.4646913373286954,
      "grad_norm": 0.33587387204170227,
      "learning_rate": 0.00018849467288142459,
      "loss": 0.3049,
      "step": 5544
    },
    {
      "epoch": 0.4647751561124848,
      "grad_norm": 0.3476039171218872,
      "learning_rate": 0.00018849058133354319,
      "loss": 0.295,
      "step": 5545
    },
    {
      "epoch": 0.46485897489627426,
      "grad_norm": 0.37424030900001526,
      "learning_rate": 0.00018848648910269156,
      "loss": 0.3767,
      "step": 5546
    },
    {
      "epoch": 0.4649427936800637,
      "grad_norm": 0.3605707883834839,
      "learning_rate": 0.00018848239618890125,
      "loss": 0.3858,
      "step": 5547
    },
    {
      "epoch": 0.46502661246385313,
      "grad_norm": 0.38071560859680176,
      "learning_rate": 0.00018847830259220393,
      "loss": 0.4221,
      "step": 5548
    },
    {
      "epoch": 0.4651104312476426,
      "grad_norm": 0.3396904170513153,
      "learning_rate": 0.00018847420831263114,
      "loss": 0.3154,
      "step": 5549
    },
    {
      "epoch": 0.46519425003143205,
      "grad_norm": 0.28461766242980957,
      "learning_rate": 0.00018847011335021449,
      "loss": 0.2083,
      "step": 5550
    },
    {
      "epoch": 0.4652780688152215,
      "grad_norm": 0.36757415533065796,
      "learning_rate": 0.00018846601770498554,
      "loss": 0.3493,
      "step": 5551
    },
    {
      "epoch": 0.4653618875990109,
      "grad_norm": 0.3130088150501251,
      "learning_rate": 0.00018846192137697597,
      "loss": 0.3028,
      "step": 5552
    },
    {
      "epoch": 0.46544570638280036,
      "grad_norm": 0.32405760884284973,
      "learning_rate": 0.0001884578243662174,
      "loss": 0.3106,
      "step": 5553
    },
    {
      "epoch": 0.46552952516658985,
      "grad_norm": 0.35430943965911865,
      "learning_rate": 0.00018845372667274137,
      "loss": 0.3406,
      "step": 5554
    },
    {
      "epoch": 0.4656133439503793,
      "grad_norm": 0.4128052294254303,
      "learning_rate": 0.00018844962829657957,
      "loss": 0.3549,
      "step": 5555
    },
    {
      "epoch": 0.4656971627341687,
      "grad_norm": 0.3601163625717163,
      "learning_rate": 0.00018844552923776364,
      "loss": 0.3606,
      "step": 5556
    },
    {
      "epoch": 0.46578098151795816,
      "grad_norm": 0.3373517096042633,
      "learning_rate": 0.00018844142949632516,
      "loss": 0.2836,
      "step": 5557
    },
    {
      "epoch": 0.4658648003017476,
      "grad_norm": 0.33841291069984436,
      "learning_rate": 0.00018843732907229582,
      "loss": 0.3169,
      "step": 5558
    },
    {
      "epoch": 0.4659486190855371,
      "grad_norm": 0.33003854751586914,
      "learning_rate": 0.00018843322796570727,
      "loss": 0.3029,
      "step": 5559
    },
    {
      "epoch": 0.4660324378693265,
      "grad_norm": 0.3300148546695709,
      "learning_rate": 0.00018842912617659112,
      "loss": 0.3186,
      "step": 5560
    },
    {
      "epoch": 0.46611625665311596,
      "grad_norm": 0.36234161257743835,
      "learning_rate": 0.00018842502370497905,
      "loss": 0.3797,
      "step": 5561
    },
    {
      "epoch": 0.4662000754369054,
      "grad_norm": 0.34728965163230896,
      "learning_rate": 0.00018842092055090275,
      "loss": 0.3559,
      "step": 5562
    },
    {
      "epoch": 0.4662838942206949,
      "grad_norm": 0.35095691680908203,
      "learning_rate": 0.00018841681671439385,
      "loss": 0.3294,
      "step": 5563
    },
    {
      "epoch": 0.4663677130044843,
      "grad_norm": 0.3433389663696289,
      "learning_rate": 0.000188412712195484,
      "loss": 0.245,
      "step": 5564
    },
    {
      "epoch": 0.46645153178827375,
      "grad_norm": 0.37169158458709717,
      "learning_rate": 0.00018840860699420494,
      "loss": 0.338,
      "step": 5565
    },
    {
      "epoch": 0.4665353505720632,
      "grad_norm": 0.36274635791778564,
      "learning_rate": 0.00018840450111058836,
      "loss": 0.3249,
      "step": 5566
    },
    {
      "epoch": 0.4666191693558526,
      "grad_norm": 0.35133692622184753,
      "learning_rate": 0.0001884003945446659,
      "loss": 0.2791,
      "step": 5567
    },
    {
      "epoch": 0.4667029881396421,
      "grad_norm": 0.31288817524909973,
      "learning_rate": 0.00018839628729646927,
      "loss": 0.2278,
      "step": 5568
    },
    {
      "epoch": 0.46678680692343155,
      "grad_norm": 0.33146798610687256,
      "learning_rate": 0.00018839217936603015,
      "loss": 0.2912,
      "step": 5569
    },
    {
      "epoch": 0.466870625707221,
      "grad_norm": 0.334490567445755,
      "learning_rate": 0.00018838807075338029,
      "loss": 0.2915,
      "step": 5570
    },
    {
      "epoch": 0.4669544444910104,
      "grad_norm": 0.3356570303440094,
      "learning_rate": 0.00018838396145855137,
      "loss": 0.283,
      "step": 5571
    },
    {
      "epoch": 0.46703826327479986,
      "grad_norm": 0.3205380439758301,
      "learning_rate": 0.0001883798514815751,
      "loss": 0.2218,
      "step": 5572
    },
    {
      "epoch": 0.46712208205858935,
      "grad_norm": 0.329984575510025,
      "learning_rate": 0.00018837574082248323,
      "loss": 0.3301,
      "step": 5573
    },
    {
      "epoch": 0.4672059008423788,
      "grad_norm": 0.3426881432533264,
      "learning_rate": 0.00018837162948130752,
      "loss": 0.2865,
      "step": 5574
    },
    {
      "epoch": 0.4672897196261682,
      "grad_norm": 0.33182767033576965,
      "learning_rate": 0.00018836751745807958,
      "loss": 0.2769,
      "step": 5575
    },
    {
      "epoch": 0.46737353840995766,
      "grad_norm": 0.3291682004928589,
      "learning_rate": 0.00018836340475283123,
      "loss": 0.3207,
      "step": 5576
    },
    {
      "epoch": 0.4674573571937471,
      "grad_norm": 0.3406895399093628,
      "learning_rate": 0.0001883592913655942,
      "loss": 0.298,
      "step": 5577
    },
    {
      "epoch": 0.4675411759775366,
      "grad_norm": 0.31513044238090515,
      "learning_rate": 0.00018835517729640024,
      "loss": 0.2828,
      "step": 5578
    },
    {
      "epoch": 0.467624994761326,
      "grad_norm": 0.31465423107147217,
      "learning_rate": 0.00018835106254528111,
      "loss": 0.2339,
      "step": 5579
    },
    {
      "epoch": 0.46770881354511545,
      "grad_norm": 0.3831973075866699,
      "learning_rate": 0.00018834694711226857,
      "loss": 0.3732,
      "step": 5580
    },
    {
      "epoch": 0.4677926323289049,
      "grad_norm": 0.3317038118839264,
      "learning_rate": 0.00018834283099739433,
      "loss": 0.2891,
      "step": 5581
    },
    {
      "epoch": 0.4678764511126944,
      "grad_norm": 0.32495900988578796,
      "learning_rate": 0.00018833871420069023,
      "loss": 0.3209,
      "step": 5582
    },
    {
      "epoch": 0.4679602698964838,
      "grad_norm": 0.3086856007575989,
      "learning_rate": 0.00018833459672218798,
      "loss": 0.258,
      "step": 5583
    },
    {
      "epoch": 0.46804408868027325,
      "grad_norm": 0.3149346709251404,
      "learning_rate": 0.00018833047856191943,
      "loss": 0.2564,
      "step": 5584
    },
    {
      "epoch": 0.4681279074640627,
      "grad_norm": 0.3301973342895508,
      "learning_rate": 0.0001883263597199163,
      "loss": 0.279,
      "step": 5585
    },
    {
      "epoch": 0.4682117262478521,
      "grad_norm": 0.3261936604976654,
      "learning_rate": 0.0001883222401962104,
      "loss": 0.2823,
      "step": 5586
    },
    {
      "epoch": 0.4682955450316416,
      "grad_norm": 0.34885165095329285,
      "learning_rate": 0.00018831811999083352,
      "loss": 0.2862,
      "step": 5587
    },
    {
      "epoch": 0.46837936381543105,
      "grad_norm": 0.37181195616722107,
      "learning_rate": 0.0001883139991038175,
      "loss": 0.3521,
      "step": 5588
    },
    {
      "epoch": 0.4684631825992205,
      "grad_norm": 0.3686515688896179,
      "learning_rate": 0.0001883098775351941,
      "loss": 0.3183,
      "step": 5589
    },
    {
      "epoch": 0.4685470013830099,
      "grad_norm": 0.3315766453742981,
      "learning_rate": 0.00018830575528499513,
      "loss": 0.282,
      "step": 5590
    },
    {
      "epoch": 0.46863082016679936,
      "grad_norm": 0.37490278482437134,
      "learning_rate": 0.00018830163235325246,
      "loss": 0.3352,
      "step": 5591
    },
    {
      "epoch": 0.46871463895058885,
      "grad_norm": 0.3442090153694153,
      "learning_rate": 0.0001882975087399978,
      "loss": 0.3008,
      "step": 5592
    },
    {
      "epoch": 0.4687984577343783,
      "grad_norm": 0.3393251895904541,
      "learning_rate": 0.0001882933844452631,
      "loss": 0.3075,
      "step": 5593
    },
    {
      "epoch": 0.4688822765181677,
      "grad_norm": 0.3341096341609955,
      "learning_rate": 0.0001882892594690801,
      "loss": 0.2998,
      "step": 5594
    },
    {
      "epoch": 0.46896609530195715,
      "grad_norm": 0.3220202326774597,
      "learning_rate": 0.0001882851338114807,
      "loss": 0.249,
      "step": 5595
    },
    {
      "epoch": 0.4690499140857466,
      "grad_norm": 0.337786465883255,
      "learning_rate": 0.00018828100747249668,
      "loss": 0.3212,
      "step": 5596
    },
    {
      "epoch": 0.4691337328695361,
      "grad_norm": 0.3506278991699219,
      "learning_rate": 0.00018827688045215996,
      "loss": 0.333,
      "step": 5597
    },
    {
      "epoch": 0.4692175516533255,
      "grad_norm": 0.35067227482795715,
      "learning_rate": 0.00018827275275050233,
      "loss": 0.2953,
      "step": 5598
    },
    {
      "epoch": 0.46930137043711495,
      "grad_norm": 0.37636902928352356,
      "learning_rate": 0.00018826862436755568,
      "loss": 0.3741,
      "step": 5599
    },
    {
      "epoch": 0.4693851892209044,
      "grad_norm": 0.33757132291793823,
      "learning_rate": 0.00018826449530335188,
      "loss": 0.2641,
      "step": 5600
    },
    {
      "epoch": 0.4693851892209044,
      "eval_loss": 0.30289846658706665,
      "eval_runtime": 61.5429,
      "eval_samples_per_second": 15.599,
      "eval_steps_per_second": 3.9,
      "step": 5600
    },
    {
      "epoch": 0.4694690080046939,
      "grad_norm": 0.3428001403808594,
      "learning_rate": 0.00018826036555792274,
      "loss": 0.3347,
      "step": 5601
    },
    {
      "epoch": 0.4695528267884833,
      "grad_norm": 0.33731135725975037,
      "learning_rate": 0.0001882562351313002,
      "loss": 0.2988,
      "step": 5602
    },
    {
      "epoch": 0.46963664557227275,
      "grad_norm": 0.364480584859848,
      "learning_rate": 0.00018825210402351615,
      "loss": 0.3334,
      "step": 5603
    },
    {
      "epoch": 0.4697204643560622,
      "grad_norm": 0.35074105858802795,
      "learning_rate": 0.0001882479722346024,
      "loss": 0.3239,
      "step": 5604
    },
    {
      "epoch": 0.4698042831398516,
      "grad_norm": 0.30627235770225525,
      "learning_rate": 0.00018824383976459087,
      "loss": 0.2228,
      "step": 5605
    },
    {
      "epoch": 0.4698881019236411,
      "grad_norm": 0.3544256389141083,
      "learning_rate": 0.00018823970661351348,
      "loss": 0.3112,
      "step": 5606
    },
    {
      "epoch": 0.46997192070743055,
      "grad_norm": 0.34785500168800354,
      "learning_rate": 0.00018823557278140212,
      "loss": 0.3248,
      "step": 5607
    },
    {
      "epoch": 0.47005573949122,
      "grad_norm": 0.3317764103412628,
      "learning_rate": 0.00018823143826828868,
      "loss": 0.2649,
      "step": 5608
    },
    {
      "epoch": 0.4701395582750094,
      "grad_norm": 0.39601489901542664,
      "learning_rate": 0.0001882273030742051,
      "loss": 0.3583,
      "step": 5609
    },
    {
      "epoch": 0.47022337705879885,
      "grad_norm": 0.3358209431171417,
      "learning_rate": 0.0001882231671991832,
      "loss": 0.277,
      "step": 5610
    },
    {
      "epoch": 0.47030719584258834,
      "grad_norm": 0.37522605061531067,
      "learning_rate": 0.00018821903064325505,
      "loss": 0.3422,
      "step": 5611
    },
    {
      "epoch": 0.4703910146263778,
      "grad_norm": 0.33156415820121765,
      "learning_rate": 0.00018821489340645244,
      "loss": 0.316,
      "step": 5612
    },
    {
      "epoch": 0.4704748334101672,
      "grad_norm": 0.3378053903579712,
      "learning_rate": 0.0001882107554888074,
      "loss": 0.2998,
      "step": 5613
    },
    {
      "epoch": 0.47055865219395665,
      "grad_norm": 0.3497401177883148,
      "learning_rate": 0.0001882066168903518,
      "loss": 0.3452,
      "step": 5614
    },
    {
      "epoch": 0.4706424709777461,
      "grad_norm": 0.3570552468299866,
      "learning_rate": 0.00018820247761111762,
      "loss": 0.3168,
      "step": 5615
    },
    {
      "epoch": 0.4707262897615356,
      "grad_norm": 0.32480674982070923,
      "learning_rate": 0.0001881983376511368,
      "loss": 0.2952,
      "step": 5616
    },
    {
      "epoch": 0.470810108545325,
      "grad_norm": 0.353970468044281,
      "learning_rate": 0.0001881941970104413,
      "loss": 0.3385,
      "step": 5617
    },
    {
      "epoch": 0.47089392732911445,
      "grad_norm": 0.30885544419288635,
      "learning_rate": 0.00018819005568906306,
      "loss": 0.2786,
      "step": 5618
    },
    {
      "epoch": 0.4709777461129039,
      "grad_norm": 0.39120155572891235,
      "learning_rate": 0.00018818591368703402,
      "loss": 0.3769,
      "step": 5619
    },
    {
      "epoch": 0.4710615648966934,
      "grad_norm": 0.36247727274894714,
      "learning_rate": 0.0001881817710043862,
      "loss": 0.345,
      "step": 5620
    },
    {
      "epoch": 0.4711453836804828,
      "grad_norm": 0.3326837122440338,
      "learning_rate": 0.00018817762764115155,
      "loss": 0.3403,
      "step": 5621
    },
    {
      "epoch": 0.47122920246427225,
      "grad_norm": 0.34004536271095276,
      "learning_rate": 0.00018817348359736203,
      "loss": 0.2824,
      "step": 5622
    },
    {
      "epoch": 0.4713130212480617,
      "grad_norm": 0.3038027882575989,
      "learning_rate": 0.00018816933887304965,
      "loss": 0.2887,
      "step": 5623
    },
    {
      "epoch": 0.4713968400318511,
      "grad_norm": 0.3372277617454529,
      "learning_rate": 0.00018816519346824637,
      "loss": 0.3406,
      "step": 5624
    },
    {
      "epoch": 0.4714806588156406,
      "grad_norm": 0.30965134501457214,
      "learning_rate": 0.00018816104738298423,
      "loss": 0.302,
      "step": 5625
    },
    {
      "epoch": 0.47156447759943004,
      "grad_norm": 0.3052654564380646,
      "learning_rate": 0.00018815690061729518,
      "loss": 0.2736,
      "step": 5626
    },
    {
      "epoch": 0.4716482963832195,
      "grad_norm": 0.2752750515937805,
      "learning_rate": 0.0001881527531712113,
      "loss": 0.2282,
      "step": 5627
    },
    {
      "epoch": 0.4717321151670089,
      "grad_norm": 0.32321304082870483,
      "learning_rate": 0.0001881486050447645,
      "loss": 0.2793,
      "step": 5628
    },
    {
      "epoch": 0.47181593395079835,
      "grad_norm": 0.31686466932296753,
      "learning_rate": 0.00018814445623798688,
      "loss": 0.2637,
      "step": 5629
    },
    {
      "epoch": 0.47189975273458784,
      "grad_norm": 0.31707319617271423,
      "learning_rate": 0.0001881403067509104,
      "loss": 0.2373,
      "step": 5630
    },
    {
      "epoch": 0.4719835715183773,
      "grad_norm": 0.3610441982746124,
      "learning_rate": 0.0001881361565835671,
      "loss": 0.3204,
      "step": 5631
    },
    {
      "epoch": 0.4720673903021667,
      "grad_norm": 0.3533358871936798,
      "learning_rate": 0.00018813200573598903,
      "loss": 0.322,
      "step": 5632
    },
    {
      "epoch": 0.47215120908595615,
      "grad_norm": 0.33599451184272766,
      "learning_rate": 0.0001881278542082082,
      "loss": 0.2736,
      "step": 5633
    },
    {
      "epoch": 0.4722350278697456,
      "grad_norm": 0.37457725405693054,
      "learning_rate": 0.00018812370200025667,
      "loss": 0.3317,
      "step": 5634
    },
    {
      "epoch": 0.4723188466535351,
      "grad_norm": 0.3359539210796356,
      "learning_rate": 0.0001881195491121665,
      "loss": 0.3366,
      "step": 5635
    },
    {
      "epoch": 0.4724026654373245,
      "grad_norm": 0.34474414587020874,
      "learning_rate": 0.00018811539554396974,
      "loss": 0.2777,
      "step": 5636
    },
    {
      "epoch": 0.47248648422111394,
      "grad_norm": 0.3284447491168976,
      "learning_rate": 0.00018811124129569846,
      "loss": 0.2664,
      "step": 5637
    },
    {
      "epoch": 0.4725703030049034,
      "grad_norm": 0.38911116123199463,
      "learning_rate": 0.00018810708636738465,
      "loss": 0.3649,
      "step": 5638
    },
    {
      "epoch": 0.47265412178869287,
      "grad_norm": 0.3636459708213806,
      "learning_rate": 0.00018810293075906045,
      "loss": 0.3343,
      "step": 5639
    },
    {
      "epoch": 0.4727379405724823,
      "grad_norm": 0.3039013147354126,
      "learning_rate": 0.00018809877447075788,
      "loss": 0.2715,
      "step": 5640
    },
    {
      "epoch": 0.47282175935627174,
      "grad_norm": 0.3092287480831146,
      "learning_rate": 0.00018809461750250907,
      "loss": 0.2689,
      "step": 5641
    },
    {
      "epoch": 0.4729055781400612,
      "grad_norm": 0.2945692241191864,
      "learning_rate": 0.00018809045985434606,
      "loss": 0.26,
      "step": 5642
    },
    {
      "epoch": 0.4729893969238506,
      "grad_norm": 0.33728548884391785,
      "learning_rate": 0.00018808630152630099,
      "loss": 0.2928,
      "step": 5643
    },
    {
      "epoch": 0.4730732157076401,
      "grad_norm": 0.3910253047943115,
      "learning_rate": 0.00018808214251840588,
      "loss": 0.4267,
      "step": 5644
    },
    {
      "epoch": 0.47315703449142954,
      "grad_norm": 0.32700520753860474,
      "learning_rate": 0.0001880779828306929,
      "loss": 0.2696,
      "step": 5645
    },
    {
      "epoch": 0.473240853275219,
      "grad_norm": 0.33782723546028137,
      "learning_rate": 0.00018807382246319412,
      "loss": 0.3194,
      "step": 5646
    },
    {
      "epoch": 0.4733246720590084,
      "grad_norm": 0.34927529096603394,
      "learning_rate": 0.00018806966141594162,
      "loss": 0.3441,
      "step": 5647
    },
    {
      "epoch": 0.47340849084279785,
      "grad_norm": 0.30452144145965576,
      "learning_rate": 0.0001880654996889676,
      "loss": 0.2495,
      "step": 5648
    },
    {
      "epoch": 0.47349230962658734,
      "grad_norm": 0.3393630087375641,
      "learning_rate": 0.00018806133728230414,
      "loss": 0.3337,
      "step": 5649
    },
    {
      "epoch": 0.4735761284103768,
      "grad_norm": 0.3602846562862396,
      "learning_rate": 0.00018805717419598329,
      "loss": 0.3075,
      "step": 5650
    },
    {
      "epoch": 0.4736599471941662,
      "grad_norm": 0.35409772396087646,
      "learning_rate": 0.00018805301043003732,
      "loss": 0.2845,
      "step": 5651
    },
    {
      "epoch": 0.47374376597795564,
      "grad_norm": 0.384506493806839,
      "learning_rate": 0.00018804884598449823,
      "loss": 0.3311,
      "step": 5652
    },
    {
      "epoch": 0.4738275847617451,
      "grad_norm": 0.3727230727672577,
      "learning_rate": 0.00018804468085939827,
      "loss": 0.354,
      "step": 5653
    },
    {
      "epoch": 0.47391140354553457,
      "grad_norm": 0.31551605463027954,
      "learning_rate": 0.00018804051505476953,
      "loss": 0.2908,
      "step": 5654
    },
    {
      "epoch": 0.473995222329324,
      "grad_norm": 0.34467366337776184,
      "learning_rate": 0.00018803634857064415,
      "loss": 0.2721,
      "step": 5655
    },
    {
      "epoch": 0.47407904111311344,
      "grad_norm": 0.33168184757232666,
      "learning_rate": 0.00018803218140705431,
      "loss": 0.2931,
      "step": 5656
    },
    {
      "epoch": 0.4741628598969029,
      "grad_norm": 0.3134378492832184,
      "learning_rate": 0.00018802801356403222,
      "loss": 0.2699,
      "step": 5657
    },
    {
      "epoch": 0.47424667868069237,
      "grad_norm": 0.32585084438323975,
      "learning_rate": 0.00018802384504160996,
      "loss": 0.2966,
      "step": 5658
    },
    {
      "epoch": 0.4743304974644818,
      "grad_norm": 0.3472438156604767,
      "learning_rate": 0.00018801967583981975,
      "loss": 0.3298,
      "step": 5659
    },
    {
      "epoch": 0.47441431624827124,
      "grad_norm": 0.30332812666893005,
      "learning_rate": 0.00018801550595869376,
      "loss": 0.2509,
      "step": 5660
    },
    {
      "epoch": 0.4744981350320607,
      "grad_norm": 0.3069244623184204,
      "learning_rate": 0.00018801133539826415,
      "loss": 0.2901,
      "step": 5661
    },
    {
      "epoch": 0.4745819538158501,
      "grad_norm": 0.2917419672012329,
      "learning_rate": 0.00018800716415856314,
      "loss": 0.268,
      "step": 5662
    },
    {
      "epoch": 0.4746657725996396,
      "grad_norm": 0.3173801600933075,
      "learning_rate": 0.00018800299223962292,
      "loss": 0.3041,
      "step": 5663
    },
    {
      "epoch": 0.47474959138342904,
      "grad_norm": 0.33743181824684143,
      "learning_rate": 0.0001879988196414757,
      "loss": 0.331,
      "step": 5664
    },
    {
      "epoch": 0.4748334101672185,
      "grad_norm": 0.30472660064697266,
      "learning_rate": 0.00018799464636415364,
      "loss": 0.2611,
      "step": 5665
    },
    {
      "epoch": 0.4749172289510079,
      "grad_norm": 0.29958802461624146,
      "learning_rate": 0.000187990472407689,
      "loss": 0.2676,
      "step": 5666
    },
    {
      "epoch": 0.47500104773479734,
      "grad_norm": 0.33977168798446655,
      "learning_rate": 0.00018798629777211394,
      "loss": 0.2981,
      "step": 5667
    },
    {
      "epoch": 0.47508486651858683,
      "grad_norm": 0.3137965500354767,
      "learning_rate": 0.00018798212245746073,
      "loss": 0.2749,
      "step": 5668
    },
    {
      "epoch": 0.47516868530237627,
      "grad_norm": 0.348919540643692,
      "learning_rate": 0.0001879779464637616,
      "loss": 0.2555,
      "step": 5669
    },
    {
      "epoch": 0.4752525040861657,
      "grad_norm": 0.36501768231391907,
      "learning_rate": 0.00018797376979104872,
      "loss": 0.3106,
      "step": 5670
    },
    {
      "epoch": 0.47533632286995514,
      "grad_norm": 0.3637348711490631,
      "learning_rate": 0.00018796959243935437,
      "loss": 0.3329,
      "step": 5671
    },
    {
      "epoch": 0.4754201416537446,
      "grad_norm": 0.31146952509880066,
      "learning_rate": 0.0001879654144087108,
      "loss": 0.2485,
      "step": 5672
    },
    {
      "epoch": 0.47550396043753407,
      "grad_norm": 0.36937108635902405,
      "learning_rate": 0.00018796123569915022,
      "loss": 0.3585,
      "step": 5673
    },
    {
      "epoch": 0.4755877792213235,
      "grad_norm": 0.3417051434516907,
      "learning_rate": 0.0001879570563107049,
      "loss": 0.3253,
      "step": 5674
    },
    {
      "epoch": 0.47567159800511294,
      "grad_norm": 0.32245349884033203,
      "learning_rate": 0.00018795287624340712,
      "loss": 0.2536,
      "step": 5675
    },
    {
      "epoch": 0.4757554167889024,
      "grad_norm": 0.3502263128757477,
      "learning_rate": 0.0001879486954972891,
      "loss": 0.2976,
      "step": 5676
    },
    {
      "epoch": 0.47583923557269187,
      "grad_norm": 0.3524927496910095,
      "learning_rate": 0.0001879445140723831,
      "loss": 0.3406,
      "step": 5677
    },
    {
      "epoch": 0.4759230543564813,
      "grad_norm": 0.33288827538490295,
      "learning_rate": 0.00018794033196872144,
      "loss": 0.297,
      "step": 5678
    },
    {
      "epoch": 0.47600687314027074,
      "grad_norm": 0.33133664727211,
      "learning_rate": 0.0001879361491863364,
      "loss": 0.333,
      "step": 5679
    },
    {
      "epoch": 0.47609069192406017,
      "grad_norm": 0.3168064057826996,
      "learning_rate": 0.00018793196572526022,
      "loss": 0.2975,
      "step": 5680
    },
    {
      "epoch": 0.4761745107078496,
      "grad_norm": 0.3124037981033325,
      "learning_rate": 0.0001879277815855252,
      "loss": 0.267,
      "step": 5681
    },
    {
      "epoch": 0.4762583294916391,
      "grad_norm": 0.301517128944397,
      "learning_rate": 0.00018792359676716365,
      "loss": 0.2888,
      "step": 5682
    },
    {
      "epoch": 0.47634214827542853,
      "grad_norm": 0.35364678502082825,
      "learning_rate": 0.00018791941127020785,
      "loss": 0.3269,
      "step": 5683
    },
    {
      "epoch": 0.47642596705921797,
      "grad_norm": 0.30398470163345337,
      "learning_rate": 0.0001879152250946901,
      "loss": 0.2695,
      "step": 5684
    },
    {
      "epoch": 0.4765097858430074,
      "grad_norm": 0.3286125659942627,
      "learning_rate": 0.00018791103824064275,
      "loss": 0.2974,
      "step": 5685
    },
    {
      "epoch": 0.47659360462679684,
      "grad_norm": 0.3855862021446228,
      "learning_rate": 0.00018790685070809807,
      "loss": 0.3617,
      "step": 5686
    },
    {
      "epoch": 0.47667742341058633,
      "grad_norm": 0.3369157016277313,
      "learning_rate": 0.00018790266249708838,
      "loss": 0.2936,
      "step": 5687
    },
    {
      "epoch": 0.47676124219437577,
      "grad_norm": 0.3308466374874115,
      "learning_rate": 0.000187898473607646,
      "loss": 0.2589,
      "step": 5688
    },
    {
      "epoch": 0.4768450609781652,
      "grad_norm": 0.3514921963214874,
      "learning_rate": 0.00018789428403980332,
      "loss": 0.3333,
      "step": 5689
    },
    {
      "epoch": 0.47692887976195464,
      "grad_norm": 0.3183920383453369,
      "learning_rate": 0.00018789009379359262,
      "loss": 0.2334,
      "step": 5690
    },
    {
      "epoch": 0.4770126985457441,
      "grad_norm": 0.3385079503059387,
      "learning_rate": 0.00018788590286904623,
      "loss": 0.2962,
      "step": 5691
    },
    {
      "epoch": 0.47709651732953356,
      "grad_norm": 0.3572959899902344,
      "learning_rate": 0.00018788171126619653,
      "loss": 0.332,
      "step": 5692
    },
    {
      "epoch": 0.477180336113323,
      "grad_norm": 0.3526915907859802,
      "learning_rate": 0.0001878775189850759,
      "loss": 0.2539,
      "step": 5693
    },
    {
      "epoch": 0.47726415489711244,
      "grad_norm": 0.36047548055648804,
      "learning_rate": 0.00018787332602571662,
      "loss": 0.2673,
      "step": 5694
    },
    {
      "epoch": 0.47734797368090187,
      "grad_norm": 0.3563641607761383,
      "learning_rate": 0.0001878691323881511,
      "loss": 0.2898,
      "step": 5695
    },
    {
      "epoch": 0.47743179246469136,
      "grad_norm": 0.3500196039676666,
      "learning_rate": 0.00018786493807241165,
      "loss": 0.3434,
      "step": 5696
    },
    {
      "epoch": 0.4775156112484808,
      "grad_norm": 0.333530992269516,
      "learning_rate": 0.0001878607430785307,
      "loss": 0.2906,
      "step": 5697
    },
    {
      "epoch": 0.47759943003227023,
      "grad_norm": 0.36078277230262756,
      "learning_rate": 0.00018785654740654067,
      "loss": 0.3173,
      "step": 5698
    },
    {
      "epoch": 0.47768324881605967,
      "grad_norm": 0.31822478771209717,
      "learning_rate": 0.00018785235105647384,
      "loss": 0.286,
      "step": 5699
    },
    {
      "epoch": 0.4777670675998491,
      "grad_norm": 0.3136778771877289,
      "learning_rate": 0.00018784815402836264,
      "loss": 0.2892,
      "step": 5700
    },
    {
      "epoch": 0.4778508863836386,
      "grad_norm": 0.3296284079551697,
      "learning_rate": 0.00018784395632223948,
      "loss": 0.3001,
      "step": 5701
    },
    {
      "epoch": 0.47793470516742803,
      "grad_norm": 0.33646249771118164,
      "learning_rate": 0.00018783975793813673,
      "loss": 0.3085,
      "step": 5702
    },
    {
      "epoch": 0.47801852395121747,
      "grad_norm": 0.3302401900291443,
      "learning_rate": 0.00018783555887608681,
      "loss": 0.2962,
      "step": 5703
    },
    {
      "epoch": 0.4781023427350069,
      "grad_norm": 0.3627829849720001,
      "learning_rate": 0.00018783135913612214,
      "loss": 0.3079,
      "step": 5704
    },
    {
      "epoch": 0.47818616151879634,
      "grad_norm": 0.3330194354057312,
      "learning_rate": 0.00018782715871827507,
      "loss": 0.2381,
      "step": 5705
    },
    {
      "epoch": 0.47826998030258583,
      "grad_norm": 0.35292571783065796,
      "learning_rate": 0.0001878229576225781,
      "loss": 0.3045,
      "step": 5706
    },
    {
      "epoch": 0.47835379908637526,
      "grad_norm": 0.3582288920879364,
      "learning_rate": 0.00018781875584906362,
      "loss": 0.3129,
      "step": 5707
    },
    {
      "epoch": 0.4784376178701647,
      "grad_norm": 0.33239758014678955,
      "learning_rate": 0.00018781455339776404,
      "loss": 0.2936,
      "step": 5708
    },
    {
      "epoch": 0.47852143665395414,
      "grad_norm": 0.3387422263622284,
      "learning_rate": 0.00018781035026871185,
      "loss": 0.2922,
      "step": 5709
    },
    {
      "epoch": 0.47860525543774357,
      "grad_norm": 0.33995094895362854,
      "learning_rate": 0.00018780614646193942,
      "loss": 0.2662,
      "step": 5710
    },
    {
      "epoch": 0.47868907422153306,
      "grad_norm": 0.3374910056591034,
      "learning_rate": 0.00018780194197747925,
      "loss": 0.3311,
      "step": 5711
    },
    {
      "epoch": 0.4787728930053225,
      "grad_norm": 0.35994231700897217,
      "learning_rate": 0.00018779773681536373,
      "loss": 0.3074,
      "step": 5712
    },
    {
      "epoch": 0.47885671178911193,
      "grad_norm": 0.3375045359134674,
      "learning_rate": 0.0001877935309756254,
      "loss": 0.3098,
      "step": 5713
    },
    {
      "epoch": 0.47894053057290137,
      "grad_norm": 0.3376275599002838,
      "learning_rate": 0.00018778932445829666,
      "loss": 0.3159,
      "step": 5714
    },
    {
      "epoch": 0.47902434935669086,
      "grad_norm": 0.359069287776947,
      "learning_rate": 0.00018778511726341,
      "loss": 0.3237,
      "step": 5715
    },
    {
      "epoch": 0.4791081681404803,
      "grad_norm": 0.2978726923465729,
      "learning_rate": 0.00018778090939099786,
      "loss": 0.264,
      "step": 5716
    },
    {
      "epoch": 0.47919198692426973,
      "grad_norm": 0.3360588252544403,
      "learning_rate": 0.00018777670084109275,
      "loss": 0.2678,
      "step": 5717
    },
    {
      "epoch": 0.47927580570805917,
      "grad_norm": 0.3229423463344574,
      "learning_rate": 0.00018777249161372713,
      "loss": 0.3076,
      "step": 5718
    },
    {
      "epoch": 0.4793596244918486,
      "grad_norm": 0.30336007475852966,
      "learning_rate": 0.00018776828170893352,
      "loss": 0.2416,
      "step": 5719
    },
    {
      "epoch": 0.4794434432756381,
      "grad_norm": 0.3483448028564453,
      "learning_rate": 0.00018776407112674437,
      "loss": 0.324,
      "step": 5720
    },
    {
      "epoch": 0.47952726205942753,
      "grad_norm": 0.3358970880508423,
      "learning_rate": 0.00018775985986719222,
      "loss": 0.3342,
      "step": 5721
    },
    {
      "epoch": 0.47961108084321696,
      "grad_norm": 0.29950228333473206,
      "learning_rate": 0.00018775564793030954,
      "loss": 0.25,
      "step": 5722
    },
    {
      "epoch": 0.4796948996270064,
      "grad_norm": 0.2805255353450775,
      "learning_rate": 0.00018775143531612882,
      "loss": 0.2183,
      "step": 5723
    },
    {
      "epoch": 0.47977871841079583,
      "grad_norm": 0.34322234988212585,
      "learning_rate": 0.00018774722202468262,
      "loss": 0.3235,
      "step": 5724
    },
    {
      "epoch": 0.4798625371945853,
      "grad_norm": 0.37020525336265564,
      "learning_rate": 0.0001877430080560034,
      "loss": 0.3138,
      "step": 5725
    },
    {
      "epoch": 0.47994635597837476,
      "grad_norm": 0.33897095918655396,
      "learning_rate": 0.0001877387934101238,
      "loss": 0.276,
      "step": 5726
    },
    {
      "epoch": 0.4800301747621642,
      "grad_norm": 0.3367545008659363,
      "learning_rate": 0.0001877345780870762,
      "loss": 0.2789,
      "step": 5727
    },
    {
      "epoch": 0.48011399354595363,
      "grad_norm": 0.3266710042953491,
      "learning_rate": 0.00018773036208689323,
      "loss": 0.2778,
      "step": 5728
    },
    {
      "epoch": 0.48019781232974307,
      "grad_norm": 0.36492952704429626,
      "learning_rate": 0.0001877261454096074,
      "loss": 0.3525,
      "step": 5729
    },
    {
      "epoch": 0.48028163111353256,
      "grad_norm": 0.40043526887893677,
      "learning_rate": 0.00018772192805525126,
      "loss": 0.3173,
      "step": 5730
    },
    {
      "epoch": 0.480365449897322,
      "grad_norm": 0.334958016872406,
      "learning_rate": 0.00018771771002385737,
      "loss": 0.2753,
      "step": 5731
    },
    {
      "epoch": 0.48044926868111143,
      "grad_norm": 0.37745600938796997,
      "learning_rate": 0.00018771349131545823,
      "loss": 0.3315,
      "step": 5732
    },
    {
      "epoch": 0.48053308746490087,
      "grad_norm": 0.33303460478782654,
      "learning_rate": 0.00018770927193008645,
      "loss": 0.2775,
      "step": 5733
    },
    {
      "epoch": 0.48061690624869036,
      "grad_norm": 0.32950538396835327,
      "learning_rate": 0.00018770505186777462,
      "loss": 0.3024,
      "step": 5734
    },
    {
      "epoch": 0.4807007250324798,
      "grad_norm": 0.3244064450263977,
      "learning_rate": 0.00018770083112855526,
      "loss": 0.2728,
      "step": 5735
    },
    {
      "epoch": 0.4807845438162692,
      "grad_norm": 0.35095861554145813,
      "learning_rate": 0.00018769660971246097,
      "loss": 0.3581,
      "step": 5736
    },
    {
      "epoch": 0.48086836260005866,
      "grad_norm": 0.3392505645751953,
      "learning_rate": 0.00018769238761952428,
      "loss": 0.3002,
      "step": 5737
    },
    {
      "epoch": 0.4809521813838481,
      "grad_norm": 0.33815330266952515,
      "learning_rate": 0.00018768816484977788,
      "loss": 0.3042,
      "step": 5738
    },
    {
      "epoch": 0.4810360001676376,
      "grad_norm": 0.34891512989997864,
      "learning_rate": 0.00018768394140325425,
      "loss": 0.3309,
      "step": 5739
    },
    {
      "epoch": 0.481119818951427,
      "grad_norm": 0.3157987594604492,
      "learning_rate": 0.00018767971727998606,
      "loss": 0.2896,
      "step": 5740
    },
    {
      "epoch": 0.48120363773521646,
      "grad_norm": 0.3320997953414917,
      "learning_rate": 0.00018767549248000588,
      "loss": 0.2994,
      "step": 5741
    },
    {
      "epoch": 0.4812874565190059,
      "grad_norm": 0.3289467394351959,
      "learning_rate": 0.00018767126700334634,
      "loss": 0.2984,
      "step": 5742
    },
    {
      "epoch": 0.48137127530279533,
      "grad_norm": 0.3357663154602051,
      "learning_rate": 0.00018766704085004004,
      "loss": 0.3011,
      "step": 5743
    },
    {
      "epoch": 0.4814550940865848,
      "grad_norm": 0.30612558126449585,
      "learning_rate": 0.00018766281402011957,
      "loss": 0.244,
      "step": 5744
    },
    {
      "epoch": 0.48153891287037426,
      "grad_norm": 0.3404494524002075,
      "learning_rate": 0.00018765858651361762,
      "loss": 0.3258,
      "step": 5745
    },
    {
      "epoch": 0.4816227316541637,
      "grad_norm": 0.3176620304584503,
      "learning_rate": 0.00018765435833056676,
      "loss": 0.2564,
      "step": 5746
    },
    {
      "epoch": 0.48170655043795313,
      "grad_norm": 0.3125556707382202,
      "learning_rate": 0.00018765012947099963,
      "loss": 0.2787,
      "step": 5747
    },
    {
      "epoch": 0.48179036922174256,
      "grad_norm": 0.3187187612056732,
      "learning_rate": 0.00018764589993494886,
      "loss": 0.2538,
      "step": 5748
    },
    {
      "epoch": 0.48187418800553206,
      "grad_norm": 0.3574068546295166,
      "learning_rate": 0.00018764166972244715,
      "loss": 0.3575,
      "step": 5749
    },
    {
      "epoch": 0.4819580067893215,
      "grad_norm": 0.3381365239620209,
      "learning_rate": 0.0001876374388335271,
      "loss": 0.3352,
      "step": 5750
    },
    {
      "epoch": 0.4820418255731109,
      "grad_norm": 0.36002928018569946,
      "learning_rate": 0.00018763320726822137,
      "loss": 0.3121,
      "step": 5751
    },
    {
      "epoch": 0.48212564435690036,
      "grad_norm": 0.32938480377197266,
      "learning_rate": 0.0001876289750265626,
      "loss": 0.2913,
      "step": 5752
    },
    {
      "epoch": 0.48220946314068985,
      "grad_norm": 0.33623749017715454,
      "learning_rate": 0.0001876247421085835,
      "loss": 0.2906,
      "step": 5753
    },
    {
      "epoch": 0.4822932819244793,
      "grad_norm": 0.36756226420402527,
      "learning_rate": 0.0001876205085143167,
      "loss": 0.3473,
      "step": 5754
    },
    {
      "epoch": 0.4823771007082687,
      "grad_norm": 0.2985679507255554,
      "learning_rate": 0.0001876162742437949,
      "loss": 0.26,
      "step": 5755
    },
    {
      "epoch": 0.48246091949205816,
      "grad_norm": 0.33680883049964905,
      "learning_rate": 0.0001876120392970508,
      "loss": 0.2996,
      "step": 5756
    },
    {
      "epoch": 0.4825447382758476,
      "grad_norm": 0.34218689799308777,
      "learning_rate": 0.00018760780367411704,
      "loss": 0.2777,
      "step": 5757
    },
    {
      "epoch": 0.4826285570596371,
      "grad_norm": 0.30858391523361206,
      "learning_rate": 0.0001876035673750263,
      "loss": 0.2653,
      "step": 5758
    },
    {
      "epoch": 0.4827123758434265,
      "grad_norm": 0.3318738341331482,
      "learning_rate": 0.00018759933039981131,
      "loss": 0.2736,
      "step": 5759
    },
    {
      "epoch": 0.48279619462721596,
      "grad_norm": 0.3429533541202545,
      "learning_rate": 0.0001875950927485048,
      "loss": 0.2887,
      "step": 5760
    },
    {
      "epoch": 0.4828800134110054,
      "grad_norm": 0.3496178686618805,
      "learning_rate": 0.00018759085442113943,
      "loss": 0.3308,
      "step": 5761
    },
    {
      "epoch": 0.48296383219479483,
      "grad_norm": 0.3392929136753082,
      "learning_rate": 0.0001875866154177479,
      "loss": 0.2945,
      "step": 5762
    },
    {
      "epoch": 0.4830476509785843,
      "grad_norm": 0.5097193121910095,
      "learning_rate": 0.00018758237573836297,
      "loss": 0.2768,
      "step": 5763
    },
    {
      "epoch": 0.48313146976237376,
      "grad_norm": 0.34591054916381836,
      "learning_rate": 0.00018757813538301734,
      "loss": 0.3489,
      "step": 5764
    },
    {
      "epoch": 0.4832152885461632,
      "grad_norm": 0.3226385712623596,
      "learning_rate": 0.00018757389435174372,
      "loss": 0.2634,
      "step": 5765
    },
    {
      "epoch": 0.4832991073299526,
      "grad_norm": 0.32882124185562134,
      "learning_rate": 0.0001875696526445749,
      "loss": 0.3071,
      "step": 5766
    },
    {
      "epoch": 0.48338292611374206,
      "grad_norm": 0.33001628518104553,
      "learning_rate": 0.00018756541026154354,
      "loss": 0.2924,
      "step": 5767
    },
    {
      "epoch": 0.48346674489753155,
      "grad_norm": 0.30213287472724915,
      "learning_rate": 0.0001875611672026824,
      "loss": 0.2907,
      "step": 5768
    },
    {
      "epoch": 0.483550563681321,
      "grad_norm": 0.3460700809955597,
      "learning_rate": 0.00018755692346802432,
      "loss": 0.3334,
      "step": 5769
    },
    {
      "epoch": 0.4836343824651104,
      "grad_norm": 0.3400631248950958,
      "learning_rate": 0.00018755267905760193,
      "loss": 0.3063,
      "step": 5770
    },
    {
      "epoch": 0.48371820124889986,
      "grad_norm": 0.3541676104068756,
      "learning_rate": 0.00018754843397144805,
      "loss": 0.3444,
      "step": 5771
    },
    {
      "epoch": 0.48380202003268935,
      "grad_norm": 0.3518809974193573,
      "learning_rate": 0.00018754418820959544,
      "loss": 0.3393,
      "step": 5772
    },
    {
      "epoch": 0.4838858388164788,
      "grad_norm": 0.3845824897289276,
      "learning_rate": 0.00018753994177207685,
      "loss": 0.3083,
      "step": 5773
    },
    {
      "epoch": 0.4839696576002682,
      "grad_norm": 0.32134538888931274,
      "learning_rate": 0.0001875356946589251,
      "loss": 0.2527,
      "step": 5774
    },
    {
      "epoch": 0.48405347638405766,
      "grad_norm": 0.3458543121814728,
      "learning_rate": 0.0001875314468701729,
      "loss": 0.3029,
      "step": 5775
    },
    {
      "epoch": 0.4841372951678471,
      "grad_norm": 0.34482619166374207,
      "learning_rate": 0.00018752719840585308,
      "loss": 0.3345,
      "step": 5776
    },
    {
      "epoch": 0.4842211139516366,
      "grad_norm": 0.36016860604286194,
      "learning_rate": 0.0001875229492659984,
      "loss": 0.3361,
      "step": 5777
    },
    {
      "epoch": 0.484304932735426,
      "grad_norm": 0.3419587314128876,
      "learning_rate": 0.0001875186994506417,
      "loss": 0.2789,
      "step": 5778
    },
    {
      "epoch": 0.48438875151921545,
      "grad_norm": 0.3515431582927704,
      "learning_rate": 0.00018751444895981573,
      "loss": 0.3389,
      "step": 5779
    },
    {
      "epoch": 0.4844725703030049,
      "grad_norm": 0.3541833162307739,
      "learning_rate": 0.00018751019779355334,
      "loss": 0.3006,
      "step": 5780
    },
    {
      "epoch": 0.4845563890867943,
      "grad_norm": 0.37562358379364014,
      "learning_rate": 0.00018750594595188732,
      "loss": 0.305,
      "step": 5781
    },
    {
      "epoch": 0.4846402078705838,
      "grad_norm": 1.1096030473709106,
      "learning_rate": 0.0001875016934348505,
      "loss": 0.307,
      "step": 5782
    },
    {
      "epoch": 0.48472402665437325,
      "grad_norm": 0.3883613348007202,
      "learning_rate": 0.00018749744024247565,
      "loss": 0.4015,
      "step": 5783
    },
    {
      "epoch": 0.4848078454381627,
      "grad_norm": 0.34698376059532166,
      "learning_rate": 0.00018749318637479564,
      "loss": 0.3036,
      "step": 5784
    },
    {
      "epoch": 0.4848916642219521,
      "grad_norm": 0.3065449893474579,
      "learning_rate": 0.00018748893183184335,
      "loss": 0.2531,
      "step": 5785
    },
    {
      "epoch": 0.4849754830057416,
      "grad_norm": 0.3260840177536011,
      "learning_rate": 0.0001874846766136515,
      "loss": 0.3072,
      "step": 5786
    },
    {
      "epoch": 0.48505930178953105,
      "grad_norm": 0.36913689970970154,
      "learning_rate": 0.000187480420720253,
      "loss": 0.3399,
      "step": 5787
    },
    {
      "epoch": 0.4851431205733205,
      "grad_norm": 0.3367195427417755,
      "learning_rate": 0.00018747616415168072,
      "loss": 0.3073,
      "step": 5788
    },
    {
      "epoch": 0.4852269393571099,
      "grad_norm": 0.35074383020401,
      "learning_rate": 0.00018747190690796746,
      "loss": 0.3292,
      "step": 5789
    },
    {
      "epoch": 0.48531075814089936,
      "grad_norm": 0.358326256275177,
      "learning_rate": 0.0001874676489891461,
      "loss": 0.3338,
      "step": 5790
    },
    {
      "epoch": 0.48539457692468885,
      "grad_norm": 0.3648027181625366,
      "learning_rate": 0.00018746339039524948,
      "loss": 0.3252,
      "step": 5791
    },
    {
      "epoch": 0.4854783957084783,
      "grad_norm": 0.38128671050071716,
      "learning_rate": 0.00018745913112631053,
      "loss": 0.3465,
      "step": 5792
    },
    {
      "epoch": 0.4855622144922677,
      "grad_norm": 0.34674757719039917,
      "learning_rate": 0.00018745487118236205,
      "loss": 0.3731,
      "step": 5793
    },
    {
      "epoch": 0.48564603327605715,
      "grad_norm": 0.3498291075229645,
      "learning_rate": 0.00018745061056343697,
      "loss": 0.2992,
      "step": 5794
    },
    {
      "epoch": 0.4857298520598466,
      "grad_norm": 0.3037375807762146,
      "learning_rate": 0.00018744634926956818,
      "loss": 0.2707,
      "step": 5795
    },
    {
      "epoch": 0.4858136708436361,
      "grad_norm": 0.34312301874160767,
      "learning_rate": 0.0001874420873007885,
      "loss": 0.3254,
      "step": 5796
    },
    {
      "epoch": 0.4858974896274255,
      "grad_norm": 0.32833313941955566,
      "learning_rate": 0.0001874378246571309,
      "loss": 0.289,
      "step": 5797
    },
    {
      "epoch": 0.48598130841121495,
      "grad_norm": 0.3677229583263397,
      "learning_rate": 0.00018743356133862823,
      "loss": 0.322,
      "step": 5798
    },
    {
      "epoch": 0.4860651271950044,
      "grad_norm": 0.33242788910865784,
      "learning_rate": 0.00018742929734531338,
      "loss": 0.3158,
      "step": 5799
    },
    {
      "epoch": 0.4861489459787938,
      "grad_norm": 0.3381332457065582,
      "learning_rate": 0.00018742503267721932,
      "loss": 0.3156,
      "step": 5800
    },
    {
      "epoch": 0.4861489459787938,
      "eval_loss": 0.30168473720550537,
      "eval_runtime": 61.5794,
      "eval_samples_per_second": 15.59,
      "eval_steps_per_second": 3.897,
      "step": 5800
    },
    {
      "epoch": 0.4862327647625833,
      "grad_norm": 0.366635262966156,
      "learning_rate": 0.00018742076733437894,
      "loss": 0.2934,
      "step": 5801
    },
    {
      "epoch": 0.48631658354637275,
      "grad_norm": 0.36209022998809814,
      "learning_rate": 0.00018741650131682514,
      "loss": 0.2806,
      "step": 5802
    },
    {
      "epoch": 0.4864004023301622,
      "grad_norm": 0.34815263748168945,
      "learning_rate": 0.00018741223462459086,
      "loss": 0.2737,
      "step": 5803
    },
    {
      "epoch": 0.4864842211139516,
      "grad_norm": 0.399053692817688,
      "learning_rate": 0.00018740796725770904,
      "loss": 0.2936,
      "step": 5804
    },
    {
      "epoch": 0.4865680398977411,
      "grad_norm": 0.3238033354282379,
      "learning_rate": 0.0001874036992162126,
      "loss": 0.252,
      "step": 5805
    },
    {
      "epoch": 0.48665185868153055,
      "grad_norm": 0.35298794507980347,
      "learning_rate": 0.0001873994305001345,
      "loss": 0.3284,
      "step": 5806
    },
    {
      "epoch": 0.48673567746532,
      "grad_norm": 0.35400140285491943,
      "learning_rate": 0.00018739516110950763,
      "loss": 0.2875,
      "step": 5807
    },
    {
      "epoch": 0.4868194962491094,
      "grad_norm": 0.3600688576698303,
      "learning_rate": 0.000187390891044365,
      "loss": 0.3328,
      "step": 5808
    },
    {
      "epoch": 0.48690331503289885,
      "grad_norm": 0.357029527425766,
      "learning_rate": 0.0001873866203047396,
      "loss": 0.3061,
      "step": 5809
    },
    {
      "epoch": 0.48698713381668834,
      "grad_norm": 0.3334411382675171,
      "learning_rate": 0.0001873823488906643,
      "loss": 0.2779,
      "step": 5810
    },
    {
      "epoch": 0.4870709526004778,
      "grad_norm": 0.34415462613105774,
      "learning_rate": 0.0001873780768021721,
      "loss": 0.329,
      "step": 5811
    },
    {
      "epoch": 0.4871547713842672,
      "grad_norm": 0.3313983976840973,
      "learning_rate": 0.00018737380403929598,
      "loss": 0.3107,
      "step": 5812
    },
    {
      "epoch": 0.48723859016805665,
      "grad_norm": 0.3435368537902832,
      "learning_rate": 0.00018736953060206896,
      "loss": 0.3374,
      "step": 5813
    },
    {
      "epoch": 0.4873224089518461,
      "grad_norm": 0.34276559948921204,
      "learning_rate": 0.00018736525649052394,
      "loss": 0.3043,
      "step": 5814
    },
    {
      "epoch": 0.4874062277356356,
      "grad_norm": 0.3272499442100525,
      "learning_rate": 0.00018736098170469393,
      "loss": 0.2736,
      "step": 5815
    },
    {
      "epoch": 0.487490046519425,
      "grad_norm": 0.33552104234695435,
      "learning_rate": 0.00018735670624461196,
      "loss": 0.2866,
      "step": 5816
    },
    {
      "epoch": 0.48757386530321445,
      "grad_norm": 0.3568687438964844,
      "learning_rate": 0.00018735243011031103,
      "loss": 0.3001,
      "step": 5817
    },
    {
      "epoch": 0.4876576840870039,
      "grad_norm": 0.3391650319099426,
      "learning_rate": 0.00018734815330182408,
      "loss": 0.2829,
      "step": 5818
    },
    {
      "epoch": 0.4877415028707933,
      "grad_norm": 0.3287610113620758,
      "learning_rate": 0.0001873438758191842,
      "loss": 0.2775,
      "step": 5819
    },
    {
      "epoch": 0.4878253216545828,
      "grad_norm": 0.36102837324142456,
      "learning_rate": 0.00018733959766242431,
      "loss": 0.3,
      "step": 5820
    },
    {
      "epoch": 0.48790914043837225,
      "grad_norm": 0.335735023021698,
      "learning_rate": 0.00018733531883157752,
      "loss": 0.2981,
      "step": 5821
    },
    {
      "epoch": 0.4879929592221617,
      "grad_norm": 0.34313762187957764,
      "learning_rate": 0.00018733103932667687,
      "loss": 0.3206,
      "step": 5822
    },
    {
      "epoch": 0.4880767780059511,
      "grad_norm": 0.3516877293586731,
      "learning_rate": 0.00018732675914775527,
      "loss": 0.3254,
      "step": 5823
    },
    {
      "epoch": 0.4881605967897406,
      "grad_norm": 0.37443333864212036,
      "learning_rate": 0.0001873224782948458,
      "loss": 0.3436,
      "step": 5824
    },
    {
      "epoch": 0.48824441557353004,
      "grad_norm": 0.3322732746601105,
      "learning_rate": 0.00018731819676798156,
      "loss": 0.2746,
      "step": 5825
    },
    {
      "epoch": 0.4883282343573195,
      "grad_norm": 0.4053981304168701,
      "learning_rate": 0.00018731391456719554,
      "loss": 0.3195,
      "step": 5826
    },
    {
      "epoch": 0.4884120531411089,
      "grad_norm": 0.3555455505847931,
      "learning_rate": 0.0001873096316925208,
      "loss": 0.2847,
      "step": 5827
    },
    {
      "epoch": 0.48849587192489835,
      "grad_norm": 0.3161769211292267,
      "learning_rate": 0.0001873053481439904,
      "loss": 0.2958,
      "step": 5828
    },
    {
      "epoch": 0.48857969070868784,
      "grad_norm": 0.310308039188385,
      "learning_rate": 0.0001873010639216374,
      "loss": 0.2811,
      "step": 5829
    },
    {
      "epoch": 0.4886635094924773,
      "grad_norm": 0.29694488644599915,
      "learning_rate": 0.00018729677902549487,
      "loss": 0.2421,
      "step": 5830
    },
    {
      "epoch": 0.4887473282762667,
      "grad_norm": 0.32329505681991577,
      "learning_rate": 0.00018729249345559586,
      "loss": 0.3066,
      "step": 5831
    },
    {
      "epoch": 0.48883114706005615,
      "grad_norm": 0.31409451365470886,
      "learning_rate": 0.00018728820721197352,
      "loss": 0.3161,
      "step": 5832
    },
    {
      "epoch": 0.4889149658438456,
      "grad_norm": 0.31744468212127686,
      "learning_rate": 0.00018728392029466082,
      "loss": 0.3101,
      "step": 5833
    },
    {
      "epoch": 0.4889987846276351,
      "grad_norm": 0.32536447048187256,
      "learning_rate": 0.0001872796327036909,
      "loss": 0.296,
      "step": 5834
    },
    {
      "epoch": 0.4890826034114245,
      "grad_norm": 0.3333592414855957,
      "learning_rate": 0.00018727534443909686,
      "loss": 0.3321,
      "step": 5835
    },
    {
      "epoch": 0.48916642219521395,
      "grad_norm": 0.3300058841705322,
      "learning_rate": 0.00018727105550091179,
      "loss": 0.2954,
      "step": 5836
    },
    {
      "epoch": 0.4892502409790034,
      "grad_norm": 0.3402656018733978,
      "learning_rate": 0.0001872667658891688,
      "loss": 0.3013,
      "step": 5837
    },
    {
      "epoch": 0.4893340597627928,
      "grad_norm": 0.3355587124824524,
      "learning_rate": 0.00018726247560390099,
      "loss": 0.3008,
      "step": 5838
    },
    {
      "epoch": 0.4894178785465823,
      "grad_norm": 0.36499008536338806,
      "learning_rate": 0.00018725818464514145,
      "loss": 0.3193,
      "step": 5839
    },
    {
      "epoch": 0.48950169733037174,
      "grad_norm": 0.34211739897727966,
      "learning_rate": 0.00018725389301292334,
      "loss": 0.2924,
      "step": 5840
    },
    {
      "epoch": 0.4895855161141612,
      "grad_norm": 0.3350592851638794,
      "learning_rate": 0.00018724960070727972,
      "loss": 0.2884,
      "step": 5841
    },
    {
      "epoch": 0.4896693348979506,
      "grad_norm": 0.3596287667751312,
      "learning_rate": 0.00018724530772824377,
      "loss": 0.3572,
      "step": 5842
    },
    {
      "epoch": 0.4897531536817401,
      "grad_norm": 0.34525173902511597,
      "learning_rate": 0.00018724101407584863,
      "loss": 0.3389,
      "step": 5843
    },
    {
      "epoch": 0.48983697246552954,
      "grad_norm": 0.32348963618278503,
      "learning_rate": 0.0001872367197501274,
      "loss": 0.2741,
      "step": 5844
    },
    {
      "epoch": 0.489920791249319,
      "grad_norm": 0.3204539716243744,
      "learning_rate": 0.00018723242475111328,
      "loss": 0.3182,
      "step": 5845
    },
    {
      "epoch": 0.4900046100331084,
      "grad_norm": 0.34132254123687744,
      "learning_rate": 0.00018722812907883936,
      "loss": 0.2853,
      "step": 5846
    },
    {
      "epoch": 0.49008842881689785,
      "grad_norm": 0.33574390411376953,
      "learning_rate": 0.00018722383273333883,
      "loss": 0.2853,
      "step": 5847
    },
    {
      "epoch": 0.49017224760068734,
      "grad_norm": 0.3314182162284851,
      "learning_rate": 0.00018721953571464482,
      "loss": 0.2741,
      "step": 5848
    },
    {
      "epoch": 0.4902560663844768,
      "grad_norm": 0.3173069357872009,
      "learning_rate": 0.0001872152380227905,
      "loss": 0.2747,
      "step": 5849
    },
    {
      "epoch": 0.4903398851682662,
      "grad_norm": 0.323874831199646,
      "learning_rate": 0.00018721093965780907,
      "loss": 0.2528,
      "step": 5850
    },
    {
      "epoch": 0.49042370395205565,
      "grad_norm": 0.4766068458557129,
      "learning_rate": 0.00018720664061973368,
      "loss": 0.3192,
      "step": 5851
    },
    {
      "epoch": 0.4905075227358451,
      "grad_norm": 0.3654978275299072,
      "learning_rate": 0.0001872023409085975,
      "loss": 0.3114,
      "step": 5852
    },
    {
      "epoch": 0.49059134151963457,
      "grad_norm": 0.3270103335380554,
      "learning_rate": 0.00018719804052443374,
      "loss": 0.2615,
      "step": 5853
    },
    {
      "epoch": 0.490675160303424,
      "grad_norm": 0.34140434861183167,
      "learning_rate": 0.00018719373946727557,
      "loss": 0.3014,
      "step": 5854
    },
    {
      "epoch": 0.49075897908721344,
      "grad_norm": 0.35906973481178284,
      "learning_rate": 0.00018718943773715621,
      "loss": 0.3166,
      "step": 5855
    },
    {
      "epoch": 0.4908427978710029,
      "grad_norm": 0.3229374289512634,
      "learning_rate": 0.00018718513533410883,
      "loss": 0.3122,
      "step": 5856
    },
    {
      "epoch": 0.4909266166547923,
      "grad_norm": 0.3517492711544037,
      "learning_rate": 0.0001871808322581667,
      "loss": 0.3319,
      "step": 5857
    },
    {
      "epoch": 0.4910104354385818,
      "grad_norm": 0.3417581617832184,
      "learning_rate": 0.00018717652850936293,
      "loss": 0.3006,
      "step": 5858
    },
    {
      "epoch": 0.49109425422237124,
      "grad_norm": 0.3571416735649109,
      "learning_rate": 0.0001871722240877308,
      "loss": 0.3188,
      "step": 5859
    },
    {
      "epoch": 0.4911780730061607,
      "grad_norm": 0.3161657750606537,
      "learning_rate": 0.00018716791899330354,
      "loss": 0.2685,
      "step": 5860
    },
    {
      "epoch": 0.4912618917899501,
      "grad_norm": 0.3443005383014679,
      "learning_rate": 0.00018716361322611432,
      "loss": 0.3257,
      "step": 5861
    },
    {
      "epoch": 0.4913457105737396,
      "grad_norm": 0.341154009103775,
      "learning_rate": 0.00018715930678619644,
      "loss": 0.3288,
      "step": 5862
    },
    {
      "epoch": 0.49142952935752904,
      "grad_norm": 0.33379462361335754,
      "learning_rate": 0.00018715499967358312,
      "loss": 0.3054,
      "step": 5863
    },
    {
      "epoch": 0.4915133481413185,
      "grad_norm": 0.3636845052242279,
      "learning_rate": 0.00018715069188830757,
      "loss": 0.3087,
      "step": 5864
    },
    {
      "epoch": 0.4915971669251079,
      "grad_norm": 0.3697565495967865,
      "learning_rate": 0.00018714638343040306,
      "loss": 0.3018,
      "step": 5865
    },
    {
      "epoch": 0.49168098570889734,
      "grad_norm": 0.3655458688735962,
      "learning_rate": 0.00018714207429990282,
      "loss": 0.3223,
      "step": 5866
    },
    {
      "epoch": 0.49176480449268684,
      "grad_norm": 0.3304829001426697,
      "learning_rate": 0.00018713776449684014,
      "loss": 0.3188,
      "step": 5867
    },
    {
      "epoch": 0.49184862327647627,
      "grad_norm": 0.3368297219276428,
      "learning_rate": 0.00018713345402124828,
      "loss": 0.2615,
      "step": 5868
    },
    {
      "epoch": 0.4919324420602657,
      "grad_norm": 0.36029303073883057,
      "learning_rate": 0.00018712914287316048,
      "loss": 0.3369,
      "step": 5869
    },
    {
      "epoch": 0.49201626084405514,
      "grad_norm": 0.30890655517578125,
      "learning_rate": 0.00018712483105261005,
      "loss": 0.2416,
      "step": 5870
    },
    {
      "epoch": 0.4921000796278446,
      "grad_norm": 0.33064326643943787,
      "learning_rate": 0.00018712051855963025,
      "loss": 0.2925,
      "step": 5871
    },
    {
      "epoch": 0.49218389841163407,
      "grad_norm": 0.3644421100616455,
      "learning_rate": 0.00018711620539425434,
      "loss": 0.3184,
      "step": 5872
    },
    {
      "epoch": 0.4922677171954235,
      "grad_norm": 0.382333368062973,
      "learning_rate": 0.00018711189155651566,
      "loss": 0.3191,
      "step": 5873
    },
    {
      "epoch": 0.49235153597921294,
      "grad_norm": 0.31441375613212585,
      "learning_rate": 0.00018710757704644746,
      "loss": 0.2788,
      "step": 5874
    },
    {
      "epoch": 0.4924353547630024,
      "grad_norm": 0.3505835235118866,
      "learning_rate": 0.00018710326186408306,
      "loss": 0.3219,
      "step": 5875
    },
    {
      "epoch": 0.4925191735467918,
      "grad_norm": 0.33889269828796387,
      "learning_rate": 0.0001870989460094558,
      "loss": 0.2868,
      "step": 5876
    },
    {
      "epoch": 0.4926029923305813,
      "grad_norm": 0.33799850940704346,
      "learning_rate": 0.0001870946294825989,
      "loss": 0.3161,
      "step": 5877
    },
    {
      "epoch": 0.49268681111437074,
      "grad_norm": 0.34952911734580994,
      "learning_rate": 0.00018709031228354573,
      "loss": 0.3074,
      "step": 5878
    },
    {
      "epoch": 0.4927706298981602,
      "grad_norm": 0.3301677405834198,
      "learning_rate": 0.00018708599441232964,
      "loss": 0.3169,
      "step": 5879
    },
    {
      "epoch": 0.4928544486819496,
      "grad_norm": 0.3172982931137085,
      "learning_rate": 0.00018708167586898387,
      "loss": 0.2762,
      "step": 5880
    },
    {
      "epoch": 0.4929382674657391,
      "grad_norm": 0.3275377154350281,
      "learning_rate": 0.00018707735665354184,
      "loss": 0.2635,
      "step": 5881
    },
    {
      "epoch": 0.49302208624952853,
      "grad_norm": 0.30653971433639526,
      "learning_rate": 0.00018707303676603686,
      "loss": 0.2458,
      "step": 5882
    },
    {
      "epoch": 0.49310590503331797,
      "grad_norm": 0.32540929317474365,
      "learning_rate": 0.0001870687162065022,
      "loss": 0.2641,
      "step": 5883
    },
    {
      "epoch": 0.4931897238171074,
      "grad_norm": 0.36675024032592773,
      "learning_rate": 0.00018706439497497132,
      "loss": 0.3194,
      "step": 5884
    },
    {
      "epoch": 0.49327354260089684,
      "grad_norm": 0.3181581199169159,
      "learning_rate": 0.0001870600730714775,
      "loss": 0.2806,
      "step": 5885
    },
    {
      "epoch": 0.49335736138468633,
      "grad_norm": 0.3474981486797333,
      "learning_rate": 0.00018705575049605413,
      "loss": 0.3175,
      "step": 5886
    },
    {
      "epoch": 0.49344118016847577,
      "grad_norm": 0.30939215421676636,
      "learning_rate": 0.00018705142724873453,
      "loss": 0.2931,
      "step": 5887
    },
    {
      "epoch": 0.4935249989522652,
      "grad_norm": 0.3760642111301422,
      "learning_rate": 0.00018704710332955208,
      "loss": 0.3605,
      "step": 5888
    },
    {
      "epoch": 0.49360881773605464,
      "grad_norm": 0.3243647813796997,
      "learning_rate": 0.00018704277873854018,
      "loss": 0.2794,
      "step": 5889
    },
    {
      "epoch": 0.4936926365198441,
      "grad_norm": 1.6432760953903198,
      "learning_rate": 0.00018703845347573222,
      "loss": 0.2978,
      "step": 5890
    },
    {
      "epoch": 0.49377645530363357,
      "grad_norm": 0.39677295088768005,
      "learning_rate": 0.0001870341275411615,
      "loss": 0.3639,
      "step": 5891
    },
    {
      "epoch": 0.493860274087423,
      "grad_norm": 0.33912548422813416,
      "learning_rate": 0.0001870298009348615,
      "loss": 0.2795,
      "step": 5892
    },
    {
      "epoch": 0.49394409287121244,
      "grad_norm": 0.33743754029273987,
      "learning_rate": 0.00018702547365686555,
      "loss": 0.2824,
      "step": 5893
    },
    {
      "epoch": 0.4940279116550019,
      "grad_norm": 0.3785680830478668,
      "learning_rate": 0.00018702114570720707,
      "loss": 0.3821,
      "step": 5894
    },
    {
      "epoch": 0.4941117304387913,
      "grad_norm": 0.35209956765174866,
      "learning_rate": 0.00018701681708591946,
      "loss": 0.3371,
      "step": 5895
    },
    {
      "epoch": 0.4941955492225808,
      "grad_norm": 0.3311806321144104,
      "learning_rate": 0.00018701248779303615,
      "loss": 0.2614,
      "step": 5896
    },
    {
      "epoch": 0.49427936800637023,
      "grad_norm": 0.4295603036880493,
      "learning_rate": 0.00018700815782859054,
      "loss": 0.3492,
      "step": 5897
    },
    {
      "epoch": 0.49436318679015967,
      "grad_norm": 0.35032570362091064,
      "learning_rate": 0.000187003827192616,
      "loss": 0.3065,
      "step": 5898
    },
    {
      "epoch": 0.4944470055739491,
      "grad_norm": 0.3481518626213074,
      "learning_rate": 0.00018699949588514605,
      "loss": 0.3031,
      "step": 5899
    },
    {
      "epoch": 0.4945308243577386,
      "grad_norm": 0.34081482887268066,
      "learning_rate": 0.00018699516390621406,
      "loss": 0.2286,
      "step": 5900
    },
    {
      "epoch": 0.49461464314152803,
      "grad_norm": 0.3439999222755432,
      "learning_rate": 0.00018699083125585343,
      "loss": 0.3128,
      "step": 5901
    },
    {
      "epoch": 0.49469846192531747,
      "grad_norm": 0.3268430233001709,
      "learning_rate": 0.00018698649793409767,
      "loss": 0.2585,
      "step": 5902
    },
    {
      "epoch": 0.4947822807091069,
      "grad_norm": 0.3605074882507324,
      "learning_rate": 0.0001869821639409802,
      "loss": 0.3462,
      "step": 5903
    },
    {
      "epoch": 0.49486609949289634,
      "grad_norm": 0.31587380170822144,
      "learning_rate": 0.00018697782927653447,
      "loss": 0.2868,
      "step": 5904
    },
    {
      "epoch": 0.49494991827668583,
      "grad_norm": 0.3440015912055969,
      "learning_rate": 0.00018697349394079392,
      "loss": 0.2812,
      "step": 5905
    },
    {
      "epoch": 0.49503373706047527,
      "grad_norm": 0.35157638788223267,
      "learning_rate": 0.000186969157933792,
      "loss": 0.2748,
      "step": 5906
    },
    {
      "epoch": 0.4951175558442647,
      "grad_norm": 0.3755185902118683,
      "learning_rate": 0.00018696482125556222,
      "loss": 0.2693,
      "step": 5907
    },
    {
      "epoch": 0.49520137462805414,
      "grad_norm": 0.35923805832862854,
      "learning_rate": 0.00018696048390613802,
      "loss": 0.3564,
      "step": 5908
    },
    {
      "epoch": 0.49528519341184357,
      "grad_norm": 0.3416266143321991,
      "learning_rate": 0.00018695614588555288,
      "loss": 0.2858,
      "step": 5909
    },
    {
      "epoch": 0.49536901219563306,
      "grad_norm": 0.3577396869659424,
      "learning_rate": 0.00018695180719384029,
      "loss": 0.3232,
      "step": 5910
    },
    {
      "epoch": 0.4954528309794225,
      "grad_norm": 0.32086288928985596,
      "learning_rate": 0.00018694746783103373,
      "loss": 0.2714,
      "step": 5911
    },
    {
      "epoch": 0.49553664976321193,
      "grad_norm": 0.31450343132019043,
      "learning_rate": 0.00018694312779716666,
      "loss": 0.2507,
      "step": 5912
    },
    {
      "epoch": 0.49562046854700137,
      "grad_norm": 0.3295595943927765,
      "learning_rate": 0.00018693878709227267,
      "loss": 0.2749,
      "step": 5913
    },
    {
      "epoch": 0.4957042873307908,
      "grad_norm": 0.3675632178783417,
      "learning_rate": 0.00018693444571638512,
      "loss": 0.335,
      "step": 5914
    },
    {
      "epoch": 0.4957881061145803,
      "grad_norm": 0.334511935710907,
      "learning_rate": 0.00018693010366953764,
      "loss": 0.2974,
      "step": 5915
    },
    {
      "epoch": 0.49587192489836973,
      "grad_norm": 0.37261974811553955,
      "learning_rate": 0.00018692576095176368,
      "loss": 0.369,
      "step": 5916
    },
    {
      "epoch": 0.49595574368215917,
      "grad_norm": 0.35528212785720825,
      "learning_rate": 0.00018692141756309678,
      "loss": 0.3256,
      "step": 5917
    },
    {
      "epoch": 0.4960395624659486,
      "grad_norm": 0.31410348415374756,
      "learning_rate": 0.00018691707350357046,
      "loss": 0.2323,
      "step": 5918
    },
    {
      "epoch": 0.4961233812497381,
      "grad_norm": 0.3395163416862488,
      "learning_rate": 0.00018691272877321825,
      "loss": 0.3386,
      "step": 5919
    },
    {
      "epoch": 0.49620720003352753,
      "grad_norm": 0.3152165710926056,
      "learning_rate": 0.00018690838337207365,
      "loss": 0.2584,
      "step": 5920
    },
    {
      "epoch": 0.49629101881731696,
      "grad_norm": 0.33738964796066284,
      "learning_rate": 0.00018690403730017025,
      "loss": 0.2792,
      "step": 5921
    },
    {
      "epoch": 0.4963748376011064,
      "grad_norm": 0.2912408709526062,
      "learning_rate": 0.00018689969055754152,
      "loss": 0.2379,
      "step": 5922
    },
    {
      "epoch": 0.49645865638489584,
      "grad_norm": 0.3406054973602295,
      "learning_rate": 0.0001868953431442211,
      "loss": 0.2708,
      "step": 5923
    },
    {
      "epoch": 0.4965424751686853,
      "grad_norm": 0.36077964305877686,
      "learning_rate": 0.0001868909950602425,
      "loss": 0.3288,
      "step": 5924
    },
    {
      "epoch": 0.49662629395247476,
      "grad_norm": 0.3336939215660095,
      "learning_rate": 0.00018688664630563926,
      "loss": 0.245,
      "step": 5925
    },
    {
      "epoch": 0.4967101127362642,
      "grad_norm": 0.36909663677215576,
      "learning_rate": 0.00018688229688044493,
      "loss": 0.3674,
      "step": 5926
    },
    {
      "epoch": 0.49679393152005363,
      "grad_norm": 0.3260911703109741,
      "learning_rate": 0.00018687794678469316,
      "loss": 0.2656,
      "step": 5927
    },
    {
      "epoch": 0.49687775030384307,
      "grad_norm": 0.3541182577610016,
      "learning_rate": 0.00018687359601841745,
      "loss": 0.2933,
      "step": 5928
    },
    {
      "epoch": 0.49696156908763256,
      "grad_norm": 0.3233207166194916,
      "learning_rate": 0.00018686924458165142,
      "loss": 0.2667,
      "step": 5929
    },
    {
      "epoch": 0.497045387871422,
      "grad_norm": 0.3611831068992615,
      "learning_rate": 0.00018686489247442863,
      "loss": 0.3346,
      "step": 5930
    },
    {
      "epoch": 0.49712920665521143,
      "grad_norm": 0.3283569812774658,
      "learning_rate": 0.0001868605396967827,
      "loss": 0.2983,
      "step": 5931
    },
    {
      "epoch": 0.49721302543900087,
      "grad_norm": 0.3246632218360901,
      "learning_rate": 0.0001868561862487471,
      "loss": 0.254,
      "step": 5932
    },
    {
      "epoch": 0.4972968442227903,
      "grad_norm": 0.3272896409034729,
      "learning_rate": 0.00018685183213035562,
      "loss": 0.2836,
      "step": 5933
    },
    {
      "epoch": 0.4973806630065798,
      "grad_norm": 0.30887725949287415,
      "learning_rate": 0.00018684747734164177,
      "loss": 0.2574,
      "step": 5934
    },
    {
      "epoch": 0.49746448179036923,
      "grad_norm": 0.3329528272151947,
      "learning_rate": 0.00018684312188263914,
      "loss": 0.2722,
      "step": 5935
    },
    {
      "epoch": 0.49754830057415866,
      "grad_norm": 0.33846816420555115,
      "learning_rate": 0.0001868387657533814,
      "loss": 0.3136,
      "step": 5936
    },
    {
      "epoch": 0.4976321193579481,
      "grad_norm": 0.31319817900657654,
      "learning_rate": 0.0001868344089539021,
      "loss": 0.3023,
      "step": 5937
    },
    {
      "epoch": 0.4977159381417376,
      "grad_norm": 0.367165207862854,
      "learning_rate": 0.00018683005148423492,
      "loss": 0.3397,
      "step": 5938
    },
    {
      "epoch": 0.497799756925527,
      "grad_norm": 0.3303835690021515,
      "learning_rate": 0.0001868256933444135,
      "loss": 0.2846,
      "step": 5939
    },
    {
      "epoch": 0.49788357570931646,
      "grad_norm": 0.34671735763549805,
      "learning_rate": 0.00018682133453447146,
      "loss": 0.3123,
      "step": 5940
    },
    {
      "epoch": 0.4979673944931059,
      "grad_norm": 0.4595191478729248,
      "learning_rate": 0.00018681697505444246,
      "loss": 0.3427,
      "step": 5941
    },
    {
      "epoch": 0.49805121327689533,
      "grad_norm": 0.3452092409133911,
      "learning_rate": 0.00018681261490436006,
      "loss": 0.2893,
      "step": 5942
    },
    {
      "epoch": 0.4981350320606848,
      "grad_norm": 0.323265939950943,
      "learning_rate": 0.000186808254084258,
      "loss": 0.2759,
      "step": 5943
    },
    {
      "epoch": 0.49821885084447426,
      "grad_norm": 0.35354945063591003,
      "learning_rate": 0.00018680389259416992,
      "loss": 0.3442,
      "step": 5944
    },
    {
      "epoch": 0.4983026696282637,
      "grad_norm": 0.33661630749702454,
      "learning_rate": 0.00018679953043412945,
      "loss": 0.2955,
      "step": 5945
    },
    {
      "epoch": 0.49838648841205313,
      "grad_norm": 0.3554946184158325,
      "learning_rate": 0.0001867951676041703,
      "loss": 0.3287,
      "step": 5946
    },
    {
      "epoch": 0.49847030719584257,
      "grad_norm": 0.37031063437461853,
      "learning_rate": 0.0001867908041043261,
      "loss": 0.3328,
      "step": 5947
    },
    {
      "epoch": 0.49855412597963206,
      "grad_norm": 0.31336668133735657,
      "learning_rate": 0.0001867864399346306,
      "loss": 0.2226,
      "step": 5948
    },
    {
      "epoch": 0.4986379447634215,
      "grad_norm": 0.34103402495384216,
      "learning_rate": 0.00018678207509511738,
      "loss": 0.3265,
      "step": 5949
    },
    {
      "epoch": 0.49872176354721093,
      "grad_norm": 0.3182934522628784,
      "learning_rate": 0.00018677770958582023,
      "loss": 0.2342,
      "step": 5950
    },
    {
      "epoch": 0.49880558233100036,
      "grad_norm": 0.3306024968624115,
      "learning_rate": 0.00018677334340677274,
      "loss": 0.2894,
      "step": 5951
    },
    {
      "epoch": 0.4988894011147898,
      "grad_norm": 0.3642081618309021,
      "learning_rate": 0.0001867689765580087,
      "loss": 0.3687,
      "step": 5952
    },
    {
      "epoch": 0.4989732198985793,
      "grad_norm": 0.318272203207016,
      "learning_rate": 0.00018676460903956175,
      "loss": 0.2937,
      "step": 5953
    },
    {
      "epoch": 0.4990570386823687,
      "grad_norm": 0.37336671352386475,
      "learning_rate": 0.00018676024085146562,
      "loss": 0.3467,
      "step": 5954
    },
    {
      "epoch": 0.49914085746615816,
      "grad_norm": 0.3199242353439331,
      "learning_rate": 0.00018675587199375407,
      "loss": 0.2797,
      "step": 5955
    },
    {
      "epoch": 0.4992246762499476,
      "grad_norm": 0.3624490201473236,
      "learning_rate": 0.00018675150246646075,
      "loss": 0.3162,
      "step": 5956
    },
    {
      "epoch": 0.4993084950337371,
      "grad_norm": 0.3389314115047455,
      "learning_rate": 0.0001867471322696194,
      "loss": 0.3076,
      "step": 5957
    },
    {
      "epoch": 0.4993923138175265,
      "grad_norm": 0.3899575471878052,
      "learning_rate": 0.00018674276140326376,
      "loss": 0.3684,
      "step": 5958
    },
    {
      "epoch": 0.49947613260131596,
      "grad_norm": 0.36557018756866455,
      "learning_rate": 0.00018673838986742758,
      "loss": 0.3464,
      "step": 5959
    },
    {
      "epoch": 0.4995599513851054,
      "grad_norm": 0.3078472912311554,
      "learning_rate": 0.00018673401766214457,
      "loss": 0.2419,
      "step": 5960
    },
    {
      "epoch": 0.49964377016889483,
      "grad_norm": 0.35878756642341614,
      "learning_rate": 0.00018672964478744848,
      "loss": 0.3136,
      "step": 5961
    },
    {
      "epoch": 0.4997275889526843,
      "grad_norm": 0.30240678787231445,
      "learning_rate": 0.00018672527124337308,
      "loss": 0.2277,
      "step": 5962
    },
    {
      "epoch": 0.49981140773647376,
      "grad_norm": 0.312592476606369,
      "learning_rate": 0.00018672089702995214,
      "loss": 0.2834,
      "step": 5963
    },
    {
      "epoch": 0.4998952265202632,
      "grad_norm": 0.27351364493370056,
      "learning_rate": 0.00018671652214721936,
      "loss": 0.2007,
      "step": 5964
    },
    {
      "epoch": 0.4999790453040526,
      "grad_norm": 0.337795615196228,
      "learning_rate": 0.00018671214659520853,
      "loss": 0.296,
      "step": 5965
    },
    {
      "epoch": 0.5000628640878421,
      "grad_norm": 0.34537795186042786,
      "learning_rate": 0.00018670777037395344,
      "loss": 0.2797,
      "step": 5966
    },
    {
      "epoch": 0.5001466828716316,
      "grad_norm": 0.36787980794906616,
      "learning_rate": 0.00018670339348348788,
      "loss": 0.3425,
      "step": 5967
    },
    {
      "epoch": 0.5002305016554209,
      "grad_norm": 0.3287885785102844,
      "learning_rate": 0.00018669901592384557,
      "loss": 0.2566,
      "step": 5968
    },
    {
      "epoch": 0.5003143204392104,
      "grad_norm": 0.39008861780166626,
      "learning_rate": 0.00018669463769506033,
      "loss": 0.365,
      "step": 5969
    },
    {
      "epoch": 0.5003981392229999,
      "grad_norm": 0.37022027373313904,
      "learning_rate": 0.00018669025879716595,
      "loss": 0.3634,
      "step": 5970
    },
    {
      "epoch": 0.5004819580067893,
      "grad_norm": 0.3188839852809906,
      "learning_rate": 0.00018668587923019624,
      "loss": 0.2786,
      "step": 5971
    },
    {
      "epoch": 0.5005657767905788,
      "grad_norm": 0.3425835371017456,
      "learning_rate": 0.000186681498994185,
      "loss": 0.3046,
      "step": 5972
    },
    {
      "epoch": 0.5006495955743682,
      "grad_norm": 0.34370744228363037,
      "learning_rate": 0.00018667711808916602,
      "loss": 0.2469,
      "step": 5973
    },
    {
      "epoch": 0.5007334143581577,
      "grad_norm": 0.3605017364025116,
      "learning_rate": 0.00018667273651517315,
      "loss": 0.3491,
      "step": 5974
    },
    {
      "epoch": 0.5008172331419471,
      "grad_norm": 0.33069854974746704,
      "learning_rate": 0.00018666835427224015,
      "loss": 0.2904,
      "step": 5975
    },
    {
      "epoch": 0.5009010519257365,
      "grad_norm": 0.3287215232849121,
      "learning_rate": 0.00018666397136040086,
      "loss": 0.3372,
      "step": 5976
    },
    {
      "epoch": 0.500984870709526,
      "grad_norm": 0.32639116048812866,
      "learning_rate": 0.00018665958777968911,
      "loss": 0.2659,
      "step": 5977
    },
    {
      "epoch": 0.5010686894933154,
      "grad_norm": 0.3708110749721527,
      "learning_rate": 0.00018665520353013871,
      "loss": 0.3172,
      "step": 5978
    },
    {
      "epoch": 0.5011525082771049,
      "grad_norm": 0.34816810488700867,
      "learning_rate": 0.0001866508186117836,
      "loss": 0.2965,
      "step": 5979
    },
    {
      "epoch": 0.5012363270608944,
      "grad_norm": 0.3352598547935486,
      "learning_rate": 0.0001866464330246575,
      "loss": 0.3205,
      "step": 5980
    },
    {
      "epoch": 0.5013201458446838,
      "grad_norm": 0.331013023853302,
      "learning_rate": 0.00018664204676879432,
      "loss": 0.2809,
      "step": 5981
    },
    {
      "epoch": 0.5014039646284733,
      "grad_norm": 0.33821049332618713,
      "learning_rate": 0.00018663765984422786,
      "loss": 0.304,
      "step": 5982
    },
    {
      "epoch": 0.5014877834122626,
      "grad_norm": 0.28051531314849854,
      "learning_rate": 0.00018663327225099208,
      "loss": 0.215,
      "step": 5983
    },
    {
      "epoch": 0.5015716021960521,
      "grad_norm": 0.42669492959976196,
      "learning_rate": 0.00018662888398912074,
      "loss": 0.3313,
      "step": 5984
    },
    {
      "epoch": 0.5016554209798416,
      "grad_norm": 0.3461461663246155,
      "learning_rate": 0.00018662449505864776,
      "loss": 0.2486,
      "step": 5985
    },
    {
      "epoch": 0.501739239763631,
      "grad_norm": 0.31950101256370544,
      "learning_rate": 0.00018662010545960703,
      "loss": 0.2642,
      "step": 5986
    },
    {
      "epoch": 0.5018230585474205,
      "grad_norm": 0.31228259205818176,
      "learning_rate": 0.00018661571519203236,
      "loss": 0.2605,
      "step": 5987
    },
    {
      "epoch": 0.50190687733121,
      "grad_norm": 0.36130616068840027,
      "learning_rate": 0.0001866113242559577,
      "loss": 0.3502,
      "step": 5988
    },
    {
      "epoch": 0.5019906961149994,
      "grad_norm": 0.323294997215271,
      "learning_rate": 0.00018660693265141692,
      "loss": 0.276,
      "step": 5989
    },
    {
      "epoch": 0.5020745148987888,
      "grad_norm": 0.3800757825374603,
      "learning_rate": 0.00018660254037844388,
      "loss": 0.3525,
      "step": 5990
    },
    {
      "epoch": 0.5021583336825782,
      "grad_norm": 0.34930136799812317,
      "learning_rate": 0.0001865981474370725,
      "loss": 0.3445,
      "step": 5991
    },
    {
      "epoch": 0.5022421524663677,
      "grad_norm": 0.3261190354824066,
      "learning_rate": 0.00018659375382733674,
      "loss": 0.251,
      "step": 5992
    },
    {
      "epoch": 0.5023259712501572,
      "grad_norm": 0.35195741057395935,
      "learning_rate": 0.00018658935954927043,
      "loss": 0.3489,
      "step": 5993
    },
    {
      "epoch": 0.5024097900339466,
      "grad_norm": 0.32811227440834045,
      "learning_rate": 0.00018658496460290756,
      "loss": 0.2689,
      "step": 5994
    },
    {
      "epoch": 0.5024936088177361,
      "grad_norm": 0.3176588714122772,
      "learning_rate": 0.00018658056898828197,
      "loss": 0.3134,
      "step": 5995
    },
    {
      "epoch": 0.5025774276015255,
      "grad_norm": 0.297260582447052,
      "learning_rate": 0.00018657617270542763,
      "loss": 0.2405,
      "step": 5996
    },
    {
      "epoch": 0.502661246385315,
      "grad_norm": 0.3428681194782257,
      "learning_rate": 0.00018657177575437847,
      "loss": 0.3397,
      "step": 5997
    },
    {
      "epoch": 0.5027450651691044,
      "grad_norm": 0.3512505888938904,
      "learning_rate": 0.00018656737813516845,
      "loss": 0.3071,
      "step": 5998
    },
    {
      "epoch": 0.5028288839528938,
      "grad_norm": 0.33494487404823303,
      "learning_rate": 0.00018656297984783143,
      "loss": 0.2505,
      "step": 5999
    },
    {
      "epoch": 0.5029127027366833,
      "grad_norm": 0.3243318200111389,
      "learning_rate": 0.00018655858089240143,
      "loss": 0.3118,
      "step": 6000
    },
    {
      "epoch": 0.5029127027366833,
      "eval_loss": 0.30008354783058167,
      "eval_runtime": 61.5778,
      "eval_samples_per_second": 15.59,
      "eval_steps_per_second": 3.898,
      "step": 6000
    },
    {
      "epoch": 0.5029965215204727,
      "grad_norm": 0.3258046805858612,
      "learning_rate": 0.00018655418126891239,
      "loss": 0.2949,
      "step": 6001
    },
    {
      "epoch": 0.5030803403042622,
      "grad_norm": 0.39905068278312683,
      "learning_rate": 0.00018654978097739825,
      "loss": 0.3681,
      "step": 6002
    },
    {
      "epoch": 0.5031641590880517,
      "grad_norm": 0.29680097103118896,
      "learning_rate": 0.00018654538001789298,
      "loss": 0.2272,
      "step": 6003
    },
    {
      "epoch": 0.5032479778718411,
      "grad_norm": 0.3554416596889496,
      "learning_rate": 0.0001865409783904305,
      "loss": 0.3042,
      "step": 6004
    },
    {
      "epoch": 0.5033317966556305,
      "grad_norm": 0.3465435206890106,
      "learning_rate": 0.00018653657609504488,
      "loss": 0.2829,
      "step": 6005
    },
    {
      "epoch": 0.5034156154394199,
      "grad_norm": 0.30669623613357544,
      "learning_rate": 0.00018653217313177004,
      "loss": 0.2361,
      "step": 6006
    },
    {
      "epoch": 0.5034994342232094,
      "grad_norm": 0.3515799343585968,
      "learning_rate": 0.00018652776950063994,
      "loss": 0.295,
      "step": 6007
    },
    {
      "epoch": 0.5035832530069989,
      "grad_norm": 0.33964815735816956,
      "learning_rate": 0.0001865233652016886,
      "loss": 0.273,
      "step": 6008
    },
    {
      "epoch": 0.5036670717907883,
      "grad_norm": 0.3824368417263031,
      "learning_rate": 0.00018651896023495,
      "loss": 0.3641,
      "step": 6009
    },
    {
      "epoch": 0.5037508905745778,
      "grad_norm": 0.3064408600330353,
      "learning_rate": 0.00018651455460045812,
      "loss": 0.2395,
      "step": 6010
    },
    {
      "epoch": 0.5038347093583672,
      "grad_norm": 0.3672226369380951,
      "learning_rate": 0.00018651014829824703,
      "loss": 0.3064,
      "step": 6011
    },
    {
      "epoch": 0.5039185281421567,
      "grad_norm": 0.3537474572658539,
      "learning_rate": 0.00018650574132835065,
      "loss": 0.3173,
      "step": 6012
    },
    {
      "epoch": 0.5040023469259461,
      "grad_norm": 0.3632349669933319,
      "learning_rate": 0.00018650133369080304,
      "loss": 0.2991,
      "step": 6013
    },
    {
      "epoch": 0.5040861657097355,
      "grad_norm": 0.3587685525417328,
      "learning_rate": 0.00018649692538563823,
      "loss": 0.3379,
      "step": 6014
    },
    {
      "epoch": 0.504169984493525,
      "grad_norm": 0.35354846715927124,
      "learning_rate": 0.0001864925164128902,
      "loss": 0.3277,
      "step": 6015
    },
    {
      "epoch": 0.5042538032773144,
      "grad_norm": 0.33794844150543213,
      "learning_rate": 0.00018648810677259303,
      "loss": 0.3164,
      "step": 6016
    },
    {
      "epoch": 0.5043376220611039,
      "grad_norm": 0.33766821026802063,
      "learning_rate": 0.00018648369646478074,
      "loss": 0.2957,
      "step": 6017
    },
    {
      "epoch": 0.5044214408448934,
      "grad_norm": 0.3365139365196228,
      "learning_rate": 0.00018647928548948733,
      "loss": 0.3019,
      "step": 6018
    },
    {
      "epoch": 0.5045052596286828,
      "grad_norm": 0.3243177533149719,
      "learning_rate": 0.00018647487384674687,
      "loss": 0.2872,
      "step": 6019
    },
    {
      "epoch": 0.5045890784124722,
      "grad_norm": 0.30804818868637085,
      "learning_rate": 0.00018647046153659342,
      "loss": 0.2582,
      "step": 6020
    },
    {
      "epoch": 0.5046728971962616,
      "grad_norm": 0.3008936047554016,
      "learning_rate": 0.00018646604855906103,
      "loss": 0.2748,
      "step": 6021
    },
    {
      "epoch": 0.5047567159800511,
      "grad_norm": 0.3421511650085449,
      "learning_rate": 0.00018646163491418374,
      "loss": 0.3216,
      "step": 6022
    },
    {
      "epoch": 0.5048405347638406,
      "grad_norm": 0.33378949761390686,
      "learning_rate": 0.0001864572206019956,
      "loss": 0.2965,
      "step": 6023
    },
    {
      "epoch": 0.50492435354763,
      "grad_norm": 0.33466681838035583,
      "learning_rate": 0.00018645280562253075,
      "loss": 0.3359,
      "step": 6024
    },
    {
      "epoch": 0.5050081723314195,
      "grad_norm": 0.3404932916164398,
      "learning_rate": 0.00018644838997582323,
      "loss": 0.3074,
      "step": 6025
    },
    {
      "epoch": 0.505091991115209,
      "grad_norm": 0.36961206793785095,
      "learning_rate": 0.0001864439736619071,
      "loss": 0.3844,
      "step": 6026
    },
    {
      "epoch": 0.5051758098989984,
      "grad_norm": 0.3705136775970459,
      "learning_rate": 0.00018643955668081646,
      "loss": 0.3647,
      "step": 6027
    },
    {
      "epoch": 0.5052596286827878,
      "grad_norm": 0.33913925290107727,
      "learning_rate": 0.00018643513903258537,
      "loss": 0.3504,
      "step": 6028
    },
    {
      "epoch": 0.5053434474665772,
      "grad_norm": 0.32059603929519653,
      "learning_rate": 0.00018643072071724797,
      "loss": 0.306,
      "step": 6029
    },
    {
      "epoch": 0.5054272662503667,
      "grad_norm": 0.33336782455444336,
      "learning_rate": 0.00018642630173483832,
      "loss": 0.2985,
      "step": 6030
    },
    {
      "epoch": 0.5055110850341562,
      "grad_norm": 0.35719361901283264,
      "learning_rate": 0.0001864218820853906,
      "loss": 0.3407,
      "step": 6031
    },
    {
      "epoch": 0.5055949038179456,
      "grad_norm": 0.33977997303009033,
      "learning_rate": 0.00018641746176893884,
      "loss": 0.3291,
      "step": 6032
    },
    {
      "epoch": 0.5056787226017351,
      "grad_norm": 0.32182440161705017,
      "learning_rate": 0.00018641304078551718,
      "loss": 0.2848,
      "step": 6033
    },
    {
      "epoch": 0.5057625413855245,
      "grad_norm": 0.34417641162872314,
      "learning_rate": 0.00018640861913515975,
      "loss": 0.3099,
      "step": 6034
    },
    {
      "epoch": 0.505846360169314,
      "grad_norm": 0.34615281224250793,
      "learning_rate": 0.00018640419681790067,
      "loss": 0.3178,
      "step": 6035
    },
    {
      "epoch": 0.5059301789531034,
      "grad_norm": 0.3285290598869324,
      "learning_rate": 0.0001863997738337741,
      "loss": 0.3156,
      "step": 6036
    },
    {
      "epoch": 0.5060139977368928,
      "grad_norm": 0.3061576187610626,
      "learning_rate": 0.00018639535018281412,
      "loss": 0.275,
      "step": 6037
    },
    {
      "epoch": 0.5060978165206823,
      "grad_norm": 0.32124948501586914,
      "learning_rate": 0.0001863909258650549,
      "loss": 0.2537,
      "step": 6038
    },
    {
      "epoch": 0.5061816353044717,
      "grad_norm": 0.3676891028881073,
      "learning_rate": 0.00018638650088053066,
      "loss": 0.3507,
      "step": 6039
    },
    {
      "epoch": 0.5062654540882612,
      "grad_norm": 0.3683978319168091,
      "learning_rate": 0.0001863820752292754,
      "loss": 0.3445,
      "step": 6040
    },
    {
      "epoch": 0.5063492728720507,
      "grad_norm": 0.3377772867679596,
      "learning_rate": 0.00018637764891132338,
      "loss": 0.321,
      "step": 6041
    },
    {
      "epoch": 0.50643309165584,
      "grad_norm": 0.385343998670578,
      "learning_rate": 0.00018637322192670874,
      "loss": 0.3301,
      "step": 6042
    },
    {
      "epoch": 0.5065169104396295,
      "grad_norm": 0.3630249798297882,
      "learning_rate": 0.00018636879427546567,
      "loss": 0.3524,
      "step": 6043
    },
    {
      "epoch": 0.5066007292234189,
      "grad_norm": 0.2828776240348816,
      "learning_rate": 0.00018636436595762833,
      "loss": 0.2323,
      "step": 6044
    },
    {
      "epoch": 0.5066845480072084,
      "grad_norm": 0.3191297948360443,
      "learning_rate": 0.00018635993697323086,
      "loss": 0.3192,
      "step": 6045
    },
    {
      "epoch": 0.5067683667909979,
      "grad_norm": 0.41998735070228577,
      "learning_rate": 0.00018635550732230746,
      "loss": 0.3026,
      "step": 6046
    },
    {
      "epoch": 0.5068521855747873,
      "grad_norm": 0.5082350373268127,
      "learning_rate": 0.00018635107700489236,
      "loss": 0.2713,
      "step": 6047
    },
    {
      "epoch": 0.5069360043585768,
      "grad_norm": 0.36997583508491516,
      "learning_rate": 0.00018634664602101971,
      "loss": 0.3344,
      "step": 6048
    },
    {
      "epoch": 0.5070198231423662,
      "grad_norm": 0.35281068086624146,
      "learning_rate": 0.00018634221437072374,
      "loss": 0.3801,
      "step": 6049
    },
    {
      "epoch": 0.5071036419261556,
      "grad_norm": 0.3390688896179199,
      "learning_rate": 0.00018633778205403862,
      "loss": 0.2684,
      "step": 6050
    },
    {
      "epoch": 0.5071874607099451,
      "grad_norm": 0.3384883999824524,
      "learning_rate": 0.00018633334907099857,
      "loss": 0.2986,
      "step": 6051
    },
    {
      "epoch": 0.5072712794937345,
      "grad_norm": 0.32852035760879517,
      "learning_rate": 0.0001863289154216378,
      "loss": 0.2652,
      "step": 6052
    },
    {
      "epoch": 0.507355098277524,
      "grad_norm": 0.3610277473926544,
      "learning_rate": 0.00018632448110599058,
      "loss": 0.3375,
      "step": 6053
    },
    {
      "epoch": 0.5074389170613134,
      "grad_norm": 1.022884726524353,
      "learning_rate": 0.00018632004612409103,
      "loss": 0.349,
      "step": 6054
    },
    {
      "epoch": 0.5075227358451029,
      "grad_norm": 0.3073364198207855,
      "learning_rate": 0.0001863156104759735,
      "loss": 0.2701,
      "step": 6055
    },
    {
      "epoch": 0.5076065546288924,
      "grad_norm": 0.3501302897930145,
      "learning_rate": 0.00018631117416167213,
      "loss": 0.2579,
      "step": 6056
    },
    {
      "epoch": 0.5076903734126818,
      "grad_norm": 0.34914329648017883,
      "learning_rate": 0.0001863067371812212,
      "loss": 0.3128,
      "step": 6057
    },
    {
      "epoch": 0.5077741921964712,
      "grad_norm": 0.35388416051864624,
      "learning_rate": 0.00018630229953465495,
      "loss": 0.2864,
      "step": 6058
    },
    {
      "epoch": 0.5078580109802606,
      "grad_norm": 0.3810052275657654,
      "learning_rate": 0.00018629786122200762,
      "loss": 0.3437,
      "step": 6059
    },
    {
      "epoch": 0.5079418297640501,
      "grad_norm": 0.3501860797405243,
      "learning_rate": 0.00018629342224331347,
      "loss": 0.3101,
      "step": 6060
    },
    {
      "epoch": 0.5080256485478396,
      "grad_norm": 0.3515220284461975,
      "learning_rate": 0.00018628898259860676,
      "loss": 0.3589,
      "step": 6061
    },
    {
      "epoch": 0.508109467331629,
      "grad_norm": 0.3158700466156006,
      "learning_rate": 0.00018628454228792178,
      "loss": 0.2908,
      "step": 6062
    },
    {
      "epoch": 0.5081932861154185,
      "grad_norm": 0.3209850490093231,
      "learning_rate": 0.00018628010131129278,
      "loss": 0.2878,
      "step": 6063
    },
    {
      "epoch": 0.508277104899208,
      "grad_norm": 0.3184637129306793,
      "learning_rate": 0.000186275659668754,
      "loss": 0.2732,
      "step": 6064
    },
    {
      "epoch": 0.5083609236829973,
      "grad_norm": 0.3320330083370209,
      "learning_rate": 0.0001862712173603398,
      "loss": 0.31,
      "step": 6065
    },
    {
      "epoch": 0.5084447424667868,
      "grad_norm": 0.3044813871383667,
      "learning_rate": 0.00018626677438608437,
      "loss": 0.2159,
      "step": 6066
    },
    {
      "epoch": 0.5085285612505762,
      "grad_norm": 0.3159736394882202,
      "learning_rate": 0.0001862623307460221,
      "loss": 0.2678,
      "step": 6067
    },
    {
      "epoch": 0.5086123800343657,
      "grad_norm": 0.3050382435321808,
      "learning_rate": 0.0001862578864401872,
      "loss": 0.2549,
      "step": 6068
    },
    {
      "epoch": 0.5086961988181552,
      "grad_norm": 0.3205105662345886,
      "learning_rate": 0.00018625344146861402,
      "loss": 0.3008,
      "step": 6069
    },
    {
      "epoch": 0.5087800176019446,
      "grad_norm": 0.3390945494174957,
      "learning_rate": 0.00018624899583133685,
      "loss": 0.2977,
      "step": 6070
    },
    {
      "epoch": 0.5088638363857341,
      "grad_norm": 0.3017995357513428,
      "learning_rate": 0.00018624454952839004,
      "loss": 0.2309,
      "step": 6071
    },
    {
      "epoch": 0.5089476551695234,
      "grad_norm": 0.3195350766181946,
      "learning_rate": 0.00018624010255980782,
      "loss": 0.2798,
      "step": 6072
    },
    {
      "epoch": 0.5090314739533129,
      "grad_norm": 0.3099973499774933,
      "learning_rate": 0.0001862356549256246,
      "loss": 0.2524,
      "step": 6073
    },
    {
      "epoch": 0.5091152927371024,
      "grad_norm": 0.3590039014816284,
      "learning_rate": 0.00018623120662587464,
      "loss": 0.2869,
      "step": 6074
    },
    {
      "epoch": 0.5091991115208918,
      "grad_norm": 0.3546825051307678,
      "learning_rate": 0.0001862267576605923,
      "loss": 0.3175,
      "step": 6075
    },
    {
      "epoch": 0.5092829303046813,
      "grad_norm": 0.3472200334072113,
      "learning_rate": 0.00018622230802981196,
      "loss": 0.2946,
      "step": 6076
    },
    {
      "epoch": 0.5093667490884707,
      "grad_norm": 0.3505297601222992,
      "learning_rate": 0.00018621785773356792,
      "loss": 0.3105,
      "step": 6077
    },
    {
      "epoch": 0.5094505678722602,
      "grad_norm": 0.3233959376811981,
      "learning_rate": 0.00018621340677189453,
      "loss": 0.2556,
      "step": 6078
    },
    {
      "epoch": 0.5095343866560497,
      "grad_norm": 0.3842659294605255,
      "learning_rate": 0.0001862089551448261,
      "loss": 0.3754,
      "step": 6079
    },
    {
      "epoch": 0.509618205439839,
      "grad_norm": 0.3530597388744354,
      "learning_rate": 0.00018620450285239705,
      "loss": 0.3162,
      "step": 6080
    },
    {
      "epoch": 0.5097020242236285,
      "grad_norm": 0.32192227244377136,
      "learning_rate": 0.00018620004989464172,
      "loss": 0.2588,
      "step": 6081
    },
    {
      "epoch": 0.5097858430074179,
      "grad_norm": 0.30572235584259033,
      "learning_rate": 0.00018619559627159452,
      "loss": 0.2538,
      "step": 6082
    },
    {
      "epoch": 0.5098696617912074,
      "grad_norm": 0.34581100940704346,
      "learning_rate": 0.00018619114198328976,
      "loss": 0.3353,
      "step": 6083
    },
    {
      "epoch": 0.5099534805749969,
      "grad_norm": 0.35919296741485596,
      "learning_rate": 0.0001861866870297618,
      "loss": 0.3002,
      "step": 6084
    },
    {
      "epoch": 0.5100372993587863,
      "grad_norm": 0.3170131742954254,
      "learning_rate": 0.00018618223141104513,
      "loss": 0.2765,
      "step": 6085
    },
    {
      "epoch": 0.5101211181425758,
      "grad_norm": 0.34478330612182617,
      "learning_rate": 0.00018617777512717402,
      "loss": 0.3118,
      "step": 6086
    },
    {
      "epoch": 0.5102049369263651,
      "grad_norm": 0.32154008746147156,
      "learning_rate": 0.00018617331817818295,
      "loss": 0.2733,
      "step": 6087
    },
    {
      "epoch": 0.5102887557101546,
      "grad_norm": 0.33724766969680786,
      "learning_rate": 0.00018616886056410626,
      "loss": 0.3004,
      "step": 6088
    },
    {
      "epoch": 0.5103725744939441,
      "grad_norm": 0.3332940638065338,
      "learning_rate": 0.0001861644022849784,
      "loss": 0.3088,
      "step": 6089
    },
    {
      "epoch": 0.5104563932777335,
      "grad_norm": 0.3386099934577942,
      "learning_rate": 0.00018615994334083378,
      "loss": 0.3018,
      "step": 6090
    },
    {
      "epoch": 0.510540212061523,
      "grad_norm": 0.3364610970020294,
      "learning_rate": 0.00018615548373170676,
      "loss": 0.3215,
      "step": 6091
    },
    {
      "epoch": 0.5106240308453124,
      "grad_norm": 0.2956301271915436,
      "learning_rate": 0.0001861510234576318,
      "loss": 0.2361,
      "step": 6092
    },
    {
      "epoch": 0.5107078496291019,
      "grad_norm": 0.3331991732120514,
      "learning_rate": 0.0001861465625186433,
      "loss": 0.2372,
      "step": 6093
    },
    {
      "epoch": 0.5107916684128914,
      "grad_norm": 0.3685566484928131,
      "learning_rate": 0.00018614210091477573,
      "loss": 0.2972,
      "step": 6094
    },
    {
      "epoch": 0.5108754871966807,
      "grad_norm": 0.2998620867729187,
      "learning_rate": 0.0001861376386460635,
      "loss": 0.2475,
      "step": 6095
    },
    {
      "epoch": 0.5109593059804702,
      "grad_norm": 0.344788134098053,
      "learning_rate": 0.00018613317571254104,
      "loss": 0.3374,
      "step": 6096
    },
    {
      "epoch": 0.5110431247642596,
      "grad_norm": 0.3441295921802521,
      "learning_rate": 0.00018612871211424282,
      "loss": 0.2912,
      "step": 6097
    },
    {
      "epoch": 0.5111269435480491,
      "grad_norm": 0.33277270197868347,
      "learning_rate": 0.00018612424785120326,
      "loss": 0.2807,
      "step": 6098
    },
    {
      "epoch": 0.5112107623318386,
      "grad_norm": 0.3282519280910492,
      "learning_rate": 0.00018611978292345683,
      "loss": 0.2679,
      "step": 6099
    },
    {
      "epoch": 0.511294581115628,
      "grad_norm": 0.3299034833908081,
      "learning_rate": 0.000186115317331038,
      "loss": 0.3125,
      "step": 6100
    },
    {
      "epoch": 0.5113783998994175,
      "grad_norm": 0.34173107147216797,
      "learning_rate": 0.00018611085107398122,
      "loss": 0.3476,
      "step": 6101
    },
    {
      "epoch": 0.511462218683207,
      "grad_norm": 0.34359827637672424,
      "learning_rate": 0.00018610638415232097,
      "loss": 0.3017,
      "step": 6102
    },
    {
      "epoch": 0.5115460374669963,
      "grad_norm": 0.3321968615055084,
      "learning_rate": 0.00018610191656609173,
      "loss": 0.299,
      "step": 6103
    },
    {
      "epoch": 0.5116298562507858,
      "grad_norm": 0.33033618330955505,
      "learning_rate": 0.00018609744831532795,
      "loss": 0.3001,
      "step": 6104
    },
    {
      "epoch": 0.5117136750345752,
      "grad_norm": 0.3573593199253082,
      "learning_rate": 0.00018609297940006415,
      "loss": 0.3479,
      "step": 6105
    },
    {
      "epoch": 0.5117974938183647,
      "grad_norm": 0.3494289517402649,
      "learning_rate": 0.00018608850982033485,
      "loss": 0.3258,
      "step": 6106
    },
    {
      "epoch": 0.5118813126021542,
      "grad_norm": 0.3499116003513336,
      "learning_rate": 0.00018608403957617444,
      "loss": 0.3402,
      "step": 6107
    },
    {
      "epoch": 0.5119651313859436,
      "grad_norm": 0.3711227476596832,
      "learning_rate": 0.00018607956866761754,
      "loss": 0.3023,
      "step": 6108
    },
    {
      "epoch": 0.5120489501697331,
      "grad_norm": 0.34295547008514404,
      "learning_rate": 0.00018607509709469856,
      "loss": 0.3103,
      "step": 6109
    },
    {
      "epoch": 0.5121327689535224,
      "grad_norm": 0.33636540174484253,
      "learning_rate": 0.00018607062485745212,
      "loss": 0.293,
      "step": 6110
    },
    {
      "epoch": 0.5122165877373119,
      "grad_norm": 0.3514081537723541,
      "learning_rate": 0.0001860661519559126,
      "loss": 0.2812,
      "step": 6111
    },
    {
      "epoch": 0.5123004065211014,
      "grad_norm": 0.3465493619441986,
      "learning_rate": 0.00018606167839011462,
      "loss": 0.2689,
      "step": 6112
    },
    {
      "epoch": 0.5123842253048908,
      "grad_norm": 0.32950034737586975,
      "learning_rate": 0.00018605720416009272,
      "loss": 0.3,
      "step": 6113
    },
    {
      "epoch": 0.5124680440886803,
      "grad_norm": 0.36155974864959717,
      "learning_rate": 0.00018605272926588135,
      "loss": 0.3301,
      "step": 6114
    },
    {
      "epoch": 0.5125518628724697,
      "grad_norm": 0.321250855922699,
      "learning_rate": 0.0001860482537075151,
      "loss": 0.2712,
      "step": 6115
    },
    {
      "epoch": 0.5126356816562592,
      "grad_norm": 0.3267251253128052,
      "learning_rate": 0.0001860437774850285,
      "loss": 0.2714,
      "step": 6116
    },
    {
      "epoch": 0.5127195004400487,
      "grad_norm": 0.32983365654945374,
      "learning_rate": 0.0001860393005984561,
      "loss": 0.2754,
      "step": 6117
    },
    {
      "epoch": 0.512803319223838,
      "grad_norm": 0.3378959894180298,
      "learning_rate": 0.00018603482304783249,
      "loss": 0.2985,
      "step": 6118
    },
    {
      "epoch": 0.5128871380076275,
      "grad_norm": 0.3761855959892273,
      "learning_rate": 0.00018603034483319214,
      "loss": 0.3794,
      "step": 6119
    },
    {
      "epoch": 0.5129709567914169,
      "grad_norm": 0.367780864238739,
      "learning_rate": 0.00018602586595456972,
      "loss": 0.2918,
      "step": 6120
    },
    {
      "epoch": 0.5130547755752064,
      "grad_norm": 0.3613303005695343,
      "learning_rate": 0.00018602138641199967,
      "loss": 0.3003,
      "step": 6121
    },
    {
      "epoch": 0.5131385943589959,
      "grad_norm": 0.31925395131111145,
      "learning_rate": 0.00018601690620551672,
      "loss": 0.2712,
      "step": 6122
    },
    {
      "epoch": 0.5132224131427853,
      "grad_norm": 0.3226538896560669,
      "learning_rate": 0.0001860124253351553,
      "loss": 0.2606,
      "step": 6123
    },
    {
      "epoch": 0.5133062319265748,
      "grad_norm": 0.3282940685749054,
      "learning_rate": 0.00018600794380095007,
      "loss": 0.2926,
      "step": 6124
    },
    {
      "epoch": 0.5133900507103641,
      "grad_norm": 0.3591682016849518,
      "learning_rate": 0.00018600346160293563,
      "loss": 0.3047,
      "step": 6125
    },
    {
      "epoch": 0.5134738694941536,
      "grad_norm": 0.3279925584793091,
      "learning_rate": 0.00018599897874114652,
      "loss": 0.288,
      "step": 6126
    },
    {
      "epoch": 0.5135576882779431,
      "grad_norm": 0.3237558603286743,
      "learning_rate": 0.00018599449521561736,
      "loss": 0.2392,
      "step": 6127
    },
    {
      "epoch": 0.5136415070617325,
      "grad_norm": 0.3805529773235321,
      "learning_rate": 0.0001859900110263828,
      "loss": 0.375,
      "step": 6128
    },
    {
      "epoch": 0.513725325845522,
      "grad_norm": 0.32842135429382324,
      "learning_rate": 0.0001859855261734774,
      "loss": 0.2327,
      "step": 6129
    },
    {
      "epoch": 0.5138091446293114,
      "grad_norm": 0.3709753751754761,
      "learning_rate": 0.00018598104065693577,
      "loss": 0.2811,
      "step": 6130
    },
    {
      "epoch": 0.5138929634131009,
      "grad_norm": 0.31476715207099915,
      "learning_rate": 0.00018597655447679255,
      "loss": 0.2693,
      "step": 6131
    },
    {
      "epoch": 0.5139767821968904,
      "grad_norm": 0.3480800688266754,
      "learning_rate": 0.00018597206763308234,
      "loss": 0.2864,
      "step": 6132
    },
    {
      "epoch": 0.5140606009806797,
      "grad_norm": 0.33897170424461365,
      "learning_rate": 0.00018596758012583983,
      "loss": 0.2871,
      "step": 6133
    },
    {
      "epoch": 0.5141444197644692,
      "grad_norm": 0.3463611304759979,
      "learning_rate": 0.00018596309195509955,
      "loss": 0.2957,
      "step": 6134
    },
    {
      "epoch": 0.5142282385482586,
      "grad_norm": 0.3410164415836334,
      "learning_rate": 0.00018595860312089623,
      "loss": 0.3211,
      "step": 6135
    },
    {
      "epoch": 0.5143120573320481,
      "grad_norm": 0.39916160702705383,
      "learning_rate": 0.0001859541136232645,
      "loss": 0.3755,
      "step": 6136
    },
    {
      "epoch": 0.5143958761158376,
      "grad_norm": 0.3223389685153961,
      "learning_rate": 0.000185949623462239,
      "loss": 0.2405,
      "step": 6137
    },
    {
      "epoch": 0.514479694899627,
      "grad_norm": 0.283170223236084,
      "learning_rate": 0.0001859451326378544,
      "loss": 0.2036,
      "step": 6138
    },
    {
      "epoch": 0.5145635136834165,
      "grad_norm": 0.34664979577064514,
      "learning_rate": 0.0001859406411501453,
      "loss": 0.3221,
      "step": 6139
    },
    {
      "epoch": 0.514647332467206,
      "grad_norm": 0.34995290637016296,
      "learning_rate": 0.0001859361489991464,
      "loss": 0.3097,
      "step": 6140
    },
    {
      "epoch": 0.5147311512509953,
      "grad_norm": 0.3538553714752197,
      "learning_rate": 0.0001859316561848924,
      "loss": 0.343,
      "step": 6141
    },
    {
      "epoch": 0.5148149700347848,
      "grad_norm": 0.3258396089076996,
      "learning_rate": 0.00018592716270741794,
      "loss": 0.3134,
      "step": 6142
    },
    {
      "epoch": 0.5148987888185742,
      "grad_norm": 0.35398268699645996,
      "learning_rate": 0.00018592266856675774,
      "loss": 0.3535,
      "step": 6143
    },
    {
      "epoch": 0.5149826076023637,
      "grad_norm": 0.3653089106082916,
      "learning_rate": 0.00018591817376294642,
      "loss": 0.3409,
      "step": 6144
    },
    {
      "epoch": 0.5150664263861532,
      "grad_norm": 0.3707824945449829,
      "learning_rate": 0.00018591367829601872,
      "loss": 0.3537,
      "step": 6145
    },
    {
      "epoch": 0.5151502451699426,
      "grad_norm": 0.331249862909317,
      "learning_rate": 0.00018590918216600935,
      "loss": 0.2431,
      "step": 6146
    },
    {
      "epoch": 0.5152340639537321,
      "grad_norm": 0.33764514327049255,
      "learning_rate": 0.000185904685372953,
      "loss": 0.2767,
      "step": 6147
    },
    {
      "epoch": 0.5153178827375214,
      "grad_norm": 0.2993549108505249,
      "learning_rate": 0.00018590018791688433,
      "loss": 0.22,
      "step": 6148
    },
    {
      "epoch": 0.5154017015213109,
      "grad_norm": 0.3558873236179352,
      "learning_rate": 0.0001858956897978381,
      "loss": 0.311,
      "step": 6149
    },
    {
      "epoch": 0.5154855203051004,
      "grad_norm": 0.29210877418518066,
      "learning_rate": 0.00018589119101584898,
      "loss": 0.2337,
      "step": 6150
    },
    {
      "epoch": 0.5155693390888898,
      "grad_norm": 0.32748350501060486,
      "learning_rate": 0.00018588669157095178,
      "loss": 0.2731,
      "step": 6151
    },
    {
      "epoch": 0.5156531578726793,
      "grad_norm": 0.3692171573638916,
      "learning_rate": 0.00018588219146318115,
      "loss": 0.2921,
      "step": 6152
    },
    {
      "epoch": 0.5157369766564687,
      "grad_norm": 0.3893386125564575,
      "learning_rate": 0.0001858776906925718,
      "loss": 0.3712,
      "step": 6153
    },
    {
      "epoch": 0.5158207954402582,
      "grad_norm": 0.3455115258693695,
      "learning_rate": 0.00018587318925915856,
      "loss": 0.3168,
      "step": 6154
    },
    {
      "epoch": 0.5159046142240477,
      "grad_norm": 0.352477490901947,
      "learning_rate": 0.0001858686871629761,
      "loss": 0.3724,
      "step": 6155
    },
    {
      "epoch": 0.515988433007837,
      "grad_norm": 0.3184807002544403,
      "learning_rate": 0.00018586418440405918,
      "loss": 0.3095,
      "step": 6156
    },
    {
      "epoch": 0.5160722517916265,
      "grad_norm": 0.3210115134716034,
      "learning_rate": 0.00018585968098244258,
      "loss": 0.2834,
      "step": 6157
    },
    {
      "epoch": 0.5161560705754159,
      "grad_norm": 0.34962958097457886,
      "learning_rate": 0.00018585517689816104,
      "loss": 0.2965,
      "step": 6158
    },
    {
      "epoch": 0.5162398893592054,
      "grad_norm": 0.328264981508255,
      "learning_rate": 0.00018585067215124928,
      "loss": 0.2818,
      "step": 6159
    },
    {
      "epoch": 0.5163237081429949,
      "grad_norm": 0.404990553855896,
      "learning_rate": 0.00018584616674174214,
      "loss": 0.3361,
      "step": 6160
    },
    {
      "epoch": 0.5164075269267843,
      "grad_norm": 0.3814598619937897,
      "learning_rate": 0.00018584166066967436,
      "loss": 0.3346,
      "step": 6161
    },
    {
      "epoch": 0.5164913457105738,
      "grad_norm": 0.36513182520866394,
      "learning_rate": 0.00018583715393508072,
      "loss": 0.2588,
      "step": 6162
    },
    {
      "epoch": 0.5165751644943631,
      "grad_norm": 0.33850306272506714,
      "learning_rate": 0.000185832646537996,
      "loss": 0.283,
      "step": 6163
    },
    {
      "epoch": 0.5166589832781526,
      "grad_norm": 0.3434858024120331,
      "learning_rate": 0.00018582813847845494,
      "loss": 0.2668,
      "step": 6164
    },
    {
      "epoch": 0.5167428020619421,
      "grad_norm": 0.33682289719581604,
      "learning_rate": 0.00018582362975649245,
      "loss": 0.3173,
      "step": 6165
    },
    {
      "epoch": 0.5168266208457315,
      "grad_norm": 0.3336203396320343,
      "learning_rate": 0.00018581912037214323,
      "loss": 0.2684,
      "step": 6166
    },
    {
      "epoch": 0.516910439629521,
      "grad_norm": 0.3111114203929901,
      "learning_rate": 0.00018581461032544212,
      "loss": 0.2381,
      "step": 6167
    },
    {
      "epoch": 0.5169942584133104,
      "grad_norm": 0.33567026257514954,
      "learning_rate": 0.00018581009961642395,
      "loss": 0.3076,
      "step": 6168
    },
    {
      "epoch": 0.5170780771970999,
      "grad_norm": 0.32694992423057556,
      "learning_rate": 0.00018580558824512347,
      "loss": 0.2783,
      "step": 6169
    },
    {
      "epoch": 0.5171618959808894,
      "grad_norm": 0.35894110798835754,
      "learning_rate": 0.00018580107621157552,
      "loss": 0.3475,
      "step": 6170
    },
    {
      "epoch": 0.5172457147646787,
      "grad_norm": 0.3230443000793457,
      "learning_rate": 0.000185796563515815,
      "loss": 0.3,
      "step": 6171
    },
    {
      "epoch": 0.5173295335484682,
      "grad_norm": 0.33721867203712463,
      "learning_rate": 0.00018579205015787663,
      "loss": 0.2927,
      "step": 6172
    },
    {
      "epoch": 0.5174133523322577,
      "grad_norm": 0.3323945105075836,
      "learning_rate": 0.0001857875361377953,
      "loss": 0.2874,
      "step": 6173
    },
    {
      "epoch": 0.5174971711160471,
      "grad_norm": 0.35273218154907227,
      "learning_rate": 0.00018578302145560584,
      "loss": 0.3232,
      "step": 6174
    },
    {
      "epoch": 0.5175809898998366,
      "grad_norm": 0.34515732526779175,
      "learning_rate": 0.0001857785061113431,
      "loss": 0.2922,
      "step": 6175
    },
    {
      "epoch": 0.517664808683626,
      "grad_norm": 0.2982744872570038,
      "learning_rate": 0.00018577399010504192,
      "loss": 0.2549,
      "step": 6176
    },
    {
      "epoch": 0.5177486274674155,
      "grad_norm": 0.3203745186328888,
      "learning_rate": 0.00018576947343673718,
      "loss": 0.28,
      "step": 6177
    },
    {
      "epoch": 0.517832446251205,
      "grad_norm": 0.32256418466567993,
      "learning_rate": 0.0001857649561064637,
      "loss": 0.3057,
      "step": 6178
    },
    {
      "epoch": 0.5179162650349943,
      "grad_norm": 0.3318948745727539,
      "learning_rate": 0.00018576043811425636,
      "loss": 0.3059,
      "step": 6179
    },
    {
      "epoch": 0.5180000838187838,
      "grad_norm": 0.3227744698524475,
      "learning_rate": 0.00018575591946015004,
      "loss": 0.3212,
      "step": 6180
    },
    {
      "epoch": 0.5180839026025732,
      "grad_norm": 0.3461780846118927,
      "learning_rate": 0.00018575140014417962,
      "loss": 0.3006,
      "step": 6181
    },
    {
      "epoch": 0.5181677213863627,
      "grad_norm": 0.3101908564567566,
      "learning_rate": 0.00018574688016637997,
      "loss": 0.2674,
      "step": 6182
    },
    {
      "epoch": 0.5182515401701522,
      "grad_norm": 0.3374958038330078,
      "learning_rate": 0.00018574235952678597,
      "loss": 0.2628,
      "step": 6183
    },
    {
      "epoch": 0.5183353589539416,
      "grad_norm": 0.3238001763820648,
      "learning_rate": 0.00018573783822543248,
      "loss": 0.2685,
      "step": 6184
    },
    {
      "epoch": 0.518419177737731,
      "grad_norm": 0.3163738548755646,
      "learning_rate": 0.00018573331626235449,
      "loss": 0.2884,
      "step": 6185
    },
    {
      "epoch": 0.5185029965215204,
      "grad_norm": 0.33065900206565857,
      "learning_rate": 0.0001857287936375868,
      "loss": 0.301,
      "step": 6186
    },
    {
      "epoch": 0.5185868153053099,
      "grad_norm": 0.3368699550628662,
      "learning_rate": 0.00018572427035116437,
      "loss": 0.3362,
      "step": 6187
    },
    {
      "epoch": 0.5186706340890994,
      "grad_norm": 0.3383362591266632,
      "learning_rate": 0.00018571974640312208,
      "loss": 0.2952,
      "step": 6188
    },
    {
      "epoch": 0.5187544528728888,
      "grad_norm": 0.32301127910614014,
      "learning_rate": 0.0001857152217934949,
      "loss": 0.2635,
      "step": 6189
    },
    {
      "epoch": 0.5188382716566783,
      "grad_norm": 0.3271675407886505,
      "learning_rate": 0.0001857106965223177,
      "loss": 0.2556,
      "step": 6190
    },
    {
      "epoch": 0.5189220904404677,
      "grad_norm": 0.3078807592391968,
      "learning_rate": 0.00018570617058962538,
      "loss": 0.2464,
      "step": 6191
    },
    {
      "epoch": 0.5190059092242572,
      "grad_norm": 0.32915517687797546,
      "learning_rate": 0.00018570164399545297,
      "loss": 0.2614,
      "step": 6192
    },
    {
      "epoch": 0.5190897280080466,
      "grad_norm": 0.34032732248306274,
      "learning_rate": 0.00018569711673983527,
      "loss": 0.2917,
      "step": 6193
    },
    {
      "epoch": 0.519173546791836,
      "grad_norm": 0.3486956059932709,
      "learning_rate": 0.00018569258882280738,
      "loss": 0.3469,
      "step": 6194
    },
    {
      "epoch": 0.5192573655756255,
      "grad_norm": 0.3160047233104706,
      "learning_rate": 0.00018568806024440413,
      "loss": 0.251,
      "step": 6195
    },
    {
      "epoch": 0.5193411843594149,
      "grad_norm": 0.3602236211299896,
      "learning_rate": 0.00018568353100466048,
      "loss": 0.3194,
      "step": 6196
    },
    {
      "epoch": 0.5194250031432044,
      "grad_norm": 0.3815970718860626,
      "learning_rate": 0.00018567900110361146,
      "loss": 0.3153,
      "step": 6197
    },
    {
      "epoch": 0.5195088219269939,
      "grad_norm": 0.355648398399353,
      "learning_rate": 0.00018567447054129195,
      "loss": 0.3392,
      "step": 6198
    },
    {
      "epoch": 0.5195926407107833,
      "grad_norm": 0.33701008558273315,
      "learning_rate": 0.00018566993931773697,
      "loss": 0.2374,
      "step": 6199
    },
    {
      "epoch": 0.5196764594945728,
      "grad_norm": 0.37028443813323975,
      "learning_rate": 0.00018566540743298146,
      "loss": 0.3387,
      "step": 6200
    },
    {
      "epoch": 0.5196764594945728,
      "eval_loss": 0.2979077696800232,
      "eval_runtime": 61.5119,
      "eval_samples_per_second": 15.607,
      "eval_steps_per_second": 3.902,
      "step": 6200
    },
    {
      "epoch": 0.5197602782783621,
      "grad_norm": 0.34176257252693176,
      "learning_rate": 0.0001856608748870604,
      "loss": 0.3427,
      "step": 6201
    },
    {
      "epoch": 0.5198440970621516,
      "grad_norm": 0.34930020570755005,
      "learning_rate": 0.00018565634168000883,
      "loss": 0.3907,
      "step": 6202
    },
    {
      "epoch": 0.5199279158459411,
      "grad_norm": 0.3658868074417114,
      "learning_rate": 0.00018565180781186165,
      "loss": 0.3931,
      "step": 6203
    },
    {
      "epoch": 0.5200117346297305,
      "grad_norm": 0.32967108488082886,
      "learning_rate": 0.0001856472732826539,
      "loss": 0.3143,
      "step": 6204
    },
    {
      "epoch": 0.52009555341352,
      "grad_norm": 0.29874876141548157,
      "learning_rate": 0.00018564273809242057,
      "loss": 0.247,
      "step": 6205
    },
    {
      "epoch": 0.5201793721973094,
      "grad_norm": 0.33069613575935364,
      "learning_rate": 0.00018563820224119665,
      "loss": 0.3302,
      "step": 6206
    },
    {
      "epoch": 0.5202631909810989,
      "grad_norm": 0.33544573187828064,
      "learning_rate": 0.0001856336657290172,
      "loss": 0.3187,
      "step": 6207
    },
    {
      "epoch": 0.5203470097648883,
      "grad_norm": 0.303266316652298,
      "learning_rate": 0.00018562912855591717,
      "loss": 0.248,
      "step": 6208
    },
    {
      "epoch": 0.5204308285486777,
      "grad_norm": 0.35505345463752747,
      "learning_rate": 0.00018562459072193159,
      "loss": 0.2902,
      "step": 6209
    },
    {
      "epoch": 0.5205146473324672,
      "grad_norm": 0.32378241419792175,
      "learning_rate": 0.00018562005222709548,
      "loss": 0.316,
      "step": 6210
    },
    {
      "epoch": 0.5205984661162567,
      "grad_norm": 0.36563435196876526,
      "learning_rate": 0.00018561551307144392,
      "loss": 0.3232,
      "step": 6211
    },
    {
      "epoch": 0.5206822849000461,
      "grad_norm": 0.32495182752609253,
      "learning_rate": 0.00018561097325501188,
      "loss": 0.3046,
      "step": 6212
    },
    {
      "epoch": 0.5207661036838356,
      "grad_norm": 0.38160306215286255,
      "learning_rate": 0.00018560643277783445,
      "loss": 0.3594,
      "step": 6213
    },
    {
      "epoch": 0.520849922467625,
      "grad_norm": 0.3723547160625458,
      "learning_rate": 0.00018560189163994664,
      "loss": 0.3227,
      "step": 6214
    },
    {
      "epoch": 0.5209337412514145,
      "grad_norm": 0.38050827383995056,
      "learning_rate": 0.00018559734984138347,
      "loss": 0.325,
      "step": 6215
    },
    {
      "epoch": 0.5210175600352039,
      "grad_norm": 0.3465014696121216,
      "learning_rate": 0.00018559280738218007,
      "loss": 0.2743,
      "step": 6216
    },
    {
      "epoch": 0.5211013788189933,
      "grad_norm": 0.3227572441101074,
      "learning_rate": 0.00018558826426237147,
      "loss": 0.2816,
      "step": 6217
    },
    {
      "epoch": 0.5211851976027828,
      "grad_norm": 0.3187999129295349,
      "learning_rate": 0.00018558372048199269,
      "loss": 0.2443,
      "step": 6218
    },
    {
      "epoch": 0.5212690163865722,
      "grad_norm": 0.3438400626182556,
      "learning_rate": 0.00018557917604107883,
      "loss": 0.3137,
      "step": 6219
    },
    {
      "epoch": 0.5213528351703617,
      "grad_norm": 0.3187372088432312,
      "learning_rate": 0.00018557463093966497,
      "loss": 0.232,
      "step": 6220
    },
    {
      "epoch": 0.5214366539541512,
      "grad_norm": 0.3465489447116852,
      "learning_rate": 0.00018557008517778618,
      "loss": 0.3197,
      "step": 6221
    },
    {
      "epoch": 0.5215204727379406,
      "grad_norm": 0.35070905089378357,
      "learning_rate": 0.00018556553875547754,
      "loss": 0.3341,
      "step": 6222
    },
    {
      "epoch": 0.52160429152173,
      "grad_norm": 0.4234526455402374,
      "learning_rate": 0.00018556099167277418,
      "loss": 0.3449,
      "step": 6223
    },
    {
      "epoch": 0.5216881103055194,
      "grad_norm": 0.3443818688392639,
      "learning_rate": 0.00018555644392971113,
      "loss": 0.3038,
      "step": 6224
    },
    {
      "epoch": 0.5217719290893089,
      "grad_norm": 0.34038838744163513,
      "learning_rate": 0.00018555189552632353,
      "loss": 0.297,
      "step": 6225
    },
    {
      "epoch": 0.5218557478730984,
      "grad_norm": 0.3253614902496338,
      "learning_rate": 0.00018554734646264646,
      "loss": 0.2889,
      "step": 6226
    },
    {
      "epoch": 0.5219395666568878,
      "grad_norm": 0.3229052722454071,
      "learning_rate": 0.00018554279673871506,
      "loss": 0.2699,
      "step": 6227
    },
    {
      "epoch": 0.5220233854406773,
      "grad_norm": 0.36604079604148865,
      "learning_rate": 0.00018553824635456445,
      "loss": 0.3268,
      "step": 6228
    },
    {
      "epoch": 0.5221072042244667,
      "grad_norm": 0.32038018107414246,
      "learning_rate": 0.0001855336953102297,
      "loss": 0.2911,
      "step": 6229
    },
    {
      "epoch": 0.5221910230082561,
      "grad_norm": 0.3166475296020508,
      "learning_rate": 0.00018552914360574598,
      "loss": 0.2993,
      "step": 6230
    },
    {
      "epoch": 0.5222748417920456,
      "grad_norm": 0.3759618401527405,
      "learning_rate": 0.0001855245912411484,
      "loss": 0.3439,
      "step": 6231
    },
    {
      "epoch": 0.522358660575835,
      "grad_norm": 0.35518187284469604,
      "learning_rate": 0.0001855200382164721,
      "loss": 0.3247,
      "step": 6232
    },
    {
      "epoch": 0.5224424793596245,
      "grad_norm": 0.3387413024902344,
      "learning_rate": 0.0001855154845317522,
      "loss": 0.3038,
      "step": 6233
    },
    {
      "epoch": 0.5225262981434139,
      "grad_norm": 0.35409942269325256,
      "learning_rate": 0.0001855109301870239,
      "loss": 0.3336,
      "step": 6234
    },
    {
      "epoch": 0.5226101169272034,
      "grad_norm": 0.3567199110984802,
      "learning_rate": 0.0001855063751823223,
      "loss": 0.3165,
      "step": 6235
    },
    {
      "epoch": 0.5226939357109929,
      "grad_norm": 0.3224995732307434,
      "learning_rate": 0.00018550181951768258,
      "loss": 0.2796,
      "step": 6236
    },
    {
      "epoch": 0.5227777544947823,
      "grad_norm": 0.3483806848526001,
      "learning_rate": 0.00018549726319313988,
      "loss": 0.3008,
      "step": 6237
    },
    {
      "epoch": 0.5228615732785717,
      "grad_norm": 0.3176364302635193,
      "learning_rate": 0.00018549270620872937,
      "loss": 0.2913,
      "step": 6238
    },
    {
      "epoch": 0.5229453920623611,
      "grad_norm": 0.34550729393959045,
      "learning_rate": 0.00018548814856448624,
      "loss": 0.332,
      "step": 6239
    },
    {
      "epoch": 0.5230292108461506,
      "grad_norm": 0.32954704761505127,
      "learning_rate": 0.00018548359026044565,
      "loss": 0.3025,
      "step": 6240
    },
    {
      "epoch": 0.5231130296299401,
      "grad_norm": 0.3516079783439636,
      "learning_rate": 0.0001854790312966428,
      "loss": 0.2664,
      "step": 6241
    },
    {
      "epoch": 0.5231968484137295,
      "grad_norm": 0.3298089802265167,
      "learning_rate": 0.00018547447167311285,
      "loss": 0.3495,
      "step": 6242
    },
    {
      "epoch": 0.523280667197519,
      "grad_norm": 0.3378911316394806,
      "learning_rate": 0.000185469911389891,
      "loss": 0.2735,
      "step": 6243
    },
    {
      "epoch": 0.5233644859813084,
      "grad_norm": 0.32874438166618347,
      "learning_rate": 0.00018546535044701247,
      "loss": 0.2696,
      "step": 6244
    },
    {
      "epoch": 0.5234483047650978,
      "grad_norm": 0.3687962591648102,
      "learning_rate": 0.00018546078884451242,
      "loss": 0.3892,
      "step": 6245
    },
    {
      "epoch": 0.5235321235488873,
      "grad_norm": 0.3431122601032257,
      "learning_rate": 0.00018545622658242607,
      "loss": 0.3488,
      "step": 6246
    },
    {
      "epoch": 0.5236159423326767,
      "grad_norm": 0.3329771161079407,
      "learning_rate": 0.00018545166366078865,
      "loss": 0.3055,
      "step": 6247
    },
    {
      "epoch": 0.5236997611164662,
      "grad_norm": 0.3323623836040497,
      "learning_rate": 0.00018544710007963535,
      "loss": 0.2774,
      "step": 6248
    },
    {
      "epoch": 0.5237835799002557,
      "grad_norm": 0.6662703156471252,
      "learning_rate": 0.00018544253583900144,
      "loss": 0.3091,
      "step": 6249
    },
    {
      "epoch": 0.5238673986840451,
      "grad_norm": 0.316488116979599,
      "learning_rate": 0.0001854379709389221,
      "loss": 0.2471,
      "step": 6250
    },
    {
      "epoch": 0.5239512174678346,
      "grad_norm": 0.37095579504966736,
      "learning_rate": 0.00018543340537943256,
      "loss": 0.3275,
      "step": 6251
    },
    {
      "epoch": 0.524035036251624,
      "grad_norm": 0.3208284080028534,
      "learning_rate": 0.0001854288391605681,
      "loss": 0.272,
      "step": 6252
    },
    {
      "epoch": 0.5241188550354134,
      "grad_norm": 0.3517034947872162,
      "learning_rate": 0.0001854242722823639,
      "loss": 0.3323,
      "step": 6253
    },
    {
      "epoch": 0.5242026738192029,
      "grad_norm": 0.34865501523017883,
      "learning_rate": 0.00018541970474485523,
      "loss": 0.3084,
      "step": 6254
    },
    {
      "epoch": 0.5242864926029923,
      "grad_norm": 0.3413316309452057,
      "learning_rate": 0.0001854151365480774,
      "loss": 0.2662,
      "step": 6255
    },
    {
      "epoch": 0.5243703113867818,
      "grad_norm": 0.3521113097667694,
      "learning_rate": 0.0001854105676920656,
      "loss": 0.3101,
      "step": 6256
    },
    {
      "epoch": 0.5244541301705712,
      "grad_norm": 0.39053839445114136,
      "learning_rate": 0.00018540599817685511,
      "loss": 0.3524,
      "step": 6257
    },
    {
      "epoch": 0.5245379489543607,
      "grad_norm": 0.3365929126739502,
      "learning_rate": 0.00018540142800248122,
      "loss": 0.3028,
      "step": 6258
    },
    {
      "epoch": 0.5246217677381502,
      "grad_norm": 0.32672810554504395,
      "learning_rate": 0.00018539685716897916,
      "loss": 0.3,
      "step": 6259
    },
    {
      "epoch": 0.5247055865219395,
      "grad_norm": 0.3591248691082001,
      "learning_rate": 0.00018539228567638426,
      "loss": 0.3607,
      "step": 6260
    },
    {
      "epoch": 0.524789405305729,
      "grad_norm": 0.3523216247558594,
      "learning_rate": 0.00018538771352473175,
      "loss": 0.3249,
      "step": 6261
    },
    {
      "epoch": 0.5248732240895184,
      "grad_norm": 0.3622077405452728,
      "learning_rate": 0.00018538314071405693,
      "loss": 0.3156,
      "step": 6262
    },
    {
      "epoch": 0.5249570428733079,
      "grad_norm": 0.3065924048423767,
      "learning_rate": 0.0001853785672443951,
      "loss": 0.2991,
      "step": 6263
    },
    {
      "epoch": 0.5250408616570974,
      "grad_norm": 0.343909353017807,
      "learning_rate": 0.0001853739931157816,
      "loss": 0.2997,
      "step": 6264
    },
    {
      "epoch": 0.5251246804408868,
      "grad_norm": 0.3162131607532501,
      "learning_rate": 0.00018536941832825168,
      "loss": 0.2804,
      "step": 6265
    },
    {
      "epoch": 0.5252084992246763,
      "grad_norm": 0.29666176438331604,
      "learning_rate": 0.0001853648428818407,
      "loss": 0.2558,
      "step": 6266
    },
    {
      "epoch": 0.5252923180084657,
      "grad_norm": 0.3414249122142792,
      "learning_rate": 0.00018536026677658387,
      "loss": 0.3458,
      "step": 6267
    },
    {
      "epoch": 0.5253761367922551,
      "grad_norm": 0.3260556161403656,
      "learning_rate": 0.00018535569001251664,
      "loss": 0.2931,
      "step": 6268
    },
    {
      "epoch": 0.5254599555760446,
      "grad_norm": 0.337922066450119,
      "learning_rate": 0.0001853511125896742,
      "loss": 0.2784,
      "step": 6269
    },
    {
      "epoch": 0.525543774359834,
      "grad_norm": 0.2996101677417755,
      "learning_rate": 0.00018534653450809197,
      "loss": 0.2679,
      "step": 6270
    },
    {
      "epoch": 0.5256275931436235,
      "grad_norm": 0.34653446078300476,
      "learning_rate": 0.0001853419557678053,
      "loss": 0.2842,
      "step": 6271
    },
    {
      "epoch": 0.5257114119274129,
      "grad_norm": 0.33718153834342957,
      "learning_rate": 0.00018533737636884946,
      "loss": 0.2997,
      "step": 6272
    },
    {
      "epoch": 0.5257952307112024,
      "grad_norm": 0.34088313579559326,
      "learning_rate": 0.00018533279631125985,
      "loss": 0.2688,
      "step": 6273
    },
    {
      "epoch": 0.5258790494949919,
      "grad_norm": 0.30200350284576416,
      "learning_rate": 0.00018532821559507176,
      "loss": 0.2483,
      "step": 6274
    },
    {
      "epoch": 0.5259628682787812,
      "grad_norm": 0.34236404299736023,
      "learning_rate": 0.0001853236342203206,
      "loss": 0.3143,
      "step": 6275
    },
    {
      "epoch": 0.5260466870625707,
      "grad_norm": 0.3617773950099945,
      "learning_rate": 0.0001853190521870417,
      "loss": 0.3369,
      "step": 6276
    },
    {
      "epoch": 0.5261305058463601,
      "grad_norm": 0.37499845027923584,
      "learning_rate": 0.00018531446949527041,
      "loss": 0.344,
      "step": 6277
    },
    {
      "epoch": 0.5262143246301496,
      "grad_norm": 0.3551485240459442,
      "learning_rate": 0.00018530988614504215,
      "loss": 0.281,
      "step": 6278
    },
    {
      "epoch": 0.5262981434139391,
      "grad_norm": 0.34717124700546265,
      "learning_rate": 0.00018530530213639224,
      "loss": 0.2946,
      "step": 6279
    },
    {
      "epoch": 0.5263819621977285,
      "grad_norm": 0.33109143376350403,
      "learning_rate": 0.0001853007174693561,
      "loss": 0.259,
      "step": 6280
    },
    {
      "epoch": 0.526465780981518,
      "grad_norm": 0.32810738682746887,
      "learning_rate": 0.0001852961321439691,
      "loss": 0.2628,
      "step": 6281
    },
    {
      "epoch": 0.5265495997653074,
      "grad_norm": 0.3563915491104126,
      "learning_rate": 0.00018529154616026661,
      "loss": 0.3294,
      "step": 6282
    },
    {
      "epoch": 0.5266334185490968,
      "grad_norm": 0.36308833956718445,
      "learning_rate": 0.00018528695951828406,
      "loss": 0.3393,
      "step": 6283
    },
    {
      "epoch": 0.5267172373328863,
      "grad_norm": 0.3228457570075989,
      "learning_rate": 0.0001852823722180568,
      "loss": 0.2881,
      "step": 6284
    },
    {
      "epoch": 0.5268010561166757,
      "grad_norm": 0.3798404932022095,
      "learning_rate": 0.00018527778425962027,
      "loss": 0.3133,
      "step": 6285
    },
    {
      "epoch": 0.5268848749004652,
      "grad_norm": 0.339755117893219,
      "learning_rate": 0.00018527319564300992,
      "loss": 0.3028,
      "step": 6286
    },
    {
      "epoch": 0.5269686936842547,
      "grad_norm": 0.317340224981308,
      "learning_rate": 0.0001852686063682611,
      "loss": 0.257,
      "step": 6287
    },
    {
      "epoch": 0.5270525124680441,
      "grad_norm": 0.34012171626091003,
      "learning_rate": 0.00018526401643540922,
      "loss": 0.2983,
      "step": 6288
    },
    {
      "epoch": 0.5271363312518336,
      "grad_norm": 0.3652556240558624,
      "learning_rate": 0.00018525942584448978,
      "loss": 0.3292,
      "step": 6289
    },
    {
      "epoch": 0.527220150035623,
      "grad_norm": 0.35635560750961304,
      "learning_rate": 0.00018525483459553815,
      "loss": 0.3294,
      "step": 6290
    },
    {
      "epoch": 0.5273039688194124,
      "grad_norm": 0.34619617462158203,
      "learning_rate": 0.00018525024268858977,
      "loss": 0.3024,
      "step": 6291
    },
    {
      "epoch": 0.5273877876032019,
      "grad_norm": 0.39573708176612854,
      "learning_rate": 0.0001852456501236801,
      "loss": 0.3864,
      "step": 6292
    },
    {
      "epoch": 0.5274716063869913,
      "grad_norm": 0.32429760694503784,
      "learning_rate": 0.00018524105690084457,
      "loss": 0.2501,
      "step": 6293
    },
    {
      "epoch": 0.5275554251707808,
      "grad_norm": 0.3349890112876892,
      "learning_rate": 0.00018523646302011867,
      "loss": 0.328,
      "step": 6294
    },
    {
      "epoch": 0.5276392439545702,
      "grad_norm": 0.36709660291671753,
      "learning_rate": 0.00018523186848153777,
      "loss": 0.3257,
      "step": 6295
    },
    {
      "epoch": 0.5277230627383597,
      "grad_norm": 0.3176630139350891,
      "learning_rate": 0.0001852272732851374,
      "loss": 0.2879,
      "step": 6296
    },
    {
      "epoch": 0.5278068815221492,
      "grad_norm": 0.38549503684043884,
      "learning_rate": 0.00018522267743095302,
      "loss": 0.316,
      "step": 6297
    },
    {
      "epoch": 0.5278907003059385,
      "grad_norm": 0.32010790705680847,
      "learning_rate": 0.00018521808091902012,
      "loss": 0.2684,
      "step": 6298
    },
    {
      "epoch": 0.527974519089728,
      "grad_norm": 0.34072160720825195,
      "learning_rate": 0.0001852134837493741,
      "loss": 0.3099,
      "step": 6299
    },
    {
      "epoch": 0.5280583378735174,
      "grad_norm": 0.31834694743156433,
      "learning_rate": 0.0001852088859220505,
      "loss": 0.2838,
      "step": 6300
    },
    {
      "epoch": 0.5281421566573069,
      "grad_norm": 0.3703276216983795,
      "learning_rate": 0.0001852042874370848,
      "loss": 0.3195,
      "step": 6301
    },
    {
      "epoch": 0.5282259754410964,
      "grad_norm": 0.33531802892684937,
      "learning_rate": 0.0001851996882945125,
      "loss": 0.2816,
      "step": 6302
    },
    {
      "epoch": 0.5283097942248858,
      "grad_norm": 0.3076108396053314,
      "learning_rate": 0.00018519508849436904,
      "loss": 0.2578,
      "step": 6303
    },
    {
      "epoch": 0.5283936130086753,
      "grad_norm": 0.3253857493400574,
      "learning_rate": 0.00018519048803668998,
      "loss": 0.287,
      "step": 6304
    },
    {
      "epoch": 0.5284774317924646,
      "grad_norm": 0.29485511779785156,
      "learning_rate": 0.00018518588692151083,
      "loss": 0.2637,
      "step": 6305
    },
    {
      "epoch": 0.5285612505762541,
      "grad_norm": 0.31805330514907837,
      "learning_rate": 0.00018518128514886706,
      "loss": 0.2809,
      "step": 6306
    },
    {
      "epoch": 0.5286450693600436,
      "grad_norm": 0.3449070453643799,
      "learning_rate": 0.0001851766827187942,
      "loss": 0.2898,
      "step": 6307
    },
    {
      "epoch": 0.528728888143833,
      "grad_norm": 0.38081884384155273,
      "learning_rate": 0.00018517207963132779,
      "loss": 0.3188,
      "step": 6308
    },
    {
      "epoch": 0.5288127069276225,
      "grad_norm": 0.3527240753173828,
      "learning_rate": 0.00018516747588650335,
      "loss": 0.3076,
      "step": 6309
    },
    {
      "epoch": 0.5288965257114119,
      "grad_norm": 0.32938018441200256,
      "learning_rate": 0.0001851628714843564,
      "loss": 0.3075,
      "step": 6310
    },
    {
      "epoch": 0.5289803444952014,
      "grad_norm": 0.32793721556663513,
      "learning_rate": 0.00018515826642492248,
      "loss": 0.2908,
      "step": 6311
    },
    {
      "epoch": 0.5290641632789909,
      "grad_norm": 0.3573364317417145,
      "learning_rate": 0.00018515366070823708,
      "loss": 0.3078,
      "step": 6312
    },
    {
      "epoch": 0.5291479820627802,
      "grad_norm": 0.342894583940506,
      "learning_rate": 0.0001851490543343359,
      "loss": 0.3058,
      "step": 6313
    },
    {
      "epoch": 0.5292318008465697,
      "grad_norm": 0.3769190013408661,
      "learning_rate": 0.00018514444730325432,
      "loss": 0.3224,
      "step": 6314
    },
    {
      "epoch": 0.5293156196303591,
      "grad_norm": 0.3329685628414154,
      "learning_rate": 0.00018513983961502802,
      "loss": 0.33,
      "step": 6315
    },
    {
      "epoch": 0.5293994384141486,
      "grad_norm": 0.34756705164909363,
      "learning_rate": 0.00018513523126969248,
      "loss": 0.3306,
      "step": 6316
    },
    {
      "epoch": 0.5294832571979381,
      "grad_norm": 0.31241294741630554,
      "learning_rate": 0.0001851306222672833,
      "loss": 0.2777,
      "step": 6317
    },
    {
      "epoch": 0.5295670759817275,
      "grad_norm": 0.3520278036594391,
      "learning_rate": 0.00018512601260783606,
      "loss": 0.3279,
      "step": 6318
    },
    {
      "epoch": 0.529650894765517,
      "grad_norm": 0.360488623380661,
      "learning_rate": 0.00018512140229138635,
      "loss": 0.3683,
      "step": 6319
    },
    {
      "epoch": 0.5297347135493063,
      "grad_norm": 0.3339027464389801,
      "learning_rate": 0.0001851167913179697,
      "loss": 0.3036,
      "step": 6320
    },
    {
      "epoch": 0.5298185323330958,
      "grad_norm": 0.27920687198638916,
      "learning_rate": 0.00018511217968762177,
      "loss": 0.2385,
      "step": 6321
    },
    {
      "epoch": 0.5299023511168853,
      "grad_norm": 0.3587653636932373,
      "learning_rate": 0.00018510756740037807,
      "loss": 0.3638,
      "step": 6322
    },
    {
      "epoch": 0.5299861699006747,
      "grad_norm": 0.32148927450180054,
      "learning_rate": 0.00018510295445627425,
      "loss": 0.3139,
      "step": 6323
    },
    {
      "epoch": 0.5300699886844642,
      "grad_norm": 0.34689873456954956,
      "learning_rate": 0.0001850983408553459,
      "loss": 0.3216,
      "step": 6324
    },
    {
      "epoch": 0.5301538074682537,
      "grad_norm": 0.32752498984336853,
      "learning_rate": 0.00018509372659762866,
      "loss": 0.3208,
      "step": 6325
    },
    {
      "epoch": 0.5302376262520431,
      "grad_norm": 0.31246218085289,
      "learning_rate": 0.00018508911168315807,
      "loss": 0.2604,
      "step": 6326
    },
    {
      "epoch": 0.5303214450358326,
      "grad_norm": 0.2788679897785187,
      "learning_rate": 0.0001850844961119698,
      "loss": 0.2126,
      "step": 6327
    },
    {
      "epoch": 0.5304052638196219,
      "grad_norm": 0.3456711173057556,
      "learning_rate": 0.00018507987988409947,
      "loss": 0.3202,
      "step": 6328
    },
    {
      "epoch": 0.5304890826034114,
      "grad_norm": 0.3750697374343872,
      "learning_rate": 0.0001850752629995827,
      "loss": 0.342,
      "step": 6329
    },
    {
      "epoch": 0.5305729013872009,
      "grad_norm": 0.3548939526081085,
      "learning_rate": 0.00018507064545845515,
      "loss": 0.3267,
      "step": 6330
    },
    {
      "epoch": 0.5306567201709903,
      "grad_norm": 0.39469537138938904,
      "learning_rate": 0.00018506602726075242,
      "loss": 0.3342,
      "step": 6331
    },
    {
      "epoch": 0.5307405389547798,
      "grad_norm": 0.3351655602455139,
      "learning_rate": 0.00018506140840651014,
      "loss": 0.3093,
      "step": 6332
    },
    {
      "epoch": 0.5308243577385692,
      "grad_norm": 0.3667075037956238,
      "learning_rate": 0.000185056788895764,
      "loss": 0.3261,
      "step": 6333
    },
    {
      "epoch": 0.5309081765223587,
      "grad_norm": 0.323426753282547,
      "learning_rate": 0.00018505216872854964,
      "loss": 0.2564,
      "step": 6334
    },
    {
      "epoch": 0.5309919953061482,
      "grad_norm": 0.32612261176109314,
      "learning_rate": 0.00018504754790490274,
      "loss": 0.2745,
      "step": 6335
    },
    {
      "epoch": 0.5310758140899375,
      "grad_norm": 0.3327668607234955,
      "learning_rate": 0.0001850429264248589,
      "loss": 0.3029,
      "step": 6336
    },
    {
      "epoch": 0.531159632873727,
      "grad_norm": 0.32197195291519165,
      "learning_rate": 0.00018503830428845386,
      "loss": 0.2833,
      "step": 6337
    },
    {
      "epoch": 0.5312434516575164,
      "grad_norm": 0.33936357498168945,
      "learning_rate": 0.00018503368149572325,
      "loss": 0.3129,
      "step": 6338
    },
    {
      "epoch": 0.5313272704413059,
      "grad_norm": 0.2863716781139374,
      "learning_rate": 0.00018502905804670275,
      "loss": 0.2391,
      "step": 6339
    },
    {
      "epoch": 0.5314110892250954,
      "grad_norm": 0.31762197613716125,
      "learning_rate": 0.00018502443394142806,
      "loss": 0.2686,
      "step": 6340
    },
    {
      "epoch": 0.5314949080088848,
      "grad_norm": 0.37743932008743286,
      "learning_rate": 0.00018501980917993486,
      "loss": 0.328,
      "step": 6341
    },
    {
      "epoch": 0.5315787267926743,
      "grad_norm": 0.33618828654289246,
      "learning_rate": 0.00018501518376225887,
      "loss": 0.2828,
      "step": 6342
    },
    {
      "epoch": 0.5316625455764636,
      "grad_norm": 0.30408528447151184,
      "learning_rate": 0.00018501055768843573,
      "loss": 0.2493,
      "step": 6343
    },
    {
      "epoch": 0.5317463643602531,
      "grad_norm": 0.31125015020370483,
      "learning_rate": 0.0001850059309585012,
      "loss": 0.2393,
      "step": 6344
    },
    {
      "epoch": 0.5318301831440426,
      "grad_norm": 0.3795959949493408,
      "learning_rate": 0.000185001303572491,
      "loss": 0.3338,
      "step": 6345
    },
    {
      "epoch": 0.531914001927832,
      "grad_norm": 0.33562949299812317,
      "learning_rate": 0.00018499667553044076,
      "loss": 0.2521,
      "step": 6346
    },
    {
      "epoch": 0.5319978207116215,
      "grad_norm": 0.3503030240535736,
      "learning_rate": 0.00018499204683238628,
      "loss": 0.2711,
      "step": 6347
    },
    {
      "epoch": 0.5320816394954109,
      "grad_norm": 0.2880895733833313,
      "learning_rate": 0.00018498741747836325,
      "loss": 0.2289,
      "step": 6348
    },
    {
      "epoch": 0.5321654582792004,
      "grad_norm": 0.3897000551223755,
      "learning_rate": 0.00018498278746840742,
      "loss": 0.3336,
      "step": 6349
    },
    {
      "epoch": 0.5322492770629899,
      "grad_norm": 0.3300832509994507,
      "learning_rate": 0.0001849781568025545,
      "loss": 0.2373,
      "step": 6350
    },
    {
      "epoch": 0.5323330958467792,
      "grad_norm": 0.35474205017089844,
      "learning_rate": 0.00018497352548084024,
      "loss": 0.3045,
      "step": 6351
    },
    {
      "epoch": 0.5324169146305687,
      "grad_norm": 0.3426153063774109,
      "learning_rate": 0.0001849688935033004,
      "loss": 0.3071,
      "step": 6352
    },
    {
      "epoch": 0.5325007334143581,
      "grad_norm": 0.33931809663772583,
      "learning_rate": 0.0001849642608699707,
      "loss": 0.2926,
      "step": 6353
    },
    {
      "epoch": 0.5325845521981476,
      "grad_norm": 0.3020055592060089,
      "learning_rate": 0.0001849596275808869,
      "loss": 0.2719,
      "step": 6354
    },
    {
      "epoch": 0.5326683709819371,
      "grad_norm": 0.3026496469974518,
      "learning_rate": 0.00018495499363608477,
      "loss": 0.2408,
      "step": 6355
    },
    {
      "epoch": 0.5327521897657265,
      "grad_norm": 0.3171413838863373,
      "learning_rate": 0.0001849503590356001,
      "loss": 0.2606,
      "step": 6356
    },
    {
      "epoch": 0.532836008549516,
      "grad_norm": 0.33373957872390747,
      "learning_rate": 0.0001849457237794686,
      "loss": 0.2971,
      "step": 6357
    },
    {
      "epoch": 0.5329198273333053,
      "grad_norm": 0.3484243154525757,
      "learning_rate": 0.0001849410878677261,
      "loss": 0.355,
      "step": 6358
    },
    {
      "epoch": 0.5330036461170948,
      "grad_norm": 0.3407498300075531,
      "learning_rate": 0.00018493645130040833,
      "loss": 0.2723,
      "step": 6359
    },
    {
      "epoch": 0.5330874649008843,
      "grad_norm": 0.34109240770339966,
      "learning_rate": 0.00018493181407755116,
      "loss": 0.2854,
      "step": 6360
    },
    {
      "epoch": 0.5331712836846737,
      "grad_norm": 0.38879022002220154,
      "learning_rate": 0.0001849271761991903,
      "loss": 0.3947,
      "step": 6361
    },
    {
      "epoch": 0.5332551024684632,
      "grad_norm": 0.397970050573349,
      "learning_rate": 0.00018492253766536152,
      "loss": 0.2689,
      "step": 6362
    },
    {
      "epoch": 0.5333389212522527,
      "grad_norm": 0.3232898712158203,
      "learning_rate": 0.00018491789847610072,
      "loss": 0.2737,
      "step": 6363
    },
    {
      "epoch": 0.5334227400360421,
      "grad_norm": 0.3365609347820282,
      "learning_rate": 0.00018491325863144364,
      "loss": 0.2896,
      "step": 6364
    },
    {
      "epoch": 0.5335065588198316,
      "grad_norm": 0.308999240398407,
      "learning_rate": 0.0001849086181314261,
      "loss": 0.2861,
      "step": 6365
    },
    {
      "epoch": 0.5335903776036209,
      "grad_norm": 0.32047656178474426,
      "learning_rate": 0.00018490397697608395,
      "loss": 0.2647,
      "step": 6366
    },
    {
      "epoch": 0.5336741963874104,
      "grad_norm": 0.2815011441707611,
      "learning_rate": 0.00018489933516545293,
      "loss": 0.2316,
      "step": 6367
    },
    {
      "epoch": 0.5337580151711999,
      "grad_norm": 0.3171599507331848,
      "learning_rate": 0.00018489469269956894,
      "loss": 0.3124,
      "step": 6368
    },
    {
      "epoch": 0.5338418339549893,
      "grad_norm": 0.33302563428878784,
      "learning_rate": 0.0001848900495784678,
      "loss": 0.2845,
      "step": 6369
    },
    {
      "epoch": 0.5339256527387788,
      "grad_norm": 0.30364495515823364,
      "learning_rate": 0.00018488540580218531,
      "loss": 0.2376,
      "step": 6370
    },
    {
      "epoch": 0.5340094715225682,
      "grad_norm": 0.33093857765197754,
      "learning_rate": 0.00018488076137075735,
      "loss": 0.261,
      "step": 6371
    },
    {
      "epoch": 0.5340932903063577,
      "grad_norm": 0.34706127643585205,
      "learning_rate": 0.00018487611628421974,
      "loss": 0.2457,
      "step": 6372
    },
    {
      "epoch": 0.5341771090901472,
      "grad_norm": 0.31838297843933105,
      "learning_rate": 0.00018487147054260835,
      "loss": 0.2364,
      "step": 6373
    },
    {
      "epoch": 0.5342609278739365,
      "grad_norm": 0.35017356276512146,
      "learning_rate": 0.00018486682414595903,
      "loss": 0.274,
      "step": 6374
    },
    {
      "epoch": 0.534344746657726,
      "grad_norm": 0.32387447357177734,
      "learning_rate": 0.00018486217709430758,
      "loss": 0.2532,
      "step": 6375
    },
    {
      "epoch": 0.5344285654415154,
      "grad_norm": 0.3029141128063202,
      "learning_rate": 0.00018485752938768996,
      "loss": 0.2251,
      "step": 6376
    },
    {
      "epoch": 0.5345123842253049,
      "grad_norm": 0.32581377029418945,
      "learning_rate": 0.000184852881026142,
      "loss": 0.2807,
      "step": 6377
    },
    {
      "epoch": 0.5345962030090944,
      "grad_norm": 0.38595151901245117,
      "learning_rate": 0.0001848482320096996,
      "loss": 0.2979,
      "step": 6378
    },
    {
      "epoch": 0.5346800217928838,
      "grad_norm": 0.32201114296913147,
      "learning_rate": 0.0001848435823383986,
      "loss": 0.2789,
      "step": 6379
    },
    {
      "epoch": 0.5347638405766733,
      "grad_norm": 0.3540043234825134,
      "learning_rate": 0.00018483893201227491,
      "loss": 0.3212,
      "step": 6380
    },
    {
      "epoch": 0.5348476593604626,
      "grad_norm": 0.35052943229675293,
      "learning_rate": 0.00018483428103136443,
      "loss": 0.3185,
      "step": 6381
    },
    {
      "epoch": 0.5349314781442521,
      "grad_norm": 0.3684493899345398,
      "learning_rate": 0.00018482962939570302,
      "loss": 0.328,
      "step": 6382
    },
    {
      "epoch": 0.5350152969280416,
      "grad_norm": 0.3480810225009918,
      "learning_rate": 0.00018482497710532663,
      "loss": 0.2927,
      "step": 6383
    },
    {
      "epoch": 0.535099115711831,
      "grad_norm": 0.3469734787940979,
      "learning_rate": 0.00018482032416027112,
      "loss": 0.2949,
      "step": 6384
    },
    {
      "epoch": 0.5351829344956205,
      "grad_norm": 0.35507819056510925,
      "learning_rate": 0.0001848156705605724,
      "loss": 0.3061,
      "step": 6385
    },
    {
      "epoch": 0.5352667532794099,
      "grad_norm": 0.33058345317840576,
      "learning_rate": 0.00018481101630626645,
      "loss": 0.2607,
      "step": 6386
    },
    {
      "epoch": 0.5353505720631994,
      "grad_norm": 0.33534690737724304,
      "learning_rate": 0.00018480636139738913,
      "loss": 0.2864,
      "step": 6387
    },
    {
      "epoch": 0.5354343908469889,
      "grad_norm": 0.3223032057285309,
      "learning_rate": 0.0001848017058339764,
      "loss": 0.2795,
      "step": 6388
    },
    {
      "epoch": 0.5355182096307782,
      "grad_norm": 0.3245229423046112,
      "learning_rate": 0.00018479704961606416,
      "loss": 0.2644,
      "step": 6389
    },
    {
      "epoch": 0.5356020284145677,
      "grad_norm": 0.3247138559818268,
      "learning_rate": 0.0001847923927436884,
      "loss": 0.266,
      "step": 6390
    },
    {
      "epoch": 0.5356858471983571,
      "grad_norm": 0.3082989454269409,
      "learning_rate": 0.00018478773521688502,
      "loss": 0.2759,
      "step": 6391
    },
    {
      "epoch": 0.5357696659821466,
      "grad_norm": 0.32474589347839355,
      "learning_rate": 0.00018478307703568994,
      "loss": 0.2859,
      "step": 6392
    },
    {
      "epoch": 0.5358534847659361,
      "grad_norm": 0.35231834650039673,
      "learning_rate": 0.00018477841820013918,
      "loss": 0.324,
      "step": 6393
    },
    {
      "epoch": 0.5359373035497255,
      "grad_norm": 0.3249066472053528,
      "learning_rate": 0.00018477375871026863,
      "loss": 0.2757,
      "step": 6394
    },
    {
      "epoch": 0.536021122333515,
      "grad_norm": 0.35474252700805664,
      "learning_rate": 0.0001847690985661143,
      "loss": 0.3218,
      "step": 6395
    },
    {
      "epoch": 0.5361049411173043,
      "grad_norm": 0.3485216200351715,
      "learning_rate": 0.00018476443776771216,
      "loss": 0.2969,
      "step": 6396
    },
    {
      "epoch": 0.5361887599010938,
      "grad_norm": 0.31966617703437805,
      "learning_rate": 0.00018475977631509814,
      "loss": 0.27,
      "step": 6397
    },
    {
      "epoch": 0.5362725786848833,
      "grad_norm": 0.32509008049964905,
      "learning_rate": 0.00018475511420830825,
      "loss": 0.2917,
      "step": 6398
    },
    {
      "epoch": 0.5363563974686727,
      "grad_norm": 0.33564719557762146,
      "learning_rate": 0.00018475045144737847,
      "loss": 0.2681,
      "step": 6399
    },
    {
      "epoch": 0.5364402162524622,
      "grad_norm": 0.349197119474411,
      "learning_rate": 0.00018474578803234475,
      "loss": 0.3006,
      "step": 6400
    },
    {
      "epoch": 0.5364402162524622,
      "eval_loss": 0.2959197163581848,
      "eval_runtime": 61.4981,
      "eval_samples_per_second": 15.61,
      "eval_steps_per_second": 3.903,
      "step": 6400
    },
    {
      "epoch": 0.5365240350362517,
      "grad_norm": 0.3300027847290039,
      "learning_rate": 0.00018474112396324314,
      "loss": 0.2706,
      "step": 6401
    },
    {
      "epoch": 0.5366078538200411,
      "grad_norm": 0.3127329349517822,
      "learning_rate": 0.0001847364592401096,
      "loss": 0.2571,
      "step": 6402
    },
    {
      "epoch": 0.5366916726038305,
      "grad_norm": 0.3229581117630005,
      "learning_rate": 0.00018473179386298014,
      "loss": 0.2958,
      "step": 6403
    },
    {
      "epoch": 0.5367754913876199,
      "grad_norm": 0.33120453357696533,
      "learning_rate": 0.00018472712783189078,
      "loss": 0.303,
      "step": 6404
    },
    {
      "epoch": 0.5368593101714094,
      "grad_norm": 0.33406877517700195,
      "learning_rate": 0.00018472246114687753,
      "loss": 0.3092,
      "step": 6405
    },
    {
      "epoch": 0.5369431289551989,
      "grad_norm": 0.35427647829055786,
      "learning_rate": 0.00018471779380797637,
      "loss": 0.3238,
      "step": 6406
    },
    {
      "epoch": 0.5370269477389883,
      "grad_norm": 0.3271932005882263,
      "learning_rate": 0.00018471312581522337,
      "loss": 0.2659,
      "step": 6407
    },
    {
      "epoch": 0.5371107665227778,
      "grad_norm": 0.32135704159736633,
      "learning_rate": 0.00018470845716865456,
      "loss": 0.2556,
      "step": 6408
    },
    {
      "epoch": 0.5371945853065672,
      "grad_norm": 0.3485448956489563,
      "learning_rate": 0.0001847037878683059,
      "loss": 0.3314,
      "step": 6409
    },
    {
      "epoch": 0.5372784040903567,
      "grad_norm": 0.37205448746681213,
      "learning_rate": 0.00018469911791421352,
      "loss": 0.3316,
      "step": 6410
    },
    {
      "epoch": 0.5373622228741461,
      "grad_norm": 0.3333975076675415,
      "learning_rate": 0.0001846944473064134,
      "loss": 0.2672,
      "step": 6411
    },
    {
      "epoch": 0.5374460416579355,
      "grad_norm": 0.35303449630737305,
      "learning_rate": 0.0001846897760449416,
      "loss": 0.3014,
      "step": 6412
    },
    {
      "epoch": 0.537529860441725,
      "grad_norm": 0.3514406681060791,
      "learning_rate": 0.00018468510412983423,
      "loss": 0.31,
      "step": 6413
    },
    {
      "epoch": 0.5376136792255144,
      "grad_norm": 0.3121766448020935,
      "learning_rate": 0.00018468043156112728,
      "loss": 0.2966,
      "step": 6414
    },
    {
      "epoch": 0.5376974980093039,
      "grad_norm": 0.38009101152420044,
      "learning_rate": 0.00018467575833885683,
      "loss": 0.2912,
      "step": 6415
    },
    {
      "epoch": 0.5377813167930934,
      "grad_norm": 0.31047743558883667,
      "learning_rate": 0.00018467108446305894,
      "loss": 0.2381,
      "step": 6416
    },
    {
      "epoch": 0.5378651355768828,
      "grad_norm": 0.3327089548110962,
      "learning_rate": 0.0001846664099337697,
      "loss": 0.2478,
      "step": 6417
    },
    {
      "epoch": 0.5379489543606722,
      "grad_norm": 0.3419693112373352,
      "learning_rate": 0.00018466173475102519,
      "loss": 0.2849,
      "step": 6418
    },
    {
      "epoch": 0.5380327731444616,
      "grad_norm": 0.3688519299030304,
      "learning_rate": 0.00018465705891486148,
      "loss": 0.3263,
      "step": 6419
    },
    {
      "epoch": 0.5381165919282511,
      "grad_norm": 0.32128024101257324,
      "learning_rate": 0.00018465238242531466,
      "loss": 0.273,
      "step": 6420
    },
    {
      "epoch": 0.5382004107120406,
      "grad_norm": 0.29408058524131775,
      "learning_rate": 0.00018464770528242084,
      "loss": 0.2405,
      "step": 6421
    },
    {
      "epoch": 0.53828422949583,
      "grad_norm": 0.3461226224899292,
      "learning_rate": 0.0001846430274862161,
      "loss": 0.2973,
      "step": 6422
    },
    {
      "epoch": 0.5383680482796195,
      "grad_norm": 0.3249395191669464,
      "learning_rate": 0.00018463834903673654,
      "loss": 0.292,
      "step": 6423
    },
    {
      "epoch": 0.5384518670634089,
      "grad_norm": 0.35195010900497437,
      "learning_rate": 0.00018463366993401827,
      "loss": 0.312,
      "step": 6424
    },
    {
      "epoch": 0.5385356858471984,
      "grad_norm": 0.3438836932182312,
      "learning_rate": 0.00018462899017809744,
      "loss": 0.3676,
      "step": 6425
    },
    {
      "epoch": 0.5386195046309878,
      "grad_norm": 0.3542573153972626,
      "learning_rate": 0.00018462430976901013,
      "loss": 0.3415,
      "step": 6426
    },
    {
      "epoch": 0.5387033234147772,
      "grad_norm": 0.33930033445358276,
      "learning_rate": 0.00018461962870679245,
      "loss": 0.2944,
      "step": 6427
    },
    {
      "epoch": 0.5387871421985667,
      "grad_norm": 0.32943564653396606,
      "learning_rate": 0.00018461494699148056,
      "loss": 0.2554,
      "step": 6428
    },
    {
      "epoch": 0.5388709609823561,
      "grad_norm": 0.33467763662338257,
      "learning_rate": 0.00018461026462311057,
      "loss": 0.3334,
      "step": 6429
    },
    {
      "epoch": 0.5389547797661456,
      "grad_norm": 0.29395806789398193,
      "learning_rate": 0.00018460558160171865,
      "loss": 0.2318,
      "step": 6430
    },
    {
      "epoch": 0.5390385985499351,
      "grad_norm": 0.336204469203949,
      "learning_rate": 0.00018460089792734095,
      "loss": 0.2891,
      "step": 6431
    },
    {
      "epoch": 0.5391224173337245,
      "grad_norm": 0.35012874007225037,
      "learning_rate": 0.00018459621360001352,
      "loss": 0.3471,
      "step": 6432
    },
    {
      "epoch": 0.539206236117514,
      "grad_norm": 0.32521358132362366,
      "learning_rate": 0.00018459152861977267,
      "loss": 0.2608,
      "step": 6433
    },
    {
      "epoch": 0.5392900549013033,
      "grad_norm": 0.3370567560195923,
      "learning_rate": 0.00018458684298665442,
      "loss": 0.3052,
      "step": 6434
    },
    {
      "epoch": 0.5393738736850928,
      "grad_norm": 0.31348082423210144,
      "learning_rate": 0.00018458215670069504,
      "loss": 0.2693,
      "step": 6435
    },
    {
      "epoch": 0.5394576924688823,
      "grad_norm": 0.4168107509613037,
      "learning_rate": 0.00018457746976193059,
      "loss": 0.3256,
      "step": 6436
    },
    {
      "epoch": 0.5395415112526717,
      "grad_norm": 0.3024154603481293,
      "learning_rate": 0.00018457278217039736,
      "loss": 0.2598,
      "step": 6437
    },
    {
      "epoch": 0.5396253300364612,
      "grad_norm": 0.35121452808380127,
      "learning_rate": 0.0001845680939261314,
      "loss": 0.2815,
      "step": 6438
    },
    {
      "epoch": 0.5397091488202507,
      "grad_norm": 0.3185097277164459,
      "learning_rate": 0.00018456340502916903,
      "loss": 0.29,
      "step": 6439
    },
    {
      "epoch": 0.53979296760404,
      "grad_norm": 0.3417219817638397,
      "learning_rate": 0.00018455871547954633,
      "loss": 0.2953,
      "step": 6440
    },
    {
      "epoch": 0.5398767863878295,
      "grad_norm": 0.3267742991447449,
      "learning_rate": 0.00018455402527729956,
      "loss": 0.2535,
      "step": 6441
    },
    {
      "epoch": 0.5399606051716189,
      "grad_norm": 0.33319640159606934,
      "learning_rate": 0.00018454933442246492,
      "loss": 0.2799,
      "step": 6442
    },
    {
      "epoch": 0.5400444239554084,
      "grad_norm": 0.303798109292984,
      "learning_rate": 0.00018454464291507857,
      "loss": 0.2366,
      "step": 6443
    },
    {
      "epoch": 0.5401282427391979,
      "grad_norm": 0.33912113308906555,
      "learning_rate": 0.00018453995075517674,
      "loss": 0.2819,
      "step": 6444
    },
    {
      "epoch": 0.5402120615229873,
      "grad_norm": 0.32907411456108093,
      "learning_rate": 0.00018453525794279564,
      "loss": 0.274,
      "step": 6445
    },
    {
      "epoch": 0.5402958803067768,
      "grad_norm": 0.3588135242462158,
      "learning_rate": 0.00018453056447797147,
      "loss": 0.3383,
      "step": 6446
    },
    {
      "epoch": 0.5403796990905662,
      "grad_norm": 0.32095420360565186,
      "learning_rate": 0.0001845258703607405,
      "loss": 0.2629,
      "step": 6447
    },
    {
      "epoch": 0.5404635178743556,
      "grad_norm": 0.351665198802948,
      "learning_rate": 0.00018452117559113895,
      "loss": 0.3376,
      "step": 6448
    },
    {
      "epoch": 0.5405473366581451,
      "grad_norm": 0.32010403275489807,
      "learning_rate": 0.00018451648016920303,
      "loss": 0.2803,
      "step": 6449
    },
    {
      "epoch": 0.5406311554419345,
      "grad_norm": 0.3216112554073334,
      "learning_rate": 0.00018451178409496902,
      "loss": 0.2762,
      "step": 6450
    },
    {
      "epoch": 0.540714974225724,
      "grad_norm": 0.34065911173820496,
      "learning_rate": 0.0001845070873684731,
      "loss": 0.3592,
      "step": 6451
    },
    {
      "epoch": 0.5407987930095134,
      "grad_norm": 0.34220248460769653,
      "learning_rate": 0.00018450238998975156,
      "loss": 0.2841,
      "step": 6452
    },
    {
      "epoch": 0.5408826117933029,
      "grad_norm": 0.3038298785686493,
      "learning_rate": 0.00018449769195884064,
      "loss": 0.2671,
      "step": 6453
    },
    {
      "epoch": 0.5409664305770924,
      "grad_norm": 0.30614060163497925,
      "learning_rate": 0.0001844929932757766,
      "loss": 0.2664,
      "step": 6454
    },
    {
      "epoch": 0.5410502493608818,
      "grad_norm": 0.3185575306415558,
      "learning_rate": 0.00018448829394059573,
      "loss": 0.2882,
      "step": 6455
    },
    {
      "epoch": 0.5411340681446712,
      "grad_norm": 0.355052649974823,
      "learning_rate": 0.0001844835939533343,
      "loss": 0.3531,
      "step": 6456
    },
    {
      "epoch": 0.5412178869284606,
      "grad_norm": 0.3174082934856415,
      "learning_rate": 0.00018447889331402853,
      "loss": 0.2884,
      "step": 6457
    },
    {
      "epoch": 0.5413017057122501,
      "grad_norm": 0.3500906825065613,
      "learning_rate": 0.00018447419202271474,
      "loss": 0.3044,
      "step": 6458
    },
    {
      "epoch": 0.5413855244960396,
      "grad_norm": 0.3704739809036255,
      "learning_rate": 0.00018446949007942923,
      "loss": 0.2969,
      "step": 6459
    },
    {
      "epoch": 0.541469343279829,
      "grad_norm": 0.334665447473526,
      "learning_rate": 0.00018446478748420826,
      "loss": 0.3142,
      "step": 6460
    },
    {
      "epoch": 0.5415531620636185,
      "grad_norm": 0.3026818633079529,
      "learning_rate": 0.00018446008423708815,
      "loss": 0.2527,
      "step": 6461
    },
    {
      "epoch": 0.5416369808474079,
      "grad_norm": 0.3102131485939026,
      "learning_rate": 0.00018445538033810515,
      "loss": 0.273,
      "step": 6462
    },
    {
      "epoch": 0.5417207996311973,
      "grad_norm": 0.3355446755886078,
      "learning_rate": 0.0001844506757872956,
      "loss": 0.2881,
      "step": 6463
    },
    {
      "epoch": 0.5418046184149868,
      "grad_norm": 0.3350425362586975,
      "learning_rate": 0.00018444597058469583,
      "loss": 0.2712,
      "step": 6464
    },
    {
      "epoch": 0.5418884371987762,
      "grad_norm": 0.3376433849334717,
      "learning_rate": 0.00018444126473034214,
      "loss": 0.2835,
      "step": 6465
    },
    {
      "epoch": 0.5419722559825657,
      "grad_norm": 0.3220526874065399,
      "learning_rate": 0.00018443655822427085,
      "loss": 0.2379,
      "step": 6466
    },
    {
      "epoch": 0.5420560747663551,
      "grad_norm": 0.4018872082233429,
      "learning_rate": 0.00018443185106651827,
      "loss": 0.3673,
      "step": 6467
    },
    {
      "epoch": 0.5421398935501446,
      "grad_norm": 0.3492802083492279,
      "learning_rate": 0.00018442714325712069,
      "loss": 0.3382,
      "step": 6468
    },
    {
      "epoch": 0.5422237123339341,
      "grad_norm": 0.323108434677124,
      "learning_rate": 0.00018442243479611454,
      "loss": 0.2286,
      "step": 6469
    },
    {
      "epoch": 0.5423075311177235,
      "grad_norm": 0.35256263613700867,
      "learning_rate": 0.00018441772568353608,
      "loss": 0.3238,
      "step": 6470
    },
    {
      "epoch": 0.5423913499015129,
      "grad_norm": 0.34117797017097473,
      "learning_rate": 0.00018441301591942173,
      "loss": 0.3207,
      "step": 6471
    },
    {
      "epoch": 0.5424751686853023,
      "grad_norm": 0.31925714015960693,
      "learning_rate": 0.00018440830550380777,
      "loss": 0.2626,
      "step": 6472
    },
    {
      "epoch": 0.5425589874690918,
      "grad_norm": 0.3684953451156616,
      "learning_rate": 0.00018440359443673058,
      "loss": 0.3459,
      "step": 6473
    },
    {
      "epoch": 0.5426428062528813,
      "grad_norm": 0.3638843595981598,
      "learning_rate": 0.00018439888271822654,
      "loss": 0.2891,
      "step": 6474
    },
    {
      "epoch": 0.5427266250366707,
      "grad_norm": 0.34573569893836975,
      "learning_rate": 0.00018439417034833198,
      "loss": 0.3068,
      "step": 6475
    },
    {
      "epoch": 0.5428104438204602,
      "grad_norm": 0.3002183437347412,
      "learning_rate": 0.0001843894573270833,
      "loss": 0.2443,
      "step": 6476
    },
    {
      "epoch": 0.5428942626042497,
      "grad_norm": 0.3406701385974884,
      "learning_rate": 0.00018438474365451685,
      "loss": 0.327,
      "step": 6477
    },
    {
      "epoch": 0.542978081388039,
      "grad_norm": 0.32616090774536133,
      "learning_rate": 0.00018438002933066904,
      "loss": 0.2857,
      "step": 6478
    },
    {
      "epoch": 0.5430619001718285,
      "grad_norm": 0.3199285864830017,
      "learning_rate": 0.00018437531435557623,
      "loss": 0.2355,
      "step": 6479
    },
    {
      "epoch": 0.5431457189556179,
      "grad_norm": 0.3360758125782013,
      "learning_rate": 0.0001843705987292748,
      "loss": 0.2929,
      "step": 6480
    },
    {
      "epoch": 0.5432295377394074,
      "grad_norm": 0.35421085357666016,
      "learning_rate": 0.00018436588245180117,
      "loss": 0.2975,
      "step": 6481
    },
    {
      "epoch": 0.5433133565231969,
      "grad_norm": 0.33132168650627136,
      "learning_rate": 0.00018436116552319177,
      "loss": 0.2837,
      "step": 6482
    },
    {
      "epoch": 0.5433971753069863,
      "grad_norm": 0.3673366904258728,
      "learning_rate": 0.00018435644794348295,
      "loss": 0.3173,
      "step": 6483
    },
    {
      "epoch": 0.5434809940907758,
      "grad_norm": 0.347533643245697,
      "learning_rate": 0.0001843517297127111,
      "loss": 0.3134,
      "step": 6484
    },
    {
      "epoch": 0.5435648128745652,
      "grad_norm": 0.3406483829021454,
      "learning_rate": 0.0001843470108309127,
      "loss": 0.3051,
      "step": 6485
    },
    {
      "epoch": 0.5436486316583546,
      "grad_norm": 0.3676706850528717,
      "learning_rate": 0.00018434229129812418,
      "loss": 0.3389,
      "step": 6486
    },
    {
      "epoch": 0.5437324504421441,
      "grad_norm": 0.34001609683036804,
      "learning_rate": 0.00018433757111438188,
      "loss": 0.3196,
      "step": 6487
    },
    {
      "epoch": 0.5438162692259335,
      "grad_norm": 0.2938911020755768,
      "learning_rate": 0.00018433285027972228,
      "loss": 0.256,
      "step": 6488
    },
    {
      "epoch": 0.543900088009723,
      "grad_norm": 0.3542780876159668,
      "learning_rate": 0.00018432812879418185,
      "loss": 0.3017,
      "step": 6489
    },
    {
      "epoch": 0.5439839067935124,
      "grad_norm": 0.321187824010849,
      "learning_rate": 0.00018432340665779697,
      "loss": 0.2777,
      "step": 6490
    },
    {
      "epoch": 0.5440677255773019,
      "grad_norm": 0.3026471436023712,
      "learning_rate": 0.00018431868387060413,
      "loss": 0.2553,
      "step": 6491
    },
    {
      "epoch": 0.5441515443610914,
      "grad_norm": 0.3242399990558624,
      "learning_rate": 0.00018431396043263974,
      "loss": 0.2738,
      "step": 6492
    },
    {
      "epoch": 0.5442353631448807,
      "grad_norm": 0.3463797867298126,
      "learning_rate": 0.0001843092363439403,
      "loss": 0.3186,
      "step": 6493
    },
    {
      "epoch": 0.5443191819286702,
      "grad_norm": 0.36777737736701965,
      "learning_rate": 0.00018430451160454222,
      "loss": 0.2595,
      "step": 6494
    },
    {
      "epoch": 0.5444030007124596,
      "grad_norm": 0.35977810621261597,
      "learning_rate": 0.00018429978621448202,
      "loss": 0.3736,
      "step": 6495
    },
    {
      "epoch": 0.5444868194962491,
      "grad_norm": 0.334136426448822,
      "learning_rate": 0.00018429506017379613,
      "loss": 0.2846,
      "step": 6496
    },
    {
      "epoch": 0.5445706382800386,
      "grad_norm": 0.365703821182251,
      "learning_rate": 0.00018429033348252104,
      "loss": 0.3683,
      "step": 6497
    },
    {
      "epoch": 0.544654457063828,
      "grad_norm": 0.3486650288105011,
      "learning_rate": 0.00018428560614069324,
      "loss": 0.3262,
      "step": 6498
    },
    {
      "epoch": 0.5447382758476175,
      "grad_norm": 0.3777645528316498,
      "learning_rate": 0.0001842808781483492,
      "loss": 0.3504,
      "step": 6499
    },
    {
      "epoch": 0.5448220946314069,
      "grad_norm": 0.35628941655158997,
      "learning_rate": 0.0001842761495055254,
      "loss": 0.305,
      "step": 6500
    },
    {
      "epoch": 0.5449059134151963,
      "grad_norm": 0.3589533865451813,
      "learning_rate": 0.0001842714202122584,
      "loss": 0.3556,
      "step": 6501
    },
    {
      "epoch": 0.5449897321989858,
      "grad_norm": 0.29959312081336975,
      "learning_rate": 0.0001842666902685846,
      "loss": 0.2446,
      "step": 6502
    },
    {
      "epoch": 0.5450735509827752,
      "grad_norm": 0.3236677944660187,
      "learning_rate": 0.00018426195967454062,
      "loss": 0.3172,
      "step": 6503
    },
    {
      "epoch": 0.5451573697665647,
      "grad_norm": 0.3167291283607483,
      "learning_rate": 0.00018425722843016284,
      "loss": 0.2469,
      "step": 6504
    },
    {
      "epoch": 0.5452411885503541,
      "grad_norm": 0.3216913044452667,
      "learning_rate": 0.0001842524965354879,
      "loss": 0.3142,
      "step": 6505
    },
    {
      "epoch": 0.5453250073341436,
      "grad_norm": 0.30212971568107605,
      "learning_rate": 0.0001842477639905522,
      "loss": 0.2673,
      "step": 6506
    },
    {
      "epoch": 0.5454088261179331,
      "grad_norm": 0.3345842659473419,
      "learning_rate": 0.0001842430307953924,
      "loss": 0.2745,
      "step": 6507
    },
    {
      "epoch": 0.5454926449017224,
      "grad_norm": 0.33091896772384644,
      "learning_rate": 0.0001842382969500449,
      "loss": 0.3135,
      "step": 6508
    },
    {
      "epoch": 0.5455764636855119,
      "grad_norm": 0.3300114870071411,
      "learning_rate": 0.00018423356245454635,
      "loss": 0.3062,
      "step": 6509
    },
    {
      "epoch": 0.5456602824693013,
      "grad_norm": 0.3692323863506317,
      "learning_rate": 0.0001842288273089332,
      "loss": 0.3592,
      "step": 6510
    },
    {
      "epoch": 0.5457441012530908,
      "grad_norm": 0.34377649426460266,
      "learning_rate": 0.00018422409151324208,
      "loss": 0.3192,
      "step": 6511
    },
    {
      "epoch": 0.5458279200368803,
      "grad_norm": 0.3485598564147949,
      "learning_rate": 0.00018421935506750944,
      "loss": 0.3459,
      "step": 6512
    },
    {
      "epoch": 0.5459117388206697,
      "grad_norm": 0.35232245922088623,
      "learning_rate": 0.00018421461797177196,
      "loss": 0.3013,
      "step": 6513
    },
    {
      "epoch": 0.5459955576044592,
      "grad_norm": 0.3183099031448364,
      "learning_rate": 0.00018420988022606606,
      "loss": 0.2951,
      "step": 6514
    },
    {
      "epoch": 0.5460793763882487,
      "grad_norm": 0.3313325047492981,
      "learning_rate": 0.00018420514183042843,
      "loss": 0.26,
      "step": 6515
    },
    {
      "epoch": 0.546163195172038,
      "grad_norm": 0.3109532594680786,
      "learning_rate": 0.00018420040278489556,
      "loss": 0.2797,
      "step": 6516
    },
    {
      "epoch": 0.5462470139558275,
      "grad_norm": 0.31591328978538513,
      "learning_rate": 0.0001841956630895041,
      "loss": 0.2764,
      "step": 6517
    },
    {
      "epoch": 0.5463308327396169,
      "grad_norm": 0.28973573446273804,
      "learning_rate": 0.00018419092274429052,
      "loss": 0.2707,
      "step": 6518
    },
    {
      "epoch": 0.5464146515234064,
      "grad_norm": 0.3785436749458313,
      "learning_rate": 0.0001841861817492915,
      "loss": 0.3716,
      "step": 6519
    },
    {
      "epoch": 0.5464984703071959,
      "grad_norm": 0.3093547224998474,
      "learning_rate": 0.00018418144010454363,
      "loss": 0.2698,
      "step": 6520
    },
    {
      "epoch": 0.5465822890909853,
      "grad_norm": 0.34128883481025696,
      "learning_rate": 0.00018417669781008343,
      "loss": 0.2741,
      "step": 6521
    },
    {
      "epoch": 0.5466661078747748,
      "grad_norm": 0.3292488753795624,
      "learning_rate": 0.0001841719548659476,
      "loss": 0.3128,
      "step": 6522
    },
    {
      "epoch": 0.5467499266585641,
      "grad_norm": 0.3117831349372864,
      "learning_rate": 0.00018416721127217266,
      "loss": 0.2467,
      "step": 6523
    },
    {
      "epoch": 0.5468337454423536,
      "grad_norm": 0.3329380452632904,
      "learning_rate": 0.00018416246702879528,
      "loss": 0.2845,
      "step": 6524
    },
    {
      "epoch": 0.5469175642261431,
      "grad_norm": 0.34750136733055115,
      "learning_rate": 0.00018415772213585204,
      "loss": 0.3089,
      "step": 6525
    },
    {
      "epoch": 0.5470013830099325,
      "grad_norm": 0.3289322555065155,
      "learning_rate": 0.0001841529765933796,
      "loss": 0.2486,
      "step": 6526
    },
    {
      "epoch": 0.547085201793722,
      "grad_norm": 0.3291204869747162,
      "learning_rate": 0.0001841482304014145,
      "loss": 0.2378,
      "step": 6527
    },
    {
      "epoch": 0.5471690205775114,
      "grad_norm": 0.3163752853870392,
      "learning_rate": 0.0001841434835599935,
      "loss": 0.268,
      "step": 6528
    },
    {
      "epoch": 0.5472528393613009,
      "grad_norm": 0.3237554132938385,
      "learning_rate": 0.00018413873606915314,
      "loss": 0.2594,
      "step": 6529
    },
    {
      "epoch": 0.5473366581450904,
      "grad_norm": 0.3682995140552521,
      "learning_rate": 0.00018413398792893008,
      "loss": 0.3622,
      "step": 6530
    },
    {
      "epoch": 0.5474204769288797,
      "grad_norm": 0.3317728340625763,
      "learning_rate": 0.00018412923913936098,
      "loss": 0.2802,
      "step": 6531
    },
    {
      "epoch": 0.5475042957126692,
      "grad_norm": 0.3309614360332489,
      "learning_rate": 0.00018412448970048248,
      "loss": 0.2569,
      "step": 6532
    },
    {
      "epoch": 0.5475881144964586,
      "grad_norm": 0.3590727150440216,
      "learning_rate": 0.00018411973961233126,
      "loss": 0.2906,
      "step": 6533
    },
    {
      "epoch": 0.5476719332802481,
      "grad_norm": 0.32661908864974976,
      "learning_rate": 0.00018411498887494396,
      "loss": 0.2965,
      "step": 6534
    },
    {
      "epoch": 0.5477557520640376,
      "grad_norm": 0.3265615403652191,
      "learning_rate": 0.00018411023748835724,
      "loss": 0.3002,
      "step": 6535
    },
    {
      "epoch": 0.547839570847827,
      "grad_norm": 0.3635859191417694,
      "learning_rate": 0.0001841054854526078,
      "loss": 0.3239,
      "step": 6536
    },
    {
      "epoch": 0.5479233896316165,
      "grad_norm": 0.325264573097229,
      "learning_rate": 0.00018410073276773226,
      "loss": 0.2559,
      "step": 6537
    },
    {
      "epoch": 0.5480072084154058,
      "grad_norm": 0.30461394786834717,
      "learning_rate": 0.00018409597943376738,
      "loss": 0.2808,
      "step": 6538
    },
    {
      "epoch": 0.5480910271991953,
      "grad_norm": 0.3322255313396454,
      "learning_rate": 0.00018409122545074978,
      "loss": 0.2984,
      "step": 6539
    },
    {
      "epoch": 0.5481748459829848,
      "grad_norm": 0.34612196683883667,
      "learning_rate": 0.00018408647081871618,
      "loss": 0.3381,
      "step": 6540
    },
    {
      "epoch": 0.5482586647667742,
      "grad_norm": 0.3382904529571533,
      "learning_rate": 0.00018408171553770325,
      "loss": 0.2897,
      "step": 6541
    },
    {
      "epoch": 0.5483424835505637,
      "grad_norm": 0.31532102823257446,
      "learning_rate": 0.00018407695960774776,
      "loss": 0.2692,
      "step": 6542
    },
    {
      "epoch": 0.5484263023343531,
      "grad_norm": 0.37969696521759033,
      "learning_rate": 0.00018407220302888634,
      "loss": 0.419,
      "step": 6543
    },
    {
      "epoch": 0.5485101211181426,
      "grad_norm": 0.3187614381313324,
      "learning_rate": 0.00018406744580115573,
      "loss": 0.3001,
      "step": 6544
    },
    {
      "epoch": 0.5485939399019321,
      "grad_norm": 0.33815672993659973,
      "learning_rate": 0.00018406268792459267,
      "loss": 0.3136,
      "step": 6545
    },
    {
      "epoch": 0.5486777586857214,
      "grad_norm": 0.3401414155960083,
      "learning_rate": 0.00018405792939923382,
      "loss": 0.312,
      "step": 6546
    },
    {
      "epoch": 0.5487615774695109,
      "grad_norm": 0.3361375033855438,
      "learning_rate": 0.00018405317022511598,
      "loss": 0.3042,
      "step": 6547
    },
    {
      "epoch": 0.5488453962533003,
      "grad_norm": 0.29951584339141846,
      "learning_rate": 0.00018404841040227583,
      "loss": 0.2702,
      "step": 6548
    },
    {
      "epoch": 0.5489292150370898,
      "grad_norm": 0.33078908920288086,
      "learning_rate": 0.00018404364993075011,
      "loss": 0.2972,
      "step": 6549
    },
    {
      "epoch": 0.5490130338208793,
      "grad_norm": 0.3252905309200287,
      "learning_rate": 0.0001840388888105756,
      "loss": 0.2813,
      "step": 6550
    },
    {
      "epoch": 0.5490968526046687,
      "grad_norm": 0.33861830830574036,
      "learning_rate": 0.000184034127041789,
      "loss": 0.3109,
      "step": 6551
    },
    {
      "epoch": 0.5491806713884582,
      "grad_norm": 0.307445764541626,
      "learning_rate": 0.0001840293646244271,
      "loss": 0.2825,
      "step": 6552
    },
    {
      "epoch": 0.5492644901722477,
      "grad_norm": 0.3361893892288208,
      "learning_rate": 0.00018402460155852662,
      "loss": 0.3031,
      "step": 6553
    },
    {
      "epoch": 0.549348308956037,
      "grad_norm": 0.30950790643692017,
      "learning_rate": 0.00018401983784412435,
      "loss": 0.2615,
      "step": 6554
    },
    {
      "epoch": 0.5494321277398265,
      "grad_norm": 0.32569625973701477,
      "learning_rate": 0.00018401507348125704,
      "loss": 0.2801,
      "step": 6555
    },
    {
      "epoch": 0.5495159465236159,
      "grad_norm": 0.34692147374153137,
      "learning_rate": 0.00018401030846996146,
      "loss": 0.2706,
      "step": 6556
    },
    {
      "epoch": 0.5495997653074054,
      "grad_norm": 0.3216537535190582,
      "learning_rate": 0.0001840055428102744,
      "loss": 0.2456,
      "step": 6557
    },
    {
      "epoch": 0.5496835840911949,
      "grad_norm": 0.3274022936820984,
      "learning_rate": 0.00018400077650223263,
      "loss": 0.2696,
      "step": 6558
    },
    {
      "epoch": 0.5497674028749843,
      "grad_norm": 0.3287641406059265,
      "learning_rate": 0.00018399600954587295,
      "loss": 0.2751,
      "step": 6559
    },
    {
      "epoch": 0.5498512216587738,
      "grad_norm": 0.34896448254585266,
      "learning_rate": 0.00018399124194123215,
      "loss": 0.2808,
      "step": 6560
    },
    {
      "epoch": 0.5499350404425631,
      "grad_norm": 0.3296041488647461,
      "learning_rate": 0.000183986473688347,
      "loss": 0.2521,
      "step": 6561
    },
    {
      "epoch": 0.5500188592263526,
      "grad_norm": 0.35980987548828125,
      "learning_rate": 0.00018398170478725433,
      "loss": 0.362,
      "step": 6562
    },
    {
      "epoch": 0.5501026780101421,
      "grad_norm": 0.32945817708969116,
      "learning_rate": 0.00018397693523799092,
      "loss": 0.2595,
      "step": 6563
    },
    {
      "epoch": 0.5501864967939315,
      "grad_norm": 0.3562188148498535,
      "learning_rate": 0.00018397216504059362,
      "loss": 0.3091,
      "step": 6564
    },
    {
      "epoch": 0.550270315577721,
      "grad_norm": 0.3830306828022003,
      "learning_rate": 0.00018396739419509922,
      "loss": 0.3503,
      "step": 6565
    },
    {
      "epoch": 0.5503541343615104,
      "grad_norm": 0.37356340885162354,
      "learning_rate": 0.00018396262270154451,
      "loss": 0.3687,
      "step": 6566
    },
    {
      "epoch": 0.5504379531452999,
      "grad_norm": 0.3432849645614624,
      "learning_rate": 0.0001839578505599664,
      "loss": 0.3004,
      "step": 6567
    },
    {
      "epoch": 0.5505217719290894,
      "grad_norm": 0.32383838295936584,
      "learning_rate": 0.00018395307777040166,
      "loss": 0.2907,
      "step": 6568
    },
    {
      "epoch": 0.5506055907128787,
      "grad_norm": 0.3187375068664551,
      "learning_rate": 0.00018394830433288712,
      "loss": 0.2464,
      "step": 6569
    },
    {
      "epoch": 0.5506894094966682,
      "grad_norm": 0.30276912450790405,
      "learning_rate": 0.00018394353024745965,
      "loss": 0.2683,
      "step": 6570
    },
    {
      "epoch": 0.5507732282804576,
      "grad_norm": 0.34842440485954285,
      "learning_rate": 0.00018393875551415612,
      "loss": 0.3299,
      "step": 6571
    },
    {
      "epoch": 0.5508570470642471,
      "grad_norm": 0.30525141954421997,
      "learning_rate": 0.00018393398013301327,
      "loss": 0.2394,
      "step": 6572
    },
    {
      "epoch": 0.5509408658480366,
      "grad_norm": 0.33972033858299255,
      "learning_rate": 0.0001839292041040681,
      "loss": 0.3111,
      "step": 6573
    },
    {
      "epoch": 0.551024684631826,
      "grad_norm": 0.34997549653053284,
      "learning_rate": 0.0001839244274273574,
      "loss": 0.2875,
      "step": 6574
    },
    {
      "epoch": 0.5511085034156155,
      "grad_norm": 0.3531639873981476,
      "learning_rate": 0.00018391965010291803,
      "loss": 0.3162,
      "step": 6575
    },
    {
      "epoch": 0.5511923221994048,
      "grad_norm": 0.35437536239624023,
      "learning_rate": 0.0001839148721307869,
      "loss": 0.3327,
      "step": 6576
    },
    {
      "epoch": 0.5512761409831943,
      "grad_norm": 0.330006867647171,
      "learning_rate": 0.00018391009351100083,
      "loss": 0.255,
      "step": 6577
    },
    {
      "epoch": 0.5513599597669838,
      "grad_norm": 0.3259686827659607,
      "learning_rate": 0.00018390531424359674,
      "loss": 0.2543,
      "step": 6578
    },
    {
      "epoch": 0.5514437785507732,
      "grad_norm": 0.3130313754081726,
      "learning_rate": 0.0001839005343286115,
      "loss": 0.2343,
      "step": 6579
    },
    {
      "epoch": 0.5515275973345627,
      "grad_norm": 0.33377107977867126,
      "learning_rate": 0.00018389575376608202,
      "loss": 0.3179,
      "step": 6580
    },
    {
      "epoch": 0.5516114161183521,
      "grad_norm": 0.3155003488063812,
      "learning_rate": 0.00018389097255604517,
      "loss": 0.2574,
      "step": 6581
    },
    {
      "epoch": 0.5516952349021416,
      "grad_norm": 0.3618864417076111,
      "learning_rate": 0.0001838861906985379,
      "loss": 0.3172,
      "step": 6582
    },
    {
      "epoch": 0.551779053685931,
      "grad_norm": 0.326316237449646,
      "learning_rate": 0.00018388140819359708,
      "loss": 0.2986,
      "step": 6583
    },
    {
      "epoch": 0.5518628724697204,
      "grad_norm": 0.3595944344997406,
      "learning_rate": 0.00018387662504125958,
      "loss": 0.3058,
      "step": 6584
    },
    {
      "epoch": 0.5519466912535099,
      "grad_norm": 0.36825937032699585,
      "learning_rate": 0.00018387184124156241,
      "loss": 0.3202,
      "step": 6585
    },
    {
      "epoch": 0.5520305100372993,
      "grad_norm": 0.4137287139892578,
      "learning_rate": 0.00018386705679454242,
      "loss": 0.308,
      "step": 6586
    },
    {
      "epoch": 0.5521143288210888,
      "grad_norm": 0.3311869502067566,
      "learning_rate": 0.00018386227170023655,
      "loss": 0.2985,
      "step": 6587
    },
    {
      "epoch": 0.5521981476048783,
      "grad_norm": 0.33702605962753296,
      "learning_rate": 0.00018385748595868174,
      "loss": 0.2758,
      "step": 6588
    },
    {
      "epoch": 0.5522819663886677,
      "grad_norm": 0.31587550044059753,
      "learning_rate": 0.00018385269956991496,
      "loss": 0.2366,
      "step": 6589
    },
    {
      "epoch": 0.5523657851724572,
      "grad_norm": 0.3021429479122162,
      "learning_rate": 0.0001838479125339731,
      "loss": 0.2295,
      "step": 6590
    },
    {
      "epoch": 0.5524496039562466,
      "grad_norm": 0.32457661628723145,
      "learning_rate": 0.00018384312485089313,
      "loss": 0.28,
      "step": 6591
    },
    {
      "epoch": 0.552533422740036,
      "grad_norm": 0.3264947235584259,
      "learning_rate": 0.00018383833652071198,
      "loss": 0.2884,
      "step": 6592
    },
    {
      "epoch": 0.5526172415238255,
      "grad_norm": 0.31884220242500305,
      "learning_rate": 0.00018383354754346662,
      "loss": 0.3076,
      "step": 6593
    },
    {
      "epoch": 0.5527010603076149,
      "grad_norm": 0.3366011679172516,
      "learning_rate": 0.00018382875791919404,
      "loss": 0.3241,
      "step": 6594
    },
    {
      "epoch": 0.5527848790914044,
      "grad_norm": 0.34241366386413574,
      "learning_rate": 0.00018382396764793116,
      "loss": 0.2578,
      "step": 6595
    },
    {
      "epoch": 0.5528686978751939,
      "grad_norm": 0.404948353767395,
      "learning_rate": 0.000183819176729715,
      "loss": 0.2603,
      "step": 6596
    },
    {
      "epoch": 0.5529525166589833,
      "grad_norm": 0.3870387077331543,
      "learning_rate": 0.00018381438516458246,
      "loss": 0.3561,
      "step": 6597
    },
    {
      "epoch": 0.5530363354427728,
      "grad_norm": 0.31717872619628906,
      "learning_rate": 0.00018380959295257062,
      "loss": 0.2763,
      "step": 6598
    },
    {
      "epoch": 0.5531201542265621,
      "grad_norm": 0.35759493708610535,
      "learning_rate": 0.00018380480009371638,
      "loss": 0.3208,
      "step": 6599
    },
    {
      "epoch": 0.5532039730103516,
      "grad_norm": 0.378429651260376,
      "learning_rate": 0.00018380000658805678,
      "loss": 0.3594,
      "step": 6600
    },
    {
      "epoch": 0.5532039730103516,
      "eval_loss": 0.29384806752204895,
      "eval_runtime": 61.5131,
      "eval_samples_per_second": 15.606,
      "eval_steps_per_second": 3.902,
      "step": 6600
    },
    {
      "epoch": 0.5532877917941411,
      "grad_norm": 0.3657929599285126,
      "learning_rate": 0.0001837952124356288,
      "loss": 0.3213,
      "step": 6601
    },
    {
      "epoch": 0.5533716105779305,
      "grad_norm": 0.36430051922798157,
      "learning_rate": 0.00018379041763646943,
      "loss": 0.3506,
      "step": 6602
    },
    {
      "epoch": 0.55345542936172,
      "grad_norm": 0.44803380966186523,
      "learning_rate": 0.0001837856221906157,
      "loss": 0.3872,
      "step": 6603
    },
    {
      "epoch": 0.5535392481455094,
      "grad_norm": 0.30311551690101624,
      "learning_rate": 0.00018378082609810461,
      "loss": 0.2815,
      "step": 6604
    },
    {
      "epoch": 0.5536230669292989,
      "grad_norm": 0.360743910074234,
      "learning_rate": 0.0001837760293589732,
      "loss": 0.3437,
      "step": 6605
    },
    {
      "epoch": 0.5537068857130883,
      "grad_norm": 0.3106934428215027,
      "learning_rate": 0.00018377123197325842,
      "loss": 0.2836,
      "step": 6606
    },
    {
      "epoch": 0.5537907044968777,
      "grad_norm": 0.311190664768219,
      "learning_rate": 0.0001837664339409974,
      "loss": 0.3026,
      "step": 6607
    },
    {
      "epoch": 0.5538745232806672,
      "grad_norm": 0.28735652565956116,
      "learning_rate": 0.00018376163526222708,
      "loss": 0.2511,
      "step": 6608
    },
    {
      "epoch": 0.5539583420644566,
      "grad_norm": 0.3187302350997925,
      "learning_rate": 0.00018375683593698457,
      "loss": 0.3139,
      "step": 6609
    },
    {
      "epoch": 0.5540421608482461,
      "grad_norm": 0.35621708631515503,
      "learning_rate": 0.00018375203596530682,
      "loss": 0.3482,
      "step": 6610
    },
    {
      "epoch": 0.5541259796320356,
      "grad_norm": 0.28251945972442627,
      "learning_rate": 0.00018374723534723096,
      "loss": 0.2254,
      "step": 6611
    },
    {
      "epoch": 0.554209798415825,
      "grad_norm": 0.31646013259887695,
      "learning_rate": 0.00018374243408279402,
      "loss": 0.2581,
      "step": 6612
    },
    {
      "epoch": 0.5542936171996145,
      "grad_norm": 0.3171924650669098,
      "learning_rate": 0.00018373763217203304,
      "loss": 0.2573,
      "step": 6613
    },
    {
      "epoch": 0.5543774359834038,
      "grad_norm": 0.34092622995376587,
      "learning_rate": 0.0001837328296149851,
      "loss": 0.313,
      "step": 6614
    },
    {
      "epoch": 0.5544612547671933,
      "grad_norm": 0.33600494265556335,
      "learning_rate": 0.00018372802641168724,
      "loss": 0.2755,
      "step": 6615
    },
    {
      "epoch": 0.5545450735509828,
      "grad_norm": 0.35219767689704895,
      "learning_rate": 0.0001837232225621765,
      "loss": 0.3173,
      "step": 6616
    },
    {
      "epoch": 0.5546288923347722,
      "grad_norm": 0.35082629323005676,
      "learning_rate": 0.00018371841806649007,
      "loss": 0.2889,
      "step": 6617
    },
    {
      "epoch": 0.5547127111185617,
      "grad_norm": 0.30952316522598267,
      "learning_rate": 0.00018371361292466494,
      "loss": 0.2465,
      "step": 6618
    },
    {
      "epoch": 0.5547965299023511,
      "grad_norm": 0.3614131808280945,
      "learning_rate": 0.0001837088071367382,
      "loss": 0.2687,
      "step": 6619
    },
    {
      "epoch": 0.5548803486861406,
      "grad_norm": 0.35761281847953796,
      "learning_rate": 0.00018370400070274697,
      "loss": 0.2701,
      "step": 6620
    },
    {
      "epoch": 0.55496416746993,
      "grad_norm": 0.4043678045272827,
      "learning_rate": 0.00018369919362272837,
      "loss": 0.2985,
      "step": 6621
    },
    {
      "epoch": 0.5550479862537194,
      "grad_norm": 0.38885030150413513,
      "learning_rate": 0.00018369438589671943,
      "loss": 0.3579,
      "step": 6622
    },
    {
      "epoch": 0.5551318050375089,
      "grad_norm": 0.3591459095478058,
      "learning_rate": 0.0001836895775247573,
      "loss": 0.2742,
      "step": 6623
    },
    {
      "epoch": 0.5552156238212983,
      "grad_norm": 0.35356244444847107,
      "learning_rate": 0.0001836847685068791,
      "loss": 0.3188,
      "step": 6624
    },
    {
      "epoch": 0.5552994426050878,
      "grad_norm": 0.31541794538497925,
      "learning_rate": 0.0001836799588431219,
      "loss": 0.269,
      "step": 6625
    },
    {
      "epoch": 0.5553832613888773,
      "grad_norm": 0.320379376411438,
      "learning_rate": 0.0001836751485335229,
      "loss": 0.2983,
      "step": 6626
    },
    {
      "epoch": 0.5554670801726667,
      "grad_norm": 0.30758753418922424,
      "learning_rate": 0.00018367033757811914,
      "loss": 0.2597,
      "step": 6627
    },
    {
      "epoch": 0.5555508989564562,
      "grad_norm": 0.35196974873542786,
      "learning_rate": 0.0001836655259769478,
      "loss": 0.2896,
      "step": 6628
    },
    {
      "epoch": 0.5556347177402456,
      "grad_norm": 0.35001447796821594,
      "learning_rate": 0.000183660713730046,
      "loss": 0.3601,
      "step": 6629
    },
    {
      "epoch": 0.555718536524035,
      "grad_norm": 0.31930533051490784,
      "learning_rate": 0.00018365590083745085,
      "loss": 0.2848,
      "step": 6630
    },
    {
      "epoch": 0.5558023553078245,
      "grad_norm": 0.3229791224002838,
      "learning_rate": 0.0001836510872991996,
      "loss": 0.294,
      "step": 6631
    },
    {
      "epoch": 0.5558861740916139,
      "grad_norm": 0.33352527022361755,
      "learning_rate": 0.00018364627311532927,
      "loss": 0.2994,
      "step": 6632
    },
    {
      "epoch": 0.5559699928754034,
      "grad_norm": 0.3420082628726959,
      "learning_rate": 0.00018364145828587711,
      "loss": 0.3062,
      "step": 6633
    },
    {
      "epoch": 0.5560538116591929,
      "grad_norm": 0.3691421151161194,
      "learning_rate": 0.00018363664281088025,
      "loss": 0.2991,
      "step": 6634
    },
    {
      "epoch": 0.5561376304429823,
      "grad_norm": 0.34092047810554504,
      "learning_rate": 0.00018363182669037584,
      "loss": 0.2852,
      "step": 6635
    },
    {
      "epoch": 0.5562214492267717,
      "grad_norm": 0.34817346930503845,
      "learning_rate": 0.00018362700992440107,
      "loss": 0.3127,
      "step": 6636
    },
    {
      "epoch": 0.5563052680105611,
      "grad_norm": 0.3312896192073822,
      "learning_rate": 0.0001836221925129931,
      "loss": 0.2814,
      "step": 6637
    },
    {
      "epoch": 0.5563890867943506,
      "grad_norm": 0.3163764476776123,
      "learning_rate": 0.00018361737445618913,
      "loss": 0.2872,
      "step": 6638
    },
    {
      "epoch": 0.5564729055781401,
      "grad_norm": 0.3122418224811554,
      "learning_rate": 0.00018361255575402637,
      "loss": 0.2498,
      "step": 6639
    },
    {
      "epoch": 0.5565567243619295,
      "grad_norm": 0.3140827715396881,
      "learning_rate": 0.0001836077364065419,
      "loss": 0.2657,
      "step": 6640
    },
    {
      "epoch": 0.556640543145719,
      "grad_norm": 0.3151303827762604,
      "learning_rate": 0.00018360291641377307,
      "loss": 0.2637,
      "step": 6641
    },
    {
      "epoch": 0.5567243619295084,
      "grad_norm": 0.3179512321949005,
      "learning_rate": 0.000183598095775757,
      "loss": 0.2868,
      "step": 6642
    },
    {
      "epoch": 0.5568081807132979,
      "grad_norm": 0.3389570116996765,
      "learning_rate": 0.00018359327449253085,
      "loss": 0.3113,
      "step": 6643
    },
    {
      "epoch": 0.5568919994970873,
      "grad_norm": 0.3168731927871704,
      "learning_rate": 0.0001835884525641319,
      "loss": 0.2761,
      "step": 6644
    },
    {
      "epoch": 0.5569758182808767,
      "grad_norm": 0.29873400926589966,
      "learning_rate": 0.00018358362999059736,
      "loss": 0.214,
      "step": 6645
    },
    {
      "epoch": 0.5570596370646662,
      "grad_norm": 0.34564903378486633,
      "learning_rate": 0.00018357880677196444,
      "loss": 0.2842,
      "step": 6646
    },
    {
      "epoch": 0.5571434558484556,
      "grad_norm": 0.3235035240650177,
      "learning_rate": 0.00018357398290827037,
      "loss": 0.2805,
      "step": 6647
    },
    {
      "epoch": 0.5572272746322451,
      "grad_norm": 0.343986839056015,
      "learning_rate": 0.00018356915839955234,
      "loss": 0.3047,
      "step": 6648
    },
    {
      "epoch": 0.5573110934160346,
      "grad_norm": 0.3306140601634979,
      "learning_rate": 0.00018356433324584766,
      "loss": 0.2509,
      "step": 6649
    },
    {
      "epoch": 0.557394912199824,
      "grad_norm": 0.3046480417251587,
      "learning_rate": 0.00018355950744719347,
      "loss": 0.2243,
      "step": 6650
    },
    {
      "epoch": 0.5574787309836134,
      "grad_norm": 0.3659733533859253,
      "learning_rate": 0.00018355468100362713,
      "loss": 0.2825,
      "step": 6651
    },
    {
      "epoch": 0.5575625497674028,
      "grad_norm": 0.3192548155784607,
      "learning_rate": 0.00018354985391518582,
      "loss": 0.2946,
      "step": 6652
    },
    {
      "epoch": 0.5576463685511923,
      "grad_norm": 0.3259431719779968,
      "learning_rate": 0.0001835450261819068,
      "loss": 0.2455,
      "step": 6653
    },
    {
      "epoch": 0.5577301873349818,
      "grad_norm": 0.3519972264766693,
      "learning_rate": 0.00018354019780382735,
      "loss": 0.3021,
      "step": 6654
    },
    {
      "epoch": 0.5578140061187712,
      "grad_norm": 0.31083205342292786,
      "learning_rate": 0.00018353536878098472,
      "loss": 0.2224,
      "step": 6655
    },
    {
      "epoch": 0.5578978249025607,
      "grad_norm": 0.3605613112449646,
      "learning_rate": 0.0001835305391134162,
      "loss": 0.2929,
      "step": 6656
    },
    {
      "epoch": 0.5579816436863501,
      "grad_norm": 0.3293662965297699,
      "learning_rate": 0.00018352570880115902,
      "loss": 0.3017,
      "step": 6657
    },
    {
      "epoch": 0.5580654624701396,
      "grad_norm": 0.3383074402809143,
      "learning_rate": 0.00018352087784425053,
      "loss": 0.2797,
      "step": 6658
    },
    {
      "epoch": 0.558149281253929,
      "grad_norm": 0.34946322441101074,
      "learning_rate": 0.00018351604624272796,
      "loss": 0.2958,
      "step": 6659
    },
    {
      "epoch": 0.5582331000377184,
      "grad_norm": 0.32574400305747986,
      "learning_rate": 0.00018351121399662863,
      "loss": 0.2574,
      "step": 6660
    },
    {
      "epoch": 0.5583169188215079,
      "grad_norm": 0.3361261785030365,
      "learning_rate": 0.0001835063811059898,
      "loss": 0.2908,
      "step": 6661
    },
    {
      "epoch": 0.5584007376052973,
      "grad_norm": 0.3077166676521301,
      "learning_rate": 0.0001835015475708488,
      "loss": 0.2355,
      "step": 6662
    },
    {
      "epoch": 0.5584845563890868,
      "grad_norm": 0.3484116494655609,
      "learning_rate": 0.00018349671339124295,
      "loss": 0.3957,
      "step": 6663
    },
    {
      "epoch": 0.5585683751728763,
      "grad_norm": 0.33153024315834045,
      "learning_rate": 0.00018349187856720955,
      "loss": 0.2698,
      "step": 6664
    },
    {
      "epoch": 0.5586521939566657,
      "grad_norm": 0.3628023862838745,
      "learning_rate": 0.00018348704309878588,
      "loss": 0.3109,
      "step": 6665
    },
    {
      "epoch": 0.5587360127404551,
      "grad_norm": 0.34356531500816345,
      "learning_rate": 0.00018348220698600928,
      "loss": 0.31,
      "step": 6666
    },
    {
      "epoch": 0.5588198315242446,
      "grad_norm": 0.3395480215549469,
      "learning_rate": 0.00018347737022891708,
      "loss": 0.2848,
      "step": 6667
    },
    {
      "epoch": 0.558903650308034,
      "grad_norm": 0.34351402521133423,
      "learning_rate": 0.0001834725328275466,
      "loss": 0.3048,
      "step": 6668
    },
    {
      "epoch": 0.5589874690918235,
      "grad_norm": 0.3651176393032074,
      "learning_rate": 0.00018346769478193523,
      "loss": 0.3067,
      "step": 6669
    },
    {
      "epoch": 0.5590712878756129,
      "grad_norm": 0.3076748847961426,
      "learning_rate": 0.00018346285609212025,
      "loss": 0.2242,
      "step": 6670
    },
    {
      "epoch": 0.5591551066594024,
      "grad_norm": 0.3526790738105774,
      "learning_rate": 0.000183458016758139,
      "loss": 0.3182,
      "step": 6671
    },
    {
      "epoch": 0.5592389254431919,
      "grad_norm": 0.31928592920303345,
      "learning_rate": 0.00018345317678002885,
      "loss": 0.288,
      "step": 6672
    },
    {
      "epoch": 0.5593227442269812,
      "grad_norm": 0.35143592953681946,
      "learning_rate": 0.00018344833615782714,
      "loss": 0.3094,
      "step": 6673
    },
    {
      "epoch": 0.5594065630107707,
      "grad_norm": 0.3427717983722687,
      "learning_rate": 0.00018344349489157126,
      "loss": 0.2918,
      "step": 6674
    },
    {
      "epoch": 0.5594903817945601,
      "grad_norm": 0.33732521533966064,
      "learning_rate": 0.00018343865298129858,
      "loss": 0.2858,
      "step": 6675
    },
    {
      "epoch": 0.5595742005783496,
      "grad_norm": 0.36836257576942444,
      "learning_rate": 0.00018343381042704645,
      "loss": 0.3439,
      "step": 6676
    },
    {
      "epoch": 0.5596580193621391,
      "grad_norm": 0.31195545196533203,
      "learning_rate": 0.00018342896722885223,
      "loss": 0.2846,
      "step": 6677
    },
    {
      "epoch": 0.5597418381459285,
      "grad_norm": 0.3035745918750763,
      "learning_rate": 0.0001834241233867533,
      "loss": 0.2669,
      "step": 6678
    },
    {
      "epoch": 0.559825656929718,
      "grad_norm": 0.32211074233055115,
      "learning_rate": 0.00018341927890078708,
      "loss": 0.2907,
      "step": 6679
    },
    {
      "epoch": 0.5599094757135074,
      "grad_norm": 0.33000144362449646,
      "learning_rate": 0.00018341443377099093,
      "loss": 0.2721,
      "step": 6680
    },
    {
      "epoch": 0.5599932944972968,
      "grad_norm": 0.3233564496040344,
      "learning_rate": 0.00018340958799740228,
      "loss": 0.2748,
      "step": 6681
    },
    {
      "epoch": 0.5600771132810863,
      "grad_norm": 0.3128601908683777,
      "learning_rate": 0.00018340474158005848,
      "loss": 0.2745,
      "step": 6682
    },
    {
      "epoch": 0.5601609320648757,
      "grad_norm": 0.3445415794849396,
      "learning_rate": 0.00018339989451899693,
      "loss": 0.3296,
      "step": 6683
    },
    {
      "epoch": 0.5602447508486652,
      "grad_norm": 0.29649436473846436,
      "learning_rate": 0.0001833950468142551,
      "loss": 0.232,
      "step": 6684
    },
    {
      "epoch": 0.5603285696324546,
      "grad_norm": 0.33709779381752014,
      "learning_rate": 0.00018339019846587036,
      "loss": 0.3002,
      "step": 6685
    },
    {
      "epoch": 0.5604123884162441,
      "grad_norm": 0.3242102861404419,
      "learning_rate": 0.00018338534947388014,
      "loss": 0.2962,
      "step": 6686
    },
    {
      "epoch": 0.5604962072000336,
      "grad_norm": 0.33006951212882996,
      "learning_rate": 0.00018338049983832185,
      "loss": 0.2712,
      "step": 6687
    },
    {
      "epoch": 0.560580025983823,
      "grad_norm": 0.34069323539733887,
      "learning_rate": 0.00018337564955923298,
      "loss": 0.2747,
      "step": 6688
    },
    {
      "epoch": 0.5606638447676124,
      "grad_norm": 0.34312236309051514,
      "learning_rate": 0.0001833707986366509,
      "loss": 0.3163,
      "step": 6689
    },
    {
      "epoch": 0.5607476635514018,
      "grad_norm": 0.3696998655796051,
      "learning_rate": 0.00018336594707061307,
      "loss": 0.3477,
      "step": 6690
    },
    {
      "epoch": 0.5608314823351913,
      "grad_norm": 0.3401040732860565,
      "learning_rate": 0.00018336109486115693,
      "loss": 0.309,
      "step": 6691
    },
    {
      "epoch": 0.5609153011189808,
      "grad_norm": 0.32763397693634033,
      "learning_rate": 0.00018335624200831993,
      "loss": 0.2976,
      "step": 6692
    },
    {
      "epoch": 0.5609991199027702,
      "grad_norm": 0.2923228144645691,
      "learning_rate": 0.00018335138851213953,
      "loss": 0.2484,
      "step": 6693
    },
    {
      "epoch": 0.5610829386865597,
      "grad_norm": 0.3502793610095978,
      "learning_rate": 0.0001833465343726532,
      "loss": 0.3082,
      "step": 6694
    },
    {
      "epoch": 0.561166757470349,
      "grad_norm": 0.37070775032043457,
      "learning_rate": 0.00018334167958989836,
      "loss": 0.324,
      "step": 6695
    },
    {
      "epoch": 0.5612505762541385,
      "grad_norm": 0.3356819152832031,
      "learning_rate": 0.00018333682416391253,
      "loss": 0.3182,
      "step": 6696
    },
    {
      "epoch": 0.561334395037928,
      "grad_norm": 0.31452423334121704,
      "learning_rate": 0.00018333196809473319,
      "loss": 0.2522,
      "step": 6697
    },
    {
      "epoch": 0.5614182138217174,
      "grad_norm": 0.33093759417533875,
      "learning_rate": 0.00018332711138239775,
      "loss": 0.2688,
      "step": 6698
    },
    {
      "epoch": 0.5615020326055069,
      "grad_norm": 0.29968246817588806,
      "learning_rate": 0.00018332225402694374,
      "loss": 0.2297,
      "step": 6699
    },
    {
      "epoch": 0.5615858513892963,
      "grad_norm": 0.3456210494041443,
      "learning_rate": 0.00018331739602840867,
      "loss": 0.3133,
      "step": 6700
    },
    {
      "epoch": 0.5616696701730858,
      "grad_norm": 0.3381503224372864,
      "learning_rate": 0.00018331253738682998,
      "loss": 0.2673,
      "step": 6701
    },
    {
      "epoch": 0.5617534889568753,
      "grad_norm": 0.3239555060863495,
      "learning_rate": 0.00018330767810224524,
      "loss": 0.2738,
      "step": 6702
    },
    {
      "epoch": 0.5618373077406646,
      "grad_norm": 0.3564358353614807,
      "learning_rate": 0.0001833028181746919,
      "loss": 0.3286,
      "step": 6703
    },
    {
      "epoch": 0.5619211265244541,
      "grad_norm": 0.347541481256485,
      "learning_rate": 0.00018329795760420748,
      "loss": 0.3167,
      "step": 6704
    },
    {
      "epoch": 0.5620049453082436,
      "grad_norm": 0.3298231363296509,
      "learning_rate": 0.0001832930963908295,
      "loss": 0.2977,
      "step": 6705
    },
    {
      "epoch": 0.562088764092033,
      "grad_norm": 0.29738089442253113,
      "learning_rate": 0.00018328823453459545,
      "loss": 0.2464,
      "step": 6706
    },
    {
      "epoch": 0.5621725828758225,
      "grad_norm": 0.3501093089580536,
      "learning_rate": 0.0001832833720355429,
      "loss": 0.3208,
      "step": 6707
    },
    {
      "epoch": 0.5622564016596119,
      "grad_norm": 0.3656487762928009,
      "learning_rate": 0.00018327850889370933,
      "loss": 0.3361,
      "step": 6708
    },
    {
      "epoch": 0.5623402204434014,
      "grad_norm": 0.3081229031085968,
      "learning_rate": 0.00018327364510913236,
      "loss": 0.2435,
      "step": 6709
    },
    {
      "epoch": 0.5624240392271909,
      "grad_norm": 0.3031848073005676,
      "learning_rate": 0.00018326878068184943,
      "loss": 0.2748,
      "step": 6710
    },
    {
      "epoch": 0.5625078580109802,
      "grad_norm": 0.3547182083129883,
      "learning_rate": 0.00018326391561189812,
      "loss": 0.3047,
      "step": 6711
    },
    {
      "epoch": 0.5625916767947697,
      "grad_norm": 0.3181355595588684,
      "learning_rate": 0.000183259049899316,
      "loss": 0.2396,
      "step": 6712
    },
    {
      "epoch": 0.5626754955785591,
      "grad_norm": 0.335748553276062,
      "learning_rate": 0.0001832541835441406,
      "loss": 0.2529,
      "step": 6713
    },
    {
      "epoch": 0.5627593143623486,
      "grad_norm": 0.31514838337898254,
      "learning_rate": 0.00018324931654640947,
      "loss": 0.2558,
      "step": 6714
    },
    {
      "epoch": 0.5628431331461381,
      "grad_norm": 0.34757763147354126,
      "learning_rate": 0.0001832444489061602,
      "loss": 0.3062,
      "step": 6715
    },
    {
      "epoch": 0.5629269519299275,
      "grad_norm": 0.38584527373313904,
      "learning_rate": 0.00018323958062343033,
      "loss": 0.3164,
      "step": 6716
    },
    {
      "epoch": 0.563010770713717,
      "grad_norm": 0.3314615488052368,
      "learning_rate": 0.00018323471169825748,
      "loss": 0.2492,
      "step": 6717
    },
    {
      "epoch": 0.5630945894975063,
      "grad_norm": 0.3216826617717743,
      "learning_rate": 0.00018322984213067919,
      "loss": 0.2933,
      "step": 6718
    },
    {
      "epoch": 0.5631784082812958,
      "grad_norm": 0.34179338812828064,
      "learning_rate": 0.00018322497192073306,
      "loss": 0.2676,
      "step": 6719
    },
    {
      "epoch": 0.5632622270650853,
      "grad_norm": 0.3163653314113617,
      "learning_rate": 0.00018322010106845663,
      "loss": 0.2472,
      "step": 6720
    },
    {
      "epoch": 0.5633460458488747,
      "grad_norm": 0.3351433575153351,
      "learning_rate": 0.00018321522957388757,
      "loss": 0.2735,
      "step": 6721
    },
    {
      "epoch": 0.5634298646326642,
      "grad_norm": 0.3297763764858246,
      "learning_rate": 0.00018321035743706343,
      "loss": 0.2855,
      "step": 6722
    },
    {
      "epoch": 0.5635136834164536,
      "grad_norm": 0.3215149939060211,
      "learning_rate": 0.00018320548465802184,
      "loss": 0.2831,
      "step": 6723
    },
    {
      "epoch": 0.5635975022002431,
      "grad_norm": 0.354573518037796,
      "learning_rate": 0.00018320061123680036,
      "loss": 0.3222,
      "step": 6724
    },
    {
      "epoch": 0.5636813209840326,
      "grad_norm": 0.33616751432418823,
      "learning_rate": 0.00018319573717343664,
      "loss": 0.2664,
      "step": 6725
    },
    {
      "epoch": 0.5637651397678219,
      "grad_norm": 0.3595769703388214,
      "learning_rate": 0.0001831908624679683,
      "loss": 0.3184,
      "step": 6726
    },
    {
      "epoch": 0.5638489585516114,
      "grad_norm": 0.32327497005462646,
      "learning_rate": 0.000183185987120433,
      "loss": 0.271,
      "step": 6727
    },
    {
      "epoch": 0.5639327773354008,
      "grad_norm": 0.3096243739128113,
      "learning_rate": 0.00018318111113086827,
      "loss": 0.2379,
      "step": 6728
    },
    {
      "epoch": 0.5640165961191903,
      "grad_norm": 0.38609039783477783,
      "learning_rate": 0.0001831762344993118,
      "loss": 0.3474,
      "step": 6729
    },
    {
      "epoch": 0.5641004149029798,
      "grad_norm": 0.31216809153556824,
      "learning_rate": 0.00018317135722580122,
      "loss": 0.2759,
      "step": 6730
    },
    {
      "epoch": 0.5641842336867692,
      "grad_norm": 0.39009031653404236,
      "learning_rate": 0.00018316647931037423,
      "loss": 0.3561,
      "step": 6731
    },
    {
      "epoch": 0.5642680524705587,
      "grad_norm": 0.341099351644516,
      "learning_rate": 0.00018316160075306838,
      "loss": 0.2865,
      "step": 6732
    },
    {
      "epoch": 0.564351871254348,
      "grad_norm": 0.34485337138175964,
      "learning_rate": 0.0001831567215539214,
      "loss": 0.2904,
      "step": 6733
    },
    {
      "epoch": 0.5644356900381375,
      "grad_norm": 0.3479335606098175,
      "learning_rate": 0.00018315184171297088,
      "loss": 0.3027,
      "step": 6734
    },
    {
      "epoch": 0.564519508821927,
      "grad_norm": 0.3180398643016815,
      "learning_rate": 0.00018314696123025454,
      "loss": 0.247,
      "step": 6735
    },
    {
      "epoch": 0.5646033276057164,
      "grad_norm": 0.3446991443634033,
      "learning_rate": 0.00018314208010581,
      "loss": 0.3452,
      "step": 6736
    },
    {
      "epoch": 0.5646871463895059,
      "grad_norm": 0.32133203744888306,
      "learning_rate": 0.000183137198339675,
      "loss": 0.2394,
      "step": 6737
    },
    {
      "epoch": 0.5647709651732953,
      "grad_norm": 0.31794026494026184,
      "learning_rate": 0.00018313231593188715,
      "loss": 0.2805,
      "step": 6738
    },
    {
      "epoch": 0.5648547839570848,
      "grad_norm": 0.3042995035648346,
      "learning_rate": 0.00018312743288248417,
      "loss": 0.2332,
      "step": 6739
    },
    {
      "epoch": 0.5649386027408743,
      "grad_norm": 0.33412012457847595,
      "learning_rate": 0.00018312254919150374,
      "loss": 0.2926,
      "step": 6740
    },
    {
      "epoch": 0.5650224215246636,
      "grad_norm": 0.3263159394264221,
      "learning_rate": 0.00018311766485898354,
      "loss": 0.2705,
      "step": 6741
    },
    {
      "epoch": 0.5651062403084531,
      "grad_norm": 0.3459818363189697,
      "learning_rate": 0.00018311277988496128,
      "loss": 0.2718,
      "step": 6742
    },
    {
      "epoch": 0.5651900590922426,
      "grad_norm": 0.3402508795261383,
      "learning_rate": 0.00018310789426947464,
      "loss": 0.3162,
      "step": 6743
    },
    {
      "epoch": 0.565273877876032,
      "grad_norm": 0.3853568732738495,
      "learning_rate": 0.00018310300801256134,
      "loss": 0.3597,
      "step": 6744
    },
    {
      "epoch": 0.5653576966598215,
      "grad_norm": 0.35729795694351196,
      "learning_rate": 0.0001830981211142591,
      "loss": 0.3171,
      "step": 6745
    },
    {
      "epoch": 0.5654415154436109,
      "grad_norm": 0.31861695647239685,
      "learning_rate": 0.00018309323357460565,
      "loss": 0.2638,
      "step": 6746
    },
    {
      "epoch": 0.5655253342274004,
      "grad_norm": 0.36738157272338867,
      "learning_rate": 0.00018308834539363872,
      "loss": 0.3222,
      "step": 6747
    },
    {
      "epoch": 0.5656091530111899,
      "grad_norm": 0.3381066918373108,
      "learning_rate": 0.000183083456571396,
      "loss": 0.2644,
      "step": 6748
    },
    {
      "epoch": 0.5656929717949792,
      "grad_norm": 0.356512188911438,
      "learning_rate": 0.0001830785671079152,
      "loss": 0.3085,
      "step": 6749
    },
    {
      "epoch": 0.5657767905787687,
      "grad_norm": 0.3439088761806488,
      "learning_rate": 0.0001830736770032341,
      "loss": 0.3042,
      "step": 6750
    },
    {
      "epoch": 0.5658606093625581,
      "grad_norm": 0.3493594527244568,
      "learning_rate": 0.00018306878625739046,
      "loss": 0.2693,
      "step": 6751
    },
    {
      "epoch": 0.5659444281463476,
      "grad_norm": 0.3153527081012726,
      "learning_rate": 0.000183063894870422,
      "loss": 0.2546,
      "step": 6752
    },
    {
      "epoch": 0.5660282469301371,
      "grad_norm": 0.3443377614021301,
      "learning_rate": 0.0001830590028423665,
      "loss": 0.2854,
      "step": 6753
    },
    {
      "epoch": 0.5661120657139265,
      "grad_norm": 0.32125961780548096,
      "learning_rate": 0.00018305411017326159,
      "loss": 0.3004,
      "step": 6754
    },
    {
      "epoch": 0.566195884497716,
      "grad_norm": 0.3382907509803772,
      "learning_rate": 0.00018304921686314521,
      "loss": 0.2576,
      "step": 6755
    },
    {
      "epoch": 0.5662797032815053,
      "grad_norm": 0.37131986021995544,
      "learning_rate": 0.00018304432291205505,
      "loss": 0.3445,
      "step": 6756
    },
    {
      "epoch": 0.5663635220652948,
      "grad_norm": 0.3137647211551666,
      "learning_rate": 0.00018303942832002883,
      "loss": 0.2592,
      "step": 6757
    },
    {
      "epoch": 0.5664473408490843,
      "grad_norm": 0.3351154327392578,
      "learning_rate": 0.0001830345330871044,
      "loss": 0.3391,
      "step": 6758
    },
    {
      "epoch": 0.5665311596328737,
      "grad_norm": 0.31680381298065186,
      "learning_rate": 0.00018302963721331952,
      "loss": 0.2986,
      "step": 6759
    },
    {
      "epoch": 0.5666149784166632,
      "grad_norm": 0.311713308095932,
      "learning_rate": 0.00018302474069871195,
      "loss": 0.2653,
      "step": 6760
    },
    {
      "epoch": 0.5666987972004526,
      "grad_norm": 0.3061661720275879,
      "learning_rate": 0.00018301984354331956,
      "loss": 0.2315,
      "step": 6761
    },
    {
      "epoch": 0.5667826159842421,
      "grad_norm": 0.3352472484111786,
      "learning_rate": 0.00018301494574718007,
      "loss": 0.2764,
      "step": 6762
    },
    {
      "epoch": 0.5668664347680316,
      "grad_norm": 0.32747864723205566,
      "learning_rate": 0.00018301004731033127,
      "loss": 0.2773,
      "step": 6763
    },
    {
      "epoch": 0.5669502535518209,
      "grad_norm": 0.3264457881450653,
      "learning_rate": 0.000183005148232811,
      "loss": 0.2622,
      "step": 6764
    },
    {
      "epoch": 0.5670340723356104,
      "grad_norm": 0.3470573127269745,
      "learning_rate": 0.0001830002485146571,
      "loss": 0.3289,
      "step": 6765
    },
    {
      "epoch": 0.5671178911193998,
      "grad_norm": 0.339677095413208,
      "learning_rate": 0.00018299534815590732,
      "loss": 0.3224,
      "step": 6766
    },
    {
      "epoch": 0.5672017099031893,
      "grad_norm": 0.3676641285419464,
      "learning_rate": 0.00018299044715659954,
      "loss": 0.3354,
      "step": 6767
    },
    {
      "epoch": 0.5672855286869788,
      "grad_norm": 0.32300716638565063,
      "learning_rate": 0.00018298554551677155,
      "loss": 0.2756,
      "step": 6768
    },
    {
      "epoch": 0.5673693474707682,
      "grad_norm": 0.3412127196788788,
      "learning_rate": 0.00018298064323646123,
      "loss": 0.2919,
      "step": 6769
    },
    {
      "epoch": 0.5674531662545577,
      "grad_norm": 0.3421967327594757,
      "learning_rate": 0.00018297574031570632,
      "loss": 0.332,
      "step": 6770
    },
    {
      "epoch": 0.567536985038347,
      "grad_norm": 0.36054661870002747,
      "learning_rate": 0.00018297083675454477,
      "loss": 0.3112,
      "step": 6771
    },
    {
      "epoch": 0.5676208038221365,
      "grad_norm": 0.33238255977630615,
      "learning_rate": 0.00018296593255301432,
      "loss": 0.322,
      "step": 6772
    },
    {
      "epoch": 0.567704622605926,
      "grad_norm": 0.3308667540550232,
      "learning_rate": 0.0001829610277111529,
      "loss": 0.3135,
      "step": 6773
    },
    {
      "epoch": 0.5677884413897154,
      "grad_norm": 0.3460971713066101,
      "learning_rate": 0.0001829561222289984,
      "loss": 0.2543,
      "step": 6774
    },
    {
      "epoch": 0.5678722601735049,
      "grad_norm": 0.33509624004364014,
      "learning_rate": 0.00018295121610658853,
      "loss": 0.3,
      "step": 6775
    },
    {
      "epoch": 0.5679560789572943,
      "grad_norm": 0.3343527317047119,
      "learning_rate": 0.00018294630934396127,
      "loss": 0.2993,
      "step": 6776
    },
    {
      "epoch": 0.5680398977410838,
      "grad_norm": 0.3405420482158661,
      "learning_rate": 0.0001829414019411545,
      "loss": 0.2799,
      "step": 6777
    },
    {
      "epoch": 0.5681237165248733,
      "grad_norm": 0.3631576895713806,
      "learning_rate": 0.00018293649389820605,
      "loss": 0.2634,
      "step": 6778
    },
    {
      "epoch": 0.5682075353086626,
      "grad_norm": 0.3291900157928467,
      "learning_rate": 0.00018293158521515382,
      "loss": 0.2937,
      "step": 6779
    },
    {
      "epoch": 0.5682913540924521,
      "grad_norm": 0.3259100914001465,
      "learning_rate": 0.00018292667589203565,
      "loss": 0.283,
      "step": 6780
    },
    {
      "epoch": 0.5683751728762416,
      "grad_norm": 0.34767085313796997,
      "learning_rate": 0.0001829217659288895,
      "loss": 0.283,
      "step": 6781
    },
    {
      "epoch": 0.568458991660031,
      "grad_norm": 0.3170921802520752,
      "learning_rate": 0.00018291685532575324,
      "loss": 0.254,
      "step": 6782
    },
    {
      "epoch": 0.5685428104438205,
      "grad_norm": 0.3427557945251465,
      "learning_rate": 0.00018291194408266473,
      "loss": 0.3143,
      "step": 6783
    },
    {
      "epoch": 0.5686266292276099,
      "grad_norm": 0.34474292397499084,
      "learning_rate": 0.00018290703219966194,
      "loss": 0.2596,
      "step": 6784
    },
    {
      "epoch": 0.5687104480113994,
      "grad_norm": 0.38240301609039307,
      "learning_rate": 0.00018290211967678276,
      "loss": 0.3399,
      "step": 6785
    },
    {
      "epoch": 0.5687942667951889,
      "grad_norm": 0.3804057538509369,
      "learning_rate": 0.00018289720651406505,
      "loss": 0.343,
      "step": 6786
    },
    {
      "epoch": 0.5688780855789782,
      "grad_norm": 0.3525030016899109,
      "learning_rate": 0.0001828922927115468,
      "loss": 0.315,
      "step": 6787
    },
    {
      "epoch": 0.5689619043627677,
      "grad_norm": 0.30232954025268555,
      "learning_rate": 0.00018288737826926589,
      "loss": 0.2475,
      "step": 6788
    },
    {
      "epoch": 0.5690457231465571,
      "grad_norm": 0.3481607139110565,
      "learning_rate": 0.0001828824631872603,
      "loss": 0.2847,
      "step": 6789
    },
    {
      "epoch": 0.5691295419303466,
      "grad_norm": 0.3596978187561035,
      "learning_rate": 0.0001828775474655679,
      "loss": 0.2799,
      "step": 6790
    },
    {
      "epoch": 0.5692133607141361,
      "grad_norm": 0.34531915187835693,
      "learning_rate": 0.00018287263110422668,
      "loss": 0.3202,
      "step": 6791
    },
    {
      "epoch": 0.5692971794979255,
      "grad_norm": 0.32455238699913025,
      "learning_rate": 0.00018286771410327456,
      "loss": 0.2774,
      "step": 6792
    },
    {
      "epoch": 0.569380998281715,
      "grad_norm": 0.3085413873195648,
      "learning_rate": 0.00018286279646274948,
      "loss": 0.2718,
      "step": 6793
    },
    {
      "epoch": 0.5694648170655043,
      "grad_norm": 0.31292182207107544,
      "learning_rate": 0.0001828578781826894,
      "loss": 0.2886,
      "step": 6794
    },
    {
      "epoch": 0.5695486358492938,
      "grad_norm": 0.3439255356788635,
      "learning_rate": 0.00018285295926313234,
      "loss": 0.3527,
      "step": 6795
    },
    {
      "epoch": 0.5696324546330833,
      "grad_norm": 0.32074421644210815,
      "learning_rate": 0.00018284803970411616,
      "loss": 0.2725,
      "step": 6796
    },
    {
      "epoch": 0.5697162734168727,
      "grad_norm": 0.33888930082321167,
      "learning_rate": 0.00018284311950567892,
      "loss": 0.3002,
      "step": 6797
    },
    {
      "epoch": 0.5698000922006622,
      "grad_norm": 0.34142768383026123,
      "learning_rate": 0.00018283819866785853,
      "loss": 0.3082,
      "step": 6798
    },
    {
      "epoch": 0.5698839109844516,
      "grad_norm": 0.3270895481109619,
      "learning_rate": 0.000182833277190693,
      "loss": 0.2713,
      "step": 6799
    },
    {
      "epoch": 0.5699677297682411,
      "grad_norm": 0.36310476064682007,
      "learning_rate": 0.00018282835507422033,
      "loss": 0.3096,
      "step": 6800
    },
    {
      "epoch": 0.5699677297682411,
      "eval_loss": 0.2921026051044464,
      "eval_runtime": 61.5173,
      "eval_samples_per_second": 15.605,
      "eval_steps_per_second": 3.901,
      "step": 6800
    },
    {
      "epoch": 0.5700515485520306,
      "grad_norm": 0.37644049525260925,
      "learning_rate": 0.0001828234323184785,
      "loss": 0.2731,
      "step": 6801
    },
    {
      "epoch": 0.5701353673358199,
      "grad_norm": 0.3400287926197052,
      "learning_rate": 0.00018281850892350545,
      "loss": 0.2576,
      "step": 6802
    },
    {
      "epoch": 0.5702191861196094,
      "grad_norm": 0.3313657343387604,
      "learning_rate": 0.00018281358488933923,
      "loss": 0.2772,
      "step": 6803
    },
    {
      "epoch": 0.5703030049033988,
      "grad_norm": 0.333920419216156,
      "learning_rate": 0.00018280866021601786,
      "loss": 0.2683,
      "step": 6804
    },
    {
      "epoch": 0.5703868236871883,
      "grad_norm": 0.3333360552787781,
      "learning_rate": 0.00018280373490357928,
      "loss": 0.2466,
      "step": 6805
    },
    {
      "epoch": 0.5704706424709778,
      "grad_norm": 0.3284900188446045,
      "learning_rate": 0.00018279880895206158,
      "loss": 0.281,
      "step": 6806
    },
    {
      "epoch": 0.5705544612547672,
      "grad_norm": 0.3765154480934143,
      "learning_rate": 0.00018279388236150273,
      "loss": 0.3232,
      "step": 6807
    },
    {
      "epoch": 0.5706382800385567,
      "grad_norm": 0.3721015751361847,
      "learning_rate": 0.0001827889551319408,
      "loss": 0.3449,
      "step": 6808
    },
    {
      "epoch": 0.570722098822346,
      "grad_norm": 0.34833815693855286,
      "learning_rate": 0.00018278402726341377,
      "loss": 0.3147,
      "step": 6809
    },
    {
      "epoch": 0.5708059176061355,
      "grad_norm": 0.32113635540008545,
      "learning_rate": 0.00018277909875595967,
      "loss": 0.286,
      "step": 6810
    },
    {
      "epoch": 0.570889736389925,
      "grad_norm": 0.3351498544216156,
      "learning_rate": 0.00018277416960961658,
      "loss": 0.2751,
      "step": 6811
    },
    {
      "epoch": 0.5709735551737144,
      "grad_norm": 0.3481690585613251,
      "learning_rate": 0.0001827692398244225,
      "loss": 0.3092,
      "step": 6812
    },
    {
      "epoch": 0.5710573739575039,
      "grad_norm": 0.3454829454421997,
      "learning_rate": 0.00018276430940041553,
      "loss": 0.3064,
      "step": 6813
    },
    {
      "epoch": 0.5711411927412933,
      "grad_norm": 0.31906142830848694,
      "learning_rate": 0.00018275937833763366,
      "loss": 0.2672,
      "step": 6814
    },
    {
      "epoch": 0.5712250115250828,
      "grad_norm": 0.3110526502132416,
      "learning_rate": 0.00018275444663611498,
      "loss": 0.2491,
      "step": 6815
    },
    {
      "epoch": 0.5713088303088723,
      "grad_norm": 0.33211225271224976,
      "learning_rate": 0.00018274951429589757,
      "loss": 0.2785,
      "step": 6816
    },
    {
      "epoch": 0.5713926490926616,
      "grad_norm": 0.280417799949646,
      "learning_rate": 0.00018274458131701952,
      "loss": 0.2227,
      "step": 6817
    },
    {
      "epoch": 0.5714764678764511,
      "grad_norm": 0.30805423855781555,
      "learning_rate": 0.00018273964769951882,
      "loss": 0.2387,
      "step": 6818
    },
    {
      "epoch": 0.5715602866602406,
      "grad_norm": 0.31163281202316284,
      "learning_rate": 0.00018273471344343358,
      "loss": 0.2559,
      "step": 6819
    },
    {
      "epoch": 0.57164410544403,
      "grad_norm": 0.3809565007686615,
      "learning_rate": 0.00018272977854880192,
      "loss": 0.3473,
      "step": 6820
    },
    {
      "epoch": 0.5717279242278195,
      "grad_norm": 0.3372378349304199,
      "learning_rate": 0.00018272484301566188,
      "loss": 0.232,
      "step": 6821
    },
    {
      "epoch": 0.5718117430116089,
      "grad_norm": 0.31260696053504944,
      "learning_rate": 0.0001827199068440516,
      "loss": 0.2649,
      "step": 6822
    },
    {
      "epoch": 0.5718955617953984,
      "grad_norm": 0.3407292366027832,
      "learning_rate": 0.00018271497003400912,
      "loss": 0.322,
      "step": 6823
    },
    {
      "epoch": 0.5719793805791878,
      "grad_norm": 0.3707500696182251,
      "learning_rate": 0.00018271003258557263,
      "loss": 0.3323,
      "step": 6824
    },
    {
      "epoch": 0.5720631993629772,
      "grad_norm": 0.3726096451282501,
      "learning_rate": 0.00018270509449878013,
      "loss": 0.3316,
      "step": 6825
    },
    {
      "epoch": 0.5721470181467667,
      "grad_norm": 0.3301285207271576,
      "learning_rate": 0.00018270015577366978,
      "loss": 0.2704,
      "step": 6826
    },
    {
      "epoch": 0.5722308369305561,
      "grad_norm": 0.32452476024627686,
      "learning_rate": 0.00018269521641027972,
      "loss": 0.2739,
      "step": 6827
    },
    {
      "epoch": 0.5723146557143456,
      "grad_norm": 0.33267995715141296,
      "learning_rate": 0.00018269027640864803,
      "loss": 0.2749,
      "step": 6828
    },
    {
      "epoch": 0.5723984744981351,
      "grad_norm": 0.33988407254219055,
      "learning_rate": 0.0001826853357688129,
      "loss": 0.2757,
      "step": 6829
    },
    {
      "epoch": 0.5724822932819245,
      "grad_norm": 0.3940419852733612,
      "learning_rate": 0.0001826803944908124,
      "loss": 0.3365,
      "step": 6830
    },
    {
      "epoch": 0.572566112065714,
      "grad_norm": 0.2982810139656067,
      "learning_rate": 0.0001826754525746847,
      "loss": 0.2429,
      "step": 6831
    },
    {
      "epoch": 0.5726499308495033,
      "grad_norm": 0.37958818674087524,
      "learning_rate": 0.0001826705100204679,
      "loss": 0.3476,
      "step": 6832
    },
    {
      "epoch": 0.5727337496332928,
      "grad_norm": 0.3185451924800873,
      "learning_rate": 0.0001826655668282002,
      "loss": 0.2636,
      "step": 6833
    },
    {
      "epoch": 0.5728175684170823,
      "grad_norm": 0.3589641749858856,
      "learning_rate": 0.0001826606229979197,
      "loss": 0.3018,
      "step": 6834
    },
    {
      "epoch": 0.5729013872008717,
      "grad_norm": 0.341330349445343,
      "learning_rate": 0.00018265567852966463,
      "loss": 0.2936,
      "step": 6835
    },
    {
      "epoch": 0.5729852059846612,
      "grad_norm": 0.32112374901771545,
      "learning_rate": 0.00018265073342347307,
      "loss": 0.2815,
      "step": 6836
    },
    {
      "epoch": 0.5730690247684506,
      "grad_norm": 0.3211742639541626,
      "learning_rate": 0.00018264578767938322,
      "loss": 0.2851,
      "step": 6837
    },
    {
      "epoch": 0.57315284355224,
      "grad_norm": 0.320040762424469,
      "learning_rate": 0.00018264084129743328,
      "loss": 0.2685,
      "step": 6838
    },
    {
      "epoch": 0.5732366623360295,
      "grad_norm": 0.34914031624794006,
      "learning_rate": 0.0001826358942776614,
      "loss": 0.3359,
      "step": 6839
    },
    {
      "epoch": 0.5733204811198189,
      "grad_norm": 0.33809152245521545,
      "learning_rate": 0.00018263094662010574,
      "loss": 0.2767,
      "step": 6840
    },
    {
      "epoch": 0.5734042999036084,
      "grad_norm": 0.326734721660614,
      "learning_rate": 0.0001826259983248045,
      "loss": 0.2778,
      "step": 6841
    },
    {
      "epoch": 0.5734881186873978,
      "grad_norm": 0.30466577410697937,
      "learning_rate": 0.0001826210493917959,
      "loss": 0.2669,
      "step": 6842
    },
    {
      "epoch": 0.5735719374711873,
      "grad_norm": 0.3313874900341034,
      "learning_rate": 0.00018261609982111812,
      "loss": 0.3043,
      "step": 6843
    },
    {
      "epoch": 0.5736557562549768,
      "grad_norm": 0.3051767349243164,
      "learning_rate": 0.00018261114961280931,
      "loss": 0.268,
      "step": 6844
    },
    {
      "epoch": 0.5737395750387662,
      "grad_norm": 0.37875980138778687,
      "learning_rate": 0.00018260619876690778,
      "loss": 0.3283,
      "step": 6845
    },
    {
      "epoch": 0.5738233938225556,
      "grad_norm": 0.3233639895915985,
      "learning_rate": 0.00018260124728345162,
      "loss": 0.2649,
      "step": 6846
    },
    {
      "epoch": 0.573907212606345,
      "grad_norm": 0.315664678812027,
      "learning_rate": 0.00018259629516247913,
      "loss": 0.2514,
      "step": 6847
    },
    {
      "epoch": 0.5739910313901345,
      "grad_norm": 0.3306769132614136,
      "learning_rate": 0.0001825913424040285,
      "loss": 0.292,
      "step": 6848
    },
    {
      "epoch": 0.574074850173924,
      "grad_norm": 0.32375064492225647,
      "learning_rate": 0.00018258638900813797,
      "loss": 0.2263,
      "step": 6849
    },
    {
      "epoch": 0.5741586689577134,
      "grad_norm": 0.38136351108551025,
      "learning_rate": 0.0001825814349748458,
      "loss": 0.3099,
      "step": 6850
    },
    {
      "epoch": 0.5742424877415029,
      "grad_norm": 0.33608391880989075,
      "learning_rate": 0.00018257648030419013,
      "loss": 0.2703,
      "step": 6851
    },
    {
      "epoch": 0.5743263065252923,
      "grad_norm": 0.36506766080856323,
      "learning_rate": 0.0001825715249962093,
      "loss": 0.33,
      "step": 6852
    },
    {
      "epoch": 0.5744101253090818,
      "grad_norm": 0.3035914897918701,
      "learning_rate": 0.00018256656905094146,
      "loss": 0.2393,
      "step": 6853
    },
    {
      "epoch": 0.5744939440928712,
      "grad_norm": 0.30538371205329895,
      "learning_rate": 0.00018256161246842496,
      "loss": 0.2579,
      "step": 6854
    },
    {
      "epoch": 0.5745777628766606,
      "grad_norm": 0.3419339656829834,
      "learning_rate": 0.000182556655248698,
      "loss": 0.3672,
      "step": 6855
    },
    {
      "epoch": 0.5746615816604501,
      "grad_norm": 0.33168458938598633,
      "learning_rate": 0.00018255169739179883,
      "loss": 0.2876,
      "step": 6856
    },
    {
      "epoch": 0.5747454004442396,
      "grad_norm": 0.3500775098800659,
      "learning_rate": 0.00018254673889776574,
      "loss": 0.3279,
      "step": 6857
    },
    {
      "epoch": 0.574829219228029,
      "grad_norm": 0.3282175362110138,
      "learning_rate": 0.000182541779766637,
      "loss": 0.2799,
      "step": 6858
    },
    {
      "epoch": 0.5749130380118185,
      "grad_norm": 0.33491912484169006,
      "learning_rate": 0.00018253681999845086,
      "loss": 0.2907,
      "step": 6859
    },
    {
      "epoch": 0.5749968567956079,
      "grad_norm": 0.3438999652862549,
      "learning_rate": 0.00018253185959324561,
      "loss": 0.3065,
      "step": 6860
    },
    {
      "epoch": 0.5750806755793973,
      "grad_norm": 0.3591794967651367,
      "learning_rate": 0.0001825268985510596,
      "loss": 0.3558,
      "step": 6861
    },
    {
      "epoch": 0.5751644943631868,
      "grad_norm": 0.3217691481113434,
      "learning_rate": 0.00018252193687193097,
      "loss": 0.2852,
      "step": 6862
    },
    {
      "epoch": 0.5752483131469762,
      "grad_norm": 0.33579009771347046,
      "learning_rate": 0.00018251697455589817,
      "loss": 0.2742,
      "step": 6863
    },
    {
      "epoch": 0.5753321319307657,
      "grad_norm": 0.34576770663261414,
      "learning_rate": 0.0001825120116029994,
      "loss": 0.3173,
      "step": 6864
    },
    {
      "epoch": 0.5754159507145551,
      "grad_norm": 0.3234858810901642,
      "learning_rate": 0.00018250704801327298,
      "loss": 0.2818,
      "step": 6865
    },
    {
      "epoch": 0.5754997694983446,
      "grad_norm": 0.32934147119522095,
      "learning_rate": 0.00018250208378675729,
      "loss": 0.2866,
      "step": 6866
    },
    {
      "epoch": 0.5755835882821341,
      "grad_norm": 0.32762449979782104,
      "learning_rate": 0.00018249711892349057,
      "loss": 0.2971,
      "step": 6867
    },
    {
      "epoch": 0.5756674070659235,
      "grad_norm": 0.34522420167922974,
      "learning_rate": 0.00018249215342351115,
      "loss": 0.3021,
      "step": 6868
    },
    {
      "epoch": 0.5757512258497129,
      "grad_norm": 0.34626826643943787,
      "learning_rate": 0.00018248718728685733,
      "loss": 0.3311,
      "step": 6869
    },
    {
      "epoch": 0.5758350446335023,
      "grad_norm": 0.3344276249408722,
      "learning_rate": 0.00018248222051356754,
      "loss": 0.3024,
      "step": 6870
    },
    {
      "epoch": 0.5759188634172918,
      "grad_norm": 0.32281556725502014,
      "learning_rate": 0.00018247725310367998,
      "loss": 0.2824,
      "step": 6871
    },
    {
      "epoch": 0.5760026822010813,
      "grad_norm": 0.313527911901474,
      "learning_rate": 0.0001824722850572331,
      "loss": 0.2592,
      "step": 6872
    },
    {
      "epoch": 0.5760865009848707,
      "grad_norm": 0.33468353748321533,
      "learning_rate": 0.00018246731637426518,
      "loss": 0.278,
      "step": 6873
    },
    {
      "epoch": 0.5761703197686602,
      "grad_norm": 0.3230721950531006,
      "learning_rate": 0.00018246234705481456,
      "loss": 0.2669,
      "step": 6874
    },
    {
      "epoch": 0.5762541385524496,
      "grad_norm": 0.2843373417854309,
      "learning_rate": 0.00018245737709891965,
      "loss": 0.21,
      "step": 6875
    },
    {
      "epoch": 0.576337957336239,
      "grad_norm": 0.38238805532455444,
      "learning_rate": 0.00018245240650661878,
      "loss": 0.3342,
      "step": 6876
    },
    {
      "epoch": 0.5764217761200285,
      "grad_norm": 0.33607304096221924,
      "learning_rate": 0.0001824474352779503,
      "loss": 0.2499,
      "step": 6877
    },
    {
      "epoch": 0.5765055949038179,
      "grad_norm": 0.3718441128730774,
      "learning_rate": 0.00018244246341295254,
      "loss": 0.2867,
      "step": 6878
    },
    {
      "epoch": 0.5765894136876074,
      "grad_norm": 0.35639914870262146,
      "learning_rate": 0.00018243749091166397,
      "loss": 0.2973,
      "step": 6879
    },
    {
      "epoch": 0.5766732324713968,
      "grad_norm": 0.3410070836544037,
      "learning_rate": 0.00018243251777412292,
      "loss": 0.2759,
      "step": 6880
    },
    {
      "epoch": 0.5767570512551863,
      "grad_norm": 0.3699261546134949,
      "learning_rate": 0.00018242754400036776,
      "loss": 0.313,
      "step": 6881
    },
    {
      "epoch": 0.5768408700389758,
      "grad_norm": 0.3776860535144806,
      "learning_rate": 0.0001824225695904369,
      "loss": 0.2937,
      "step": 6882
    },
    {
      "epoch": 0.5769246888227652,
      "grad_norm": 0.32755082845687866,
      "learning_rate": 0.0001824175945443687,
      "loss": 0.2854,
      "step": 6883
    },
    {
      "epoch": 0.5770085076065546,
      "grad_norm": 0.3284842371940613,
      "learning_rate": 0.00018241261886220154,
      "loss": 0.281,
      "step": 6884
    },
    {
      "epoch": 0.577092326390344,
      "grad_norm": 0.3535333275794983,
      "learning_rate": 0.00018240764254397394,
      "loss": 0.3187,
      "step": 6885
    },
    {
      "epoch": 0.5771761451741335,
      "grad_norm": 0.3069313168525696,
      "learning_rate": 0.0001824026655897242,
      "loss": 0.2775,
      "step": 6886
    },
    {
      "epoch": 0.577259963957923,
      "grad_norm": 0.320008248090744,
      "learning_rate": 0.00018239768799949073,
      "loss": 0.2917,
      "step": 6887
    },
    {
      "epoch": 0.5773437827417124,
      "grad_norm": 0.31156212091445923,
      "learning_rate": 0.000182392709773312,
      "loss": 0.2447,
      "step": 6888
    },
    {
      "epoch": 0.5774276015255019,
      "grad_norm": 0.3553577959537506,
      "learning_rate": 0.00018238773091122643,
      "loss": 0.3196,
      "step": 6889
    },
    {
      "epoch": 0.5775114203092913,
      "grad_norm": 0.3246232569217682,
      "learning_rate": 0.00018238275141327237,
      "loss": 0.2915,
      "step": 6890
    },
    {
      "epoch": 0.5775952390930807,
      "grad_norm": 0.32728031277656555,
      "learning_rate": 0.00018237777127948833,
      "loss": 0.298,
      "step": 6891
    },
    {
      "epoch": 0.5776790578768702,
      "grad_norm": 0.3226279616355896,
      "learning_rate": 0.00018237279050991277,
      "loss": 0.2997,
      "step": 6892
    },
    {
      "epoch": 0.5777628766606596,
      "grad_norm": 0.32871001958847046,
      "learning_rate": 0.00018236780910458404,
      "loss": 0.2759,
      "step": 6893
    },
    {
      "epoch": 0.5778466954444491,
      "grad_norm": 0.3076469302177429,
      "learning_rate": 0.00018236282706354063,
      "loss": 0.2788,
      "step": 6894
    },
    {
      "epoch": 0.5779305142282386,
      "grad_norm": 0.3464747965335846,
      "learning_rate": 0.000182357844386821,
      "loss": 0.3161,
      "step": 6895
    },
    {
      "epoch": 0.578014333012028,
      "grad_norm": 0.3507333993911743,
      "learning_rate": 0.0001823528610744636,
      "loss": 0.319,
      "step": 6896
    },
    {
      "epoch": 0.5780981517958175,
      "grad_norm": 0.35668298602104187,
      "learning_rate": 0.0001823478771265069,
      "loss": 0.2982,
      "step": 6897
    },
    {
      "epoch": 0.5781819705796069,
      "grad_norm": 0.33507534861564636,
      "learning_rate": 0.00018234289254298936,
      "loss": 0.2508,
      "step": 6898
    },
    {
      "epoch": 0.5782657893633963,
      "grad_norm": 0.3627033829689026,
      "learning_rate": 0.00018233790732394942,
      "loss": 0.3527,
      "step": 6899
    },
    {
      "epoch": 0.5783496081471858,
      "grad_norm": 0.3198353052139282,
      "learning_rate": 0.00018233292146942559,
      "loss": 0.2385,
      "step": 6900
    },
    {
      "epoch": 0.5784334269309752,
      "grad_norm": 0.31032365560531616,
      "learning_rate": 0.00018232793497945636,
      "loss": 0.2498,
      "step": 6901
    },
    {
      "epoch": 0.5785172457147647,
      "grad_norm": 0.328507661819458,
      "learning_rate": 0.00018232294785408017,
      "loss": 0.2462,
      "step": 6902
    },
    {
      "epoch": 0.5786010644985541,
      "grad_norm": 0.3581724166870117,
      "learning_rate": 0.00018231796009333557,
      "loss": 0.3215,
      "step": 6903
    },
    {
      "epoch": 0.5786848832823436,
      "grad_norm": 0.2982787787914276,
      "learning_rate": 0.00018231297169726102,
      "loss": 0.2611,
      "step": 6904
    },
    {
      "epoch": 0.5787687020661331,
      "grad_norm": 0.3454429507255554,
      "learning_rate": 0.000182307982665895,
      "loss": 0.3316,
      "step": 6905
    },
    {
      "epoch": 0.5788525208499224,
      "grad_norm": 0.3234170973300934,
      "learning_rate": 0.00018230299299927609,
      "loss": 0.2971,
      "step": 6906
    },
    {
      "epoch": 0.5789363396337119,
      "grad_norm": 0.34332865476608276,
      "learning_rate": 0.00018229800269744276,
      "loss": 0.2551,
      "step": 6907
    },
    {
      "epoch": 0.5790201584175013,
      "grad_norm": 0.3611864447593689,
      "learning_rate": 0.00018229301176043349,
      "loss": 0.305,
      "step": 6908
    },
    {
      "epoch": 0.5791039772012908,
      "grad_norm": 0.31604430079460144,
      "learning_rate": 0.0001822880201882868,
      "loss": 0.236,
      "step": 6909
    },
    {
      "epoch": 0.5791877959850803,
      "grad_norm": 0.3568287193775177,
      "learning_rate": 0.00018228302798104127,
      "loss": 0.3592,
      "step": 6910
    },
    {
      "epoch": 0.5792716147688697,
      "grad_norm": 0.3507419228553772,
      "learning_rate": 0.0001822780351387354,
      "loss": 0.2903,
      "step": 6911
    },
    {
      "epoch": 0.5793554335526592,
      "grad_norm": 0.31061798334121704,
      "learning_rate": 0.00018227304166140772,
      "loss": 0.2682,
      "step": 6912
    },
    {
      "epoch": 0.5794392523364486,
      "grad_norm": 0.34555748105049133,
      "learning_rate": 0.0001822680475490968,
      "loss": 0.3153,
      "step": 6913
    },
    {
      "epoch": 0.579523071120238,
      "grad_norm": 0.3391679525375366,
      "learning_rate": 0.00018226305280184113,
      "loss": 0.2959,
      "step": 6914
    },
    {
      "epoch": 0.5796068899040275,
      "grad_norm": 0.3376055657863617,
      "learning_rate": 0.0001822580574196793,
      "loss": 0.2577,
      "step": 6915
    },
    {
      "epoch": 0.5796907086878169,
      "grad_norm": 0.35993292927742004,
      "learning_rate": 0.00018225306140264987,
      "loss": 0.3185,
      "step": 6916
    },
    {
      "epoch": 0.5797745274716064,
      "grad_norm": 0.37814876437187195,
      "learning_rate": 0.00018224806475079138,
      "loss": 0.3363,
      "step": 6917
    },
    {
      "epoch": 0.5798583462553958,
      "grad_norm": 0.3130964934825897,
      "learning_rate": 0.00018224306746414238,
      "loss": 0.2689,
      "step": 6918
    },
    {
      "epoch": 0.5799421650391853,
      "grad_norm": 0.33646395802497864,
      "learning_rate": 0.00018223806954274148,
      "loss": 0.2675,
      "step": 6919
    },
    {
      "epoch": 0.5800259838229748,
      "grad_norm": 0.3262331783771515,
      "learning_rate": 0.0001822330709866272,
      "loss": 0.2668,
      "step": 6920
    },
    {
      "epoch": 0.5801098026067641,
      "grad_norm": 0.3486291170120239,
      "learning_rate": 0.00018222807179583817,
      "loss": 0.2967,
      "step": 6921
    },
    {
      "epoch": 0.5801936213905536,
      "grad_norm": 0.3309563100337982,
      "learning_rate": 0.00018222307197041297,
      "loss": 0.3385,
      "step": 6922
    },
    {
      "epoch": 0.580277440174343,
      "grad_norm": 0.3222598135471344,
      "learning_rate": 0.00018221807151039016,
      "loss": 0.274,
      "step": 6923
    },
    {
      "epoch": 0.5803612589581325,
      "grad_norm": 0.3035685122013092,
      "learning_rate": 0.00018221307041580836,
      "loss": 0.2724,
      "step": 6924
    },
    {
      "epoch": 0.580445077741922,
      "grad_norm": 0.3389938175678253,
      "learning_rate": 0.00018220806868670612,
      "loss": 0.2809,
      "step": 6925
    },
    {
      "epoch": 0.5805288965257114,
      "grad_norm": 0.3555453419685364,
      "learning_rate": 0.0001822030663231221,
      "loss": 0.3266,
      "step": 6926
    },
    {
      "epoch": 0.5806127153095009,
      "grad_norm": 0.34336021542549133,
      "learning_rate": 0.0001821980633250949,
      "loss": 0.3417,
      "step": 6927
    },
    {
      "epoch": 0.5806965340932904,
      "grad_norm": 0.3226839005947113,
      "learning_rate": 0.0001821930596926631,
      "loss": 0.3014,
      "step": 6928
    },
    {
      "epoch": 0.5807803528770797,
      "grad_norm": 0.3420630693435669,
      "learning_rate": 0.00018218805542586535,
      "loss": 0.2785,
      "step": 6929
    },
    {
      "epoch": 0.5808641716608692,
      "grad_norm": 0.3817332983016968,
      "learning_rate": 0.00018218305052474025,
      "loss": 0.3459,
      "step": 6930
    },
    {
      "epoch": 0.5809479904446586,
      "grad_norm": 0.3122630715370178,
      "learning_rate": 0.00018217804498932644,
      "loss": 0.2502,
      "step": 6931
    },
    {
      "epoch": 0.5810318092284481,
      "grad_norm": 0.33766910433769226,
      "learning_rate": 0.00018217303881966254,
      "loss": 0.3056,
      "step": 6932
    },
    {
      "epoch": 0.5811156280122376,
      "grad_norm": 0.3235386908054352,
      "learning_rate": 0.0001821680320157872,
      "loss": 0.2465,
      "step": 6933
    },
    {
      "epoch": 0.581199446796027,
      "grad_norm": 0.34607475996017456,
      "learning_rate": 0.0001821630245777391,
      "loss": 0.3206,
      "step": 6934
    },
    {
      "epoch": 0.5812832655798165,
      "grad_norm": 0.33795541524887085,
      "learning_rate": 0.0001821580165055568,
      "loss": 0.2728,
      "step": 6935
    },
    {
      "epoch": 0.5813670843636058,
      "grad_norm": 0.3416627049446106,
      "learning_rate": 0.00018215300779927902,
      "loss": 0.3446,
      "step": 6936
    },
    {
      "epoch": 0.5814509031473953,
      "grad_norm": 0.3353154957294464,
      "learning_rate": 0.0001821479984589444,
      "loss": 0.322,
      "step": 6937
    },
    {
      "epoch": 0.5815347219311848,
      "grad_norm": 0.3307110667228699,
      "learning_rate": 0.0001821429884845916,
      "loss": 0.3037,
      "step": 6938
    },
    {
      "epoch": 0.5816185407149742,
      "grad_norm": 0.37876975536346436,
      "learning_rate": 0.00018213797787625926,
      "loss": 0.3543,
      "step": 6939
    },
    {
      "epoch": 0.5817023594987637,
      "grad_norm": 0.2945314943790436,
      "learning_rate": 0.00018213296663398612,
      "loss": 0.2233,
      "step": 6940
    },
    {
      "epoch": 0.5817861782825531,
      "grad_norm": 0.30726897716522217,
      "learning_rate": 0.0001821279547578108,
      "loss": 0.2585,
      "step": 6941
    },
    {
      "epoch": 0.5818699970663426,
      "grad_norm": 0.3843604624271393,
      "learning_rate": 0.00018212294224777197,
      "loss": 0.33,
      "step": 6942
    },
    {
      "epoch": 0.5819538158501321,
      "grad_norm": 0.3201943337917328,
      "learning_rate": 0.0001821179291039084,
      "loss": 0.274,
      "step": 6943
    },
    {
      "epoch": 0.5820376346339214,
      "grad_norm": 0.3412919342517853,
      "learning_rate": 0.00018211291532625867,
      "loss": 0.3292,
      "step": 6944
    },
    {
      "epoch": 0.5821214534177109,
      "grad_norm": 0.35784244537353516,
      "learning_rate": 0.00018210790091486158,
      "loss": 0.3322,
      "step": 6945
    },
    {
      "epoch": 0.5822052722015003,
      "grad_norm": 0.322142630815506,
      "learning_rate": 0.0001821028858697557,
      "loss": 0.2489,
      "step": 6946
    },
    {
      "epoch": 0.5822890909852898,
      "grad_norm": 0.3433840572834015,
      "learning_rate": 0.00018209787019097992,
      "loss": 0.2759,
      "step": 6947
    },
    {
      "epoch": 0.5823729097690793,
      "grad_norm": 0.3414422869682312,
      "learning_rate": 0.0001820928538785728,
      "loss": 0.2674,
      "step": 6948
    },
    {
      "epoch": 0.5824567285528687,
      "grad_norm": 0.36251547932624817,
      "learning_rate": 0.0001820878369325731,
      "loss": 0.3055,
      "step": 6949
    },
    {
      "epoch": 0.5825405473366582,
      "grad_norm": 0.31845560669898987,
      "learning_rate": 0.00018208281935301956,
      "loss": 0.2576,
      "step": 6950
    },
    {
      "epoch": 0.5826243661204475,
      "grad_norm": 0.3408025801181793,
      "learning_rate": 0.00018207780113995093,
      "loss": 0.2779,
      "step": 6951
    },
    {
      "epoch": 0.582708184904237,
      "grad_norm": 0.35150963068008423,
      "learning_rate": 0.00018207278229340586,
      "loss": 0.3161,
      "step": 6952
    },
    {
      "epoch": 0.5827920036880265,
      "grad_norm": 0.32970747351646423,
      "learning_rate": 0.00018206776281342314,
      "loss": 0.2875,
      "step": 6953
    },
    {
      "epoch": 0.5828758224718159,
      "grad_norm": 0.3127550780773163,
      "learning_rate": 0.00018206274270004147,
      "loss": 0.2815,
      "step": 6954
    },
    {
      "epoch": 0.5829596412556054,
      "grad_norm": 0.35570028424263,
      "learning_rate": 0.00018205772195329964,
      "loss": 0.3161,
      "step": 6955
    },
    {
      "epoch": 0.5830434600393948,
      "grad_norm": 0.3381108045578003,
      "learning_rate": 0.0001820527005732364,
      "loss": 0.2884,
      "step": 6956
    },
    {
      "epoch": 0.5831272788231843,
      "grad_norm": 0.35465431213378906,
      "learning_rate": 0.0001820476785598905,
      "loss": 0.3039,
      "step": 6957
    },
    {
      "epoch": 0.5832110976069738,
      "grad_norm": 0.34291911125183105,
      "learning_rate": 0.00018204265591330066,
      "loss": 0.2767,
      "step": 6958
    },
    {
      "epoch": 0.5832949163907631,
      "grad_norm": 0.3280107378959656,
      "learning_rate": 0.00018203763263350566,
      "loss": 0.2468,
      "step": 6959
    },
    {
      "epoch": 0.5833787351745526,
      "grad_norm": 0.37822872400283813,
      "learning_rate": 0.00018203260872054432,
      "loss": 0.3144,
      "step": 6960
    },
    {
      "epoch": 0.583462553958342,
      "grad_norm": 0.32395511865615845,
      "learning_rate": 0.00018202758417445533,
      "loss": 0.2927,
      "step": 6961
    },
    {
      "epoch": 0.5835463727421315,
      "grad_norm": 0.3214366137981415,
      "learning_rate": 0.00018202255899527756,
      "loss": 0.2306,
      "step": 6962
    },
    {
      "epoch": 0.583630191525921,
      "grad_norm": 0.3418010175228119,
      "learning_rate": 0.00018201753318304974,
      "loss": 0.3075,
      "step": 6963
    },
    {
      "epoch": 0.5837140103097104,
      "grad_norm": 0.3213297128677368,
      "learning_rate": 0.00018201250673781068,
      "loss": 0.289,
      "step": 6964
    },
    {
      "epoch": 0.5837978290934999,
      "grad_norm": 0.3292711675167084,
      "learning_rate": 0.00018200747965959916,
      "loss": 0.3147,
      "step": 6965
    },
    {
      "epoch": 0.5838816478772894,
      "grad_norm": 0.4277637302875519,
      "learning_rate": 0.00018200245194845399,
      "loss": 0.3236,
      "step": 6966
    },
    {
      "epoch": 0.5839654666610787,
      "grad_norm": 0.3130846619606018,
      "learning_rate": 0.00018199742360441393,
      "loss": 0.2616,
      "step": 6967
    },
    {
      "epoch": 0.5840492854448682,
      "grad_norm": 0.3392130136489868,
      "learning_rate": 0.00018199239462751788,
      "loss": 0.2604,
      "step": 6968
    },
    {
      "epoch": 0.5841331042286576,
      "grad_norm": 0.43851611018180847,
      "learning_rate": 0.00018198736501780455,
      "loss": 0.3305,
      "step": 6969
    },
    {
      "epoch": 0.5842169230124471,
      "grad_norm": 0.3513466715812683,
      "learning_rate": 0.00018198233477531285,
      "loss": 0.3422,
      "step": 6970
    },
    {
      "epoch": 0.5843007417962366,
      "grad_norm": 0.3429780900478363,
      "learning_rate": 0.00018197730390008156,
      "loss": 0.2814,
      "step": 6971
    },
    {
      "epoch": 0.584384560580026,
      "grad_norm": 0.32550978660583496,
      "learning_rate": 0.0001819722723921495,
      "loss": 0.2576,
      "step": 6972
    },
    {
      "epoch": 0.5844683793638155,
      "grad_norm": 0.3618873655796051,
      "learning_rate": 0.0001819672402515555,
      "loss": 0.2911,
      "step": 6973
    },
    {
      "epoch": 0.5845521981476048,
      "grad_norm": 0.32119402289390564,
      "learning_rate": 0.00018196220747833844,
      "loss": 0.2531,
      "step": 6974
    },
    {
      "epoch": 0.5846360169313943,
      "grad_norm": 0.34546366333961487,
      "learning_rate": 0.0001819571740725371,
      "loss": 0.2994,
      "step": 6975
    },
    {
      "epoch": 0.5847198357151838,
      "grad_norm": 0.35974007844924927,
      "learning_rate": 0.00018195214003419036,
      "loss": 0.3254,
      "step": 6976
    },
    {
      "epoch": 0.5848036544989732,
      "grad_norm": 0.32839205861091614,
      "learning_rate": 0.0001819471053633371,
      "loss": 0.292,
      "step": 6977
    },
    {
      "epoch": 0.5848874732827627,
      "grad_norm": 0.33948516845703125,
      "learning_rate": 0.00018194207006001615,
      "loss": 0.2675,
      "step": 6978
    },
    {
      "epoch": 0.5849712920665521,
      "grad_norm": 0.35849231481552124,
      "learning_rate": 0.00018193703412426636,
      "loss": 0.2903,
      "step": 6979
    },
    {
      "epoch": 0.5850551108503416,
      "grad_norm": 0.34860488772392273,
      "learning_rate": 0.00018193199755612665,
      "loss": 0.3231,
      "step": 6980
    },
    {
      "epoch": 0.585138929634131,
      "grad_norm": 0.35667234659194946,
      "learning_rate": 0.00018192696035563581,
      "loss": 0.3236,
      "step": 6981
    },
    {
      "epoch": 0.5852227484179204,
      "grad_norm": 0.32545915246009827,
      "learning_rate": 0.0001819219225228328,
      "loss": 0.2989,
      "step": 6982
    },
    {
      "epoch": 0.5853065672017099,
      "grad_norm": 0.32404184341430664,
      "learning_rate": 0.00018191688405775646,
      "loss": 0.2995,
      "step": 6983
    },
    {
      "epoch": 0.5853903859854993,
      "grad_norm": 0.3144418001174927,
      "learning_rate": 0.00018191184496044565,
      "loss": 0.2571,
      "step": 6984
    },
    {
      "epoch": 0.5854742047692888,
      "grad_norm": 0.37430572509765625,
      "learning_rate": 0.00018190680523093932,
      "loss": 0.3268,
      "step": 6985
    },
    {
      "epoch": 0.5855580235530783,
      "grad_norm": 0.32560431957244873,
      "learning_rate": 0.00018190176486927633,
      "loss": 0.2609,
      "step": 6986
    },
    {
      "epoch": 0.5856418423368677,
      "grad_norm": 0.3077361285686493,
      "learning_rate": 0.00018189672387549556,
      "loss": 0.265,
      "step": 6987
    },
    {
      "epoch": 0.5857256611206572,
      "grad_norm": 0.35066214203834534,
      "learning_rate": 0.000181891682249636,
      "loss": 0.3214,
      "step": 6988
    },
    {
      "epoch": 0.5858094799044465,
      "grad_norm": 0.28911444544792175,
      "learning_rate": 0.00018188663999173645,
      "loss": 0.2505,
      "step": 6989
    },
    {
      "epoch": 0.585893298688236,
      "grad_norm": 0.3030145466327667,
      "learning_rate": 0.00018188159710183594,
      "loss": 0.2597,
      "step": 6990
    },
    {
      "epoch": 0.5859771174720255,
      "grad_norm": 0.3073216378688812,
      "learning_rate": 0.00018187655357997332,
      "loss": 0.2707,
      "step": 6991
    },
    {
      "epoch": 0.5860609362558149,
      "grad_norm": 0.35914888978004456,
      "learning_rate": 0.00018187150942618752,
      "loss": 0.3213,
      "step": 6992
    },
    {
      "epoch": 0.5861447550396044,
      "grad_norm": 0.29400351643562317,
      "learning_rate": 0.00018186646464051748,
      "loss": 0.2131,
      "step": 6993
    },
    {
      "epoch": 0.5862285738233938,
      "grad_norm": 0.34439021348953247,
      "learning_rate": 0.00018186141922300214,
      "loss": 0.345,
      "step": 6994
    },
    {
      "epoch": 0.5863123926071833,
      "grad_norm": 0.32582080364227295,
      "learning_rate": 0.00018185637317368042,
      "loss": 0.2818,
      "step": 6995
    },
    {
      "epoch": 0.5863962113909728,
      "grad_norm": 0.306196928024292,
      "learning_rate": 0.0001818513264925913,
      "loss": 0.2806,
      "step": 6996
    },
    {
      "epoch": 0.5864800301747621,
      "grad_norm": 0.3677263557910919,
      "learning_rate": 0.00018184627917977375,
      "loss": 0.3192,
      "step": 6997
    },
    {
      "epoch": 0.5865638489585516,
      "grad_norm": 0.3439367711544037,
      "learning_rate": 0.00018184123123526663,
      "loss": 0.2938,
      "step": 6998
    },
    {
      "epoch": 0.586647667742341,
      "grad_norm": 0.3242482542991638,
      "learning_rate": 0.00018183618265910903,
      "loss": 0.2761,
      "step": 6999
    },
    {
      "epoch": 0.5867314865261305,
      "grad_norm": 0.34057000279426575,
      "learning_rate": 0.0001818311334513398,
      "loss": 0.3012,
      "step": 7000
    },
    {
      "epoch": 0.5867314865261305,
      "eval_loss": 0.2903043031692505,
      "eval_runtime": 61.5002,
      "eval_samples_per_second": 15.61,
      "eval_steps_per_second": 3.902,
      "step": 7000
    },
    {
      "epoch": 0.58681530530992,
      "grad_norm": 0.38026314973831177,
      "learning_rate": 0.00018182608361199794,
      "loss": 0.3787,
      "step": 7001
    },
    {
      "epoch": 0.5868991240937094,
      "grad_norm": 0.34329739212989807,
      "learning_rate": 0.00018182103314112245,
      "loss": 0.2948,
      "step": 7002
    },
    {
      "epoch": 0.5869829428774989,
      "grad_norm": 0.34143078327178955,
      "learning_rate": 0.00018181598203875229,
      "loss": 0.2737,
      "step": 7003
    },
    {
      "epoch": 0.5870667616612883,
      "grad_norm": 0.37923184037208557,
      "learning_rate": 0.0001818109303049265,
      "loss": 0.2938,
      "step": 7004
    },
    {
      "epoch": 0.5871505804450777,
      "grad_norm": 0.3264027237892151,
      "learning_rate": 0.00018180587793968398,
      "loss": 0.2529,
      "step": 7005
    },
    {
      "epoch": 0.5872343992288672,
      "grad_norm": 0.3278715908527374,
      "learning_rate": 0.00018180082494306376,
      "loss": 0.3006,
      "step": 7006
    },
    {
      "epoch": 0.5873182180126566,
      "grad_norm": 0.32465189695358276,
      "learning_rate": 0.0001817957713151049,
      "loss": 0.3,
      "step": 7007
    },
    {
      "epoch": 0.5874020367964461,
      "grad_norm": 0.32347220182418823,
      "learning_rate": 0.00018179071705584627,
      "loss": 0.2834,
      "step": 7008
    },
    {
      "epoch": 0.5874858555802356,
      "grad_norm": 0.4525260627269745,
      "learning_rate": 0.000181785662165327,
      "loss": 0.2364,
      "step": 7009
    },
    {
      "epoch": 0.587569674364025,
      "grad_norm": 0.35085758566856384,
      "learning_rate": 0.00018178060664358604,
      "loss": 0.3402,
      "step": 7010
    },
    {
      "epoch": 0.5876534931478145,
      "grad_norm": 0.3322368860244751,
      "learning_rate": 0.00018177555049066245,
      "loss": 0.2918,
      "step": 7011
    },
    {
      "epoch": 0.5877373119316038,
      "grad_norm": 0.3718607425689697,
      "learning_rate": 0.00018177049370659524,
      "loss": 0.3449,
      "step": 7012
    },
    {
      "epoch": 0.5878211307153933,
      "grad_norm": 0.33248478174209595,
      "learning_rate": 0.0001817654362914234,
      "loss": 0.2623,
      "step": 7013
    },
    {
      "epoch": 0.5879049494991828,
      "grad_norm": 0.3296692669391632,
      "learning_rate": 0.000181760378245186,
      "loss": 0.2689,
      "step": 7014
    },
    {
      "epoch": 0.5879887682829722,
      "grad_norm": 0.3469405770301819,
      "learning_rate": 0.00018175531956792212,
      "loss": 0.3208,
      "step": 7015
    },
    {
      "epoch": 0.5880725870667617,
      "grad_norm": 0.32908451557159424,
      "learning_rate": 0.0001817502602596707,
      "loss": 0.2483,
      "step": 7016
    },
    {
      "epoch": 0.5881564058505511,
      "grad_norm": 0.33032166957855225,
      "learning_rate": 0.00018174520032047088,
      "loss": 0.2727,
      "step": 7017
    },
    {
      "epoch": 0.5882402246343406,
      "grad_norm": 0.32580575346946716,
      "learning_rate": 0.00018174013975036165,
      "loss": 0.2858,
      "step": 7018
    },
    {
      "epoch": 0.58832404341813,
      "grad_norm": 0.36480799317359924,
      "learning_rate": 0.0001817350785493821,
      "loss": 0.2756,
      "step": 7019
    },
    {
      "epoch": 0.5884078622019194,
      "grad_norm": 0.3046967089176178,
      "learning_rate": 0.0001817300167175713,
      "loss": 0.231,
      "step": 7020
    },
    {
      "epoch": 0.5884916809857089,
      "grad_norm": 0.32785966992378235,
      "learning_rate": 0.00018172495425496828,
      "loss": 0.2843,
      "step": 7021
    },
    {
      "epoch": 0.5885754997694983,
      "grad_norm": 0.39267274737358093,
      "learning_rate": 0.00018171989116161217,
      "loss": 0.3317,
      "step": 7022
    },
    {
      "epoch": 0.5886593185532878,
      "grad_norm": 0.37989914417266846,
      "learning_rate": 0.000181714827437542,
      "loss": 0.3569,
      "step": 7023
    },
    {
      "epoch": 0.5887431373370773,
      "grad_norm": 0.3407546579837799,
      "learning_rate": 0.00018170976308279683,
      "loss": 0.2989,
      "step": 7024
    },
    {
      "epoch": 0.5888269561208667,
      "grad_norm": 0.29894590377807617,
      "learning_rate": 0.0001817046980974158,
      "loss": 0.2253,
      "step": 7025
    },
    {
      "epoch": 0.5889107749046562,
      "grad_norm": 0.3116298019886017,
      "learning_rate": 0.00018169963248143797,
      "loss": 0.2922,
      "step": 7026
    },
    {
      "epoch": 0.5889945936884455,
      "grad_norm": 0.3275342881679535,
      "learning_rate": 0.00018169456623490246,
      "loss": 0.3135,
      "step": 7027
    },
    {
      "epoch": 0.589078412472235,
      "grad_norm": 0.35305604338645935,
      "learning_rate": 0.00018168949935784835,
      "loss": 0.3355,
      "step": 7028
    },
    {
      "epoch": 0.5891622312560245,
      "grad_norm": 0.30976471304893494,
      "learning_rate": 0.00018168443185031478,
      "loss": 0.2528,
      "step": 7029
    },
    {
      "epoch": 0.5892460500398139,
      "grad_norm": 0.29147404432296753,
      "learning_rate": 0.00018167936371234084,
      "loss": 0.2379,
      "step": 7030
    },
    {
      "epoch": 0.5893298688236034,
      "grad_norm": 0.3493441939353943,
      "learning_rate": 0.00018167429494396562,
      "loss": 0.2958,
      "step": 7031
    },
    {
      "epoch": 0.5894136876073928,
      "grad_norm": 0.33282271027565,
      "learning_rate": 0.00018166922554522827,
      "loss": 0.2667,
      "step": 7032
    },
    {
      "epoch": 0.5894975063911823,
      "grad_norm": 0.359377920627594,
      "learning_rate": 0.00018166415551616792,
      "loss": 0.3522,
      "step": 7033
    },
    {
      "epoch": 0.5895813251749717,
      "grad_norm": 0.2965887486934662,
      "learning_rate": 0.00018165908485682367,
      "loss": 0.2476,
      "step": 7034
    },
    {
      "epoch": 0.5896651439587611,
      "grad_norm": 0.3342449367046356,
      "learning_rate": 0.00018165401356723466,
      "loss": 0.2772,
      "step": 7035
    },
    {
      "epoch": 0.5897489627425506,
      "grad_norm": 0.30655285716056824,
      "learning_rate": 0.00018164894164744006,
      "loss": 0.2385,
      "step": 7036
    },
    {
      "epoch": 0.58983278152634,
      "grad_norm": 0.3090110421180725,
      "learning_rate": 0.000181643869097479,
      "loss": 0.26,
      "step": 7037
    },
    {
      "epoch": 0.5899166003101295,
      "grad_norm": 0.3386151194572449,
      "learning_rate": 0.00018163879591739067,
      "loss": 0.2937,
      "step": 7038
    },
    {
      "epoch": 0.590000419093919,
      "grad_norm": 0.3319167196750641,
      "learning_rate": 0.00018163372210721414,
      "loss": 0.2688,
      "step": 7039
    },
    {
      "epoch": 0.5900842378777084,
      "grad_norm": 0.33536189794540405,
      "learning_rate": 0.00018162864766698865,
      "loss": 0.2644,
      "step": 7040
    },
    {
      "epoch": 0.5901680566614979,
      "grad_norm": 0.3441177308559418,
      "learning_rate": 0.00018162357259675328,
      "loss": 0.3024,
      "step": 7041
    },
    {
      "epoch": 0.5902518754452873,
      "grad_norm": 0.31310388445854187,
      "learning_rate": 0.00018161849689654727,
      "loss": 0.2736,
      "step": 7042
    },
    {
      "epoch": 0.5903356942290767,
      "grad_norm": 0.3186242878437042,
      "learning_rate": 0.00018161342056640978,
      "loss": 0.2605,
      "step": 7043
    },
    {
      "epoch": 0.5904195130128662,
      "grad_norm": 0.3419319689273834,
      "learning_rate": 0.00018160834360637996,
      "loss": 0.3077,
      "step": 7044
    },
    {
      "epoch": 0.5905033317966556,
      "grad_norm": 0.33759361505508423,
      "learning_rate": 0.00018160326601649707,
      "loss": 0.2738,
      "step": 7045
    },
    {
      "epoch": 0.5905871505804451,
      "grad_norm": 0.3054462969303131,
      "learning_rate": 0.0001815981877968002,
      "loss": 0.2614,
      "step": 7046
    },
    {
      "epoch": 0.5906709693642346,
      "grad_norm": 0.3177468478679657,
      "learning_rate": 0.00018159310894732858,
      "loss": 0.2495,
      "step": 7047
    },
    {
      "epoch": 0.590754788148024,
      "grad_norm": 0.3220213055610657,
      "learning_rate": 0.00018158802946812143,
      "loss": 0.2904,
      "step": 7048
    },
    {
      "epoch": 0.5908386069318134,
      "grad_norm": 0.3204954266548157,
      "learning_rate": 0.00018158294935921796,
      "loss": 0.2611,
      "step": 7049
    },
    {
      "epoch": 0.5909224257156028,
      "grad_norm": 0.2944304645061493,
      "learning_rate": 0.00018157786862065732,
      "loss": 0.2444,
      "step": 7050
    },
    {
      "epoch": 0.5910062444993923,
      "grad_norm": 0.33991870284080505,
      "learning_rate": 0.0001815727872524788,
      "loss": 0.2967,
      "step": 7051
    },
    {
      "epoch": 0.5910900632831818,
      "grad_norm": 0.36350539326667786,
      "learning_rate": 0.00018156770525472156,
      "loss": 0.3228,
      "step": 7052
    },
    {
      "epoch": 0.5911738820669712,
      "grad_norm": 0.363728404045105,
      "learning_rate": 0.00018156262262742482,
      "loss": 0.3166,
      "step": 7053
    },
    {
      "epoch": 0.5912577008507607,
      "grad_norm": 0.31239333748817444,
      "learning_rate": 0.00018155753937062788,
      "loss": 0.2609,
      "step": 7054
    },
    {
      "epoch": 0.5913415196345501,
      "grad_norm": 0.35595259070396423,
      "learning_rate": 0.0001815524554843699,
      "loss": 0.2967,
      "step": 7055
    },
    {
      "epoch": 0.5914253384183396,
      "grad_norm": 0.3179362714290619,
      "learning_rate": 0.00018154737096869012,
      "loss": 0.2694,
      "step": 7056
    },
    {
      "epoch": 0.591509157202129,
      "grad_norm": 0.3796047866344452,
      "learning_rate": 0.00018154228582362785,
      "loss": 0.3239,
      "step": 7057
    },
    {
      "epoch": 0.5915929759859184,
      "grad_norm": 0.3563680052757263,
      "learning_rate": 0.00018153720004922223,
      "loss": 0.3691,
      "step": 7058
    },
    {
      "epoch": 0.5916767947697079,
      "grad_norm": 0.3484985828399658,
      "learning_rate": 0.0001815321136455126,
      "loss": 0.2957,
      "step": 7059
    },
    {
      "epoch": 0.5917606135534973,
      "grad_norm": 0.3573429584503174,
      "learning_rate": 0.00018152702661253822,
      "loss": 0.356,
      "step": 7060
    },
    {
      "epoch": 0.5918444323372868,
      "grad_norm": 0.30704352259635925,
      "learning_rate": 0.0001815219389503383,
      "loss": 0.2461,
      "step": 7061
    },
    {
      "epoch": 0.5919282511210763,
      "grad_norm": 0.34407854080200195,
      "learning_rate": 0.0001815168506589521,
      "loss": 0.3292,
      "step": 7062
    },
    {
      "epoch": 0.5920120699048657,
      "grad_norm": 0.3261667490005493,
      "learning_rate": 0.00018151176173841893,
      "loss": 0.2724,
      "step": 7063
    },
    {
      "epoch": 0.5920958886886551,
      "grad_norm": 0.37049999833106995,
      "learning_rate": 0.00018150667218877806,
      "loss": 0.2835,
      "step": 7064
    },
    {
      "epoch": 0.5921797074724445,
      "grad_norm": 0.3296159505844116,
      "learning_rate": 0.00018150158201006878,
      "loss": 0.294,
      "step": 7065
    },
    {
      "epoch": 0.592263526256234,
      "grad_norm": 0.3425905704498291,
      "learning_rate": 0.00018149649120233034,
      "loss": 0.3121,
      "step": 7066
    },
    {
      "epoch": 0.5923473450400235,
      "grad_norm": 0.35176196694374084,
      "learning_rate": 0.00018149139976560204,
      "loss": 0.3013,
      "step": 7067
    },
    {
      "epoch": 0.5924311638238129,
      "grad_norm": 0.30660775303840637,
      "learning_rate": 0.0001814863076999232,
      "loss": 0.2507,
      "step": 7068
    },
    {
      "epoch": 0.5925149826076024,
      "grad_norm": 0.3748531937599182,
      "learning_rate": 0.00018148121500533314,
      "loss": 0.2903,
      "step": 7069
    },
    {
      "epoch": 0.5925988013913918,
      "grad_norm": 0.3307383060455322,
      "learning_rate": 0.0001814761216818711,
      "loss": 0.3031,
      "step": 7070
    },
    {
      "epoch": 0.5926826201751813,
      "grad_norm": 0.31210047006607056,
      "learning_rate": 0.00018147102772957645,
      "loss": 0.2275,
      "step": 7071
    },
    {
      "epoch": 0.5927664389589707,
      "grad_norm": 0.33950281143188477,
      "learning_rate": 0.00018146593314848842,
      "loss": 0.2986,
      "step": 7072
    },
    {
      "epoch": 0.5928502577427601,
      "grad_norm": 0.31993043422698975,
      "learning_rate": 0.00018146083793864646,
      "loss": 0.2723,
      "step": 7073
    },
    {
      "epoch": 0.5929340765265496,
      "grad_norm": 0.3154015839099884,
      "learning_rate": 0.0001814557421000898,
      "loss": 0.2419,
      "step": 7074
    },
    {
      "epoch": 0.593017895310339,
      "grad_norm": 0.319835901260376,
      "learning_rate": 0.0001814506456328578,
      "loss": 0.2493,
      "step": 7075
    },
    {
      "epoch": 0.5931017140941285,
      "grad_norm": 0.31263697147369385,
      "learning_rate": 0.00018144554853698975,
      "loss": 0.2461,
      "step": 7076
    },
    {
      "epoch": 0.593185532877918,
      "grad_norm": 0.33469146490097046,
      "learning_rate": 0.00018144045081252508,
      "loss": 0.2852,
      "step": 7077
    },
    {
      "epoch": 0.5932693516617074,
      "grad_norm": 0.3576139807701111,
      "learning_rate": 0.00018143535245950304,
      "loss": 0.3546,
      "step": 7078
    },
    {
      "epoch": 0.5933531704454968,
      "grad_norm": 0.36076322197914124,
      "learning_rate": 0.00018143025347796304,
      "loss": 0.3388,
      "step": 7079
    },
    {
      "epoch": 0.5934369892292863,
      "grad_norm": 0.34883126616477966,
      "learning_rate": 0.00018142515386794443,
      "loss": 0.328,
      "step": 7080
    },
    {
      "epoch": 0.5935208080130757,
      "grad_norm": 0.3295552134513855,
      "learning_rate": 0.00018142005362948655,
      "loss": 0.2436,
      "step": 7081
    },
    {
      "epoch": 0.5936046267968652,
      "grad_norm": 0.3375435769557953,
      "learning_rate": 0.00018141495276262874,
      "loss": 0.2898,
      "step": 7082
    },
    {
      "epoch": 0.5936884455806546,
      "grad_norm": 0.3351820409297943,
      "learning_rate": 0.0001814098512674104,
      "loss": 0.302,
      "step": 7083
    },
    {
      "epoch": 0.5937722643644441,
      "grad_norm": 0.3139497637748718,
      "learning_rate": 0.00018140474914387093,
      "loss": 0.3006,
      "step": 7084
    },
    {
      "epoch": 0.5938560831482336,
      "grad_norm": 0.30406221747398376,
      "learning_rate": 0.00018139964639204967,
      "loss": 0.2672,
      "step": 7085
    },
    {
      "epoch": 0.593939901932023,
      "grad_norm": 0.31313034892082214,
      "learning_rate": 0.000181394543011986,
      "loss": 0.2714,
      "step": 7086
    },
    {
      "epoch": 0.5940237207158124,
      "grad_norm": 0.3172670900821686,
      "learning_rate": 0.00018138943900371932,
      "loss": 0.322,
      "step": 7087
    },
    {
      "epoch": 0.5941075394996018,
      "grad_norm": 0.3083060681819916,
      "learning_rate": 0.00018138433436728902,
      "loss": 0.2643,
      "step": 7088
    },
    {
      "epoch": 0.5941913582833913,
      "grad_norm": 0.35056161880493164,
      "learning_rate": 0.0001813792291027345,
      "loss": 0.3511,
      "step": 7089
    },
    {
      "epoch": 0.5942751770671808,
      "grad_norm": 0.32132282853126526,
      "learning_rate": 0.00018137412321009514,
      "loss": 0.2805,
      "step": 7090
    },
    {
      "epoch": 0.5943589958509702,
      "grad_norm": 0.3206452429294586,
      "learning_rate": 0.0001813690166894104,
      "loss": 0.2423,
      "step": 7091
    },
    {
      "epoch": 0.5944428146347597,
      "grad_norm": 0.33657369017601013,
      "learning_rate": 0.00018136390954071965,
      "loss": 0.2969,
      "step": 7092
    },
    {
      "epoch": 0.594526633418549,
      "grad_norm": 0.3122181296348572,
      "learning_rate": 0.0001813588017640623,
      "loss": 0.2374,
      "step": 7093
    },
    {
      "epoch": 0.5946104522023385,
      "grad_norm": 0.3508012890815735,
      "learning_rate": 0.0001813536933594778,
      "loss": 0.2853,
      "step": 7094
    },
    {
      "epoch": 0.594694270986128,
      "grad_norm": 0.32336845993995667,
      "learning_rate": 0.00018134858432700558,
      "loss": 0.2931,
      "step": 7095
    },
    {
      "epoch": 0.5947780897699174,
      "grad_norm": 0.3773598074913025,
      "learning_rate": 0.00018134347466668507,
      "loss": 0.3066,
      "step": 7096
    },
    {
      "epoch": 0.5948619085537069,
      "grad_norm": 0.38322585821151733,
      "learning_rate": 0.00018133836437855564,
      "loss": 0.2973,
      "step": 7097
    },
    {
      "epoch": 0.5949457273374963,
      "grad_norm": 0.3482201397418976,
      "learning_rate": 0.00018133325346265683,
      "loss": 0.322,
      "step": 7098
    },
    {
      "epoch": 0.5950295461212858,
      "grad_norm": 0.3201492726802826,
      "learning_rate": 0.00018132814191902804,
      "loss": 0.2683,
      "step": 7099
    },
    {
      "epoch": 0.5951133649050753,
      "grad_norm": 0.3217547833919525,
      "learning_rate": 0.00018132302974770872,
      "loss": 0.2662,
      "step": 7100
    },
    {
      "epoch": 0.5951971836888647,
      "grad_norm": 0.33505016565322876,
      "learning_rate": 0.00018131791694873833,
      "loss": 0.2464,
      "step": 7101
    },
    {
      "epoch": 0.5952810024726541,
      "grad_norm": 0.34552451968193054,
      "learning_rate": 0.0001813128035221563,
      "loss": 0.2725,
      "step": 7102
    },
    {
      "epoch": 0.5953648212564435,
      "grad_norm": 0.3618018627166748,
      "learning_rate": 0.00018130768946800213,
      "loss": 0.3326,
      "step": 7103
    },
    {
      "epoch": 0.595448640040233,
      "grad_norm": 0.3181155025959015,
      "learning_rate": 0.0001813025747863153,
      "loss": 0.2691,
      "step": 7104
    },
    {
      "epoch": 0.5955324588240225,
      "grad_norm": 0.35640060901641846,
      "learning_rate": 0.0001812974594771353,
      "loss": 0.3228,
      "step": 7105
    },
    {
      "epoch": 0.5956162776078119,
      "grad_norm": 0.327985018491745,
      "learning_rate": 0.00018129234354050152,
      "loss": 0.3085,
      "step": 7106
    },
    {
      "epoch": 0.5957000963916014,
      "grad_norm": 0.3669833242893219,
      "learning_rate": 0.00018128722697645353,
      "loss": 0.2835,
      "step": 7107
    },
    {
      "epoch": 0.5957839151753908,
      "grad_norm": 0.33359211683273315,
      "learning_rate": 0.0001812821097850308,
      "loss": 0.3121,
      "step": 7108
    },
    {
      "epoch": 0.5958677339591802,
      "grad_norm": 0.3612477779388428,
      "learning_rate": 0.0001812769919662728,
      "loss": 0.3184,
      "step": 7109
    },
    {
      "epoch": 0.5959515527429697,
      "grad_norm": 0.3101111054420471,
      "learning_rate": 0.00018127187352021907,
      "loss": 0.2848,
      "step": 7110
    },
    {
      "epoch": 0.5960353715267591,
      "grad_norm": 0.32407572865486145,
      "learning_rate": 0.00018126675444690905,
      "loss": 0.2833,
      "step": 7111
    },
    {
      "epoch": 0.5961191903105486,
      "grad_norm": 0.31091421842575073,
      "learning_rate": 0.00018126163474638233,
      "loss": 0.2169,
      "step": 7112
    },
    {
      "epoch": 0.596203009094338,
      "grad_norm": 0.3420071005821228,
      "learning_rate": 0.00018125651441867836,
      "loss": 0.2646,
      "step": 7113
    },
    {
      "epoch": 0.5962868278781275,
      "grad_norm": 0.3603495657444,
      "learning_rate": 0.00018125139346383674,
      "loss": 0.3514,
      "step": 7114
    },
    {
      "epoch": 0.596370646661917,
      "grad_norm": 0.3254912197589874,
      "learning_rate": 0.00018124627188189686,
      "loss": 0.286,
      "step": 7115
    },
    {
      "epoch": 0.5964544654457063,
      "grad_norm": 0.35086262226104736,
      "learning_rate": 0.00018124114967289835,
      "loss": 0.3139,
      "step": 7116
    },
    {
      "epoch": 0.5965382842294958,
      "grad_norm": 0.3822454810142517,
      "learning_rate": 0.0001812360268368807,
      "loss": 0.3675,
      "step": 7117
    },
    {
      "epoch": 0.5966221030132853,
      "grad_norm": 0.33557844161987305,
      "learning_rate": 0.00018123090337388354,
      "loss": 0.288,
      "step": 7118
    },
    {
      "epoch": 0.5967059217970747,
      "grad_norm": 0.3021070957183838,
      "learning_rate": 0.0001812257792839463,
      "loss": 0.2564,
      "step": 7119
    },
    {
      "epoch": 0.5967897405808642,
      "grad_norm": 0.329988956451416,
      "learning_rate": 0.00018122065456710855,
      "loss": 0.2522,
      "step": 7120
    },
    {
      "epoch": 0.5968735593646536,
      "grad_norm": 0.2770949900150299,
      "learning_rate": 0.00018121552922340987,
      "loss": 0.1874,
      "step": 7121
    },
    {
      "epoch": 0.5969573781484431,
      "grad_norm": 0.3165968358516693,
      "learning_rate": 0.00018121040325288977,
      "loss": 0.2496,
      "step": 7122
    },
    {
      "epoch": 0.5970411969322326,
      "grad_norm": 0.3577005863189697,
      "learning_rate": 0.00018120527665558788,
      "loss": 0.3013,
      "step": 7123
    },
    {
      "epoch": 0.597125015716022,
      "grad_norm": 0.34812459349632263,
      "learning_rate": 0.00018120014943154376,
      "loss": 0.2773,
      "step": 7124
    },
    {
      "epoch": 0.5972088344998114,
      "grad_norm": 0.3038891851902008,
      "learning_rate": 0.00018119502158079693,
      "loss": 0.2381,
      "step": 7125
    },
    {
      "epoch": 0.5972926532836008,
      "grad_norm": 0.3108159005641937,
      "learning_rate": 0.00018118989310338698,
      "loss": 0.249,
      "step": 7126
    },
    {
      "epoch": 0.5973764720673903,
      "grad_norm": 0.3553019165992737,
      "learning_rate": 0.00018118476399935356,
      "loss": 0.3255,
      "step": 7127
    },
    {
      "epoch": 0.5974602908511798,
      "grad_norm": 0.3200368583202362,
      "learning_rate": 0.00018117963426873615,
      "loss": 0.3114,
      "step": 7128
    },
    {
      "epoch": 0.5975441096349692,
      "grad_norm": 0.3634079694747925,
      "learning_rate": 0.00018117450391157442,
      "loss": 0.288,
      "step": 7129
    },
    {
      "epoch": 0.5976279284187587,
      "grad_norm": 0.36015594005584717,
      "learning_rate": 0.00018116937292790794,
      "loss": 0.3175,
      "step": 7130
    },
    {
      "epoch": 0.597711747202548,
      "grad_norm": 0.32966867089271545,
      "learning_rate": 0.00018116424131777632,
      "loss": 0.2656,
      "step": 7131
    },
    {
      "epoch": 0.5977955659863375,
      "grad_norm": 0.31622007489204407,
      "learning_rate": 0.00018115910908121912,
      "loss": 0.2759,
      "step": 7132
    },
    {
      "epoch": 0.597879384770127,
      "grad_norm": 0.3494359850883484,
      "learning_rate": 0.000181153976218276,
      "loss": 0.3035,
      "step": 7133
    },
    {
      "epoch": 0.5979632035539164,
      "grad_norm": 0.31951192021369934,
      "learning_rate": 0.0001811488427289866,
      "loss": 0.2905,
      "step": 7134
    },
    {
      "epoch": 0.5980470223377059,
      "grad_norm": 0.31286191940307617,
      "learning_rate": 0.00018114370861339047,
      "loss": 0.2455,
      "step": 7135
    },
    {
      "epoch": 0.5981308411214953,
      "grad_norm": 0.3463413417339325,
      "learning_rate": 0.00018113857387152727,
      "loss": 0.3069,
      "step": 7136
    },
    {
      "epoch": 0.5982146599052848,
      "grad_norm": 0.3521937429904938,
      "learning_rate": 0.00018113343850343662,
      "loss": 0.3434,
      "step": 7137
    },
    {
      "epoch": 0.5982984786890743,
      "grad_norm": 0.35748112201690674,
      "learning_rate": 0.00018112830250915818,
      "loss": 0.3183,
      "step": 7138
    },
    {
      "epoch": 0.5983822974728636,
      "grad_norm": 0.3500138223171234,
      "learning_rate": 0.00018112316588873156,
      "loss": 0.3322,
      "step": 7139
    },
    {
      "epoch": 0.5984661162566531,
      "grad_norm": 0.34325578808784485,
      "learning_rate": 0.0001811180286421964,
      "loss": 0.2799,
      "step": 7140
    },
    {
      "epoch": 0.5985499350404425,
      "grad_norm": 0.3429867625236511,
      "learning_rate": 0.0001811128907695924,
      "loss": 0.2974,
      "step": 7141
    },
    {
      "epoch": 0.598633753824232,
      "grad_norm": 0.3467291295528412,
      "learning_rate": 0.0001811077522709592,
      "loss": 0.3024,
      "step": 7142
    },
    {
      "epoch": 0.5987175726080215,
      "grad_norm": 0.34350326657295227,
      "learning_rate": 0.0001811026131463364,
      "loss": 0.3097,
      "step": 7143
    },
    {
      "epoch": 0.5988013913918109,
      "grad_norm": 0.3246966302394867,
      "learning_rate": 0.00018109747339576372,
      "loss": 0.3067,
      "step": 7144
    },
    {
      "epoch": 0.5988852101756004,
      "grad_norm": 0.31796303391456604,
      "learning_rate": 0.0001810923330192808,
      "loss": 0.2705,
      "step": 7145
    },
    {
      "epoch": 0.5989690289593897,
      "grad_norm": 0.3534424602985382,
      "learning_rate": 0.0001810871920169273,
      "loss": 0.3177,
      "step": 7146
    },
    {
      "epoch": 0.5990528477431792,
      "grad_norm": 0.2844400405883789,
      "learning_rate": 0.00018108205038874298,
      "loss": 0.2096,
      "step": 7147
    },
    {
      "epoch": 0.5991366665269687,
      "grad_norm": 0.34044215083122253,
      "learning_rate": 0.00018107690813476743,
      "loss": 0.2751,
      "step": 7148
    },
    {
      "epoch": 0.5992204853107581,
      "grad_norm": 0.317685067653656,
      "learning_rate": 0.0001810717652550404,
      "loss": 0.2476,
      "step": 7149
    },
    {
      "epoch": 0.5993043040945476,
      "grad_norm": 0.3228539228439331,
      "learning_rate": 0.00018106662174960153,
      "loss": 0.2833,
      "step": 7150
    },
    {
      "epoch": 0.599388122878337,
      "grad_norm": 0.324266254901886,
      "learning_rate": 0.00018106147761849054,
      "loss": 0.2419,
      "step": 7151
    },
    {
      "epoch": 0.5994719416621265,
      "grad_norm": 0.325124591588974,
      "learning_rate": 0.00018105633286174717,
      "loss": 0.2777,
      "step": 7152
    },
    {
      "epoch": 0.599555760445916,
      "grad_norm": 0.33845964074134827,
      "learning_rate": 0.00018105118747941106,
      "loss": 0.3117,
      "step": 7153
    },
    {
      "epoch": 0.5996395792297053,
      "grad_norm": 0.3752872943878174,
      "learning_rate": 0.00018104604147152196,
      "loss": 0.3378,
      "step": 7154
    },
    {
      "epoch": 0.5997233980134948,
      "grad_norm": 0.30977460741996765,
      "learning_rate": 0.0001810408948381196,
      "loss": 0.2503,
      "step": 7155
    },
    {
      "epoch": 0.5998072167972843,
      "grad_norm": 0.3865726888179779,
      "learning_rate": 0.0001810357475792437,
      "loss": 0.3472,
      "step": 7156
    },
    {
      "epoch": 0.5998910355810737,
      "grad_norm": 0.37300822138786316,
      "learning_rate": 0.00018103059969493392,
      "loss": 0.3541,
      "step": 7157
    },
    {
      "epoch": 0.5999748543648632,
      "grad_norm": 0.3243299424648285,
      "learning_rate": 0.00018102545118523007,
      "loss": 0.2453,
      "step": 7158
    },
    {
      "epoch": 0.6000586731486526,
      "grad_norm": 0.3770701289176941,
      "learning_rate": 0.00018102030205017187,
      "loss": 0.381,
      "step": 7159
    },
    {
      "epoch": 0.6001424919324421,
      "grad_norm": 0.30830350518226624,
      "learning_rate": 0.00018101515228979904,
      "loss": 0.2815,
      "step": 7160
    },
    {
      "epoch": 0.6002263107162316,
      "grad_norm": 0.3130127489566803,
      "learning_rate": 0.00018101000190415135,
      "loss": 0.2883,
      "step": 7161
    },
    {
      "epoch": 0.6003101295000209,
      "grad_norm": 0.26897382736206055,
      "learning_rate": 0.00018100485089326851,
      "loss": 0.1776,
      "step": 7162
    },
    {
      "epoch": 0.6003939482838104,
      "grad_norm": 0.33104607462882996,
      "learning_rate": 0.0001809996992571903,
      "loss": 0.2982,
      "step": 7163
    },
    {
      "epoch": 0.6004777670675998,
      "grad_norm": 0.3517782688140869,
      "learning_rate": 0.0001809945469959565,
      "loss": 0.3525,
      "step": 7164
    },
    {
      "epoch": 0.6005615858513893,
      "grad_norm": 0.31005021929740906,
      "learning_rate": 0.00018098939410960687,
      "loss": 0.2703,
      "step": 7165
    },
    {
      "epoch": 0.6006454046351788,
      "grad_norm": 0.3240738809108734,
      "learning_rate": 0.00018098424059818116,
      "loss": 0.3026,
      "step": 7166
    },
    {
      "epoch": 0.6007292234189682,
      "grad_norm": 0.31796252727508545,
      "learning_rate": 0.00018097908646171914,
      "loss": 0.274,
      "step": 7167
    },
    {
      "epoch": 0.6008130422027577,
      "grad_norm": 0.3442836105823517,
      "learning_rate": 0.0001809739317002606,
      "loss": 0.2748,
      "step": 7168
    },
    {
      "epoch": 0.600896860986547,
      "grad_norm": 0.3271287679672241,
      "learning_rate": 0.0001809687763138453,
      "loss": 0.2761,
      "step": 7169
    },
    {
      "epoch": 0.6009806797703365,
      "grad_norm": 0.34385743737220764,
      "learning_rate": 0.00018096362030251313,
      "loss": 0.3076,
      "step": 7170
    },
    {
      "epoch": 0.601064498554126,
      "grad_norm": 0.3356383442878723,
      "learning_rate": 0.00018095846366630375,
      "loss": 0.2433,
      "step": 7171
    },
    {
      "epoch": 0.6011483173379154,
      "grad_norm": 0.33893725275993347,
      "learning_rate": 0.00018095330640525702,
      "loss": 0.2952,
      "step": 7172
    },
    {
      "epoch": 0.6012321361217049,
      "grad_norm": 0.37642958760261536,
      "learning_rate": 0.00018094814851941278,
      "loss": 0.3078,
      "step": 7173
    },
    {
      "epoch": 0.6013159549054943,
      "grad_norm": 0.36089321970939636,
      "learning_rate": 0.00018094299000881076,
      "loss": 0.2645,
      "step": 7174
    },
    {
      "epoch": 0.6013997736892838,
      "grad_norm": 0.3468003571033478,
      "learning_rate": 0.00018093783087349082,
      "loss": 0.2934,
      "step": 7175
    },
    {
      "epoch": 0.6014835924730733,
      "grad_norm": 0.3583786189556122,
      "learning_rate": 0.0001809326711134928,
      "loss": 0.3236,
      "step": 7176
    },
    {
      "epoch": 0.6015674112568626,
      "grad_norm": 0.34115421772003174,
      "learning_rate": 0.00018092751072885648,
      "loss": 0.3023,
      "step": 7177
    },
    {
      "epoch": 0.6016512300406521,
      "grad_norm": 0.2835403084754944,
      "learning_rate": 0.0001809223497196217,
      "loss": 0.2234,
      "step": 7178
    },
    {
      "epoch": 0.6017350488244415,
      "grad_norm": 0.3466901183128357,
      "learning_rate": 0.0001809171880858283,
      "loss": 0.3017,
      "step": 7179
    },
    {
      "epoch": 0.601818867608231,
      "grad_norm": 0.3366709053516388,
      "learning_rate": 0.00018091202582751613,
      "loss": 0.3021,
      "step": 7180
    },
    {
      "epoch": 0.6019026863920205,
      "grad_norm": 0.30856603384017944,
      "learning_rate": 0.00018090686294472497,
      "loss": 0.2754,
      "step": 7181
    },
    {
      "epoch": 0.6019865051758099,
      "grad_norm": 0.3568577170372009,
      "learning_rate": 0.00018090169943749476,
      "loss": 0.3438,
      "step": 7182
    },
    {
      "epoch": 0.6020703239595994,
      "grad_norm": 0.32871007919311523,
      "learning_rate": 0.00018089653530586528,
      "loss": 0.2574,
      "step": 7183
    },
    {
      "epoch": 0.6021541427433887,
      "grad_norm": 0.3412407338619232,
      "learning_rate": 0.00018089137054987643,
      "loss": 0.3701,
      "step": 7184
    },
    {
      "epoch": 0.6022379615271782,
      "grad_norm": 0.35382190346717834,
      "learning_rate": 0.00018088620516956802,
      "loss": 0.3153,
      "step": 7185
    },
    {
      "epoch": 0.6023217803109677,
      "grad_norm": 0.3174571692943573,
      "learning_rate": 0.00018088103916498,
      "loss": 0.2448,
      "step": 7186
    },
    {
      "epoch": 0.6024055990947571,
      "grad_norm": 0.34117382764816284,
      "learning_rate": 0.00018087587253615213,
      "loss": 0.3482,
      "step": 7187
    },
    {
      "epoch": 0.6024894178785466,
      "grad_norm": 0.31743475794792175,
      "learning_rate": 0.0001808707052831244,
      "loss": 0.2615,
      "step": 7188
    },
    {
      "epoch": 0.602573236662336,
      "grad_norm": 0.34576985239982605,
      "learning_rate": 0.0001808655374059366,
      "loss": 0.3076,
      "step": 7189
    },
    {
      "epoch": 0.6026570554461255,
      "grad_norm": 0.32276880741119385,
      "learning_rate": 0.00018086036890462866,
      "loss": 0.2676,
      "step": 7190
    },
    {
      "epoch": 0.602740874229915,
      "grad_norm": 0.39189279079437256,
      "learning_rate": 0.0001808551997792405,
      "loss": 0.3303,
      "step": 7191
    },
    {
      "epoch": 0.6028246930137043,
      "grad_norm": 0.3243587017059326,
      "learning_rate": 0.00018085003002981192,
      "loss": 0.3128,
      "step": 7192
    },
    {
      "epoch": 0.6029085117974938,
      "grad_norm": 0.3031478524208069,
      "learning_rate": 0.0001808448596563829,
      "loss": 0.2585,
      "step": 7193
    },
    {
      "epoch": 0.6029923305812833,
      "grad_norm": 0.32748943567276,
      "learning_rate": 0.00018083968865899335,
      "loss": 0.2824,
      "step": 7194
    },
    {
      "epoch": 0.6030761493650727,
      "grad_norm": 0.33064350485801697,
      "learning_rate": 0.00018083451703768315,
      "loss": 0.2904,
      "step": 7195
    },
    {
      "epoch": 0.6031599681488622,
      "grad_norm": 0.31689146161079407,
      "learning_rate": 0.00018082934479249222,
      "loss": 0.2376,
      "step": 7196
    },
    {
      "epoch": 0.6032437869326516,
      "grad_norm": 0.3281283378601074,
      "learning_rate": 0.00018082417192346041,
      "loss": 0.2756,
      "step": 7197
    },
    {
      "epoch": 0.6033276057164411,
      "grad_norm": 0.31784817576408386,
      "learning_rate": 0.0001808189984306278,
      "loss": 0.2482,
      "step": 7198
    },
    {
      "epoch": 0.6034114245002306,
      "grad_norm": 0.3135226368904114,
      "learning_rate": 0.00018081382431403418,
      "loss": 0.2374,
      "step": 7199
    },
    {
      "epoch": 0.6034952432840199,
      "grad_norm": 0.3340691328048706,
      "learning_rate": 0.00018080864957371957,
      "loss": 0.2562,
      "step": 7200
    },
    {
      "epoch": 0.6034952432840199,
      "eval_loss": 0.28880736231803894,
      "eval_runtime": 61.5706,
      "eval_samples_per_second": 15.592,
      "eval_steps_per_second": 3.898,
      "step": 7200
    },
    {
      "epoch": 0.6035790620678094,
      "grad_norm": 0.33067891001701355,
      "learning_rate": 0.00018080347420972387,
      "loss": 0.256,
      "step": 7201
    },
    {
      "epoch": 0.6036628808515988,
      "grad_norm": 0.3321132957935333,
      "learning_rate": 0.00018079829822208697,
      "loss": 0.2697,
      "step": 7202
    },
    {
      "epoch": 0.6037466996353883,
      "grad_norm": 0.3280278146266937,
      "learning_rate": 0.00018079312161084894,
      "loss": 0.2702,
      "step": 7203
    },
    {
      "epoch": 0.6038305184191778,
      "grad_norm": 0.3062772750854492,
      "learning_rate": 0.00018078794437604963,
      "loss": 0.2381,
      "step": 7204
    },
    {
      "epoch": 0.6039143372029672,
      "grad_norm": 0.35694819688796997,
      "learning_rate": 0.00018078276651772908,
      "loss": 0.3174,
      "step": 7205
    },
    {
      "epoch": 0.6039981559867567,
      "grad_norm": 0.3826761543750763,
      "learning_rate": 0.00018077758803592718,
      "loss": 0.3125,
      "step": 7206
    },
    {
      "epoch": 0.604081974770546,
      "grad_norm": 0.35956454277038574,
      "learning_rate": 0.00018077240893068393,
      "loss": 0.338,
      "step": 7207
    },
    {
      "epoch": 0.6041657935543355,
      "grad_norm": 0.3435938358306885,
      "learning_rate": 0.0001807672292020393,
      "loss": 0.3094,
      "step": 7208
    },
    {
      "epoch": 0.604249612338125,
      "grad_norm": 0.310788631439209,
      "learning_rate": 0.00018076204885003323,
      "loss": 0.2299,
      "step": 7209
    },
    {
      "epoch": 0.6043334311219144,
      "grad_norm": 0.33532601594924927,
      "learning_rate": 0.00018075686787470576,
      "loss": 0.2838,
      "step": 7210
    },
    {
      "epoch": 0.6044172499057039,
      "grad_norm": 0.33361127972602844,
      "learning_rate": 0.00018075168627609687,
      "loss": 0.2889,
      "step": 7211
    },
    {
      "epoch": 0.6045010686894933,
      "grad_norm": 0.31308698654174805,
      "learning_rate": 0.00018074650405424652,
      "loss": 0.2704,
      "step": 7212
    },
    {
      "epoch": 0.6045848874732828,
      "grad_norm": 0.32195112109184265,
      "learning_rate": 0.00018074132120919476,
      "loss": 0.2683,
      "step": 7213
    },
    {
      "epoch": 0.6046687062570723,
      "grad_norm": 0.3625496029853821,
      "learning_rate": 0.00018073613774098152,
      "loss": 0.3151,
      "step": 7214
    },
    {
      "epoch": 0.6047525250408616,
      "grad_norm": 0.3092744052410126,
      "learning_rate": 0.00018073095364964684,
      "loss": 0.271,
      "step": 7215
    },
    {
      "epoch": 0.6048363438246511,
      "grad_norm": 0.35398054122924805,
      "learning_rate": 0.00018072576893523074,
      "loss": 0.3343,
      "step": 7216
    },
    {
      "epoch": 0.6049201626084405,
      "grad_norm": 0.32813209295272827,
      "learning_rate": 0.0001807205835977732,
      "loss": 0.2701,
      "step": 7217
    },
    {
      "epoch": 0.60500398139223,
      "grad_norm": 0.34202733635902405,
      "learning_rate": 0.00018071539763731432,
      "loss": 0.3035,
      "step": 7218
    },
    {
      "epoch": 0.6050878001760195,
      "grad_norm": 0.35759979486465454,
      "learning_rate": 0.00018071021105389403,
      "loss": 0.3793,
      "step": 7219
    },
    {
      "epoch": 0.6051716189598089,
      "grad_norm": 0.3420199155807495,
      "learning_rate": 0.0001807050238475524,
      "loss": 0.311,
      "step": 7220
    },
    {
      "epoch": 0.6052554377435984,
      "grad_norm": 0.3201669454574585,
      "learning_rate": 0.0001806998360183295,
      "loss": 0.283,
      "step": 7221
    },
    {
      "epoch": 0.6053392565273877,
      "grad_norm": 0.3263203203678131,
      "learning_rate": 0.00018069464756626533,
      "loss": 0.2868,
      "step": 7222
    },
    {
      "epoch": 0.6054230753111772,
      "grad_norm": 0.3294501006603241,
      "learning_rate": 0.00018068945849139992,
      "loss": 0.2593,
      "step": 7223
    },
    {
      "epoch": 0.6055068940949667,
      "grad_norm": 0.3299902379512787,
      "learning_rate": 0.00018068426879377334,
      "loss": 0.2412,
      "step": 7224
    },
    {
      "epoch": 0.6055907128787561,
      "grad_norm": 0.339758962392807,
      "learning_rate": 0.00018067907847342567,
      "loss": 0.2668,
      "step": 7225
    },
    {
      "epoch": 0.6056745316625456,
      "grad_norm": 0.32630807161331177,
      "learning_rate": 0.00018067388753039692,
      "loss": 0.2945,
      "step": 7226
    },
    {
      "epoch": 0.605758350446335,
      "grad_norm": 0.38301366567611694,
      "learning_rate": 0.00018066869596472716,
      "loss": 0.3626,
      "step": 7227
    },
    {
      "epoch": 0.6058421692301245,
      "grad_norm": 0.3520153760910034,
      "learning_rate": 0.0001806635037764565,
      "loss": 0.2912,
      "step": 7228
    },
    {
      "epoch": 0.605925988013914,
      "grad_norm": 0.35670262575149536,
      "learning_rate": 0.000180658310965625,
      "loss": 0.3299,
      "step": 7229
    },
    {
      "epoch": 0.6060098067977033,
      "grad_norm": 0.34201639890670776,
      "learning_rate": 0.00018065311753227273,
      "loss": 0.2641,
      "step": 7230
    },
    {
      "epoch": 0.6060936255814928,
      "grad_norm": 0.35520821809768677,
      "learning_rate": 0.00018064792347643972,
      "loss": 0.3254,
      "step": 7231
    },
    {
      "epoch": 0.6061774443652823,
      "grad_norm": 0.35777023434638977,
      "learning_rate": 0.00018064272879816614,
      "loss": 0.311,
      "step": 7232
    },
    {
      "epoch": 0.6062612631490717,
      "grad_norm": 0.3394083082675934,
      "learning_rate": 0.00018063753349749207,
      "loss": 0.287,
      "step": 7233
    },
    {
      "epoch": 0.6063450819328612,
      "grad_norm": 0.3385750651359558,
      "learning_rate": 0.00018063233757445755,
      "loss": 0.2741,
      "step": 7234
    },
    {
      "epoch": 0.6064289007166506,
      "grad_norm": 0.3751537799835205,
      "learning_rate": 0.00018062714102910275,
      "loss": 0.3451,
      "step": 7235
    },
    {
      "epoch": 0.6065127195004401,
      "grad_norm": 0.32909199595451355,
      "learning_rate": 0.00018062194386146772,
      "loss": 0.231,
      "step": 7236
    },
    {
      "epoch": 0.6065965382842295,
      "grad_norm": 0.3572988212108612,
      "learning_rate": 0.00018061674607159261,
      "loss": 0.3736,
      "step": 7237
    },
    {
      "epoch": 0.6066803570680189,
      "grad_norm": 0.3207626938819885,
      "learning_rate": 0.00018061154765951754,
      "loss": 0.2934,
      "step": 7238
    },
    {
      "epoch": 0.6067641758518084,
      "grad_norm": 0.3132385015487671,
      "learning_rate": 0.00018060634862528257,
      "loss": 0.2303,
      "step": 7239
    },
    {
      "epoch": 0.6068479946355978,
      "grad_norm": 0.33758029341697693,
      "learning_rate": 0.00018060114896892792,
      "loss": 0.2837,
      "step": 7240
    },
    {
      "epoch": 0.6069318134193873,
      "grad_norm": 0.36363834142684937,
      "learning_rate": 0.00018059594869049365,
      "loss": 0.3059,
      "step": 7241
    },
    {
      "epoch": 0.6070156322031768,
      "grad_norm": 0.3390369713306427,
      "learning_rate": 0.00018059074779001993,
      "loss": 0.2604,
      "step": 7242
    },
    {
      "epoch": 0.6070994509869662,
      "grad_norm": 0.29541951417922974,
      "learning_rate": 0.00018058554626754688,
      "loss": 0.2164,
      "step": 7243
    },
    {
      "epoch": 0.6071832697707557,
      "grad_norm": 0.3286389708518982,
      "learning_rate": 0.00018058034412311467,
      "loss": 0.2642,
      "step": 7244
    },
    {
      "epoch": 0.607267088554545,
      "grad_norm": 0.3422527313232422,
      "learning_rate": 0.00018057514135676344,
      "loss": 0.3389,
      "step": 7245
    },
    {
      "epoch": 0.6073509073383345,
      "grad_norm": 0.31207507848739624,
      "learning_rate": 0.0001805699379685333,
      "loss": 0.239,
      "step": 7246
    },
    {
      "epoch": 0.607434726122124,
      "grad_norm": 0.36014723777770996,
      "learning_rate": 0.00018056473395846448,
      "loss": 0.3284,
      "step": 7247
    },
    {
      "epoch": 0.6075185449059134,
      "grad_norm": 0.38333114981651306,
      "learning_rate": 0.0001805595293265971,
      "loss": 0.2976,
      "step": 7248
    },
    {
      "epoch": 0.6076023636897029,
      "grad_norm": 0.3750542402267456,
      "learning_rate": 0.00018055432407297135,
      "loss": 0.3757,
      "step": 7249
    },
    {
      "epoch": 0.6076861824734923,
      "grad_norm": 0.2875722348690033,
      "learning_rate": 0.00018054911819762742,
      "loss": 0.2109,
      "step": 7250
    },
    {
      "epoch": 0.6077700012572818,
      "grad_norm": 0.3325613737106323,
      "learning_rate": 0.00018054391170060544,
      "loss": 0.2377,
      "step": 7251
    },
    {
      "epoch": 0.6078538200410712,
      "grad_norm": 0.32028457522392273,
      "learning_rate": 0.0001805387045819456,
      "loss": 0.2729,
      "step": 7252
    },
    {
      "epoch": 0.6079376388248606,
      "grad_norm": 0.29802843928337097,
      "learning_rate": 0.00018053349684168815,
      "loss": 0.2419,
      "step": 7253
    },
    {
      "epoch": 0.6080214576086501,
      "grad_norm": 0.36353203654289246,
      "learning_rate": 0.0001805282884798732,
      "loss": 0.3314,
      "step": 7254
    },
    {
      "epoch": 0.6081052763924395,
      "grad_norm": 0.391245037317276,
      "learning_rate": 0.00018052307949654103,
      "loss": 0.3405,
      "step": 7255
    },
    {
      "epoch": 0.608189095176229,
      "grad_norm": 0.3615014851093292,
      "learning_rate": 0.00018051786989173177,
      "loss": 0.293,
      "step": 7256
    },
    {
      "epoch": 0.6082729139600185,
      "grad_norm": 0.3312808573246002,
      "learning_rate": 0.0001805126596654857,
      "loss": 0.2451,
      "step": 7257
    },
    {
      "epoch": 0.6083567327438079,
      "grad_norm": 0.3048449158668518,
      "learning_rate": 0.00018050744881784297,
      "loss": 0.2482,
      "step": 7258
    },
    {
      "epoch": 0.6084405515275974,
      "grad_norm": 0.33830249309539795,
      "learning_rate": 0.0001805022373488438,
      "loss": 0.3341,
      "step": 7259
    },
    {
      "epoch": 0.6085243703113867,
      "grad_norm": 0.29372596740722656,
      "learning_rate": 0.00018049702525852848,
      "loss": 0.218,
      "step": 7260
    },
    {
      "epoch": 0.6086081890951762,
      "grad_norm": 0.3146217465400696,
      "learning_rate": 0.00018049181254693717,
      "loss": 0.2841,
      "step": 7261
    },
    {
      "epoch": 0.6086920078789657,
      "grad_norm": 0.3335231840610504,
      "learning_rate": 0.0001804865992141101,
      "loss": 0.3261,
      "step": 7262
    },
    {
      "epoch": 0.6087758266627551,
      "grad_norm": 0.3273911774158478,
      "learning_rate": 0.00018048138526008755,
      "loss": 0.2778,
      "step": 7263
    },
    {
      "epoch": 0.6088596454465446,
      "grad_norm": 0.3408803939819336,
      "learning_rate": 0.00018047617068490973,
      "loss": 0.2805,
      "step": 7264
    },
    {
      "epoch": 0.608943464230334,
      "grad_norm": 0.3160899579524994,
      "learning_rate": 0.0001804709554886169,
      "loss": 0.2626,
      "step": 7265
    },
    {
      "epoch": 0.6090272830141235,
      "grad_norm": 0.31951284408569336,
      "learning_rate": 0.0001804657396712493,
      "loss": 0.276,
      "step": 7266
    },
    {
      "epoch": 0.609111101797913,
      "grad_norm": 0.3426351249217987,
      "learning_rate": 0.0001804605232328472,
      "loss": 0.2979,
      "step": 7267
    },
    {
      "epoch": 0.6091949205817023,
      "grad_norm": 0.329388827085495,
      "learning_rate": 0.00018045530617345084,
      "loss": 0.2933,
      "step": 7268
    },
    {
      "epoch": 0.6092787393654918,
      "grad_norm": 0.3802123963832855,
      "learning_rate": 0.0001804500884931005,
      "loss": 0.3612,
      "step": 7269
    },
    {
      "epoch": 0.6093625581492813,
      "grad_norm": 0.3749087154865265,
      "learning_rate": 0.00018044487019183646,
      "loss": 0.3199,
      "step": 7270
    },
    {
      "epoch": 0.6094463769330707,
      "grad_norm": 0.3600917458534241,
      "learning_rate": 0.000180439651269699,
      "loss": 0.2947,
      "step": 7271
    },
    {
      "epoch": 0.6095301957168602,
      "grad_norm": 0.30564776062965393,
      "learning_rate": 0.00018043443172672836,
      "loss": 0.2332,
      "step": 7272
    },
    {
      "epoch": 0.6096140145006496,
      "grad_norm": 0.3432871401309967,
      "learning_rate": 0.00018042921156296484,
      "loss": 0.3104,
      "step": 7273
    },
    {
      "epoch": 0.609697833284439,
      "grad_norm": 0.3523010313510895,
      "learning_rate": 0.00018042399077844874,
      "loss": 0.289,
      "step": 7274
    },
    {
      "epoch": 0.6097816520682285,
      "grad_norm": 0.3209027945995331,
      "learning_rate": 0.00018041876937322036,
      "loss": 0.264,
      "step": 7275
    },
    {
      "epoch": 0.6098654708520179,
      "grad_norm": 0.3289141356945038,
      "learning_rate": 0.00018041354734731996,
      "loss": 0.2784,
      "step": 7276
    },
    {
      "epoch": 0.6099492896358074,
      "grad_norm": 0.3216901123523712,
      "learning_rate": 0.0001804083247007879,
      "loss": 0.2796,
      "step": 7277
    },
    {
      "epoch": 0.6100331084195968,
      "grad_norm": 0.31242480874061584,
      "learning_rate": 0.00018040310143366446,
      "loss": 0.2363,
      "step": 7278
    },
    {
      "epoch": 0.6101169272033863,
      "grad_norm": 0.34200361371040344,
      "learning_rate": 0.00018039787754598992,
      "loss": 0.2701,
      "step": 7279
    },
    {
      "epoch": 0.6102007459871758,
      "grad_norm": 0.3282943367958069,
      "learning_rate": 0.00018039265303780466,
      "loss": 0.257,
      "step": 7280
    },
    {
      "epoch": 0.6102845647709652,
      "grad_norm": 0.30407053232192993,
      "learning_rate": 0.000180387427909149,
      "loss": 0.2405,
      "step": 7281
    },
    {
      "epoch": 0.6103683835547546,
      "grad_norm": 0.3501664996147156,
      "learning_rate": 0.0001803822021600632,
      "loss": 0.3047,
      "step": 7282
    },
    {
      "epoch": 0.610452202338544,
      "grad_norm": 0.33259671926498413,
      "learning_rate": 0.00018037697579058762,
      "loss": 0.3064,
      "step": 7283
    },
    {
      "epoch": 0.6105360211223335,
      "grad_norm": 0.33865973353385925,
      "learning_rate": 0.00018037174880076266,
      "loss": 0.2876,
      "step": 7284
    },
    {
      "epoch": 0.610619839906123,
      "grad_norm": 0.3377018868923187,
      "learning_rate": 0.0001803665211906286,
      "loss": 0.2999,
      "step": 7285
    },
    {
      "epoch": 0.6107036586899124,
      "grad_norm": 0.3423771560192108,
      "learning_rate": 0.0001803612929602258,
      "loss": 0.3145,
      "step": 7286
    },
    {
      "epoch": 0.6107874774737019,
      "grad_norm": 0.341699481010437,
      "learning_rate": 0.0001803560641095946,
      "loss": 0.2753,
      "step": 7287
    },
    {
      "epoch": 0.6108712962574913,
      "grad_norm": 0.3086065351963043,
      "learning_rate": 0.00018035083463877535,
      "loss": 0.2565,
      "step": 7288
    },
    {
      "epoch": 0.6109551150412807,
      "grad_norm": 0.3139169216156006,
      "learning_rate": 0.00018034560454780846,
      "loss": 0.2921,
      "step": 7289
    },
    {
      "epoch": 0.6110389338250702,
      "grad_norm": 0.30080971121788025,
      "learning_rate": 0.00018034037383673427,
      "loss": 0.2241,
      "step": 7290
    },
    {
      "epoch": 0.6111227526088596,
      "grad_norm": 0.30477145314216614,
      "learning_rate": 0.0001803351425055931,
      "loss": 0.2404,
      "step": 7291
    },
    {
      "epoch": 0.6112065713926491,
      "grad_norm": 0.3396208882331848,
      "learning_rate": 0.00018032991055442544,
      "loss": 0.2928,
      "step": 7292
    },
    {
      "epoch": 0.6112903901764385,
      "grad_norm": 0.3563345968723297,
      "learning_rate": 0.00018032467798327154,
      "loss": 0.2805,
      "step": 7293
    },
    {
      "epoch": 0.611374208960228,
      "grad_norm": 0.3367956876754761,
      "learning_rate": 0.0001803194447921719,
      "loss": 0.2748,
      "step": 7294
    },
    {
      "epoch": 0.6114580277440175,
      "grad_norm": 0.3365267515182495,
      "learning_rate": 0.0001803142109811668,
      "loss": 0.2927,
      "step": 7295
    },
    {
      "epoch": 0.6115418465278069,
      "grad_norm": 0.3418298065662384,
      "learning_rate": 0.00018030897655029672,
      "loss": 0.258,
      "step": 7296
    },
    {
      "epoch": 0.6116256653115963,
      "grad_norm": 0.3714452385902405,
      "learning_rate": 0.00018030374149960202,
      "loss": 0.311,
      "step": 7297
    },
    {
      "epoch": 0.6117094840953857,
      "grad_norm": 0.2965976297855377,
      "learning_rate": 0.00018029850582912312,
      "loss": 0.2272,
      "step": 7298
    },
    {
      "epoch": 0.6117933028791752,
      "grad_norm": 0.3222641944885254,
      "learning_rate": 0.0001802932695389004,
      "loss": 0.2917,
      "step": 7299
    },
    {
      "epoch": 0.6118771216629647,
      "grad_norm": 0.3616398274898529,
      "learning_rate": 0.00018028803262897433,
      "loss": 0.3359,
      "step": 7300
    },
    {
      "epoch": 0.6119609404467541,
      "grad_norm": 0.33039146661758423,
      "learning_rate": 0.0001802827950993853,
      "loss": 0.3031,
      "step": 7301
    },
    {
      "epoch": 0.6120447592305436,
      "grad_norm": 0.36269301176071167,
      "learning_rate": 0.00018027755695017368,
      "loss": 0.2885,
      "step": 7302
    },
    {
      "epoch": 0.612128578014333,
      "grad_norm": 0.33002394437789917,
      "learning_rate": 0.00018027231818137996,
      "loss": 0.2445,
      "step": 7303
    },
    {
      "epoch": 0.6122123967981224,
      "grad_norm": 0.34466007351875305,
      "learning_rate": 0.00018026707879304459,
      "loss": 0.2815,
      "step": 7304
    },
    {
      "epoch": 0.6122962155819119,
      "grad_norm": 0.3710337281227112,
      "learning_rate": 0.00018026183878520796,
      "loss": 0.3349,
      "step": 7305
    },
    {
      "epoch": 0.6123800343657013,
      "grad_norm": 0.3322932720184326,
      "learning_rate": 0.00018025659815791052,
      "loss": 0.3,
      "step": 7306
    },
    {
      "epoch": 0.6124638531494908,
      "grad_norm": 0.3196178674697876,
      "learning_rate": 0.00018025135691119272,
      "loss": 0.2655,
      "step": 7307
    },
    {
      "epoch": 0.6125476719332803,
      "grad_norm": 0.3266119658946991,
      "learning_rate": 0.00018024611504509504,
      "loss": 0.292,
      "step": 7308
    },
    {
      "epoch": 0.6126314907170697,
      "grad_norm": 0.3028978109359741,
      "learning_rate": 0.0001802408725596579,
      "loss": 0.2485,
      "step": 7309
    },
    {
      "epoch": 0.6127153095008592,
      "grad_norm": 0.3357687294483185,
      "learning_rate": 0.0001802356294549218,
      "loss": 0.3037,
      "step": 7310
    },
    {
      "epoch": 0.6127991282846486,
      "grad_norm": 0.3552713692188263,
      "learning_rate": 0.00018023038573092715,
      "loss": 0.3249,
      "step": 7311
    },
    {
      "epoch": 0.612882947068438,
      "grad_norm": 0.3315797448158264,
      "learning_rate": 0.00018022514138771447,
      "loss": 0.2808,
      "step": 7312
    },
    {
      "epoch": 0.6129667658522275,
      "grad_norm": 0.2955728769302368,
      "learning_rate": 0.00018021989642532423,
      "loss": 0.1965,
      "step": 7313
    },
    {
      "epoch": 0.6130505846360169,
      "grad_norm": 0.3221210837364197,
      "learning_rate": 0.00018021465084379687,
      "loss": 0.2886,
      "step": 7314
    },
    {
      "epoch": 0.6131344034198064,
      "grad_norm": 0.3282070755958557,
      "learning_rate": 0.00018020940464317294,
      "loss": 0.2742,
      "step": 7315
    },
    {
      "epoch": 0.6132182222035958,
      "grad_norm": 0.3354150652885437,
      "learning_rate": 0.00018020415782349285,
      "loss": 0.2574,
      "step": 7316
    },
    {
      "epoch": 0.6133020409873853,
      "grad_norm": 0.35416120290756226,
      "learning_rate": 0.00018019891038479718,
      "loss": 0.2747,
      "step": 7317
    },
    {
      "epoch": 0.6133858597711748,
      "grad_norm": 0.40478113293647766,
      "learning_rate": 0.00018019366232712635,
      "loss": 0.3653,
      "step": 7318
    },
    {
      "epoch": 0.6134696785549641,
      "grad_norm": 0.3474457859992981,
      "learning_rate": 0.00018018841365052094,
      "loss": 0.2447,
      "step": 7319
    },
    {
      "epoch": 0.6135534973387536,
      "grad_norm": 0.4187367558479309,
      "learning_rate": 0.00018018316435502142,
      "loss": 0.3839,
      "step": 7320
    },
    {
      "epoch": 0.613637316122543,
      "grad_norm": 0.36254507303237915,
      "learning_rate": 0.00018017791444066832,
      "loss": 0.3009,
      "step": 7321
    },
    {
      "epoch": 0.6137211349063325,
      "grad_norm": 0.30711624026298523,
      "learning_rate": 0.00018017266390750214,
      "loss": 0.2444,
      "step": 7322
    },
    {
      "epoch": 0.613804953690122,
      "grad_norm": 0.3145357072353363,
      "learning_rate": 0.00018016741275556338,
      "loss": 0.2487,
      "step": 7323
    },
    {
      "epoch": 0.6138887724739114,
      "grad_norm": 0.34305790066719055,
      "learning_rate": 0.0001801621609848926,
      "loss": 0.2667,
      "step": 7324
    },
    {
      "epoch": 0.6139725912577009,
      "grad_norm": 0.3507465720176697,
      "learning_rate": 0.00018015690859553036,
      "loss": 0.3107,
      "step": 7325
    },
    {
      "epoch": 0.6140564100414903,
      "grad_norm": 0.3128516674041748,
      "learning_rate": 0.00018015165558751717,
      "loss": 0.2498,
      "step": 7326
    },
    {
      "epoch": 0.6141402288252797,
      "grad_norm": 0.33419764041900635,
      "learning_rate": 0.00018014640196089356,
      "loss": 0.2875,
      "step": 7327
    },
    {
      "epoch": 0.6142240476090692,
      "grad_norm": 0.32638728618621826,
      "learning_rate": 0.00018014114771570009,
      "loss": 0.2952,
      "step": 7328
    },
    {
      "epoch": 0.6143078663928586,
      "grad_norm": 0.35651642084121704,
      "learning_rate": 0.00018013589285197732,
      "loss": 0.2861,
      "step": 7329
    },
    {
      "epoch": 0.6143916851766481,
      "grad_norm": 0.33042916655540466,
      "learning_rate": 0.0001801306373697658,
      "loss": 0.3091,
      "step": 7330
    },
    {
      "epoch": 0.6144755039604375,
      "grad_norm": 0.3295954167842865,
      "learning_rate": 0.00018012538126910608,
      "loss": 0.2865,
      "step": 7331
    },
    {
      "epoch": 0.614559322744227,
      "grad_norm": 0.3354490101337433,
      "learning_rate": 0.00018012012455003874,
      "loss": 0.2723,
      "step": 7332
    },
    {
      "epoch": 0.6146431415280165,
      "grad_norm": 0.3494003117084503,
      "learning_rate": 0.00018011486721260434,
      "loss": 0.2955,
      "step": 7333
    },
    {
      "epoch": 0.6147269603118058,
      "grad_norm": 0.33087676763534546,
      "learning_rate": 0.00018010960925684348,
      "loss": 0.295,
      "step": 7334
    },
    {
      "epoch": 0.6148107790955953,
      "grad_norm": 0.3598708212375641,
      "learning_rate": 0.0001801043506827967,
      "loss": 0.3543,
      "step": 7335
    },
    {
      "epoch": 0.6148945978793847,
      "grad_norm": 0.3311622142791748,
      "learning_rate": 0.00018009909149050465,
      "loss": 0.2897,
      "step": 7336
    },
    {
      "epoch": 0.6149784166631742,
      "grad_norm": 0.30677667260169983,
      "learning_rate": 0.0001800938316800079,
      "loss": 0.2443,
      "step": 7337
    },
    {
      "epoch": 0.6150622354469637,
      "grad_norm": 0.3261788785457611,
      "learning_rate": 0.00018008857125134697,
      "loss": 0.2424,
      "step": 7338
    },
    {
      "epoch": 0.6151460542307531,
      "grad_norm": 0.3440188765525818,
      "learning_rate": 0.00018008331020456252,
      "loss": 0.2703,
      "step": 7339
    },
    {
      "epoch": 0.6152298730145426,
      "grad_norm": 0.3789951205253601,
      "learning_rate": 0.0001800780485396952,
      "loss": 0.3248,
      "step": 7340
    },
    {
      "epoch": 0.615313691798332,
      "grad_norm": 0.3122600018978119,
      "learning_rate": 0.00018007278625678554,
      "loss": 0.2159,
      "step": 7341
    },
    {
      "epoch": 0.6153975105821214,
      "grad_norm": 0.3411027491092682,
      "learning_rate": 0.0001800675233558742,
      "loss": 0.2641,
      "step": 7342
    },
    {
      "epoch": 0.6154813293659109,
      "grad_norm": 0.2984756827354431,
      "learning_rate": 0.00018006225983700178,
      "loss": 0.2181,
      "step": 7343
    },
    {
      "epoch": 0.6155651481497003,
      "grad_norm": 0.3324049413204193,
      "learning_rate": 0.00018005699570020891,
      "loss": 0.2645,
      "step": 7344
    },
    {
      "epoch": 0.6156489669334898,
      "grad_norm": 0.3099038898944855,
      "learning_rate": 0.0001800517309455362,
      "loss": 0.2118,
      "step": 7345
    },
    {
      "epoch": 0.6157327857172793,
      "grad_norm": 0.36246734857559204,
      "learning_rate": 0.0001800464655730243,
      "loss": 0.3022,
      "step": 7346
    },
    {
      "epoch": 0.6158166045010687,
      "grad_norm": 0.32241126894950867,
      "learning_rate": 0.0001800411995827139,
      "loss": 0.2898,
      "step": 7347
    },
    {
      "epoch": 0.6159004232848582,
      "grad_norm": 0.3236613869667053,
      "learning_rate": 0.00018003593297464553,
      "loss": 0.271,
      "step": 7348
    },
    {
      "epoch": 0.6159842420686475,
      "grad_norm": 0.3092031478881836,
      "learning_rate": 0.00018003066574885993,
      "loss": 0.2806,
      "step": 7349
    },
    {
      "epoch": 0.616068060852437,
      "grad_norm": 0.3175301253795624,
      "learning_rate": 0.00018002539790539773,
      "loss": 0.2382,
      "step": 7350
    },
    {
      "epoch": 0.6161518796362265,
      "grad_norm": 0.34514281153678894,
      "learning_rate": 0.00018002012944429955,
      "loss": 0.2638,
      "step": 7351
    },
    {
      "epoch": 0.6162356984200159,
      "grad_norm": 0.3411872684955597,
      "learning_rate": 0.00018001486036560609,
      "loss": 0.2533,
      "step": 7352
    },
    {
      "epoch": 0.6163195172038054,
      "grad_norm": 0.3525947332382202,
      "learning_rate": 0.000180009590669358,
      "loss": 0.2963,
      "step": 7353
    },
    {
      "epoch": 0.6164033359875948,
      "grad_norm": 0.3247659206390381,
      "learning_rate": 0.00018000432035559597,
      "loss": 0.2776,
      "step": 7354
    },
    {
      "epoch": 0.6164871547713843,
      "grad_norm": 0.32259804010391235,
      "learning_rate": 0.00017999904942436068,
      "loss": 0.2828,
      "step": 7355
    },
    {
      "epoch": 0.6165709735551738,
      "grad_norm": 0.3292909264564514,
      "learning_rate": 0.00017999377787569277,
      "loss": 0.3221,
      "step": 7356
    },
    {
      "epoch": 0.6166547923389631,
      "grad_norm": 0.3758595585823059,
      "learning_rate": 0.00017998850570963298,
      "loss": 0.3108,
      "step": 7357
    },
    {
      "epoch": 0.6167386111227526,
      "grad_norm": 0.28597623109817505,
      "learning_rate": 0.00017998323292622197,
      "loss": 0.235,
      "step": 7358
    },
    {
      "epoch": 0.616822429906542,
      "grad_norm": 0.34377506375312805,
      "learning_rate": 0.00017997795952550045,
      "loss": 0.2663,
      "step": 7359
    },
    {
      "epoch": 0.6169062486903315,
      "grad_norm": 0.3227154314517975,
      "learning_rate": 0.00017997268550750908,
      "loss": 0.2518,
      "step": 7360
    },
    {
      "epoch": 0.616990067474121,
      "grad_norm": 0.3086250126361847,
      "learning_rate": 0.0001799674108722886,
      "loss": 0.2737,
      "step": 7361
    },
    {
      "epoch": 0.6170738862579104,
      "grad_norm": 0.31425753235816956,
      "learning_rate": 0.0001799621356198797,
      "loss": 0.2236,
      "step": 7362
    },
    {
      "epoch": 0.6171577050416999,
      "grad_norm": 0.32662081718444824,
      "learning_rate": 0.00017995685975032312,
      "loss": 0.2753,
      "step": 7363
    },
    {
      "epoch": 0.6172415238254892,
      "grad_norm": 0.34984585642814636,
      "learning_rate": 0.00017995158326365956,
      "loss": 0.3032,
      "step": 7364
    },
    {
      "epoch": 0.6173253426092787,
      "grad_norm": 0.3355931043624878,
      "learning_rate": 0.00017994630615992977,
      "loss": 0.3057,
      "step": 7365
    },
    {
      "epoch": 0.6174091613930682,
      "grad_norm": 0.34518006443977356,
      "learning_rate": 0.00017994102843917444,
      "loss": 0.2948,
      "step": 7366
    },
    {
      "epoch": 0.6174929801768576,
      "grad_norm": 0.34709852933883667,
      "learning_rate": 0.00017993575010143435,
      "loss": 0.2809,
      "step": 7367
    },
    {
      "epoch": 0.6175767989606471,
      "grad_norm": 0.3044739067554474,
      "learning_rate": 0.0001799304711467502,
      "loss": 0.2273,
      "step": 7368
    },
    {
      "epoch": 0.6176606177444365,
      "grad_norm": 0.3741518259048462,
      "learning_rate": 0.00017992519157516274,
      "loss": 0.2997,
      "step": 7369
    },
    {
      "epoch": 0.617744436528226,
      "grad_norm": 0.3094537854194641,
      "learning_rate": 0.00017991991138671272,
      "loss": 0.237,
      "step": 7370
    },
    {
      "epoch": 0.6178282553120155,
      "grad_norm": 0.3485887944698334,
      "learning_rate": 0.0001799146305814409,
      "loss": 0.2819,
      "step": 7371
    },
    {
      "epoch": 0.6179120740958048,
      "grad_norm": 0.3356558084487915,
      "learning_rate": 0.000179909349159388,
      "loss": 0.3328,
      "step": 7372
    },
    {
      "epoch": 0.6179958928795943,
      "grad_norm": 0.2828354239463806,
      "learning_rate": 0.00017990406712059485,
      "loss": 0.2177,
      "step": 7373
    },
    {
      "epoch": 0.6180797116633837,
      "grad_norm": 0.3213720917701721,
      "learning_rate": 0.00017989878446510215,
      "loss": 0.2831,
      "step": 7374
    },
    {
      "epoch": 0.6181635304471732,
      "grad_norm": 0.3562051057815552,
      "learning_rate": 0.00017989350119295073,
      "loss": 0.3221,
      "step": 7375
    },
    {
      "epoch": 0.6182473492309627,
      "grad_norm": 0.3353877663612366,
      "learning_rate": 0.00017988821730418133,
      "loss": 0.2825,
      "step": 7376
    },
    {
      "epoch": 0.6183311680147521,
      "grad_norm": 0.34938448667526245,
      "learning_rate": 0.00017988293279883473,
      "loss": 0.3251,
      "step": 7377
    },
    {
      "epoch": 0.6184149867985416,
      "grad_norm": 0.31264743208885193,
      "learning_rate": 0.00017987764767695173,
      "loss": 0.2521,
      "step": 7378
    },
    {
      "epoch": 0.618498805582331,
      "grad_norm": 0.3424064815044403,
      "learning_rate": 0.0001798723619385731,
      "loss": 0.2929,
      "step": 7379
    },
    {
      "epoch": 0.6185826243661204,
      "grad_norm": 0.327698677778244,
      "learning_rate": 0.00017986707558373968,
      "loss": 0.2814,
      "step": 7380
    },
    {
      "epoch": 0.6186664431499099,
      "grad_norm": 0.35376524925231934,
      "learning_rate": 0.00017986178861249222,
      "loss": 0.3323,
      "step": 7381
    },
    {
      "epoch": 0.6187502619336993,
      "grad_norm": 0.3562047779560089,
      "learning_rate": 0.00017985650102487151,
      "loss": 0.3243,
      "step": 7382
    },
    {
      "epoch": 0.6188340807174888,
      "grad_norm": 0.35284698009490967,
      "learning_rate": 0.0001798512128209185,
      "loss": 0.2902,
      "step": 7383
    },
    {
      "epoch": 0.6189178995012783,
      "grad_norm": 0.3125818967819214,
      "learning_rate": 0.0001798459240006738,
      "loss": 0.2624,
      "step": 7384
    },
    {
      "epoch": 0.6190017182850677,
      "grad_norm": 0.324640154838562,
      "learning_rate": 0.00017984063456417837,
      "loss": 0.2846,
      "step": 7385
    },
    {
      "epoch": 0.6190855370688572,
      "grad_norm": 0.35938921570777893,
      "learning_rate": 0.00017983534451147302,
      "loss": 0.2796,
      "step": 7386
    },
    {
      "epoch": 0.6191693558526465,
      "grad_norm": 0.39218032360076904,
      "learning_rate": 0.0001798300538425985,
      "loss": 0.354,
      "step": 7387
    },
    {
      "epoch": 0.619253174636436,
      "grad_norm": 0.3321278691291809,
      "learning_rate": 0.0001798247625575957,
      "loss": 0.2772,
      "step": 7388
    },
    {
      "epoch": 0.6193369934202255,
      "grad_norm": 0.2884009778499603,
      "learning_rate": 0.00017981947065650545,
      "loss": 0.2049,
      "step": 7389
    },
    {
      "epoch": 0.6194208122040149,
      "grad_norm": 0.3156031668186188,
      "learning_rate": 0.00017981417813936864,
      "loss": 0.28,
      "step": 7390
    },
    {
      "epoch": 0.6195046309878044,
      "grad_norm": 0.32348793745040894,
      "learning_rate": 0.00017980888500622604,
      "loss": 0.2736,
      "step": 7391
    },
    {
      "epoch": 0.6195884497715938,
      "grad_norm": 0.3512521982192993,
      "learning_rate": 0.00017980359125711854,
      "loss": 0.3149,
      "step": 7392
    },
    {
      "epoch": 0.6196722685553833,
      "grad_norm": 0.2997550964355469,
      "learning_rate": 0.00017979829689208698,
      "loss": 0.2563,
      "step": 7393
    },
    {
      "epoch": 0.6197560873391728,
      "grad_norm": 0.34265193343162537,
      "learning_rate": 0.00017979300191117226,
      "loss": 0.3234,
      "step": 7394
    },
    {
      "epoch": 0.6198399061229621,
      "grad_norm": 0.33811822533607483,
      "learning_rate": 0.0001797877063144152,
      "loss": 0.2636,
      "step": 7395
    },
    {
      "epoch": 0.6199237249067516,
      "grad_norm": 0.33705246448516846,
      "learning_rate": 0.00017978241010185674,
      "loss": 0.2702,
      "step": 7396
    },
    {
      "epoch": 0.620007543690541,
      "grad_norm": 0.34792402386665344,
      "learning_rate": 0.00017977711327353763,
      "loss": 0.2785,
      "step": 7397
    },
    {
      "epoch": 0.6200913624743305,
      "grad_norm": 0.3134864866733551,
      "learning_rate": 0.00017977181582949888,
      "loss": 0.2313,
      "step": 7398
    },
    {
      "epoch": 0.62017518125812,
      "grad_norm": 0.34039774537086487,
      "learning_rate": 0.0001797665177697813,
      "loss": 0.3006,
      "step": 7399
    },
    {
      "epoch": 0.6202590000419094,
      "grad_norm": 0.34660017490386963,
      "learning_rate": 0.00017976121909442583,
      "loss": 0.2756,
      "step": 7400
    },
    {
      "epoch": 0.6202590000419094,
      "eval_loss": 0.28807055950164795,
      "eval_runtime": 61.534,
      "eval_samples_per_second": 15.601,
      "eval_steps_per_second": 3.9,
      "step": 7400
    },
    {
      "epoch": 0.6203428188256989,
      "grad_norm": 0.33384451270103455,
      "learning_rate": 0.00017975591980347333,
      "loss": 0.25,
      "step": 7401
    },
    {
      "epoch": 0.6204266376094882,
      "grad_norm": 0.31772580742836,
      "learning_rate": 0.00017975061989696474,
      "loss": 0.2677,
      "step": 7402
    },
    {
      "epoch": 0.6205104563932777,
      "grad_norm": 0.30712905526161194,
      "learning_rate": 0.0001797453193749409,
      "loss": 0.2297,
      "step": 7403
    },
    {
      "epoch": 0.6205942751770672,
      "grad_norm": 0.29848161339759827,
      "learning_rate": 0.00017974001823744274,
      "loss": 0.2311,
      "step": 7404
    },
    {
      "epoch": 0.6206780939608566,
      "grad_norm": 0.34620311856269836,
      "learning_rate": 0.0001797347164845112,
      "loss": 0.2852,
      "step": 7405
    },
    {
      "epoch": 0.6207619127446461,
      "grad_norm": 0.3238191604614258,
      "learning_rate": 0.00017972941411618722,
      "loss": 0.2928,
      "step": 7406
    },
    {
      "epoch": 0.6208457315284355,
      "grad_norm": 0.33083534240722656,
      "learning_rate": 0.0001797241111325117,
      "loss": 0.2693,
      "step": 7407
    },
    {
      "epoch": 0.620929550312225,
      "grad_norm": 0.3119242489337921,
      "learning_rate": 0.00017971880753352553,
      "loss": 0.246,
      "step": 7408
    },
    {
      "epoch": 0.6210133690960145,
      "grad_norm": 0.319144070148468,
      "learning_rate": 0.00017971350331926966,
      "loss": 0.2512,
      "step": 7409
    },
    {
      "epoch": 0.6210971878798038,
      "grad_norm": 0.3182985484600067,
      "learning_rate": 0.00017970819848978504,
      "loss": 0.2574,
      "step": 7410
    },
    {
      "epoch": 0.6211810066635933,
      "grad_norm": 0.35654741525650024,
      "learning_rate": 0.00017970289304511264,
      "loss": 0.3072,
      "step": 7411
    },
    {
      "epoch": 0.6212648254473827,
      "grad_norm": 0.32063838839530945,
      "learning_rate": 0.00017969758698529336,
      "loss": 0.2815,
      "step": 7412
    },
    {
      "epoch": 0.6213486442311722,
      "grad_norm": 0.3521333932876587,
      "learning_rate": 0.0001796922803103682,
      "loss": 0.3347,
      "step": 7413
    },
    {
      "epoch": 0.6214324630149617,
      "grad_norm": 0.341356098651886,
      "learning_rate": 0.00017968697302037808,
      "loss": 0.2979,
      "step": 7414
    },
    {
      "epoch": 0.6215162817987511,
      "grad_norm": 0.33664828538894653,
      "learning_rate": 0.00017968166511536397,
      "loss": 0.2667,
      "step": 7415
    },
    {
      "epoch": 0.6216001005825406,
      "grad_norm": 0.3195957541465759,
      "learning_rate": 0.00017967635659536685,
      "loss": 0.2834,
      "step": 7416
    },
    {
      "epoch": 0.6216839193663299,
      "grad_norm": 0.3726766109466553,
      "learning_rate": 0.00017967104746042763,
      "loss": 0.3275,
      "step": 7417
    },
    {
      "epoch": 0.6217677381501194,
      "grad_norm": 0.3185960352420807,
      "learning_rate": 0.00017966573771058738,
      "loss": 0.2739,
      "step": 7418
    },
    {
      "epoch": 0.6218515569339089,
      "grad_norm": 0.36081308126449585,
      "learning_rate": 0.00017966042734588706,
      "loss": 0.3349,
      "step": 7419
    },
    {
      "epoch": 0.6219353757176983,
      "grad_norm": 0.36967673897743225,
      "learning_rate": 0.0001796551163663676,
      "loss": 0.3943,
      "step": 7420
    },
    {
      "epoch": 0.6220191945014878,
      "grad_norm": 0.3436887264251709,
      "learning_rate": 0.00017964980477207002,
      "loss": 0.2853,
      "step": 7421
    },
    {
      "epoch": 0.6221030132852773,
      "grad_norm": 0.3409566283226013,
      "learning_rate": 0.0001796444925630353,
      "loss": 0.2581,
      "step": 7422
    },
    {
      "epoch": 0.6221868320690667,
      "grad_norm": 0.3246783912181854,
      "learning_rate": 0.0001796391797393045,
      "loss": 0.2813,
      "step": 7423
    },
    {
      "epoch": 0.6222706508528562,
      "grad_norm": 0.32976457476615906,
      "learning_rate": 0.00017963386630091854,
      "loss": 0.291,
      "step": 7424
    },
    {
      "epoch": 0.6223544696366455,
      "grad_norm": 0.3096483051776886,
      "learning_rate": 0.0001796285522479185,
      "loss": 0.2523,
      "step": 7425
    },
    {
      "epoch": 0.622438288420435,
      "grad_norm": 0.3340248763561249,
      "learning_rate": 0.00017962323758034533,
      "loss": 0.3046,
      "step": 7426
    },
    {
      "epoch": 0.6225221072042245,
      "grad_norm": 0.32229673862457275,
      "learning_rate": 0.0001796179222982401,
      "loss": 0.2525,
      "step": 7427
    },
    {
      "epoch": 0.6226059259880139,
      "grad_norm": 0.32253319025039673,
      "learning_rate": 0.00017961260640164382,
      "loss": 0.2549,
      "step": 7428
    },
    {
      "epoch": 0.6226897447718034,
      "grad_norm": 0.3273812532424927,
      "learning_rate": 0.0001796072898905975,
      "loss": 0.2983,
      "step": 7429
    },
    {
      "epoch": 0.6227735635555928,
      "grad_norm": 0.30334341526031494,
      "learning_rate": 0.00017960197276514222,
      "loss": 0.26,
      "step": 7430
    },
    {
      "epoch": 0.6228573823393823,
      "grad_norm": 0.3153392970561981,
      "learning_rate": 0.00017959665502531897,
      "loss": 0.2859,
      "step": 7431
    },
    {
      "epoch": 0.6229412011231718,
      "grad_norm": 0.32731905579566956,
      "learning_rate": 0.00017959133667116878,
      "loss": 0.2664,
      "step": 7432
    },
    {
      "epoch": 0.6230250199069611,
      "grad_norm": 0.33361759781837463,
      "learning_rate": 0.00017958601770273275,
      "loss": 0.2992,
      "step": 7433
    },
    {
      "epoch": 0.6231088386907506,
      "grad_norm": 0.3390671908855438,
      "learning_rate": 0.0001795806981200519,
      "loss": 0.2541,
      "step": 7434
    },
    {
      "epoch": 0.62319265747454,
      "grad_norm": 0.3330024480819702,
      "learning_rate": 0.0001795753779231673,
      "loss": 0.2973,
      "step": 7435
    },
    {
      "epoch": 0.6232764762583295,
      "grad_norm": 0.33128228783607483,
      "learning_rate": 0.00017957005711211998,
      "loss": 0.2886,
      "step": 7436
    },
    {
      "epoch": 0.623360295042119,
      "grad_norm": 0.38168033957481384,
      "learning_rate": 0.00017956473568695103,
      "loss": 0.3559,
      "step": 7437
    },
    {
      "epoch": 0.6234441138259084,
      "grad_norm": 0.34220629930496216,
      "learning_rate": 0.00017955941364770155,
      "loss": 0.3031,
      "step": 7438
    },
    {
      "epoch": 0.6235279326096979,
      "grad_norm": 0.31854191422462463,
      "learning_rate": 0.00017955409099441256,
      "loss": 0.2715,
      "step": 7439
    },
    {
      "epoch": 0.6236117513934872,
      "grad_norm": 0.3534676730632782,
      "learning_rate": 0.00017954876772712517,
      "loss": 0.3127,
      "step": 7440
    },
    {
      "epoch": 0.6236955701772767,
      "grad_norm": 0.2936514616012573,
      "learning_rate": 0.00017954344384588046,
      "loss": 0.2632,
      "step": 7441
    },
    {
      "epoch": 0.6237793889610662,
      "grad_norm": 0.3265555500984192,
      "learning_rate": 0.00017953811935071952,
      "loss": 0.265,
      "step": 7442
    },
    {
      "epoch": 0.6238632077448556,
      "grad_norm": 0.3634774386882782,
      "learning_rate": 0.00017953279424168342,
      "loss": 0.3305,
      "step": 7443
    },
    {
      "epoch": 0.6239470265286451,
      "grad_norm": 0.33377575874328613,
      "learning_rate": 0.00017952746851881334,
      "loss": 0.2774,
      "step": 7444
    },
    {
      "epoch": 0.6240308453124345,
      "grad_norm": 0.2984234690666199,
      "learning_rate": 0.0001795221421821503,
      "loss": 0.2063,
      "step": 7445
    },
    {
      "epoch": 0.624114664096224,
      "grad_norm": 0.34294506907463074,
      "learning_rate": 0.00017951681523173542,
      "loss": 0.2887,
      "step": 7446
    },
    {
      "epoch": 0.6241984828800134,
      "grad_norm": 0.33264684677124023,
      "learning_rate": 0.00017951148766760984,
      "loss": 0.2558,
      "step": 7447
    },
    {
      "epoch": 0.6242823016638028,
      "grad_norm": 0.33440402150154114,
      "learning_rate": 0.00017950615948981468,
      "loss": 0.2747,
      "step": 7448
    },
    {
      "epoch": 0.6243661204475923,
      "grad_norm": 0.35979682207107544,
      "learning_rate": 0.00017950083069839104,
      "loss": 0.311,
      "step": 7449
    },
    {
      "epoch": 0.6244499392313817,
      "grad_norm": 0.3268030881881714,
      "learning_rate": 0.00017949550129338007,
      "loss": 0.3081,
      "step": 7450
    },
    {
      "epoch": 0.6245337580151712,
      "grad_norm": 0.3150264322757721,
      "learning_rate": 0.0001794901712748229,
      "loss": 0.2739,
      "step": 7451
    },
    {
      "epoch": 0.6246175767989607,
      "grad_norm": 0.30960971117019653,
      "learning_rate": 0.00017948484064276063,
      "loss": 0.242,
      "step": 7452
    },
    {
      "epoch": 0.6247013955827501,
      "grad_norm": 0.3591846823692322,
      "learning_rate": 0.00017947950939723443,
      "loss": 0.3101,
      "step": 7453
    },
    {
      "epoch": 0.6247852143665396,
      "grad_norm": 0.3395441770553589,
      "learning_rate": 0.00017947417753828545,
      "loss": 0.2647,
      "step": 7454
    },
    {
      "epoch": 0.6248690331503289,
      "grad_norm": 0.3317077159881592,
      "learning_rate": 0.00017946884506595486,
      "loss": 0.2823,
      "step": 7455
    },
    {
      "epoch": 0.6249528519341184,
      "grad_norm": 0.31279563903808594,
      "learning_rate": 0.00017946351198028378,
      "loss": 0.2317,
      "step": 7456
    },
    {
      "epoch": 0.6250366707179079,
      "grad_norm": 0.3192582428455353,
      "learning_rate": 0.00017945817828131337,
      "loss": 0.2554,
      "step": 7457
    },
    {
      "epoch": 0.6251204895016973,
      "grad_norm": 0.32019850611686707,
      "learning_rate": 0.0001794528439690848,
      "loss": 0.2418,
      "step": 7458
    },
    {
      "epoch": 0.6252043082854868,
      "grad_norm": 0.32927078008651733,
      "learning_rate": 0.0001794475090436393,
      "loss": 0.2682,
      "step": 7459
    },
    {
      "epoch": 0.6252881270692763,
      "grad_norm": 0.32112541794776917,
      "learning_rate": 0.00017944217350501798,
      "loss": 0.2561,
      "step": 7460
    },
    {
      "epoch": 0.6253719458530657,
      "grad_norm": 0.29894348978996277,
      "learning_rate": 0.000179436837353262,
      "loss": 0.2341,
      "step": 7461
    },
    {
      "epoch": 0.6254557646368551,
      "grad_norm": 0.32969930768013,
      "learning_rate": 0.0001794315005884126,
      "loss": 0.3033,
      "step": 7462
    },
    {
      "epoch": 0.6255395834206445,
      "grad_norm": 0.32972827553749084,
      "learning_rate": 0.00017942616321051094,
      "loss": 0.2525,
      "step": 7463
    },
    {
      "epoch": 0.625623402204434,
      "grad_norm": 0.3156849145889282,
      "learning_rate": 0.0001794208252195982,
      "loss": 0.2515,
      "step": 7464
    },
    {
      "epoch": 0.6257072209882235,
      "grad_norm": 0.34838563203811646,
      "learning_rate": 0.00017941548661571565,
      "loss": 0.3159,
      "step": 7465
    },
    {
      "epoch": 0.6257910397720129,
      "grad_norm": 0.38280609250068665,
      "learning_rate": 0.00017941014739890446,
      "loss": 0.2768,
      "step": 7466
    },
    {
      "epoch": 0.6258748585558024,
      "grad_norm": 0.3644227087497711,
      "learning_rate": 0.00017940480756920577,
      "loss": 0.3404,
      "step": 7467
    },
    {
      "epoch": 0.6259586773395918,
      "grad_norm": 0.35301730036735535,
      "learning_rate": 0.00017939946712666087,
      "loss": 0.2995,
      "step": 7468
    },
    {
      "epoch": 0.6260424961233813,
      "grad_norm": 0.32855552434921265,
      "learning_rate": 0.00017939412607131093,
      "loss": 0.2745,
      "step": 7469
    },
    {
      "epoch": 0.6261263149071707,
      "grad_norm": 0.34321093559265137,
      "learning_rate": 0.0001793887844031972,
      "loss": 0.3272,
      "step": 7470
    },
    {
      "epoch": 0.6262101336909601,
      "grad_norm": 0.3379901945590973,
      "learning_rate": 0.00017938344212236094,
      "loss": 0.3038,
      "step": 7471
    },
    {
      "epoch": 0.6262939524747496,
      "grad_norm": 0.3136329650878906,
      "learning_rate": 0.00017937809922884327,
      "loss": 0.2542,
      "step": 7472
    },
    {
      "epoch": 0.626377771258539,
      "grad_norm": 0.32770222425460815,
      "learning_rate": 0.00017937275572268556,
      "loss": 0.2822,
      "step": 7473
    },
    {
      "epoch": 0.6264615900423285,
      "grad_norm": 0.29851165413856506,
      "learning_rate": 0.000179367411603929,
      "loss": 0.2452,
      "step": 7474
    },
    {
      "epoch": 0.626545408826118,
      "grad_norm": 0.3171060085296631,
      "learning_rate": 0.00017936206687261475,
      "loss": 0.2935,
      "step": 7475
    },
    {
      "epoch": 0.6266292276099074,
      "grad_norm": 0.3052564263343811,
      "learning_rate": 0.0001793567215287842,
      "loss": 0.2651,
      "step": 7476
    },
    {
      "epoch": 0.6267130463936968,
      "grad_norm": 0.3358231484889984,
      "learning_rate": 0.00017935137557247854,
      "loss": 0.3103,
      "step": 7477
    },
    {
      "epoch": 0.6267968651774862,
      "grad_norm": 0.35382455587387085,
      "learning_rate": 0.000179346029003739,
      "loss": 0.3435,
      "step": 7478
    },
    {
      "epoch": 0.6268806839612757,
      "grad_norm": 0.2845091223716736,
      "learning_rate": 0.00017934068182260692,
      "loss": 0.2044,
      "step": 7479
    },
    {
      "epoch": 0.6269645027450652,
      "grad_norm": 0.3222808539867401,
      "learning_rate": 0.00017933533402912354,
      "loss": 0.2611,
      "step": 7480
    },
    {
      "epoch": 0.6270483215288546,
      "grad_norm": 0.3178972005844116,
      "learning_rate": 0.00017932998562333007,
      "loss": 0.2496,
      "step": 7481
    },
    {
      "epoch": 0.6271321403126441,
      "grad_norm": 0.335689902305603,
      "learning_rate": 0.00017932463660526787,
      "loss": 0.2735,
      "step": 7482
    },
    {
      "epoch": 0.6272159590964335,
      "grad_norm": 0.3513358235359192,
      "learning_rate": 0.0001793192869749782,
      "loss": 0.302,
      "step": 7483
    },
    {
      "epoch": 0.627299777880223,
      "grad_norm": 0.323832243680954,
      "learning_rate": 0.0001793139367325023,
      "loss": 0.2456,
      "step": 7484
    },
    {
      "epoch": 0.6273835966640124,
      "grad_norm": 0.31173083186149597,
      "learning_rate": 0.00017930858587788154,
      "loss": 0.2353,
      "step": 7485
    },
    {
      "epoch": 0.6274674154478018,
      "grad_norm": 0.314131498336792,
      "learning_rate": 0.0001793032344111572,
      "loss": 0.2387,
      "step": 7486
    },
    {
      "epoch": 0.6275512342315913,
      "grad_norm": 0.36166509985923767,
      "learning_rate": 0.00017929788233237052,
      "loss": 0.3124,
      "step": 7487
    },
    {
      "epoch": 0.6276350530153807,
      "grad_norm": 0.33493664860725403,
      "learning_rate": 0.0001792925296415629,
      "loss": 0.2901,
      "step": 7488
    },
    {
      "epoch": 0.6277188717991702,
      "grad_norm": 0.3760458827018738,
      "learning_rate": 0.00017928717633877557,
      "loss": 0.3123,
      "step": 7489
    },
    {
      "epoch": 0.6278026905829597,
      "grad_norm": 0.3206630051136017,
      "learning_rate": 0.0001792818224240499,
      "loss": 0.2868,
      "step": 7490
    },
    {
      "epoch": 0.6278865093667491,
      "grad_norm": 0.31670308113098145,
      "learning_rate": 0.0001792764678974272,
      "loss": 0.2687,
      "step": 7491
    },
    {
      "epoch": 0.6279703281505385,
      "grad_norm": 0.2956952452659607,
      "learning_rate": 0.00017927111275894877,
      "loss": 0.2335,
      "step": 7492
    },
    {
      "epoch": 0.6280541469343279,
      "grad_norm": 0.3010089695453644,
      "learning_rate": 0.00017926575700865597,
      "loss": 0.2655,
      "step": 7493
    },
    {
      "epoch": 0.6281379657181174,
      "grad_norm": 0.32834306359291077,
      "learning_rate": 0.00017926040064659014,
      "loss": 0.2983,
      "step": 7494
    },
    {
      "epoch": 0.6282217845019069,
      "grad_norm": 0.3520473539829254,
      "learning_rate": 0.00017925504367279259,
      "loss": 0.279,
      "step": 7495
    },
    {
      "epoch": 0.6283056032856963,
      "grad_norm": 0.33640727400779724,
      "learning_rate": 0.00017924968608730468,
      "loss": 0.2827,
      "step": 7496
    },
    {
      "epoch": 0.6283894220694858,
      "grad_norm": 0.33004552125930786,
      "learning_rate": 0.0001792443278901678,
      "loss": 0.3084,
      "step": 7497
    },
    {
      "epoch": 0.6284732408532753,
      "grad_norm": 0.40373173356056213,
      "learning_rate": 0.0001792389690814232,
      "loss": 0.3685,
      "step": 7498
    },
    {
      "epoch": 0.6285570596370647,
      "grad_norm": 0.32691243290901184,
      "learning_rate": 0.0001792336096611124,
      "loss": 0.3029,
      "step": 7499
    },
    {
      "epoch": 0.6286408784208541,
      "grad_norm": 0.3335723876953125,
      "learning_rate": 0.00017922824962927659,
      "loss": 0.2682,
      "step": 7500
    },
    {
      "epoch": 0.6287246972046435,
      "grad_norm": 0.3517533242702484,
      "learning_rate": 0.00017922288898595724,
      "loss": 0.3171,
      "step": 7501
    },
    {
      "epoch": 0.628808515988433,
      "grad_norm": 0.3290417492389679,
      "learning_rate": 0.0001792175277311957,
      "loss": 0.3017,
      "step": 7502
    },
    {
      "epoch": 0.6288923347722225,
      "grad_norm": 0.32880836725234985,
      "learning_rate": 0.00017921216586503334,
      "loss": 0.2648,
      "step": 7503
    },
    {
      "epoch": 0.6289761535560119,
      "grad_norm": 0.3243994414806366,
      "learning_rate": 0.00017920680338751158,
      "loss": 0.2614,
      "step": 7504
    },
    {
      "epoch": 0.6290599723398014,
      "grad_norm": 0.29447975754737854,
      "learning_rate": 0.0001792014402986718,
      "loss": 0.2473,
      "step": 7505
    },
    {
      "epoch": 0.6291437911235908,
      "grad_norm": 0.32252034544944763,
      "learning_rate": 0.00017919607659855534,
      "loss": 0.272,
      "step": 7506
    },
    {
      "epoch": 0.6292276099073802,
      "grad_norm": 0.3442229628562927,
      "learning_rate": 0.0001791907122872036,
      "loss": 0.3029,
      "step": 7507
    },
    {
      "epoch": 0.6293114286911697,
      "grad_norm": 0.33630436658859253,
      "learning_rate": 0.00017918534736465803,
      "loss": 0.2524,
      "step": 7508
    },
    {
      "epoch": 0.6293952474749591,
      "grad_norm": 0.32656124234199524,
      "learning_rate": 0.00017917998183096008,
      "loss": 0.2882,
      "step": 7509
    },
    {
      "epoch": 0.6294790662587486,
      "grad_norm": 0.3210257291793823,
      "learning_rate": 0.00017917461568615103,
      "loss": 0.2427,
      "step": 7510
    },
    {
      "epoch": 0.629562885042538,
      "grad_norm": 0.3700224459171295,
      "learning_rate": 0.0001791692489302724,
      "loss": 0.2997,
      "step": 7511
    },
    {
      "epoch": 0.6296467038263275,
      "grad_norm": 0.33392539620399475,
      "learning_rate": 0.00017916388156336555,
      "loss": 0.2689,
      "step": 7512
    },
    {
      "epoch": 0.629730522610117,
      "grad_norm": 0.41251909732818604,
      "learning_rate": 0.00017915851358547196,
      "loss": 0.36,
      "step": 7513
    },
    {
      "epoch": 0.6298143413939064,
      "grad_norm": 0.34521588683128357,
      "learning_rate": 0.000179153144996633,
      "loss": 0.2816,
      "step": 7514
    },
    {
      "epoch": 0.6298981601776958,
      "grad_norm": 0.3420337438583374,
      "learning_rate": 0.00017914777579689016,
      "loss": 0.2617,
      "step": 7515
    },
    {
      "epoch": 0.6299819789614852,
      "grad_norm": 0.3376590311527252,
      "learning_rate": 0.00017914240598628487,
      "loss": 0.3003,
      "step": 7516
    },
    {
      "epoch": 0.6300657977452747,
      "grad_norm": 0.31394684314727783,
      "learning_rate": 0.00017913703556485854,
      "loss": 0.2358,
      "step": 7517
    },
    {
      "epoch": 0.6301496165290642,
      "grad_norm": 0.32140496373176575,
      "learning_rate": 0.0001791316645326526,
      "loss": 0.2742,
      "step": 7518
    },
    {
      "epoch": 0.6302334353128536,
      "grad_norm": 0.3529989421367645,
      "learning_rate": 0.00017912629288970863,
      "loss": 0.3059,
      "step": 7519
    },
    {
      "epoch": 0.6303172540966431,
      "grad_norm": 0.3363344073295593,
      "learning_rate": 0.00017912092063606796,
      "loss": 0.2578,
      "step": 7520
    },
    {
      "epoch": 0.6304010728804325,
      "grad_norm": 0.35009464621543884,
      "learning_rate": 0.0001791155477717721,
      "loss": 0.3369,
      "step": 7521
    },
    {
      "epoch": 0.630484891664222,
      "grad_norm": 0.3266146183013916,
      "learning_rate": 0.00017911017429686246,
      "loss": 0.2537,
      "step": 7522
    },
    {
      "epoch": 0.6305687104480114,
      "grad_norm": 0.31813231110572815,
      "learning_rate": 0.0001791048002113806,
      "loss": 0.2333,
      "step": 7523
    },
    {
      "epoch": 0.6306525292318008,
      "grad_norm": 0.34343233704566956,
      "learning_rate": 0.00017909942551536798,
      "loss": 0.2913,
      "step": 7524
    },
    {
      "epoch": 0.6307363480155903,
      "grad_norm": 0.3940896689891815,
      "learning_rate": 0.00017909405020886604,
      "loss": 0.3196,
      "step": 7525
    },
    {
      "epoch": 0.6308201667993797,
      "grad_norm": 0.3644070625305176,
      "learning_rate": 0.00017908867429191632,
      "loss": 0.3008,
      "step": 7526
    },
    {
      "epoch": 0.6309039855831692,
      "grad_norm": 0.299579381942749,
      "learning_rate": 0.00017908329776456026,
      "loss": 0.2368,
      "step": 7527
    },
    {
      "epoch": 0.6309878043669587,
      "grad_norm": 0.3077840805053711,
      "learning_rate": 0.00017907792062683936,
      "loss": 0.2427,
      "step": 7528
    },
    {
      "epoch": 0.631071623150748,
      "grad_norm": 0.30951908230781555,
      "learning_rate": 0.00017907254287879515,
      "loss": 0.2176,
      "step": 7529
    },
    {
      "epoch": 0.6311554419345375,
      "grad_norm": 0.318430632352829,
      "learning_rate": 0.00017906716452046915,
      "loss": 0.2835,
      "step": 7530
    },
    {
      "epoch": 0.6312392607183269,
      "grad_norm": 0.32991841435432434,
      "learning_rate": 0.00017906178555190282,
      "loss": 0.3073,
      "step": 7531
    },
    {
      "epoch": 0.6313230795021164,
      "grad_norm": 0.3129528760910034,
      "learning_rate": 0.0001790564059731377,
      "loss": 0.2501,
      "step": 7532
    },
    {
      "epoch": 0.6314068982859059,
      "grad_norm": 0.35216933488845825,
      "learning_rate": 0.00017905102578421532,
      "loss": 0.3018,
      "step": 7533
    },
    {
      "epoch": 0.6314907170696953,
      "grad_norm": 0.32777178287506104,
      "learning_rate": 0.00017904564498517718,
      "loss": 0.3183,
      "step": 7534
    },
    {
      "epoch": 0.6315745358534848,
      "grad_norm": 0.3342820703983307,
      "learning_rate": 0.0001790402635760648,
      "loss": 0.2519,
      "step": 7535
    },
    {
      "epoch": 0.6316583546372743,
      "grad_norm": 0.33426207304000854,
      "learning_rate": 0.00017903488155691976,
      "loss": 0.282,
      "step": 7536
    },
    {
      "epoch": 0.6317421734210636,
      "grad_norm": 0.33208131790161133,
      "learning_rate": 0.0001790294989277836,
      "loss": 0.2838,
      "step": 7537
    },
    {
      "epoch": 0.6318259922048531,
      "grad_norm": 0.29514139890670776,
      "learning_rate": 0.00017902411568869778,
      "loss": 0.2506,
      "step": 7538
    },
    {
      "epoch": 0.6319098109886425,
      "grad_norm": 0.3459605276584625,
      "learning_rate": 0.00017901873183970394,
      "loss": 0.3274,
      "step": 7539
    },
    {
      "epoch": 0.631993629772432,
      "grad_norm": 0.33585435152053833,
      "learning_rate": 0.00017901334738084357,
      "loss": 0.2708,
      "step": 7540
    },
    {
      "epoch": 0.6320774485562215,
      "grad_norm": 0.3318527042865753,
      "learning_rate": 0.00017900796231215828,
      "loss": 0.2844,
      "step": 7541
    },
    {
      "epoch": 0.6321612673400109,
      "grad_norm": 0.32357823848724365,
      "learning_rate": 0.00017900257663368963,
      "loss": 0.2982,
      "step": 7542
    },
    {
      "epoch": 0.6322450861238004,
      "grad_norm": 0.33805161714553833,
      "learning_rate": 0.0001789971903454791,
      "loss": 0.287,
      "step": 7543
    },
    {
      "epoch": 0.6323289049075898,
      "grad_norm": 0.36960649490356445,
      "learning_rate": 0.00017899180344756839,
      "loss": 0.3218,
      "step": 7544
    },
    {
      "epoch": 0.6324127236913792,
      "grad_norm": 0.37831512093544006,
      "learning_rate": 0.00017898641593999895,
      "loss": 0.3479,
      "step": 7545
    },
    {
      "epoch": 0.6324965424751687,
      "grad_norm": 0.32904505729675293,
      "learning_rate": 0.00017898102782281245,
      "loss": 0.2578,
      "step": 7546
    },
    {
      "epoch": 0.6325803612589581,
      "grad_norm": 0.35957473516464233,
      "learning_rate": 0.00017897563909605047,
      "loss": 0.287,
      "step": 7547
    },
    {
      "epoch": 0.6326641800427476,
      "grad_norm": 0.3271184265613556,
      "learning_rate": 0.00017897024975975452,
      "loss": 0.2606,
      "step": 7548
    },
    {
      "epoch": 0.632747998826537,
      "grad_norm": 0.36366182565689087,
      "learning_rate": 0.0001789648598139663,
      "loss": 0.333,
      "step": 7549
    },
    {
      "epoch": 0.6328318176103265,
      "grad_norm": 0.35169950127601624,
      "learning_rate": 0.00017895946925872733,
      "loss": 0.2746,
      "step": 7550
    },
    {
      "epoch": 0.632915636394116,
      "grad_norm": 0.34623247385025024,
      "learning_rate": 0.00017895407809407927,
      "loss": 0.2915,
      "step": 7551
    },
    {
      "epoch": 0.6329994551779053,
      "grad_norm": 0.34847864508628845,
      "learning_rate": 0.0001789486863200637,
      "loss": 0.3142,
      "step": 7552
    },
    {
      "epoch": 0.6330832739616948,
      "grad_norm": 0.28574180603027344,
      "learning_rate": 0.00017894329393672222,
      "loss": 0.2097,
      "step": 7553
    },
    {
      "epoch": 0.6331670927454842,
      "grad_norm": 0.33136674761772156,
      "learning_rate": 0.00017893790094409648,
      "loss": 0.3172,
      "step": 7554
    },
    {
      "epoch": 0.6332509115292737,
      "grad_norm": 0.3254917860031128,
      "learning_rate": 0.00017893250734222807,
      "loss": 0.2775,
      "step": 7555
    },
    {
      "epoch": 0.6333347303130632,
      "grad_norm": 0.3114466667175293,
      "learning_rate": 0.0001789271131311587,
      "loss": 0.249,
      "step": 7556
    },
    {
      "epoch": 0.6334185490968526,
      "grad_norm": 0.33036941289901733,
      "learning_rate": 0.00017892171831092988,
      "loss": 0.2771,
      "step": 7557
    },
    {
      "epoch": 0.6335023678806421,
      "grad_norm": 0.3417496383190155,
      "learning_rate": 0.00017891632288158333,
      "loss": 0.257,
      "step": 7558
    },
    {
      "epoch": 0.6335861866644314,
      "grad_norm": 0.3199377655982971,
      "learning_rate": 0.00017891092684316063,
      "loss": 0.2732,
      "step": 7559
    },
    {
      "epoch": 0.6336700054482209,
      "grad_norm": 0.32575881481170654,
      "learning_rate": 0.00017890553019570354,
      "loss": 0.2439,
      "step": 7560
    },
    {
      "epoch": 0.6337538242320104,
      "grad_norm": 0.38104626536369324,
      "learning_rate": 0.00017890013293925358,
      "loss": 0.3223,
      "step": 7561
    },
    {
      "epoch": 0.6338376430157998,
      "grad_norm": 0.3277560770511627,
      "learning_rate": 0.00017889473507385248,
      "loss": 0.2875,
      "step": 7562
    },
    {
      "epoch": 0.6339214617995893,
      "grad_norm": 0.36289843916893005,
      "learning_rate": 0.0001788893365995419,
      "loss": 0.3361,
      "step": 7563
    },
    {
      "epoch": 0.6340052805833787,
      "grad_norm": 0.3615051805973053,
      "learning_rate": 0.00017888393751636347,
      "loss": 0.342,
      "step": 7564
    },
    {
      "epoch": 0.6340890993671682,
      "grad_norm": 0.3240678608417511,
      "learning_rate": 0.00017887853782435885,
      "loss": 0.2677,
      "step": 7565
    },
    {
      "epoch": 0.6341729181509577,
      "grad_norm": 0.3321235179901123,
      "learning_rate": 0.0001788731375235698,
      "loss": 0.2722,
      "step": 7566
    },
    {
      "epoch": 0.634256736934747,
      "grad_norm": 0.3292107880115509,
      "learning_rate": 0.0001788677366140379,
      "loss": 0.2916,
      "step": 7567
    },
    {
      "epoch": 0.6343405557185365,
      "grad_norm": 0.31320881843566895,
      "learning_rate": 0.0001788623350958049,
      "loss": 0.2663,
      "step": 7568
    },
    {
      "epoch": 0.6344243745023259,
      "grad_norm": 0.32240837812423706,
      "learning_rate": 0.0001788569329689125,
      "loss": 0.2729,
      "step": 7569
    },
    {
      "epoch": 0.6345081932861154,
      "grad_norm": 0.3090517222881317,
      "learning_rate": 0.0001788515302334023,
      "loss": 0.2665,
      "step": 7570
    },
    {
      "epoch": 0.6345920120699049,
      "grad_norm": 0.3551609218120575,
      "learning_rate": 0.00017884612688931609,
      "loss": 0.3027,
      "step": 7571
    },
    {
      "epoch": 0.6346758308536943,
      "grad_norm": 0.3263326585292816,
      "learning_rate": 0.00017884072293669552,
      "loss": 0.2911,
      "step": 7572
    },
    {
      "epoch": 0.6347596496374838,
      "grad_norm": 0.3252105116844177,
      "learning_rate": 0.00017883531837558235,
      "loss": 0.2468,
      "step": 7573
    },
    {
      "epoch": 0.6348434684212733,
      "grad_norm": 0.340228408575058,
      "learning_rate": 0.00017882991320601824,
      "loss": 0.2742,
      "step": 7574
    },
    {
      "epoch": 0.6349272872050626,
      "grad_norm": 0.3117638826370239,
      "learning_rate": 0.00017882450742804493,
      "loss": 0.2561,
      "step": 7575
    },
    {
      "epoch": 0.6350111059888521,
      "grad_norm": 0.33100366592407227,
      "learning_rate": 0.00017881910104170418,
      "loss": 0.2807,
      "step": 7576
    },
    {
      "epoch": 0.6350949247726415,
      "grad_norm": 0.32579362392425537,
      "learning_rate": 0.0001788136940470376,
      "loss": 0.2788,
      "step": 7577
    },
    {
      "epoch": 0.635178743556431,
      "grad_norm": 0.31830763816833496,
      "learning_rate": 0.00017880828644408706,
      "loss": 0.2557,
      "step": 7578
    },
    {
      "epoch": 0.6352625623402205,
      "grad_norm": 0.35396045446395874,
      "learning_rate": 0.00017880287823289425,
      "loss": 0.3397,
      "step": 7579
    },
    {
      "epoch": 0.6353463811240099,
      "grad_norm": 0.3443838953971863,
      "learning_rate": 0.00017879746941350084,
      "loss": 0.3415,
      "step": 7580
    },
    {
      "epoch": 0.6354301999077994,
      "grad_norm": 0.3024345338344574,
      "learning_rate": 0.00017879205998594865,
      "loss": 0.2413,
      "step": 7581
    },
    {
      "epoch": 0.6355140186915887,
      "grad_norm": 0.32987746596336365,
      "learning_rate": 0.0001787866499502794,
      "loss": 0.2599,
      "step": 7582
    },
    {
      "epoch": 0.6355978374753782,
      "grad_norm": 0.3227558434009552,
      "learning_rate": 0.00017878123930653488,
      "loss": 0.2768,
      "step": 7583
    },
    {
      "epoch": 0.6356816562591677,
      "grad_norm": 0.33064454793930054,
      "learning_rate": 0.0001787758280547568,
      "loss": 0.2964,
      "step": 7584
    },
    {
      "epoch": 0.6357654750429571,
      "grad_norm": 0.32687169313430786,
      "learning_rate": 0.00017877041619498697,
      "loss": 0.274,
      "step": 7585
    },
    {
      "epoch": 0.6358492938267466,
      "grad_norm": 0.27519679069519043,
      "learning_rate": 0.00017876500372726714,
      "loss": 0.2059,
      "step": 7586
    },
    {
      "epoch": 0.635933112610536,
      "grad_norm": 0.375264436006546,
      "learning_rate": 0.00017875959065163905,
      "loss": 0.3548,
      "step": 7587
    },
    {
      "epoch": 0.6360169313943255,
      "grad_norm": 0.35669293999671936,
      "learning_rate": 0.00017875417696814453,
      "loss": 0.3256,
      "step": 7588
    },
    {
      "epoch": 0.636100750178115,
      "grad_norm": 0.31913474202156067,
      "learning_rate": 0.00017874876267682534,
      "loss": 0.2773,
      "step": 7589
    },
    {
      "epoch": 0.6361845689619043,
      "grad_norm": 0.3327603042125702,
      "learning_rate": 0.00017874334777772327,
      "loss": 0.265,
      "step": 7590
    },
    {
      "epoch": 0.6362683877456938,
      "grad_norm": 0.311275452375412,
      "learning_rate": 0.00017873793227088012,
      "loss": 0.2196,
      "step": 7591
    },
    {
      "epoch": 0.6363522065294832,
      "grad_norm": 0.3301433026790619,
      "learning_rate": 0.00017873251615633766,
      "loss": 0.2253,
      "step": 7592
    },
    {
      "epoch": 0.6364360253132727,
      "grad_norm": 0.3449283838272095,
      "learning_rate": 0.0001787270994341377,
      "loss": 0.3073,
      "step": 7593
    },
    {
      "epoch": 0.6365198440970622,
      "grad_norm": 0.3613007068634033,
      "learning_rate": 0.00017872168210432207,
      "loss": 0.3442,
      "step": 7594
    },
    {
      "epoch": 0.6366036628808516,
      "grad_norm": 0.33607518672943115,
      "learning_rate": 0.00017871626416693257,
      "loss": 0.2394,
      "step": 7595
    },
    {
      "epoch": 0.6366874816646411,
      "grad_norm": 0.3381730318069458,
      "learning_rate": 0.000178710845622011,
      "loss": 0.2792,
      "step": 7596
    },
    {
      "epoch": 0.6367713004484304,
      "grad_norm": 0.36050623655319214,
      "learning_rate": 0.00017870542646959922,
      "loss": 0.281,
      "step": 7597
    },
    {
      "epoch": 0.6368551192322199,
      "grad_norm": 0.3484671413898468,
      "learning_rate": 0.000178700006709739,
      "loss": 0.2819,
      "step": 7598
    },
    {
      "epoch": 0.6369389380160094,
      "grad_norm": 0.3533374071121216,
      "learning_rate": 0.00017869458634247224,
      "loss": 0.3492,
      "step": 7599
    },
    {
      "epoch": 0.6370227567997988,
      "grad_norm": 0.3414258062839508,
      "learning_rate": 0.00017868916536784067,
      "loss": 0.2835,
      "step": 7600
    },
    {
      "epoch": 0.6370227567997988,
      "eval_loss": 0.28466466069221497,
      "eval_runtime": 61.5299,
      "eval_samples_per_second": 15.602,
      "eval_steps_per_second": 3.901,
      "step": 7600
    },
    {
      "epoch": 0.6371065755835883,
      "grad_norm": 0.3128402829170227,
      "learning_rate": 0.00017868374378588622,
      "loss": 0.24,
      "step": 7601
    },
    {
      "epoch": 0.6371903943673777,
      "grad_norm": 0.3345627188682556,
      "learning_rate": 0.0001786783215966507,
      "loss": 0.2949,
      "step": 7602
    },
    {
      "epoch": 0.6372742131511672,
      "grad_norm": 0.319024920463562,
      "learning_rate": 0.00017867289880017597,
      "loss": 0.2544,
      "step": 7603
    },
    {
      "epoch": 0.6373580319349567,
      "grad_norm": 0.29651501774787903,
      "learning_rate": 0.00017866747539650385,
      "loss": 0.2523,
      "step": 7604
    },
    {
      "epoch": 0.637441850718746,
      "grad_norm": 0.3541415333747864,
      "learning_rate": 0.00017866205138567626,
      "loss": 0.3295,
      "step": 7605
    },
    {
      "epoch": 0.6375256695025355,
      "grad_norm": 0.34127622842788696,
      "learning_rate": 0.00017865662676773503,
      "loss": 0.2897,
      "step": 7606
    },
    {
      "epoch": 0.6376094882863249,
      "grad_norm": 0.34304308891296387,
      "learning_rate": 0.00017865120154272199,
      "loss": 0.2945,
      "step": 7607
    },
    {
      "epoch": 0.6376933070701144,
      "grad_norm": 0.37800323963165283,
      "learning_rate": 0.00017864577571067908,
      "loss": 0.3576,
      "step": 7608
    },
    {
      "epoch": 0.6377771258539039,
      "grad_norm": 0.30374085903167725,
      "learning_rate": 0.0001786403492716481,
      "loss": 0.2494,
      "step": 7609
    },
    {
      "epoch": 0.6378609446376933,
      "grad_norm": 0.3385063409805298,
      "learning_rate": 0.000178634922225671,
      "loss": 0.2541,
      "step": 7610
    },
    {
      "epoch": 0.6379447634214828,
      "grad_norm": 0.3009573519229889,
      "learning_rate": 0.00017862949457278962,
      "loss": 0.2426,
      "step": 7611
    },
    {
      "epoch": 0.6380285822052723,
      "grad_norm": 0.3177087604999542,
      "learning_rate": 0.0001786240663130459,
      "loss": 0.2981,
      "step": 7612
    },
    {
      "epoch": 0.6381124009890616,
      "grad_norm": 0.3454326391220093,
      "learning_rate": 0.00017861863744648168,
      "loss": 0.3244,
      "step": 7613
    },
    {
      "epoch": 0.6381962197728511,
      "grad_norm": 0.32257986068725586,
      "learning_rate": 0.00017861320797313892,
      "loss": 0.2619,
      "step": 7614
    },
    {
      "epoch": 0.6382800385566405,
      "grad_norm": 0.30051425099372864,
      "learning_rate": 0.00017860777789305944,
      "loss": 0.2247,
      "step": 7615
    },
    {
      "epoch": 0.63836385734043,
      "grad_norm": 0.3441864848136902,
      "learning_rate": 0.00017860234720628527,
      "loss": 0.323,
      "step": 7616
    },
    {
      "epoch": 0.6384476761242195,
      "grad_norm": 0.3221249580383301,
      "learning_rate": 0.0001785969159128582,
      "loss": 0.2555,
      "step": 7617
    },
    {
      "epoch": 0.6385314949080089,
      "grad_norm": 0.3213411271572113,
      "learning_rate": 0.0001785914840128202,
      "loss": 0.263,
      "step": 7618
    },
    {
      "epoch": 0.6386153136917984,
      "grad_norm": 0.3782675862312317,
      "learning_rate": 0.00017858605150621322,
      "loss": 0.3398,
      "step": 7619
    },
    {
      "epoch": 0.6386991324755877,
      "grad_norm": 0.32379427552223206,
      "learning_rate": 0.0001785806183930791,
      "loss": 0.2408,
      "step": 7620
    },
    {
      "epoch": 0.6387829512593772,
      "grad_norm": 0.33867835998535156,
      "learning_rate": 0.00017857518467345992,
      "loss": 0.276,
      "step": 7621
    },
    {
      "epoch": 0.6388667700431667,
      "grad_norm": 0.3646802008152008,
      "learning_rate": 0.0001785697503473975,
      "loss": 0.3185,
      "step": 7622
    },
    {
      "epoch": 0.6389505888269561,
      "grad_norm": 0.3297826647758484,
      "learning_rate": 0.00017856431541493382,
      "loss": 0.2734,
      "step": 7623
    },
    {
      "epoch": 0.6390344076107456,
      "grad_norm": 0.3168933391571045,
      "learning_rate": 0.00017855887987611082,
      "loss": 0.2708,
      "step": 7624
    },
    {
      "epoch": 0.639118226394535,
      "grad_norm": 0.34745392203330994,
      "learning_rate": 0.00017855344373097045,
      "loss": 0.302,
      "step": 7625
    },
    {
      "epoch": 0.6392020451783245,
      "grad_norm": 0.32364529371261597,
      "learning_rate": 0.00017854800697955466,
      "loss": 0.2894,
      "step": 7626
    },
    {
      "epoch": 0.639285863962114,
      "grad_norm": 0.3524070084095001,
      "learning_rate": 0.00017854256962190546,
      "loss": 0.2824,
      "step": 7627
    },
    {
      "epoch": 0.6393696827459033,
      "grad_norm": 0.3203052878379822,
      "learning_rate": 0.00017853713165806473,
      "loss": 0.2679,
      "step": 7628
    },
    {
      "epoch": 0.6394535015296928,
      "grad_norm": 0.3681970536708832,
      "learning_rate": 0.00017853169308807448,
      "loss": 0.3352,
      "step": 7629
    },
    {
      "epoch": 0.6395373203134822,
      "grad_norm": 0.3146519362926483,
      "learning_rate": 0.00017852625391197674,
      "loss": 0.2664,
      "step": 7630
    },
    {
      "epoch": 0.6396211390972717,
      "grad_norm": 0.297169029712677,
      "learning_rate": 0.00017852081412981342,
      "loss": 0.2454,
      "step": 7631
    },
    {
      "epoch": 0.6397049578810612,
      "grad_norm": 0.3416248559951782,
      "learning_rate": 0.00017851537374162654,
      "loss": 0.2934,
      "step": 7632
    },
    {
      "epoch": 0.6397887766648506,
      "grad_norm": 0.33022087812423706,
      "learning_rate": 0.00017850993274745806,
      "loss": 0.3053,
      "step": 7633
    },
    {
      "epoch": 0.6398725954486401,
      "grad_norm": 0.3292276859283447,
      "learning_rate": 0.00017850449114734996,
      "loss": 0.2977,
      "step": 7634
    },
    {
      "epoch": 0.6399564142324294,
      "grad_norm": 0.3226114809513092,
      "learning_rate": 0.00017849904894134432,
      "loss": 0.2929,
      "step": 7635
    },
    {
      "epoch": 0.6400402330162189,
      "grad_norm": 0.3078014552593231,
      "learning_rate": 0.00017849360612948306,
      "loss": 0.2668,
      "step": 7636
    },
    {
      "epoch": 0.6401240518000084,
      "grad_norm": 0.31243786215782166,
      "learning_rate": 0.0001784881627118082,
      "loss": 0.2684,
      "step": 7637
    },
    {
      "epoch": 0.6402078705837978,
      "grad_norm": 0.3308819532394409,
      "learning_rate": 0.0001784827186883618,
      "loss": 0.2663,
      "step": 7638
    },
    {
      "epoch": 0.6402916893675873,
      "grad_norm": 0.34522533416748047,
      "learning_rate": 0.00017847727405918585,
      "loss": 0.3092,
      "step": 7639
    },
    {
      "epoch": 0.6403755081513767,
      "grad_norm": 0.34499216079711914,
      "learning_rate": 0.00017847182882432233,
      "loss": 0.2846,
      "step": 7640
    },
    {
      "epoch": 0.6404593269351662,
      "grad_norm": 0.3365533649921417,
      "learning_rate": 0.00017846638298381332,
      "loss": 0.2674,
      "step": 7641
    },
    {
      "epoch": 0.6405431457189557,
      "grad_norm": 0.3222033679485321,
      "learning_rate": 0.00017846093653770085,
      "loss": 0.2406,
      "step": 7642
    },
    {
      "epoch": 0.640626964502745,
      "grad_norm": 0.3449971079826355,
      "learning_rate": 0.00017845548948602693,
      "loss": 0.2859,
      "step": 7643
    },
    {
      "epoch": 0.6407107832865345,
      "grad_norm": 0.35836416482925415,
      "learning_rate": 0.0001784500418288336,
      "loss": 0.2659,
      "step": 7644
    },
    {
      "epoch": 0.6407946020703239,
      "grad_norm": 0.35858938097953796,
      "learning_rate": 0.00017844459356616295,
      "loss": 0.2902,
      "step": 7645
    },
    {
      "epoch": 0.6408784208541134,
      "grad_norm": 0.3278310000896454,
      "learning_rate": 0.000178439144698057,
      "loss": 0.2807,
      "step": 7646
    },
    {
      "epoch": 0.6409622396379029,
      "grad_norm": 0.3470637798309326,
      "learning_rate": 0.00017843369522455772,
      "loss": 0.28,
      "step": 7647
    },
    {
      "epoch": 0.6410460584216923,
      "grad_norm": 0.3672178387641907,
      "learning_rate": 0.00017842824514570732,
      "loss": 0.2969,
      "step": 7648
    },
    {
      "epoch": 0.6411298772054818,
      "grad_norm": 0.33522549271583557,
      "learning_rate": 0.00017842279446154778,
      "loss": 0.2851,
      "step": 7649
    },
    {
      "epoch": 0.6412136959892712,
      "grad_norm": 0.32738161087036133,
      "learning_rate": 0.00017841734317212117,
      "loss": 0.2448,
      "step": 7650
    },
    {
      "epoch": 0.6412975147730606,
      "grad_norm": 0.3482881188392639,
      "learning_rate": 0.0001784118912774696,
      "loss": 0.303,
      "step": 7651
    },
    {
      "epoch": 0.6413813335568501,
      "grad_norm": 0.3429577946662903,
      "learning_rate": 0.0001784064387776351,
      "loss": 0.2901,
      "step": 7652
    },
    {
      "epoch": 0.6414651523406395,
      "grad_norm": 0.3239515721797943,
      "learning_rate": 0.00017840098567265976,
      "loss": 0.2771,
      "step": 7653
    },
    {
      "epoch": 0.641548971124429,
      "grad_norm": 0.3266862630844116,
      "learning_rate": 0.00017839553196258572,
      "loss": 0.2482,
      "step": 7654
    },
    {
      "epoch": 0.6416327899082185,
      "grad_norm": 0.3681286871433258,
      "learning_rate": 0.000178390077647455,
      "loss": 0.3256,
      "step": 7655
    },
    {
      "epoch": 0.6417166086920079,
      "grad_norm": 0.3217553198337555,
      "learning_rate": 0.00017838462272730973,
      "loss": 0.2729,
      "step": 7656
    },
    {
      "epoch": 0.6418004274757974,
      "grad_norm": 0.35275766253471375,
      "learning_rate": 0.00017837916720219203,
      "loss": 0.2954,
      "step": 7657
    },
    {
      "epoch": 0.6418842462595867,
      "grad_norm": 0.34689024090766907,
      "learning_rate": 0.000178373711072144,
      "loss": 0.31,
      "step": 7658
    },
    {
      "epoch": 0.6419680650433762,
      "grad_norm": 0.3246387839317322,
      "learning_rate": 0.0001783682543372077,
      "loss": 0.2334,
      "step": 7659
    },
    {
      "epoch": 0.6420518838271657,
      "grad_norm": 0.32282888889312744,
      "learning_rate": 0.00017836279699742528,
      "loss": 0.2712,
      "step": 7660
    },
    {
      "epoch": 0.6421357026109551,
      "grad_norm": 0.33594444394111633,
      "learning_rate": 0.0001783573390528389,
      "loss": 0.3007,
      "step": 7661
    },
    {
      "epoch": 0.6422195213947446,
      "grad_norm": 0.2982856035232544,
      "learning_rate": 0.00017835188050349064,
      "loss": 0.2188,
      "step": 7662
    },
    {
      "epoch": 0.642303340178534,
      "grad_norm": 0.3323833644390106,
      "learning_rate": 0.0001783464213494226,
      "loss": 0.2703,
      "step": 7663
    },
    {
      "epoch": 0.6423871589623235,
      "grad_norm": 0.35644960403442383,
      "learning_rate": 0.00017834096159067696,
      "loss": 0.3502,
      "step": 7664
    },
    {
      "epoch": 0.642470977746113,
      "grad_norm": 0.3423692584037781,
      "learning_rate": 0.00017833550122729587,
      "loss": 0.298,
      "step": 7665
    },
    {
      "epoch": 0.6425547965299023,
      "grad_norm": 0.3139616847038269,
      "learning_rate": 0.0001783300402593214,
      "loss": 0.2569,
      "step": 7666
    },
    {
      "epoch": 0.6426386153136918,
      "grad_norm": 0.32836446166038513,
      "learning_rate": 0.0001783245786867958,
      "loss": 0.2848,
      "step": 7667
    },
    {
      "epoch": 0.6427224340974812,
      "grad_norm": 0.38981765508651733,
      "learning_rate": 0.00017831911650976117,
      "loss": 0.2999,
      "step": 7668
    },
    {
      "epoch": 0.6428062528812707,
      "grad_norm": 0.36805030703544617,
      "learning_rate": 0.00017831365372825966,
      "loss": 0.269,
      "step": 7669
    },
    {
      "epoch": 0.6428900716650602,
      "grad_norm": 0.3381258547306061,
      "learning_rate": 0.0001783081903423334,
      "loss": 0.2974,
      "step": 7670
    },
    {
      "epoch": 0.6429738904488496,
      "grad_norm": 0.3423381447792053,
      "learning_rate": 0.00017830272635202462,
      "loss": 0.3011,
      "step": 7671
    },
    {
      "epoch": 0.643057709232639,
      "grad_norm": 0.3237539827823639,
      "learning_rate": 0.0001782972617573755,
      "loss": 0.2725,
      "step": 7672
    },
    {
      "epoch": 0.6431415280164284,
      "grad_norm": 0.35326269268989563,
      "learning_rate": 0.00017829179655842815,
      "loss": 0.328,
      "step": 7673
    },
    {
      "epoch": 0.6432253468002179,
      "grad_norm": 0.3328925371170044,
      "learning_rate": 0.0001782863307552248,
      "loss": 0.2577,
      "step": 7674
    },
    {
      "epoch": 0.6433091655840074,
      "grad_norm": 0.4135721027851105,
      "learning_rate": 0.0001782808643478076,
      "loss": 0.4254,
      "step": 7675
    },
    {
      "epoch": 0.6433929843677968,
      "grad_norm": 0.3653022050857544,
      "learning_rate": 0.00017827539733621873,
      "loss": 0.2877,
      "step": 7676
    },
    {
      "epoch": 0.6434768031515863,
      "grad_norm": 0.32296523451805115,
      "learning_rate": 0.00017826992972050048,
      "loss": 0.2675,
      "step": 7677
    },
    {
      "epoch": 0.6435606219353757,
      "grad_norm": 0.3216879069805145,
      "learning_rate": 0.00017826446150069495,
      "loss": 0.2838,
      "step": 7678
    },
    {
      "epoch": 0.6436444407191652,
      "grad_norm": 0.32467707991600037,
      "learning_rate": 0.00017825899267684436,
      "loss": 0.258,
      "step": 7679
    },
    {
      "epoch": 0.6437282595029546,
      "grad_norm": 0.3535071611404419,
      "learning_rate": 0.00017825352324899095,
      "loss": 0.3524,
      "step": 7680
    },
    {
      "epoch": 0.643812078286744,
      "grad_norm": 0.32323092222213745,
      "learning_rate": 0.0001782480532171769,
      "loss": 0.2527,
      "step": 7681
    },
    {
      "epoch": 0.6438958970705335,
      "grad_norm": 0.2961319386959076,
      "learning_rate": 0.00017824258258144446,
      "loss": 0.2097,
      "step": 7682
    },
    {
      "epoch": 0.6439797158543229,
      "grad_norm": 0.29665401577949524,
      "learning_rate": 0.00017823711134183582,
      "loss": 0.235,
      "step": 7683
    },
    {
      "epoch": 0.6440635346381124,
      "grad_norm": 0.32175880670547485,
      "learning_rate": 0.00017823163949839325,
      "loss": 0.3048,
      "step": 7684
    },
    {
      "epoch": 0.6441473534219019,
      "grad_norm": 0.36600080132484436,
      "learning_rate": 0.00017822616705115895,
      "loss": 0.3186,
      "step": 7685
    },
    {
      "epoch": 0.6442311722056913,
      "grad_norm": 0.33514684438705444,
      "learning_rate": 0.00017822069400017516,
      "loss": 0.2878,
      "step": 7686
    },
    {
      "epoch": 0.6443149909894808,
      "grad_norm": 0.3225976824760437,
      "learning_rate": 0.00017821522034548411,
      "loss": 0.2693,
      "step": 7687
    },
    {
      "epoch": 0.6443988097732702,
      "grad_norm": 0.30347752571105957,
      "learning_rate": 0.00017820974608712806,
      "loss": 0.2457,
      "step": 7688
    },
    {
      "epoch": 0.6444826285570596,
      "grad_norm": 0.32996445894241333,
      "learning_rate": 0.00017820427122514928,
      "loss": 0.2663,
      "step": 7689
    },
    {
      "epoch": 0.6445664473408491,
      "grad_norm": 0.31892943382263184,
      "learning_rate": 0.00017819879575958997,
      "loss": 0.2714,
      "step": 7690
    },
    {
      "epoch": 0.6446502661246385,
      "grad_norm": 0.34390294551849365,
      "learning_rate": 0.00017819331969049241,
      "loss": 0.329,
      "step": 7691
    },
    {
      "epoch": 0.644734084908428,
      "grad_norm": 0.3315927982330322,
      "learning_rate": 0.00017818784301789893,
      "loss": 0.303,
      "step": 7692
    },
    {
      "epoch": 0.6448179036922175,
      "grad_norm": 0.3272257149219513,
      "learning_rate": 0.00017818236574185172,
      "loss": 0.2708,
      "step": 7693
    },
    {
      "epoch": 0.6449017224760069,
      "grad_norm": 0.3494411110877991,
      "learning_rate": 0.00017817688786239306,
      "loss": 0.2925,
      "step": 7694
    },
    {
      "epoch": 0.6449855412597963,
      "grad_norm": 0.308612197637558,
      "learning_rate": 0.00017817140937956527,
      "loss": 0.2754,
      "step": 7695
    },
    {
      "epoch": 0.6450693600435857,
      "grad_norm": 0.32348155975341797,
      "learning_rate": 0.00017816593029341062,
      "loss": 0.315,
      "step": 7696
    },
    {
      "epoch": 0.6451531788273752,
      "grad_norm": 0.34188327193260193,
      "learning_rate": 0.00017816045060397136,
      "loss": 0.272,
      "step": 7697
    },
    {
      "epoch": 0.6452369976111647,
      "grad_norm": 0.32525190711021423,
      "learning_rate": 0.00017815497031128981,
      "loss": 0.2572,
      "step": 7698
    },
    {
      "epoch": 0.6453208163949541,
      "grad_norm": 0.32871153950691223,
      "learning_rate": 0.00017814948941540832,
      "loss": 0.293,
      "step": 7699
    },
    {
      "epoch": 0.6454046351787436,
      "grad_norm": 0.344969242811203,
      "learning_rate": 0.0001781440079163691,
      "loss": 0.2841,
      "step": 7700
    },
    {
      "epoch": 0.645488453962533,
      "grad_norm": 0.3399770259857178,
      "learning_rate": 0.00017813852581421448,
      "loss": 0.2765,
      "step": 7701
    },
    {
      "epoch": 0.6455722727463225,
      "grad_norm": 0.35321828722953796,
      "learning_rate": 0.0001781330431089868,
      "loss": 0.2626,
      "step": 7702
    },
    {
      "epoch": 0.6456560915301119,
      "grad_norm": 0.3523990213871002,
      "learning_rate": 0.0001781275598007284,
      "loss": 0.3088,
      "step": 7703
    },
    {
      "epoch": 0.6457399103139013,
      "grad_norm": 0.34966087341308594,
      "learning_rate": 0.00017812207588948153,
      "loss": 0.3099,
      "step": 7704
    },
    {
      "epoch": 0.6458237290976908,
      "grad_norm": 0.31923454999923706,
      "learning_rate": 0.00017811659137528856,
      "loss": 0.2711,
      "step": 7705
    },
    {
      "epoch": 0.6459075478814802,
      "grad_norm": 0.3349516689777374,
      "learning_rate": 0.00017811110625819176,
      "loss": 0.2818,
      "step": 7706
    },
    {
      "epoch": 0.6459913666652697,
      "grad_norm": 0.3426041901111603,
      "learning_rate": 0.00017810562053823355,
      "loss": 0.2906,
      "step": 7707
    },
    {
      "epoch": 0.6460751854490592,
      "grad_norm": 0.42935529351234436,
      "learning_rate": 0.00017810013421545623,
      "loss": 0.2537,
      "step": 7708
    },
    {
      "epoch": 0.6461590042328486,
      "grad_norm": 0.35125988721847534,
      "learning_rate": 0.00017809464728990216,
      "loss": 0.2571,
      "step": 7709
    },
    {
      "epoch": 0.646242823016638,
      "grad_norm": 0.33505508303642273,
      "learning_rate": 0.00017808915976161362,
      "loss": 0.3546,
      "step": 7710
    },
    {
      "epoch": 0.6463266418004274,
      "grad_norm": 0.329304039478302,
      "learning_rate": 0.00017808367163063308,
      "loss": 0.2752,
      "step": 7711
    },
    {
      "epoch": 0.6464104605842169,
      "grad_norm": 0.3442932069301605,
      "learning_rate": 0.00017807818289700274,
      "loss": 0.2388,
      "step": 7712
    },
    {
      "epoch": 0.6464942793680064,
      "grad_norm": 0.3042125105857849,
      "learning_rate": 0.0001780726935607651,
      "loss": 0.2291,
      "step": 7713
    },
    {
      "epoch": 0.6465780981517958,
      "grad_norm": 0.39433297514915466,
      "learning_rate": 0.0001780672036219625,
      "loss": 0.3001,
      "step": 7714
    },
    {
      "epoch": 0.6466619169355853,
      "grad_norm": 0.3566884398460388,
      "learning_rate": 0.0001780617130806373,
      "loss": 0.3413,
      "step": 7715
    },
    {
      "epoch": 0.6467457357193747,
      "grad_norm": 0.3147539496421814,
      "learning_rate": 0.00017805622193683182,
      "loss": 0.2827,
      "step": 7716
    },
    {
      "epoch": 0.6468295545031642,
      "grad_norm": 0.37529388070106506,
      "learning_rate": 0.0001780507301905885,
      "loss": 0.3129,
      "step": 7717
    },
    {
      "epoch": 0.6469133732869536,
      "grad_norm": 0.365849107503891,
      "learning_rate": 0.00017804523784194974,
      "loss": 0.3068,
      "step": 7718
    },
    {
      "epoch": 0.646997192070743,
      "grad_norm": 0.3263890743255615,
      "learning_rate": 0.00017803974489095787,
      "loss": 0.2289,
      "step": 7719
    },
    {
      "epoch": 0.6470810108545325,
      "grad_norm": 0.35472163558006287,
      "learning_rate": 0.00017803425133765534,
      "loss": 0.3024,
      "step": 7720
    },
    {
      "epoch": 0.647164829638322,
      "grad_norm": 0.3416941165924072,
      "learning_rate": 0.00017802875718208453,
      "loss": 0.3031,
      "step": 7721
    },
    {
      "epoch": 0.6472486484221114,
      "grad_norm": 0.3341502249240875,
      "learning_rate": 0.0001780232624242878,
      "loss": 0.3021,
      "step": 7722
    },
    {
      "epoch": 0.6473324672059009,
      "grad_norm": 0.346496045589447,
      "learning_rate": 0.00017801776706430765,
      "loss": 0.2719,
      "step": 7723
    },
    {
      "epoch": 0.6474162859896903,
      "grad_norm": 0.3518495559692383,
      "learning_rate": 0.00017801227110218642,
      "loss": 0.2942,
      "step": 7724
    },
    {
      "epoch": 0.6475001047734797,
      "grad_norm": 0.35061079263687134,
      "learning_rate": 0.00017800677453796654,
      "loss": 0.2844,
      "step": 7725
    },
    {
      "epoch": 0.6475839235572692,
      "grad_norm": 0.34540969133377075,
      "learning_rate": 0.00017800127737169045,
      "loss": 0.3223,
      "step": 7726
    },
    {
      "epoch": 0.6476677423410586,
      "grad_norm": 0.3504115343093872,
      "learning_rate": 0.0001779957796034006,
      "loss": 0.2987,
      "step": 7727
    },
    {
      "epoch": 0.6477515611248481,
      "grad_norm": 0.3110139071941376,
      "learning_rate": 0.00017799028123313934,
      "loss": 0.2335,
      "step": 7728
    },
    {
      "epoch": 0.6478353799086375,
      "grad_norm": 0.39870694279670715,
      "learning_rate": 0.0001779847822609492,
      "loss": 0.3424,
      "step": 7729
    },
    {
      "epoch": 0.647919198692427,
      "grad_norm": 0.371963232755661,
      "learning_rate": 0.00017797928268687257,
      "loss": 0.2752,
      "step": 7730
    },
    {
      "epoch": 0.6480030174762165,
      "grad_norm": 0.34586918354034424,
      "learning_rate": 0.0001779737825109519,
      "loss": 0.2817,
      "step": 7731
    },
    {
      "epoch": 0.6480868362600058,
      "grad_norm": 0.37609097361564636,
      "learning_rate": 0.0001779682817332296,
      "loss": 0.3114,
      "step": 7732
    },
    {
      "epoch": 0.6481706550437953,
      "grad_norm": 0.35629189014434814,
      "learning_rate": 0.00017796278035374824,
      "loss": 0.3238,
      "step": 7733
    },
    {
      "epoch": 0.6482544738275847,
      "grad_norm": 0.4008553922176361,
      "learning_rate": 0.00017795727837255015,
      "loss": 0.2877,
      "step": 7734
    },
    {
      "epoch": 0.6483382926113742,
      "grad_norm": 0.35365456342697144,
      "learning_rate": 0.0001779517757896779,
      "loss": 0.2933,
      "step": 7735
    },
    {
      "epoch": 0.6484221113951637,
      "grad_norm": 0.3575354516506195,
      "learning_rate": 0.0001779462726051739,
      "loss": 0.3234,
      "step": 7736
    },
    {
      "epoch": 0.6485059301789531,
      "grad_norm": 0.31462594866752625,
      "learning_rate": 0.00017794076881908063,
      "loss": 0.2344,
      "step": 7737
    },
    {
      "epoch": 0.6485897489627426,
      "grad_norm": 0.3754599988460541,
      "learning_rate": 0.00017793526443144058,
      "loss": 0.4012,
      "step": 7738
    },
    {
      "epoch": 0.648673567746532,
      "grad_norm": 0.3440462052822113,
      "learning_rate": 0.00017792975944229622,
      "loss": 0.2804,
      "step": 7739
    },
    {
      "epoch": 0.6487573865303214,
      "grad_norm": 0.33129268884658813,
      "learning_rate": 0.00017792425385169006,
      "loss": 0.2598,
      "step": 7740
    },
    {
      "epoch": 0.6488412053141109,
      "grad_norm": 0.3426591157913208,
      "learning_rate": 0.00017791874765966457,
      "loss": 0.2754,
      "step": 7741
    },
    {
      "epoch": 0.6489250240979003,
      "grad_norm": 0.350975900888443,
      "learning_rate": 0.00017791324086626227,
      "loss": 0.2694,
      "step": 7742
    },
    {
      "epoch": 0.6490088428816898,
      "grad_norm": 0.3802852928638458,
      "learning_rate": 0.0001779077334715256,
      "loss": 0.3548,
      "step": 7743
    },
    {
      "epoch": 0.6490926616654792,
      "grad_norm": 0.41761326789855957,
      "learning_rate": 0.00017790222547549715,
      "loss": 0.2717,
      "step": 7744
    },
    {
      "epoch": 0.6491764804492687,
      "grad_norm": 0.300346314907074,
      "learning_rate": 0.0001778967168782194,
      "loss": 0.2386,
      "step": 7745
    },
    {
      "epoch": 0.6492602992330582,
      "grad_norm": 0.3377085328102112,
      "learning_rate": 0.00017789120767973483,
      "loss": 0.3129,
      "step": 7746
    },
    {
      "epoch": 0.6493441180168475,
      "grad_norm": 0.3569906949996948,
      "learning_rate": 0.000177885697880086,
      "loss": 0.2754,
      "step": 7747
    },
    {
      "epoch": 0.649427936800637,
      "grad_norm": 0.32770466804504395,
      "learning_rate": 0.0001778801874793154,
      "loss": 0.2701,
      "step": 7748
    },
    {
      "epoch": 0.6495117555844264,
      "grad_norm": 0.46781331300735474,
      "learning_rate": 0.0001778746764774656,
      "loss": 0.2701,
      "step": 7749
    },
    {
      "epoch": 0.6495955743682159,
      "grad_norm": 0.3917248249053955,
      "learning_rate": 0.00017786916487457912,
      "loss": 0.3433,
      "step": 7750
    },
    {
      "epoch": 0.6496793931520054,
      "grad_norm": 0.30248022079467773,
      "learning_rate": 0.0001778636526706985,
      "loss": 0.2389,
      "step": 7751
    },
    {
      "epoch": 0.6497632119357948,
      "grad_norm": 0.34404903650283813,
      "learning_rate": 0.00017785813986586626,
      "loss": 0.256,
      "step": 7752
    },
    {
      "epoch": 0.6498470307195843,
      "grad_norm": 0.37502533197402954,
      "learning_rate": 0.00017785262646012498,
      "loss": 0.336,
      "step": 7753
    },
    {
      "epoch": 0.6499308495033737,
      "grad_norm": 0.3327461779117584,
      "learning_rate": 0.00017784711245351717,
      "loss": 0.3106,
      "step": 7754
    },
    {
      "epoch": 0.6500146682871631,
      "grad_norm": 0.3057475984096527,
      "learning_rate": 0.00017784159784608542,
      "loss": 0.2331,
      "step": 7755
    },
    {
      "epoch": 0.6500984870709526,
      "grad_norm": 0.3570127487182617,
      "learning_rate": 0.0001778360826378723,
      "loss": 0.3246,
      "step": 7756
    },
    {
      "epoch": 0.650182305854742,
      "grad_norm": 0.36888009309768677,
      "learning_rate": 0.00017783056682892036,
      "loss": 0.3317,
      "step": 7757
    },
    {
      "epoch": 0.6502661246385315,
      "grad_norm": 0.3935631811618805,
      "learning_rate": 0.00017782505041927216,
      "loss": 0.3034,
      "step": 7758
    },
    {
      "epoch": 0.650349943422321,
      "grad_norm": 0.35421329736709595,
      "learning_rate": 0.00017781953340897033,
      "loss": 0.3155,
      "step": 7759
    },
    {
      "epoch": 0.6504337622061104,
      "grad_norm": 0.38267970085144043,
      "learning_rate": 0.00017781401579805738,
      "loss": 0.3261,
      "step": 7760
    },
    {
      "epoch": 0.6505175809898999,
      "grad_norm": 0.4358517825603485,
      "learning_rate": 0.00017780849758657592,
      "loss": 0.3086,
      "step": 7761
    },
    {
      "epoch": 0.6506013997736892,
      "grad_norm": 0.35711172223091125,
      "learning_rate": 0.00017780297877456854,
      "loss": 0.3897,
      "step": 7762
    },
    {
      "epoch": 0.6506852185574787,
      "grad_norm": 0.4248124361038208,
      "learning_rate": 0.00017779745936207788,
      "loss": 0.3189,
      "step": 7763
    },
    {
      "epoch": 0.6507690373412682,
      "grad_norm": 0.30124229192733765,
      "learning_rate": 0.00017779193934914646,
      "loss": 0.2433,
      "step": 7764
    },
    {
      "epoch": 0.6508528561250576,
      "grad_norm": 0.33823835849761963,
      "learning_rate": 0.00017778641873581692,
      "loss": 0.2903,
      "step": 7765
    },
    {
      "epoch": 0.6509366749088471,
      "grad_norm": 0.3256874978542328,
      "learning_rate": 0.00017778089752213186,
      "loss": 0.2921,
      "step": 7766
    },
    {
      "epoch": 0.6510204936926365,
      "grad_norm": 0.691140353679657,
      "learning_rate": 0.00017777537570813393,
      "loss": 0.2816,
      "step": 7767
    },
    {
      "epoch": 0.651104312476426,
      "grad_norm": 0.6170786023139954,
      "learning_rate": 0.0001777698532938657,
      "loss": 0.3122,
      "step": 7768
    },
    {
      "epoch": 0.6511881312602155,
      "grad_norm": 0.35309842228889465,
      "learning_rate": 0.0001777643302793698,
      "loss": 0.2627,
      "step": 7769
    },
    {
      "epoch": 0.6512719500440048,
      "grad_norm": 0.3209856450557709,
      "learning_rate": 0.0001777588066646889,
      "loss": 0.2838,
      "step": 7770
    },
    {
      "epoch": 0.6513557688277943,
      "grad_norm": 0.3434406518936157,
      "learning_rate": 0.0001777532824498656,
      "loss": 0.2734,
      "step": 7771
    },
    {
      "epoch": 0.6514395876115837,
      "grad_norm": 0.35628190636634827,
      "learning_rate": 0.00017774775763494249,
      "loss": 0.2975,
      "step": 7772
    },
    {
      "epoch": 0.6515234063953732,
      "grad_norm": 0.30723825097084045,
      "learning_rate": 0.0001777422322199623,
      "loss": 0.2444,
      "step": 7773
    },
    {
      "epoch": 0.6516072251791627,
      "grad_norm": 0.33735358715057373,
      "learning_rate": 0.0001777367062049676,
      "loss": 0.2562,
      "step": 7774
    },
    {
      "epoch": 0.6516910439629521,
      "grad_norm": 0.3010527491569519,
      "learning_rate": 0.00017773117959000108,
      "loss": 0.2279,
      "step": 7775
    },
    {
      "epoch": 0.6517748627467416,
      "grad_norm": 0.33150601387023926,
      "learning_rate": 0.00017772565237510538,
      "loss": 0.2667,
      "step": 7776
    },
    {
      "epoch": 0.651858681530531,
      "grad_norm": 0.33646342158317566,
      "learning_rate": 0.00017772012456032316,
      "loss": 0.2646,
      "step": 7777
    },
    {
      "epoch": 0.6519425003143204,
      "grad_norm": 0.33955174684524536,
      "learning_rate": 0.0001777145961456971,
      "loss": 0.2505,
      "step": 7778
    },
    {
      "epoch": 0.6520263190981099,
      "grad_norm": 0.341168612241745,
      "learning_rate": 0.00017770906713126985,
      "loss": 0.2901,
      "step": 7779
    },
    {
      "epoch": 0.6521101378818993,
      "grad_norm": 0.3402039408683777,
      "learning_rate": 0.0001777035375170841,
      "loss": 0.2744,
      "step": 7780
    },
    {
      "epoch": 0.6521939566656888,
      "grad_norm": 0.3317713141441345,
      "learning_rate": 0.00017769800730318248,
      "loss": 0.2367,
      "step": 7781
    },
    {
      "epoch": 0.6522777754494782,
      "grad_norm": 0.32580217719078064,
      "learning_rate": 0.00017769247648960774,
      "loss": 0.2497,
      "step": 7782
    },
    {
      "epoch": 0.6523615942332677,
      "grad_norm": 0.3704541027545929,
      "learning_rate": 0.00017768694507640253,
      "loss": 0.3174,
      "step": 7783
    },
    {
      "epoch": 0.6524454130170572,
      "grad_norm": 0.3593102693557739,
      "learning_rate": 0.00017768141306360953,
      "loss": 0.2712,
      "step": 7784
    },
    {
      "epoch": 0.6525292318008465,
      "grad_norm": 0.395598828792572,
      "learning_rate": 0.00017767588045127148,
      "loss": 0.3258,
      "step": 7785
    },
    {
      "epoch": 0.652613050584636,
      "grad_norm": 0.35919108986854553,
      "learning_rate": 0.00017767034723943103,
      "loss": 0.3249,
      "step": 7786
    },
    {
      "epoch": 0.6526968693684254,
      "grad_norm": 0.3518909513950348,
      "learning_rate": 0.0001776648134281309,
      "loss": 0.3105,
      "step": 7787
    },
    {
      "epoch": 0.6527806881522149,
      "grad_norm": 0.3216823935508728,
      "learning_rate": 0.00017765927901741382,
      "loss": 0.218,
      "step": 7788
    },
    {
      "epoch": 0.6528645069360044,
      "grad_norm": 0.3676097095012665,
      "learning_rate": 0.0001776537440073225,
      "loss": 0.3906,
      "step": 7789
    },
    {
      "epoch": 0.6529483257197938,
      "grad_norm": 0.32168376445770264,
      "learning_rate": 0.00017764820839789964,
      "loss": 0.2594,
      "step": 7790
    },
    {
      "epoch": 0.6530321445035833,
      "grad_norm": 0.32089483737945557,
      "learning_rate": 0.000177642672189188,
      "loss": 0.267,
      "step": 7791
    },
    {
      "epoch": 0.6531159632873726,
      "grad_norm": 0.34388309717178345,
      "learning_rate": 0.00017763713538123025,
      "loss": 0.2838,
      "step": 7792
    },
    {
      "epoch": 0.6531997820711621,
      "grad_norm": 0.3336390554904938,
      "learning_rate": 0.00017763159797406917,
      "loss": 0.3174,
      "step": 7793
    },
    {
      "epoch": 0.6532836008549516,
      "grad_norm": 0.3334203362464905,
      "learning_rate": 0.0001776260599677475,
      "loss": 0.2845,
      "step": 7794
    },
    {
      "epoch": 0.653367419638741,
      "grad_norm": 0.3172203004360199,
      "learning_rate": 0.00017762052136230795,
      "loss": 0.2727,
      "step": 7795
    },
    {
      "epoch": 0.6534512384225305,
      "grad_norm": 0.3521040081977844,
      "learning_rate": 0.0001776149821577933,
      "loss": 0.3221,
      "step": 7796
    },
    {
      "epoch": 0.65353505720632,
      "grad_norm": 0.32273027300834656,
      "learning_rate": 0.00017760944235424626,
      "loss": 0.2882,
      "step": 7797
    },
    {
      "epoch": 0.6536188759901094,
      "grad_norm": 0.3300681412220001,
      "learning_rate": 0.00017760390195170964,
      "loss": 0.2907,
      "step": 7798
    },
    {
      "epoch": 0.6537026947738989,
      "grad_norm": 0.3523932695388794,
      "learning_rate": 0.00017759836095022615,
      "loss": 0.3103,
      "step": 7799
    },
    {
      "epoch": 0.6537865135576882,
      "grad_norm": 0.3295450210571289,
      "learning_rate": 0.0001775928193498386,
      "loss": 0.2851,
      "step": 7800
    },
    {
      "epoch": 0.6537865135576882,
      "eval_loss": 0.28421682119369507,
      "eval_runtime": 61.4911,
      "eval_samples_per_second": 15.612,
      "eval_steps_per_second": 3.903,
      "step": 7800
    },
    {
      "epoch": 0.6538703323414777,
      "grad_norm": 0.3390764594078064,
      "learning_rate": 0.00017758727715058972,
      "loss": 0.3013,
      "step": 7801
    },
    {
      "epoch": 0.6539541511252672,
      "grad_norm": 0.3214292824268341,
      "learning_rate": 0.0001775817343525223,
      "loss": 0.2757,
      "step": 7802
    },
    {
      "epoch": 0.6540379699090566,
      "grad_norm": 0.3152804374694824,
      "learning_rate": 0.00017757619095567915,
      "loss": 0.2432,
      "step": 7803
    },
    {
      "epoch": 0.6541217886928461,
      "grad_norm": 0.3418653607368469,
      "learning_rate": 0.00017757064696010303,
      "loss": 0.2619,
      "step": 7804
    },
    {
      "epoch": 0.6542056074766355,
      "grad_norm": 0.30279871821403503,
      "learning_rate": 0.00017756510236583667,
      "loss": 0.2152,
      "step": 7805
    },
    {
      "epoch": 0.654289426260425,
      "grad_norm": 0.34223857522010803,
      "learning_rate": 0.00017755955717292296,
      "loss": 0.2835,
      "step": 7806
    },
    {
      "epoch": 0.6543732450442145,
      "grad_norm": 0.3256702721118927,
      "learning_rate": 0.00017755401138140465,
      "loss": 0.2978,
      "step": 7807
    },
    {
      "epoch": 0.6544570638280038,
      "grad_norm": 0.3128599524497986,
      "learning_rate": 0.00017754846499132455,
      "loss": 0.2508,
      "step": 7808
    },
    {
      "epoch": 0.6545408826117933,
      "grad_norm": 0.3396691381931305,
      "learning_rate": 0.00017754291800272545,
      "loss": 0.2764,
      "step": 7809
    },
    {
      "epoch": 0.6546247013955827,
      "grad_norm": 0.34422767162323,
      "learning_rate": 0.00017753737041565018,
      "loss": 0.3253,
      "step": 7810
    },
    {
      "epoch": 0.6547085201793722,
      "grad_norm": 0.3195182681083679,
      "learning_rate": 0.00017753182223014156,
      "loss": 0.2396,
      "step": 7811
    },
    {
      "epoch": 0.6547923389631617,
      "grad_norm": 0.3427024483680725,
      "learning_rate": 0.0001775262734462424,
      "loss": 0.258,
      "step": 7812
    },
    {
      "epoch": 0.6548761577469511,
      "grad_norm": 0.33257395029067993,
      "learning_rate": 0.00017752072406399555,
      "loss": 0.2658,
      "step": 7813
    },
    {
      "epoch": 0.6549599765307406,
      "grad_norm": 0.3267703354358673,
      "learning_rate": 0.0001775151740834438,
      "loss": 0.257,
      "step": 7814
    },
    {
      "epoch": 0.6550437953145299,
      "grad_norm": 0.33046549558639526,
      "learning_rate": 0.00017750962350463002,
      "loss": 0.2214,
      "step": 7815
    },
    {
      "epoch": 0.6551276140983194,
      "grad_norm": 0.36640307307243347,
      "learning_rate": 0.00017750407232759702,
      "loss": 0.3043,
      "step": 7816
    },
    {
      "epoch": 0.6552114328821089,
      "grad_norm": 0.31374436616897583,
      "learning_rate": 0.00017749852055238768,
      "loss": 0.2683,
      "step": 7817
    },
    {
      "epoch": 0.6552952516658983,
      "grad_norm": 0.34668606519699097,
      "learning_rate": 0.0001774929681790448,
      "loss": 0.2705,
      "step": 7818
    },
    {
      "epoch": 0.6553790704496878,
      "grad_norm": 0.3723834753036499,
      "learning_rate": 0.00017748741520761128,
      "loss": 0.305,
      "step": 7819
    },
    {
      "epoch": 0.6554628892334772,
      "grad_norm": 0.35928478837013245,
      "learning_rate": 0.0001774818616381299,
      "loss": 0.3059,
      "step": 7820
    },
    {
      "epoch": 0.6555467080172667,
      "grad_norm": 0.34117597341537476,
      "learning_rate": 0.00017747630747064362,
      "loss": 0.2924,
      "step": 7821
    },
    {
      "epoch": 0.6556305268010562,
      "grad_norm": 0.33950892090797424,
      "learning_rate": 0.0001774707527051953,
      "loss": 0.3129,
      "step": 7822
    },
    {
      "epoch": 0.6557143455848455,
      "grad_norm": 0.30148300528526306,
      "learning_rate": 0.00017746519734182777,
      "loss": 0.2241,
      "step": 7823
    },
    {
      "epoch": 0.655798164368635,
      "grad_norm": 0.35397475957870483,
      "learning_rate": 0.00017745964138058388,
      "loss": 0.2627,
      "step": 7824
    },
    {
      "epoch": 0.6558819831524244,
      "grad_norm": 0.3633299171924591,
      "learning_rate": 0.00017745408482150655,
      "loss": 0.2921,
      "step": 7825
    },
    {
      "epoch": 0.6559658019362139,
      "grad_norm": 0.33353880047798157,
      "learning_rate": 0.00017744852766463865,
      "loss": 0.2819,
      "step": 7826
    },
    {
      "epoch": 0.6560496207200034,
      "grad_norm": 0.32984963059425354,
      "learning_rate": 0.0001774429699100231,
      "loss": 0.309,
      "step": 7827
    },
    {
      "epoch": 0.6561334395037928,
      "grad_norm": 0.3582214117050171,
      "learning_rate": 0.00017743741155770278,
      "loss": 0.3131,
      "step": 7828
    },
    {
      "epoch": 0.6562172582875823,
      "grad_norm": 0.33937910199165344,
      "learning_rate": 0.0001774318526077206,
      "loss": 0.2752,
      "step": 7829
    },
    {
      "epoch": 0.6563010770713716,
      "grad_norm": 0.3265748620033264,
      "learning_rate": 0.00017742629306011944,
      "loss": 0.249,
      "step": 7830
    },
    {
      "epoch": 0.6563848958551611,
      "grad_norm": 0.3704370856285095,
      "learning_rate": 0.00017742073291494222,
      "loss": 0.3143,
      "step": 7831
    },
    {
      "epoch": 0.6564687146389506,
      "grad_norm": 0.30021655559539795,
      "learning_rate": 0.00017741517217223182,
      "loss": 0.2201,
      "step": 7832
    },
    {
      "epoch": 0.65655253342274,
      "grad_norm": 0.3567141890525818,
      "learning_rate": 0.00017740961083203123,
      "loss": 0.2804,
      "step": 7833
    },
    {
      "epoch": 0.6566363522065295,
      "grad_norm": 0.37305396795272827,
      "learning_rate": 0.00017740404889438332,
      "loss": 0.3057,
      "step": 7834
    },
    {
      "epoch": 0.656720170990319,
      "grad_norm": 0.33449625968933105,
      "learning_rate": 0.00017739848635933103,
      "loss": 0.2652,
      "step": 7835
    },
    {
      "epoch": 0.6568039897741084,
      "grad_norm": 0.3148326277732849,
      "learning_rate": 0.00017739292322691726,
      "loss": 0.2288,
      "step": 7836
    },
    {
      "epoch": 0.6568878085578979,
      "grad_norm": 0.38028207421302795,
      "learning_rate": 0.00017738735949718502,
      "loss": 0.3191,
      "step": 7837
    },
    {
      "epoch": 0.6569716273416872,
      "grad_norm": 0.3579423725605011,
      "learning_rate": 0.00017738179517017718,
      "loss": 0.3232,
      "step": 7838
    },
    {
      "epoch": 0.6570554461254767,
      "grad_norm": 0.35747507214546204,
      "learning_rate": 0.00017737623024593671,
      "loss": 0.3084,
      "step": 7839
    },
    {
      "epoch": 0.6571392649092662,
      "grad_norm": 0.38805529475212097,
      "learning_rate": 0.00017737066472450658,
      "loss": 0.2903,
      "step": 7840
    },
    {
      "epoch": 0.6572230836930556,
      "grad_norm": 0.3297889530658722,
      "learning_rate": 0.00017736509860592973,
      "loss": 0.2415,
      "step": 7841
    },
    {
      "epoch": 0.6573069024768451,
      "grad_norm": 0.32091182470321655,
      "learning_rate": 0.0001773595318902491,
      "loss": 0.279,
      "step": 7842
    },
    {
      "epoch": 0.6573907212606345,
      "grad_norm": 0.3328024744987488,
      "learning_rate": 0.00017735396457750765,
      "loss": 0.297,
      "step": 7843
    },
    {
      "epoch": 0.657474540044424,
      "grad_norm": 0.32977741956710815,
      "learning_rate": 0.0001773483966677484,
      "loss": 0.2869,
      "step": 7844
    },
    {
      "epoch": 0.6575583588282135,
      "grad_norm": 0.3244614005088806,
      "learning_rate": 0.0001773428281610143,
      "loss": 0.2909,
      "step": 7845
    },
    {
      "epoch": 0.6576421776120028,
      "grad_norm": 0.30729907751083374,
      "learning_rate": 0.0001773372590573483,
      "loss": 0.2545,
      "step": 7846
    },
    {
      "epoch": 0.6577259963957923,
      "grad_norm": 0.3188129663467407,
      "learning_rate": 0.00017733168935679344,
      "loss": 0.2637,
      "step": 7847
    },
    {
      "epoch": 0.6578098151795817,
      "grad_norm": 0.30983641743659973,
      "learning_rate": 0.00017732611905939264,
      "loss": 0.2683,
      "step": 7848
    },
    {
      "epoch": 0.6578936339633712,
      "grad_norm": 0.36962494254112244,
      "learning_rate": 0.0001773205481651889,
      "loss": 0.3518,
      "step": 7849
    },
    {
      "epoch": 0.6579774527471607,
      "grad_norm": 0.3727644383907318,
      "learning_rate": 0.00017731497667422528,
      "loss": 0.3384,
      "step": 7850
    },
    {
      "epoch": 0.6580612715309501,
      "grad_norm": 0.3254002332687378,
      "learning_rate": 0.0001773094045865447,
      "loss": 0.2747,
      "step": 7851
    },
    {
      "epoch": 0.6581450903147396,
      "grad_norm": 0.3355957567691803,
      "learning_rate": 0.00017730383190219022,
      "loss": 0.2873,
      "step": 7852
    },
    {
      "epoch": 0.6582289090985289,
      "grad_norm": 0.3449437618255615,
      "learning_rate": 0.00017729825862120485,
      "loss": 0.273,
      "step": 7853
    },
    {
      "epoch": 0.6583127278823184,
      "grad_norm": 0.3342350125312805,
      "learning_rate": 0.00017729268474363154,
      "loss": 0.2743,
      "step": 7854
    },
    {
      "epoch": 0.6583965466661079,
      "grad_norm": 0.3401179015636444,
      "learning_rate": 0.00017728711026951342,
      "loss": 0.2832,
      "step": 7855
    },
    {
      "epoch": 0.6584803654498973,
      "grad_norm": 0.34014734625816345,
      "learning_rate": 0.00017728153519889342,
      "loss": 0.2618,
      "step": 7856
    },
    {
      "epoch": 0.6585641842336868,
      "grad_norm": 0.332327663898468,
      "learning_rate": 0.00017727595953181459,
      "loss": 0.2716,
      "step": 7857
    },
    {
      "epoch": 0.6586480030174762,
      "grad_norm": 0.3269713222980499,
      "learning_rate": 0.00017727038326831998,
      "loss": 0.247,
      "step": 7858
    },
    {
      "epoch": 0.6587318218012657,
      "grad_norm": 0.361092746257782,
      "learning_rate": 0.0001772648064084526,
      "loss": 0.3389,
      "step": 7859
    },
    {
      "epoch": 0.6588156405850552,
      "grad_norm": 0.30939334630966187,
      "learning_rate": 0.00017725922895225554,
      "loss": 0.2667,
      "step": 7860
    },
    {
      "epoch": 0.6588994593688445,
      "grad_norm": 0.3459780216217041,
      "learning_rate": 0.00017725365089977182,
      "loss": 0.3421,
      "step": 7861
    },
    {
      "epoch": 0.658983278152634,
      "grad_norm": 0.3797851800918579,
      "learning_rate": 0.00017724807225104447,
      "loss": 0.3365,
      "step": 7862
    },
    {
      "epoch": 0.6590670969364234,
      "grad_norm": 0.37107712030410767,
      "learning_rate": 0.0001772424930061166,
      "loss": 0.2623,
      "step": 7863
    },
    {
      "epoch": 0.6591509157202129,
      "grad_norm": 0.32284048199653625,
      "learning_rate": 0.0001772369131650312,
      "loss": 0.2606,
      "step": 7864
    },
    {
      "epoch": 0.6592347345040024,
      "grad_norm": 0.43817511200904846,
      "learning_rate": 0.0001772313327278314,
      "loss": 0.3296,
      "step": 7865
    },
    {
      "epoch": 0.6593185532877918,
      "grad_norm": 0.35630011558532715,
      "learning_rate": 0.0001772257516945602,
      "loss": 0.3288,
      "step": 7866
    },
    {
      "epoch": 0.6594023720715813,
      "grad_norm": 0.3663245141506195,
      "learning_rate": 0.00017722017006526074,
      "loss": 0.389,
      "step": 7867
    },
    {
      "epoch": 0.6594861908553706,
      "grad_norm": 0.3066551387310028,
      "learning_rate": 0.00017721458783997608,
      "loss": 0.2441,
      "step": 7868
    },
    {
      "epoch": 0.6595700096391601,
      "grad_norm": 0.32183700799942017,
      "learning_rate": 0.0001772090050187493,
      "loss": 0.2856,
      "step": 7869
    },
    {
      "epoch": 0.6596538284229496,
      "grad_norm": 0.30096688866615295,
      "learning_rate": 0.00017720342160162348,
      "loss": 0.2721,
      "step": 7870
    },
    {
      "epoch": 0.659737647206739,
      "grad_norm": 0.31928977370262146,
      "learning_rate": 0.00017719783758864176,
      "loss": 0.2845,
      "step": 7871
    },
    {
      "epoch": 0.6598214659905285,
      "grad_norm": 0.3069039583206177,
      "learning_rate": 0.00017719225297984715,
      "loss": 0.2379,
      "step": 7872
    },
    {
      "epoch": 0.659905284774318,
      "grad_norm": 0.33505475521087646,
      "learning_rate": 0.0001771866677752828,
      "loss": 0.2791,
      "step": 7873
    },
    {
      "epoch": 0.6599891035581074,
      "grad_norm": 0.3465106785297394,
      "learning_rate": 0.00017718108197499181,
      "loss": 0.2782,
      "step": 7874
    },
    {
      "epoch": 0.6600729223418969,
      "grad_norm": 0.31630390882492065,
      "learning_rate": 0.00017717549557901734,
      "loss": 0.2443,
      "step": 7875
    },
    {
      "epoch": 0.6601567411256862,
      "grad_norm": 0.3442590534687042,
      "learning_rate": 0.00017716990858740244,
      "loss": 0.3067,
      "step": 7876
    },
    {
      "epoch": 0.6602405599094757,
      "grad_norm": 0.33892905712127686,
      "learning_rate": 0.00017716432100019021,
      "loss": 0.3221,
      "step": 7877
    },
    {
      "epoch": 0.6603243786932652,
      "grad_norm": 0.3169097602367401,
      "learning_rate": 0.0001771587328174239,
      "loss": 0.2215,
      "step": 7878
    },
    {
      "epoch": 0.6604081974770546,
      "grad_norm": 0.3415852189064026,
      "learning_rate": 0.0001771531440391465,
      "loss": 0.2949,
      "step": 7879
    },
    {
      "epoch": 0.6604920162608441,
      "grad_norm": 0.3499404489994049,
      "learning_rate": 0.0001771475546654012,
      "loss": 0.2957,
      "step": 7880
    },
    {
      "epoch": 0.6605758350446335,
      "grad_norm": 0.318621963262558,
      "learning_rate": 0.00017714196469623117,
      "loss": 0.2664,
      "step": 7881
    },
    {
      "epoch": 0.660659653828423,
      "grad_norm": 0.33816036581993103,
      "learning_rate": 0.00017713637413167951,
      "loss": 0.2482,
      "step": 7882
    },
    {
      "epoch": 0.6607434726122124,
      "grad_norm": 0.3500254452228546,
      "learning_rate": 0.00017713078297178938,
      "loss": 0.2706,
      "step": 7883
    },
    {
      "epoch": 0.6608272913960018,
      "grad_norm": 0.3708462417125702,
      "learning_rate": 0.00017712519121660395,
      "loss": 0.3351,
      "step": 7884
    },
    {
      "epoch": 0.6609111101797913,
      "grad_norm": 0.3327009975910187,
      "learning_rate": 0.00017711959886616634,
      "loss": 0.2963,
      "step": 7885
    },
    {
      "epoch": 0.6609949289635807,
      "grad_norm": 0.35242947936058044,
      "learning_rate": 0.00017711400592051977,
      "loss": 0.2763,
      "step": 7886
    },
    {
      "epoch": 0.6610787477473702,
      "grad_norm": 0.3249869644641876,
      "learning_rate": 0.00017710841237970733,
      "loss": 0.251,
      "step": 7887
    },
    {
      "epoch": 0.6611625665311597,
      "grad_norm": 0.36260488629341125,
      "learning_rate": 0.00017710281824377227,
      "loss": 0.3181,
      "step": 7888
    },
    {
      "epoch": 0.6612463853149491,
      "grad_norm": 0.3521120250225067,
      "learning_rate": 0.00017709722351275767,
      "loss": 0.3055,
      "step": 7889
    },
    {
      "epoch": 0.6613302040987385,
      "grad_norm": 0.30318719148635864,
      "learning_rate": 0.00017709162818670682,
      "loss": 0.2255,
      "step": 7890
    },
    {
      "epoch": 0.6614140228825279,
      "grad_norm": 0.3798712193965912,
      "learning_rate": 0.00017708603226566282,
      "loss": 0.3556,
      "step": 7891
    },
    {
      "epoch": 0.6614978416663174,
      "grad_norm": 0.3082636594772339,
      "learning_rate": 0.00017708043574966888,
      "loss": 0.2556,
      "step": 7892
    },
    {
      "epoch": 0.6615816604501069,
      "grad_norm": 0.34099751710891724,
      "learning_rate": 0.00017707483863876826,
      "loss": 0.2513,
      "step": 7893
    },
    {
      "epoch": 0.6616654792338963,
      "grad_norm": 0.3107926845550537,
      "learning_rate": 0.00017706924093300407,
      "loss": 0.2424,
      "step": 7894
    },
    {
      "epoch": 0.6617492980176858,
      "grad_norm": 0.3023783564567566,
      "learning_rate": 0.00017706364263241954,
      "loss": 0.2309,
      "step": 7895
    },
    {
      "epoch": 0.6618331168014752,
      "grad_norm": 0.3366779088973999,
      "learning_rate": 0.00017705804373705788,
      "loss": 0.2805,
      "step": 7896
    },
    {
      "epoch": 0.6619169355852647,
      "grad_norm": 0.34214603900909424,
      "learning_rate": 0.00017705244424696232,
      "loss": 0.2397,
      "step": 7897
    },
    {
      "epoch": 0.6620007543690541,
      "grad_norm": 0.335688978433609,
      "learning_rate": 0.00017704684416217605,
      "loss": 0.2889,
      "step": 7898
    },
    {
      "epoch": 0.6620845731528435,
      "grad_norm": 0.3937205970287323,
      "learning_rate": 0.0001770412434827423,
      "loss": 0.3278,
      "step": 7899
    },
    {
      "epoch": 0.662168391936633,
      "grad_norm": 0.31898897886276245,
      "learning_rate": 0.00017703564220870432,
      "loss": 0.2587,
      "step": 7900
    },
    {
      "epoch": 0.6622522107204224,
      "grad_norm": 0.30097830295562744,
      "learning_rate": 0.00017703004034010534,
      "loss": 0.2426,
      "step": 7901
    },
    {
      "epoch": 0.6623360295042119,
      "grad_norm": 0.3200339376926422,
      "learning_rate": 0.0001770244378769885,
      "loss": 0.2727,
      "step": 7902
    },
    {
      "epoch": 0.6624198482880014,
      "grad_norm": 0.33360370993614197,
      "learning_rate": 0.0001770188348193972,
      "loss": 0.306,
      "step": 7903
    },
    {
      "epoch": 0.6625036670717908,
      "grad_norm": 0.3296654224395752,
      "learning_rate": 0.00017701323116737456,
      "loss": 0.2518,
      "step": 7904
    },
    {
      "epoch": 0.6625874858555802,
      "grad_norm": 0.3170768618583679,
      "learning_rate": 0.00017700762692096387,
      "loss": 0.2779,
      "step": 7905
    },
    {
      "epoch": 0.6626713046393696,
      "grad_norm": 0.3418656289577484,
      "learning_rate": 0.0001770020220802084,
      "loss": 0.3015,
      "step": 7906
    },
    {
      "epoch": 0.6627551234231591,
      "grad_norm": 0.3166176378726959,
      "learning_rate": 0.00017699641664515136,
      "loss": 0.2476,
      "step": 7907
    },
    {
      "epoch": 0.6628389422069486,
      "grad_norm": 0.3435758948326111,
      "learning_rate": 0.0001769908106158361,
      "loss": 0.2595,
      "step": 7908
    },
    {
      "epoch": 0.662922760990738,
      "grad_norm": 0.4142528474330902,
      "learning_rate": 0.00017698520399230577,
      "loss": 0.257,
      "step": 7909
    },
    {
      "epoch": 0.6630065797745275,
      "grad_norm": 0.36705711483955383,
      "learning_rate": 0.00017697959677460373,
      "loss": 0.2903,
      "step": 7910
    },
    {
      "epoch": 0.663090398558317,
      "grad_norm": 0.3296326696872711,
      "learning_rate": 0.00017697398896277322,
      "loss": 0.2527,
      "step": 7911
    },
    {
      "epoch": 0.6631742173421064,
      "grad_norm": 0.3523576855659485,
      "learning_rate": 0.00017696838055685757,
      "loss": 0.2897,
      "step": 7912
    },
    {
      "epoch": 0.6632580361258958,
      "grad_norm": 0.3483591079711914,
      "learning_rate": 0.00017696277155689996,
      "loss": 0.2666,
      "step": 7913
    },
    {
      "epoch": 0.6633418549096852,
      "grad_norm": 0.3523407578468323,
      "learning_rate": 0.00017695716196294378,
      "loss": 0.3157,
      "step": 7914
    },
    {
      "epoch": 0.6634256736934747,
      "grad_norm": 0.35410815477371216,
      "learning_rate": 0.00017695155177503227,
      "loss": 0.3328,
      "step": 7915
    },
    {
      "epoch": 0.6635094924772642,
      "grad_norm": 0.29360076785087585,
      "learning_rate": 0.0001769459409932088,
      "loss": 0.2291,
      "step": 7916
    },
    {
      "epoch": 0.6635933112610536,
      "grad_norm": 0.391369491815567,
      "learning_rate": 0.0001769403296175166,
      "loss": 0.3149,
      "step": 7917
    },
    {
      "epoch": 0.6636771300448431,
      "grad_norm": 0.35792455077171326,
      "learning_rate": 0.000176934717647999,
      "loss": 0.2878,
      "step": 7918
    },
    {
      "epoch": 0.6637609488286325,
      "grad_norm": 0.2930057942867279,
      "learning_rate": 0.00017692910508469934,
      "loss": 0.2241,
      "step": 7919
    },
    {
      "epoch": 0.663844767612422,
      "grad_norm": 0.34367305040359497,
      "learning_rate": 0.00017692349192766088,
      "loss": 0.2925,
      "step": 7920
    },
    {
      "epoch": 0.6639285863962114,
      "grad_norm": 0.3630770146846771,
      "learning_rate": 0.000176917878176927,
      "loss": 0.3132,
      "step": 7921
    },
    {
      "epoch": 0.6640124051800008,
      "grad_norm": 0.34996771812438965,
      "learning_rate": 0.00017691226383254098,
      "loss": 0.28,
      "step": 7922
    },
    {
      "epoch": 0.6640962239637903,
      "grad_norm": 0.35997360944747925,
      "learning_rate": 0.00017690664889454617,
      "loss": 0.2818,
      "step": 7923
    },
    {
      "epoch": 0.6641800427475797,
      "grad_norm": 0.32508325576782227,
      "learning_rate": 0.00017690103336298596,
      "loss": 0.2645,
      "step": 7924
    },
    {
      "epoch": 0.6642638615313692,
      "grad_norm": 0.3798544108867645,
      "learning_rate": 0.0001768954172379036,
      "loss": 0.3206,
      "step": 7925
    },
    {
      "epoch": 0.6643476803151587,
      "grad_norm": 0.3280397355556488,
      "learning_rate": 0.0001768898005193425,
      "loss": 0.2312,
      "step": 7926
    },
    {
      "epoch": 0.664431499098948,
      "grad_norm": 0.3454885482788086,
      "learning_rate": 0.00017688418320734598,
      "loss": 0.2953,
      "step": 7927
    },
    {
      "epoch": 0.6645153178827375,
      "grad_norm": 0.3397768437862396,
      "learning_rate": 0.0001768785653019574,
      "loss": 0.3006,
      "step": 7928
    },
    {
      "epoch": 0.6645991366665269,
      "grad_norm": 0.34297364950180054,
      "learning_rate": 0.00017687294680322012,
      "loss": 0.2754,
      "step": 7929
    },
    {
      "epoch": 0.6646829554503164,
      "grad_norm": 0.306357741355896,
      "learning_rate": 0.00017686732771117746,
      "loss": 0.3,
      "step": 7930
    },
    {
      "epoch": 0.6647667742341059,
      "grad_norm": 0.3756694495677948,
      "learning_rate": 0.0001768617080258729,
      "loss": 0.3675,
      "step": 7931
    },
    {
      "epoch": 0.6648505930178953,
      "grad_norm": 0.32607075572013855,
      "learning_rate": 0.00017685608774734973,
      "loss": 0.3286,
      "step": 7932
    },
    {
      "epoch": 0.6649344118016848,
      "grad_norm": 0.31739965081214905,
      "learning_rate": 0.0001768504668756513,
      "loss": 0.2808,
      "step": 7933
    },
    {
      "epoch": 0.6650182305854742,
      "grad_norm": 0.290377676486969,
      "learning_rate": 0.0001768448454108211,
      "loss": 0.2219,
      "step": 7934
    },
    {
      "epoch": 0.6651020493692636,
      "grad_norm": 0.33881714940071106,
      "learning_rate": 0.0001768392233529024,
      "loss": 0.2727,
      "step": 7935
    },
    {
      "epoch": 0.6651858681530531,
      "grad_norm": 0.34988921880722046,
      "learning_rate": 0.00017683360070193865,
      "loss": 0.287,
      "step": 7936
    },
    {
      "epoch": 0.6652696869368425,
      "grad_norm": 0.3287776708602905,
      "learning_rate": 0.00017682797745797326,
      "loss": 0.2396,
      "step": 7937
    },
    {
      "epoch": 0.665353505720632,
      "grad_norm": 0.34370100498199463,
      "learning_rate": 0.0001768223536210496,
      "loss": 0.2673,
      "step": 7938
    },
    {
      "epoch": 0.6654373245044214,
      "grad_norm": 0.31214168667793274,
      "learning_rate": 0.00017681672919121107,
      "loss": 0.2694,
      "step": 7939
    },
    {
      "epoch": 0.6655211432882109,
      "grad_norm": 0.3729756772518158,
      "learning_rate": 0.00017681110416850108,
      "loss": 0.3006,
      "step": 7940
    },
    {
      "epoch": 0.6656049620720004,
      "grad_norm": 0.36845430731773376,
      "learning_rate": 0.00017680547855296308,
      "loss": 0.307,
      "step": 7941
    },
    {
      "epoch": 0.6656887808557898,
      "grad_norm": 0.3675013780593872,
      "learning_rate": 0.00017679985234464045,
      "loss": 0.3136,
      "step": 7942
    },
    {
      "epoch": 0.6657725996395792,
      "grad_norm": 0.3331921398639679,
      "learning_rate": 0.00017679422554357663,
      "loss": 0.2827,
      "step": 7943
    },
    {
      "epoch": 0.6658564184233686,
      "grad_norm": 0.35285258293151855,
      "learning_rate": 0.00017678859814981507,
      "loss": 0.2723,
      "step": 7944
    },
    {
      "epoch": 0.6659402372071581,
      "grad_norm": 0.32144904136657715,
      "learning_rate": 0.00017678297016339914,
      "loss": 0.2366,
      "step": 7945
    },
    {
      "epoch": 0.6660240559909476,
      "grad_norm": 0.3631499707698822,
      "learning_rate": 0.0001767773415843723,
      "loss": 0.2871,
      "step": 7946
    },
    {
      "epoch": 0.666107874774737,
      "grad_norm": 0.29807785153388977,
      "learning_rate": 0.00017677171241277807,
      "loss": 0.2044,
      "step": 7947
    },
    {
      "epoch": 0.6661916935585265,
      "grad_norm": 0.31065669655799866,
      "learning_rate": 0.00017676608264865977,
      "loss": 0.2172,
      "step": 7948
    },
    {
      "epoch": 0.666275512342316,
      "grad_norm": 0.33711519837379456,
      "learning_rate": 0.00017676045229206096,
      "loss": 0.2606,
      "step": 7949
    },
    {
      "epoch": 0.6663593311261053,
      "grad_norm": 0.2977867126464844,
      "learning_rate": 0.000176754821343025,
      "loss": 0.2357,
      "step": 7950
    },
    {
      "epoch": 0.6664431499098948,
      "grad_norm": 0.3184642493724823,
      "learning_rate": 0.00017674918980159542,
      "loss": 0.2387,
      "step": 7951
    },
    {
      "epoch": 0.6665269686936842,
      "grad_norm": 0.3657718598842621,
      "learning_rate": 0.00017674355766781567,
      "loss": 0.3033,
      "step": 7952
    },
    {
      "epoch": 0.6666107874774737,
      "grad_norm": 0.332801878452301,
      "learning_rate": 0.0001767379249417292,
      "loss": 0.2619,
      "step": 7953
    },
    {
      "epoch": 0.6666946062612632,
      "grad_norm": 0.34913522005081177,
      "learning_rate": 0.00017673229162337947,
      "loss": 0.277,
      "step": 7954
    },
    {
      "epoch": 0.6667784250450526,
      "grad_norm": 0.3201199173927307,
      "learning_rate": 0.00017672665771281004,
      "loss": 0.2548,
      "step": 7955
    },
    {
      "epoch": 0.6668622438288421,
      "grad_norm": 0.35334908962249756,
      "learning_rate": 0.0001767210232100643,
      "loss": 0.3023,
      "step": 7956
    },
    {
      "epoch": 0.6669460626126315,
      "grad_norm": 0.3339591920375824,
      "learning_rate": 0.00017671538811518572,
      "loss": 0.259,
      "step": 7957
    },
    {
      "epoch": 0.6670298813964209,
      "grad_norm": 0.35472360253334045,
      "learning_rate": 0.00017670975242821787,
      "loss": 0.2761,
      "step": 7958
    },
    {
      "epoch": 0.6671137001802104,
      "grad_norm": 0.3454667925834656,
      "learning_rate": 0.00017670411614920426,
      "loss": 0.3062,
      "step": 7959
    },
    {
      "epoch": 0.6671975189639998,
      "grad_norm": 0.34830477833747864,
      "learning_rate": 0.00017669847927818833,
      "loss": 0.2715,
      "step": 7960
    },
    {
      "epoch": 0.6672813377477893,
      "grad_norm": 0.3635881841182709,
      "learning_rate": 0.00017669284181521356,
      "loss": 0.2908,
      "step": 7961
    },
    {
      "epoch": 0.6673651565315787,
      "grad_norm": 0.3463198244571686,
      "learning_rate": 0.00017668720376032355,
      "loss": 0.3481,
      "step": 7962
    },
    {
      "epoch": 0.6674489753153682,
      "grad_norm": 0.2800215482711792,
      "learning_rate": 0.00017668156511356178,
      "loss": 0.2317,
      "step": 7963
    },
    {
      "epoch": 0.6675327940991577,
      "grad_norm": 0.3050251007080078,
      "learning_rate": 0.00017667592587497171,
      "loss": 0.2854,
      "step": 7964
    },
    {
      "epoch": 0.667616612882947,
      "grad_norm": 0.3330722153186798,
      "learning_rate": 0.00017667028604459697,
      "loss": 0.2755,
      "step": 7965
    },
    {
      "epoch": 0.6677004316667365,
      "grad_norm": 0.31226736307144165,
      "learning_rate": 0.000176664645622481,
      "loss": 0.276,
      "step": 7966
    },
    {
      "epoch": 0.6677842504505259,
      "grad_norm": 0.3159901797771454,
      "learning_rate": 0.00017665900460866736,
      "loss": 0.2799,
      "step": 7967
    },
    {
      "epoch": 0.6678680692343154,
      "grad_norm": 0.29868730902671814,
      "learning_rate": 0.00017665336300319958,
      "loss": 0.2469,
      "step": 7968
    },
    {
      "epoch": 0.6679518880181049,
      "grad_norm": 0.308246374130249,
      "learning_rate": 0.00017664772080612122,
      "loss": 0.248,
      "step": 7969
    },
    {
      "epoch": 0.6680357068018943,
      "grad_norm": 0.33323609828948975,
      "learning_rate": 0.00017664207801747583,
      "loss": 0.2743,
      "step": 7970
    },
    {
      "epoch": 0.6681195255856838,
      "grad_norm": 0.3685097396373749,
      "learning_rate": 0.00017663643463730692,
      "loss": 0.3239,
      "step": 7971
    },
    {
      "epoch": 0.6682033443694732,
      "grad_norm": 0.31113141775131226,
      "learning_rate": 0.0001766307906656581,
      "loss": 0.2563,
      "step": 7972
    },
    {
      "epoch": 0.6682871631532626,
      "grad_norm": 0.3131848871707916,
      "learning_rate": 0.0001766251461025729,
      "loss": 0.2695,
      "step": 7973
    },
    {
      "epoch": 0.6683709819370521,
      "grad_norm": 0.3173862099647522,
      "learning_rate": 0.0001766195009480949,
      "loss": 0.2613,
      "step": 7974
    },
    {
      "epoch": 0.6684548007208415,
      "grad_norm": 0.38514596223831177,
      "learning_rate": 0.00017661385520226764,
      "loss": 0.3091,
      "step": 7975
    },
    {
      "epoch": 0.668538619504631,
      "grad_norm": 0.3661659061908722,
      "learning_rate": 0.00017660820886513471,
      "loss": 0.2773,
      "step": 7976
    },
    {
      "epoch": 0.6686224382884204,
      "grad_norm": 0.3262723684310913,
      "learning_rate": 0.0001766025619367397,
      "loss": 0.2738,
      "step": 7977
    },
    {
      "epoch": 0.6687062570722099,
      "grad_norm": 0.38915419578552246,
      "learning_rate": 0.00017659691441712617,
      "loss": 0.3247,
      "step": 7978
    },
    {
      "epoch": 0.6687900758559994,
      "grad_norm": 0.3559562563896179,
      "learning_rate": 0.00017659126630633777,
      "loss": 0.325,
      "step": 7979
    },
    {
      "epoch": 0.6688738946397887,
      "grad_norm": 0.33623412251472473,
      "learning_rate": 0.000176585617604418,
      "loss": 0.2651,
      "step": 7980
    },
    {
      "epoch": 0.6689577134235782,
      "grad_norm": 0.32983270287513733,
      "learning_rate": 0.00017657996831141052,
      "loss": 0.2619,
      "step": 7981
    },
    {
      "epoch": 0.6690415322073676,
      "grad_norm": 0.3614671528339386,
      "learning_rate": 0.0001765743184273589,
      "loss": 0.3384,
      "step": 7982
    },
    {
      "epoch": 0.6691253509911571,
      "grad_norm": 0.31919386982917786,
      "learning_rate": 0.00017656866795230677,
      "loss": 0.2786,
      "step": 7983
    },
    {
      "epoch": 0.6692091697749466,
      "grad_norm": 0.31349340081214905,
      "learning_rate": 0.00017656301688629772,
      "loss": 0.2745,
      "step": 7984
    },
    {
      "epoch": 0.669292988558736,
      "grad_norm": 0.3412031829357147,
      "learning_rate": 0.00017655736522937537,
      "loss": 0.2887,
      "step": 7985
    },
    {
      "epoch": 0.6693768073425255,
      "grad_norm": 0.3196857273578644,
      "learning_rate": 0.00017655171298158333,
      "loss": 0.2756,
      "step": 7986
    },
    {
      "epoch": 0.669460626126315,
      "grad_norm": 0.3024504482746124,
      "learning_rate": 0.00017654606014296526,
      "loss": 0.2276,
      "step": 7987
    },
    {
      "epoch": 0.6695444449101043,
      "grad_norm": 0.343697190284729,
      "learning_rate": 0.00017654040671356475,
      "loss": 0.3174,
      "step": 7988
    },
    {
      "epoch": 0.6696282636938938,
      "grad_norm": 0.28670284152030945,
      "learning_rate": 0.00017653475269342546,
      "loss": 0.2223,
      "step": 7989
    },
    {
      "epoch": 0.6697120824776832,
      "grad_norm": 0.35383665561676025,
      "learning_rate": 0.00017652909808259102,
      "loss": 0.3372,
      "step": 7990
    },
    {
      "epoch": 0.6697959012614727,
      "grad_norm": 0.33122724294662476,
      "learning_rate": 0.00017652344288110502,
      "loss": 0.2835,
      "step": 7991
    },
    {
      "epoch": 0.6698797200452622,
      "grad_norm": 0.30600085854530334,
      "learning_rate": 0.0001765177870890112,
      "loss": 0.257,
      "step": 7992
    },
    {
      "epoch": 0.6699635388290516,
      "grad_norm": 0.31493765115737915,
      "learning_rate": 0.00017651213070635316,
      "loss": 0.2704,
      "step": 7993
    },
    {
      "epoch": 0.6700473576128411,
      "grad_norm": 0.32014673948287964,
      "learning_rate": 0.00017650647373317456,
      "loss": 0.2566,
      "step": 7994
    },
    {
      "epoch": 0.6701311763966304,
      "grad_norm": 0.3367096185684204,
      "learning_rate": 0.0001765008161695191,
      "loss": 0.2828,
      "step": 7995
    },
    {
      "epoch": 0.6702149951804199,
      "grad_norm": 0.34013670682907104,
      "learning_rate": 0.00017649515801543034,
      "loss": 0.2948,
      "step": 7996
    },
    {
      "epoch": 0.6702988139642094,
      "grad_norm": 0.32041415572166443,
      "learning_rate": 0.00017648949927095205,
      "loss": 0.2574,
      "step": 7997
    },
    {
      "epoch": 0.6703826327479988,
      "grad_norm": 0.3153303563594818,
      "learning_rate": 0.0001764838399361279,
      "loss": 0.2223,
      "step": 7998
    },
    {
      "epoch": 0.6704664515317883,
      "grad_norm": 0.31659558415412903,
      "learning_rate": 0.00017647818001100148,
      "loss": 0.2526,
      "step": 7999
    },
    {
      "epoch": 0.6705502703155777,
      "grad_norm": 0.34963977336883545,
      "learning_rate": 0.00017647251949561658,
      "loss": 0.2804,
      "step": 8000
    },
    {
      "epoch": 0.6705502703155777,
      "eval_loss": 0.28083935379981995,
      "eval_runtime": 61.4858,
      "eval_samples_per_second": 15.613,
      "eval_steps_per_second": 3.903,
      "step": 8000
    },
    {
      "epoch": 0.6706340890993672,
      "grad_norm": 0.33519691228866577,
      "learning_rate": 0.00017646685839001682,
      "loss": 0.2788,
      "step": 8001
    },
    {
      "epoch": 0.6707179078831567,
      "grad_norm": 0.3356092870235443,
      "learning_rate": 0.00017646119669424595,
      "loss": 0.2903,
      "step": 8002
    },
    {
      "epoch": 0.670801726666946,
      "grad_norm": 0.3359946310520172,
      "learning_rate": 0.0001764555344083476,
      "loss": 0.2769,
      "step": 8003
    },
    {
      "epoch": 0.6708855454507355,
      "grad_norm": 0.33485841751098633,
      "learning_rate": 0.00017644987153236547,
      "loss": 0.261,
      "step": 8004
    },
    {
      "epoch": 0.6709693642345249,
      "grad_norm": 0.3436598777770996,
      "learning_rate": 0.00017644420806634336,
      "loss": 0.2852,
      "step": 8005
    },
    {
      "epoch": 0.6710531830183144,
      "grad_norm": 0.33220013976097107,
      "learning_rate": 0.00017643854401032489,
      "loss": 0.2946,
      "step": 8006
    },
    {
      "epoch": 0.6711370018021039,
      "grad_norm": 0.3197721838951111,
      "learning_rate": 0.0001764328793643538,
      "loss": 0.275,
      "step": 8007
    },
    {
      "epoch": 0.6712208205858933,
      "grad_norm": 0.3395361602306366,
      "learning_rate": 0.00017642721412847382,
      "loss": 0.2935,
      "step": 8008
    },
    {
      "epoch": 0.6713046393696828,
      "grad_norm": 0.3211651146411896,
      "learning_rate": 0.00017642154830272867,
      "loss": 0.2613,
      "step": 8009
    },
    {
      "epoch": 0.6713884581534721,
      "grad_norm": 0.2778832018375397,
      "learning_rate": 0.0001764158818871621,
      "loss": 0.226,
      "step": 8010
    },
    {
      "epoch": 0.6714722769372616,
      "grad_norm": 0.3615196645259857,
      "learning_rate": 0.00017641021488181777,
      "loss": 0.3368,
      "step": 8011
    },
    {
      "epoch": 0.6715560957210511,
      "grad_norm": 0.36949366331100464,
      "learning_rate": 0.0001764045472867395,
      "loss": 0.331,
      "step": 8012
    },
    {
      "epoch": 0.6716399145048405,
      "grad_norm": 0.3386692702770233,
      "learning_rate": 0.00017639887910197102,
      "loss": 0.2902,
      "step": 8013
    },
    {
      "epoch": 0.67172373328863,
      "grad_norm": 0.33889567852020264,
      "learning_rate": 0.00017639321032755602,
      "loss": 0.2966,
      "step": 8014
    },
    {
      "epoch": 0.6718075520724194,
      "grad_norm": 0.33482626080513,
      "learning_rate": 0.0001763875409635383,
      "loss": 0.289,
      "step": 8015
    },
    {
      "epoch": 0.6718913708562089,
      "grad_norm": 0.29335135221481323,
      "learning_rate": 0.00017638187100996162,
      "loss": 0.1928,
      "step": 8016
    },
    {
      "epoch": 0.6719751896399984,
      "grad_norm": 0.3412697911262512,
      "learning_rate": 0.0001763762004668697,
      "loss": 0.2972,
      "step": 8017
    },
    {
      "epoch": 0.6720590084237877,
      "grad_norm": 0.2746489644050598,
      "learning_rate": 0.00017637052933430636,
      "loss": 0.2016,
      "step": 8018
    },
    {
      "epoch": 0.6721428272075772,
      "grad_norm": 0.29920220375061035,
      "learning_rate": 0.00017636485761231532,
      "loss": 0.2163,
      "step": 8019
    },
    {
      "epoch": 0.6722266459913666,
      "grad_norm": 0.34564322233200073,
      "learning_rate": 0.0001763591853009404,
      "loss": 0.2897,
      "step": 8020
    },
    {
      "epoch": 0.6723104647751561,
      "grad_norm": 0.3245759904384613,
      "learning_rate": 0.00017635351240022536,
      "loss": 0.2569,
      "step": 8021
    },
    {
      "epoch": 0.6723942835589456,
      "grad_norm": 0.3293779194355011,
      "learning_rate": 0.00017634783891021393,
      "loss": 0.2761,
      "step": 8022
    },
    {
      "epoch": 0.672478102342735,
      "grad_norm": 0.38082149624824524,
      "learning_rate": 0.00017634216483094998,
      "loss": 0.2969,
      "step": 8023
    },
    {
      "epoch": 0.6725619211265245,
      "grad_norm": 0.39927273988723755,
      "learning_rate": 0.00017633649016247728,
      "loss": 0.3168,
      "step": 8024
    },
    {
      "epoch": 0.672645739910314,
      "grad_norm": 0.4134517312049866,
      "learning_rate": 0.00017633081490483959,
      "loss": 0.3348,
      "step": 8025
    },
    {
      "epoch": 0.6727295586941033,
      "grad_norm": 0.33170047402381897,
      "learning_rate": 0.00017632513905808077,
      "loss": 0.2571,
      "step": 8026
    },
    {
      "epoch": 0.6728133774778928,
      "grad_norm": 0.3376559913158417,
      "learning_rate": 0.00017631946262224455,
      "loss": 0.2917,
      "step": 8027
    },
    {
      "epoch": 0.6728971962616822,
      "grad_norm": 0.405472993850708,
      "learning_rate": 0.00017631378559737482,
      "loss": 0.3247,
      "step": 8028
    },
    {
      "epoch": 0.6729810150454717,
      "grad_norm": 0.31429752707481384,
      "learning_rate": 0.00017630810798351532,
      "loss": 0.2525,
      "step": 8029
    },
    {
      "epoch": 0.6730648338292612,
      "grad_norm": 0.3456028699874878,
      "learning_rate": 0.00017630242978070997,
      "loss": 0.3252,
      "step": 8030
    },
    {
      "epoch": 0.6731486526130506,
      "grad_norm": 0.33329716324806213,
      "learning_rate": 0.00017629675098900248,
      "loss": 0.2822,
      "step": 8031
    },
    {
      "epoch": 0.6732324713968401,
      "grad_norm": 0.3276054859161377,
      "learning_rate": 0.00017629107160843676,
      "loss": 0.2786,
      "step": 8032
    },
    {
      "epoch": 0.6733162901806294,
      "grad_norm": 0.32649803161621094,
      "learning_rate": 0.0001762853916390566,
      "loss": 0.2604,
      "step": 8033
    },
    {
      "epoch": 0.6734001089644189,
      "grad_norm": 0.3327375650405884,
      "learning_rate": 0.00017627971108090585,
      "loss": 0.2979,
      "step": 8034
    },
    {
      "epoch": 0.6734839277482084,
      "grad_norm": 0.35231807827949524,
      "learning_rate": 0.00017627402993402837,
      "loss": 0.303,
      "step": 8035
    },
    {
      "epoch": 0.6735677465319978,
      "grad_norm": 0.3201175928115845,
      "learning_rate": 0.00017626834819846804,
      "loss": 0.261,
      "step": 8036
    },
    {
      "epoch": 0.6736515653157873,
      "grad_norm": 0.3481566309928894,
      "learning_rate": 0.0001762626658742686,
      "loss": 0.3437,
      "step": 8037
    },
    {
      "epoch": 0.6737353840995767,
      "grad_norm": 0.3131299912929535,
      "learning_rate": 0.00017625698296147398,
      "loss": 0.2402,
      "step": 8038
    },
    {
      "epoch": 0.6738192028833662,
      "grad_norm": 0.31590187549591064,
      "learning_rate": 0.00017625129946012807,
      "loss": 0.2365,
      "step": 8039
    },
    {
      "epoch": 0.6739030216671557,
      "grad_norm": 0.3426702916622162,
      "learning_rate": 0.00017624561537027465,
      "loss": 0.264,
      "step": 8040
    },
    {
      "epoch": 0.673986840450945,
      "grad_norm": 0.3360610008239746,
      "learning_rate": 0.00017623993069195766,
      "loss": 0.2878,
      "step": 8041
    },
    {
      "epoch": 0.6740706592347345,
      "grad_norm": 0.3441835641860962,
      "learning_rate": 0.00017623424542522097,
      "loss": 0.2902,
      "step": 8042
    },
    {
      "epoch": 0.6741544780185239,
      "grad_norm": 0.3107149600982666,
      "learning_rate": 0.0001762285595701084,
      "loss": 0.2448,
      "step": 8043
    },
    {
      "epoch": 0.6742382968023134,
      "grad_norm": 0.34207683801651,
      "learning_rate": 0.00017622287312666387,
      "loss": 0.3093,
      "step": 8044
    },
    {
      "epoch": 0.6743221155861029,
      "grad_norm": 0.367527574300766,
      "learning_rate": 0.00017621718609493132,
      "loss": 0.3179,
      "step": 8045
    },
    {
      "epoch": 0.6744059343698923,
      "grad_norm": 0.33030739426612854,
      "learning_rate": 0.00017621149847495458,
      "loss": 0.2687,
      "step": 8046
    },
    {
      "epoch": 0.6744897531536818,
      "grad_norm": 0.32489219307899475,
      "learning_rate": 0.00017620581026677753,
      "loss": 0.279,
      "step": 8047
    },
    {
      "epoch": 0.6745735719374711,
      "grad_norm": 0.3460630476474762,
      "learning_rate": 0.00017620012147044416,
      "loss": 0.2614,
      "step": 8048
    },
    {
      "epoch": 0.6746573907212606,
      "grad_norm": 0.37762612104415894,
      "learning_rate": 0.0001761944320859983,
      "loss": 0.2876,
      "step": 8049
    },
    {
      "epoch": 0.6747412095050501,
      "grad_norm": 0.3118012249469757,
      "learning_rate": 0.00017618874211348384,
      "loss": 0.2311,
      "step": 8050
    },
    {
      "epoch": 0.6748250282888395,
      "grad_norm": 0.35051506757736206,
      "learning_rate": 0.00017618305155294478,
      "loss": 0.2663,
      "step": 8051
    },
    {
      "epoch": 0.674908847072629,
      "grad_norm": 0.33947986364364624,
      "learning_rate": 0.00017617736040442496,
      "loss": 0.2716,
      "step": 8052
    },
    {
      "epoch": 0.6749926658564184,
      "grad_norm": 0.34053683280944824,
      "learning_rate": 0.00017617166866796836,
      "loss": 0.2407,
      "step": 8053
    },
    {
      "epoch": 0.6750764846402079,
      "grad_norm": 0.3291414678096771,
      "learning_rate": 0.0001761659763436189,
      "loss": 0.2464,
      "step": 8054
    },
    {
      "epoch": 0.6751603034239974,
      "grad_norm": 0.3354540467262268,
      "learning_rate": 0.00017616028343142047,
      "loss": 0.2705,
      "step": 8055
    },
    {
      "epoch": 0.6752441222077867,
      "grad_norm": 0.334144651889801,
      "learning_rate": 0.00017615458993141704,
      "loss": 0.2883,
      "step": 8056
    },
    {
      "epoch": 0.6753279409915762,
      "grad_norm": 0.32975369691848755,
      "learning_rate": 0.00017614889584365256,
      "loss": 0.2994,
      "step": 8057
    },
    {
      "epoch": 0.6754117597753656,
      "grad_norm": 0.33964961767196655,
      "learning_rate": 0.000176143201168171,
      "loss": 0.2555,
      "step": 8058
    },
    {
      "epoch": 0.6754955785591551,
      "grad_norm": 0.30906936526298523,
      "learning_rate": 0.00017613750590501624,
      "loss": 0.2482,
      "step": 8059
    },
    {
      "epoch": 0.6755793973429446,
      "grad_norm": 0.3234487473964691,
      "learning_rate": 0.0001761318100542323,
      "loss": 0.2778,
      "step": 8060
    },
    {
      "epoch": 0.675663216126734,
      "grad_norm": 0.37232038378715515,
      "learning_rate": 0.00017612611361586308,
      "loss": 0.3636,
      "step": 8061
    },
    {
      "epoch": 0.6757470349105235,
      "grad_norm": 0.3303874135017395,
      "learning_rate": 0.00017612041658995265,
      "loss": 0.2684,
      "step": 8062
    },
    {
      "epoch": 0.675830853694313,
      "grad_norm": 0.3058364987373352,
      "learning_rate": 0.00017611471897654486,
      "loss": 0.2404,
      "step": 8063
    },
    {
      "epoch": 0.6759146724781023,
      "grad_norm": 0.3211686909198761,
      "learning_rate": 0.00017610902077568375,
      "loss": 0.2813,
      "step": 8064
    },
    {
      "epoch": 0.6759984912618918,
      "grad_norm": 0.6435851454734802,
      "learning_rate": 0.00017610332198741326,
      "loss": 0.2784,
      "step": 8065
    },
    {
      "epoch": 0.6760823100456812,
      "grad_norm": 0.33560478687286377,
      "learning_rate": 0.00017609762261177743,
      "loss": 0.2921,
      "step": 8066
    },
    {
      "epoch": 0.6761661288294707,
      "grad_norm": 0.3088681995868683,
      "learning_rate": 0.00017609192264882018,
      "loss": 0.2317,
      "step": 8067
    },
    {
      "epoch": 0.6762499476132602,
      "grad_norm": 0.3369401693344116,
      "learning_rate": 0.00017608622209858558,
      "loss": 0.275,
      "step": 8068
    },
    {
      "epoch": 0.6763337663970496,
      "grad_norm": 0.35069161653518677,
      "learning_rate": 0.00017608052096111757,
      "loss": 0.3077,
      "step": 8069
    },
    {
      "epoch": 0.676417585180839,
      "grad_norm": 0.3405139148235321,
      "learning_rate": 0.00017607481923646016,
      "loss": 0.3056,
      "step": 8070
    },
    {
      "epoch": 0.6765014039646284,
      "grad_norm": 0.3264724016189575,
      "learning_rate": 0.00017606911692465737,
      "loss": 0.2738,
      "step": 8071
    },
    {
      "epoch": 0.6765852227484179,
      "grad_norm": 0.33869677782058716,
      "learning_rate": 0.0001760634140257532,
      "loss": 0.3064,
      "step": 8072
    },
    {
      "epoch": 0.6766690415322074,
      "grad_norm": 0.32963740825653076,
      "learning_rate": 0.0001760577105397917,
      "loss": 0.2727,
      "step": 8073
    },
    {
      "epoch": 0.6767528603159968,
      "grad_norm": 0.3166596293449402,
      "learning_rate": 0.00017605200646681677,
      "loss": 0.2684,
      "step": 8074
    },
    {
      "epoch": 0.6768366790997863,
      "grad_norm": 0.33446481823921204,
      "learning_rate": 0.00017604630180687259,
      "loss": 0.2756,
      "step": 8075
    },
    {
      "epoch": 0.6769204978835757,
      "grad_norm": 0.34214410185813904,
      "learning_rate": 0.0001760405965600031,
      "loss": 0.2999,
      "step": 8076
    },
    {
      "epoch": 0.6770043166673652,
      "grad_norm": 0.3374253809452057,
      "learning_rate": 0.00017603489072625235,
      "loss": 0.2768,
      "step": 8077
    },
    {
      "epoch": 0.6770881354511546,
      "grad_norm": 0.36899107694625854,
      "learning_rate": 0.00017602918430566436,
      "loss": 0.3038,
      "step": 8078
    },
    {
      "epoch": 0.677171954234944,
      "grad_norm": 0.36124423146247864,
      "learning_rate": 0.00017602347729828326,
      "loss": 0.3164,
      "step": 8079
    },
    {
      "epoch": 0.6772557730187335,
      "grad_norm": 0.3152534067630768,
      "learning_rate": 0.00017601776970415295,
      "loss": 0.2626,
      "step": 8080
    },
    {
      "epoch": 0.6773395918025229,
      "grad_norm": 0.32485154271125793,
      "learning_rate": 0.00017601206152331763,
      "loss": 0.2876,
      "step": 8081
    },
    {
      "epoch": 0.6774234105863124,
      "grad_norm": 0.3275544047355652,
      "learning_rate": 0.00017600635275582125,
      "loss": 0.2692,
      "step": 8082
    },
    {
      "epoch": 0.6775072293701019,
      "grad_norm": 0.33536195755004883,
      "learning_rate": 0.0001760006434017079,
      "loss": 0.2782,
      "step": 8083
    },
    {
      "epoch": 0.6775910481538913,
      "grad_norm": 0.33494868874549866,
      "learning_rate": 0.00017599493346102168,
      "loss": 0.2978,
      "step": 8084
    },
    {
      "epoch": 0.6776748669376808,
      "grad_norm": 0.3623711168766022,
      "learning_rate": 0.0001759892229338066,
      "loss": 0.3264,
      "step": 8085
    },
    {
      "epoch": 0.6777586857214701,
      "grad_norm": 0.374265193939209,
      "learning_rate": 0.00017598351182010675,
      "loss": 0.3607,
      "step": 8086
    },
    {
      "epoch": 0.6778425045052596,
      "grad_norm": 0.35074499249458313,
      "learning_rate": 0.00017597780011996625,
      "loss": 0.3085,
      "step": 8087
    },
    {
      "epoch": 0.6779263232890491,
      "grad_norm": 0.33852818608283997,
      "learning_rate": 0.00017597208783342916,
      "loss": 0.2846,
      "step": 8088
    },
    {
      "epoch": 0.6780101420728385,
      "grad_norm": 0.3693671226501465,
      "learning_rate": 0.00017596637496053953,
      "loss": 0.3293,
      "step": 8089
    },
    {
      "epoch": 0.678093960856628,
      "grad_norm": 0.3409801423549652,
      "learning_rate": 0.0001759606615013415,
      "loss": 0.3054,
      "step": 8090
    },
    {
      "epoch": 0.6781777796404174,
      "grad_norm": 0.3027476668357849,
      "learning_rate": 0.00017595494745587916,
      "loss": 0.2262,
      "step": 8091
    },
    {
      "epoch": 0.6782615984242069,
      "grad_norm": 0.29021474719047546,
      "learning_rate": 0.00017594923282419664,
      "loss": 0.2279,
      "step": 8092
    },
    {
      "epoch": 0.6783454172079963,
      "grad_norm": 0.3274141550064087,
      "learning_rate": 0.00017594351760633796,
      "loss": 0.2638,
      "step": 8093
    },
    {
      "epoch": 0.6784292359917857,
      "grad_norm": 0.34766098856925964,
      "learning_rate": 0.0001759378018023473,
      "loss": 0.2683,
      "step": 8094
    },
    {
      "epoch": 0.6785130547755752,
      "grad_norm": 0.30558353662490845,
      "learning_rate": 0.0001759320854122687,
      "loss": 0.245,
      "step": 8095
    },
    {
      "epoch": 0.6785968735593646,
      "grad_norm": 0.34471502900123596,
      "learning_rate": 0.0001759263684361464,
      "loss": 0.2965,
      "step": 8096
    },
    {
      "epoch": 0.6786806923431541,
      "grad_norm": 0.3249455690383911,
      "learning_rate": 0.00017592065087402442,
      "loss": 0.2719,
      "step": 8097
    },
    {
      "epoch": 0.6787645111269436,
      "grad_norm": 0.32734784483909607,
      "learning_rate": 0.00017591493272594693,
      "loss": 0.2468,
      "step": 8098
    },
    {
      "epoch": 0.678848329910733,
      "grad_norm": 0.3686393201351166,
      "learning_rate": 0.00017590921399195805,
      "loss": 0.3367,
      "step": 8099
    },
    {
      "epoch": 0.6789321486945225,
      "grad_norm": 0.3591662645339966,
      "learning_rate": 0.00017590349467210193,
      "loss": 0.3375,
      "step": 8100
    },
    {
      "epoch": 0.6790159674783119,
      "grad_norm": 0.3494755029678345,
      "learning_rate": 0.0001758977747664227,
      "loss": 0.3038,
      "step": 8101
    },
    {
      "epoch": 0.6790997862621013,
      "grad_norm": 0.3205891251564026,
      "learning_rate": 0.00017589205427496452,
      "loss": 0.2586,
      "step": 8102
    },
    {
      "epoch": 0.6791836050458908,
      "grad_norm": 0.3665420711040497,
      "learning_rate": 0.00017588633319777153,
      "loss": 0.3239,
      "step": 8103
    },
    {
      "epoch": 0.6792674238296802,
      "grad_norm": 0.37521669268608093,
      "learning_rate": 0.0001758806115348879,
      "loss": 0.335,
      "step": 8104
    },
    {
      "epoch": 0.6793512426134697,
      "grad_norm": 0.3061118721961975,
      "learning_rate": 0.00017587488928635773,
      "loss": 0.2349,
      "step": 8105
    },
    {
      "epoch": 0.6794350613972592,
      "grad_norm": 0.313568115234375,
      "learning_rate": 0.00017586916645222526,
      "loss": 0.2113,
      "step": 8106
    },
    {
      "epoch": 0.6795188801810486,
      "grad_norm": 0.323534220457077,
      "learning_rate": 0.00017586344303253463,
      "loss": 0.256,
      "step": 8107
    },
    {
      "epoch": 0.679602698964838,
      "grad_norm": 0.3218443989753723,
      "learning_rate": 0.00017585771902733002,
      "loss": 0.2828,
      "step": 8108
    },
    {
      "epoch": 0.6796865177486274,
      "grad_norm": 0.3137728273868561,
      "learning_rate": 0.0001758519944366556,
      "loss": 0.2783,
      "step": 8109
    },
    {
      "epoch": 0.6797703365324169,
      "grad_norm": 0.3338214159011841,
      "learning_rate": 0.00017584626926055554,
      "loss": 0.2732,
      "step": 8110
    },
    {
      "epoch": 0.6798541553162064,
      "grad_norm": 0.35398659110069275,
      "learning_rate": 0.00017584054349907406,
      "loss": 0.3385,
      "step": 8111
    },
    {
      "epoch": 0.6799379740999958,
      "grad_norm": 0.3522222936153412,
      "learning_rate": 0.0001758348171522553,
      "loss": 0.3004,
      "step": 8112
    },
    {
      "epoch": 0.6800217928837853,
      "grad_norm": 0.33002838492393494,
      "learning_rate": 0.00017582909022014352,
      "loss": 0.2682,
      "step": 8113
    },
    {
      "epoch": 0.6801056116675747,
      "grad_norm": 0.31159666180610657,
      "learning_rate": 0.00017582336270278285,
      "loss": 0.2419,
      "step": 8114
    },
    {
      "epoch": 0.6801894304513642,
      "grad_norm": 0.34296369552612305,
      "learning_rate": 0.00017581763460021755,
      "loss": 0.3368,
      "step": 8115
    },
    {
      "epoch": 0.6802732492351536,
      "grad_norm": 0.3236095607280731,
      "learning_rate": 0.00017581190591249186,
      "loss": 0.2933,
      "step": 8116
    },
    {
      "epoch": 0.680357068018943,
      "grad_norm": 0.3059002757072449,
      "learning_rate": 0.00017580617663964988,
      "loss": 0.2998,
      "step": 8117
    },
    {
      "epoch": 0.6804408868027325,
      "grad_norm": 0.3389635980129242,
      "learning_rate": 0.00017580044678173592,
      "loss": 0.2548,
      "step": 8118
    },
    {
      "epoch": 0.6805247055865219,
      "grad_norm": 0.3428472578525543,
      "learning_rate": 0.0001757947163387942,
      "loss": 0.2824,
      "step": 8119
    },
    {
      "epoch": 0.6806085243703114,
      "grad_norm": 0.3605005443096161,
      "learning_rate": 0.0001757889853108689,
      "loss": 0.3048,
      "step": 8120
    },
    {
      "epoch": 0.6806923431541009,
      "grad_norm": 0.3209153413772583,
      "learning_rate": 0.00017578325369800428,
      "loss": 0.2465,
      "step": 8121
    },
    {
      "epoch": 0.6807761619378903,
      "grad_norm": 0.32797324657440186,
      "learning_rate": 0.0001757775215002446,
      "loss": 0.2485,
      "step": 8122
    },
    {
      "epoch": 0.6808599807216797,
      "grad_norm": 0.3737754225730896,
      "learning_rate": 0.00017577178871763403,
      "loss": 0.3331,
      "step": 8123
    },
    {
      "epoch": 0.6809437995054691,
      "grad_norm": 0.34512799978256226,
      "learning_rate": 0.00017576605535021692,
      "loss": 0.2788,
      "step": 8124
    },
    {
      "epoch": 0.6810276182892586,
      "grad_norm": 0.3743448555469513,
      "learning_rate": 0.00017576032139803743,
      "loss": 0.3504,
      "step": 8125
    },
    {
      "epoch": 0.6811114370730481,
      "grad_norm": 0.31327179074287415,
      "learning_rate": 0.00017575458686113984,
      "loss": 0.2346,
      "step": 8126
    },
    {
      "epoch": 0.6811952558568375,
      "grad_norm": 0.349931538105011,
      "learning_rate": 0.0001757488517395684,
      "loss": 0.2768,
      "step": 8127
    },
    {
      "epoch": 0.681279074640627,
      "grad_norm": 0.3502133786678314,
      "learning_rate": 0.00017574311603336742,
      "loss": 0.3224,
      "step": 8128
    },
    {
      "epoch": 0.6813628934244164,
      "grad_norm": 0.30629685521125793,
      "learning_rate": 0.0001757373797425811,
      "loss": 0.2407,
      "step": 8129
    },
    {
      "epoch": 0.6814467122082059,
      "grad_norm": 0.33942878246307373,
      "learning_rate": 0.00017573164286725378,
      "loss": 0.2917,
      "step": 8130
    },
    {
      "epoch": 0.6815305309919953,
      "grad_norm": 0.3150263726711273,
      "learning_rate": 0.0001757259054074297,
      "loss": 0.2518,
      "step": 8131
    },
    {
      "epoch": 0.6816143497757847,
      "grad_norm": 0.3294188976287842,
      "learning_rate": 0.00017572016736315318,
      "loss": 0.2492,
      "step": 8132
    },
    {
      "epoch": 0.6816981685595742,
      "grad_norm": 0.33758416771888733,
      "learning_rate": 0.00017571442873446844,
      "loss": 0.2939,
      "step": 8133
    },
    {
      "epoch": 0.6817819873433636,
      "grad_norm": 0.3263840675354004,
      "learning_rate": 0.0001757086895214198,
      "loss": 0.2869,
      "step": 8134
    },
    {
      "epoch": 0.6818658061271531,
      "grad_norm": 0.3518049418926239,
      "learning_rate": 0.00017570294972405156,
      "loss": 0.2855,
      "step": 8135
    },
    {
      "epoch": 0.6819496249109426,
      "grad_norm": 0.3056200444698334,
      "learning_rate": 0.00017569720934240804,
      "loss": 0.2638,
      "step": 8136
    },
    {
      "epoch": 0.682033443694732,
      "grad_norm": 0.34865128993988037,
      "learning_rate": 0.00017569146837653353,
      "loss": 0.2938,
      "step": 8137
    },
    {
      "epoch": 0.6821172624785214,
      "grad_norm": 0.3175868093967438,
      "learning_rate": 0.0001756857268264723,
      "loss": 0.3018,
      "step": 8138
    },
    {
      "epoch": 0.6822010812623109,
      "grad_norm": 0.3265722393989563,
      "learning_rate": 0.0001756799846922687,
      "loss": 0.3196,
      "step": 8139
    },
    {
      "epoch": 0.6822849000461003,
      "grad_norm": 0.29605406522750854,
      "learning_rate": 0.00017567424197396708,
      "loss": 0.2214,
      "step": 8140
    },
    {
      "epoch": 0.6823687188298898,
      "grad_norm": 0.32120615243911743,
      "learning_rate": 0.0001756684986716117,
      "loss": 0.246,
      "step": 8141
    },
    {
      "epoch": 0.6824525376136792,
      "grad_norm": 0.3272610008716583,
      "learning_rate": 0.00017566275478524693,
      "loss": 0.2629,
      "step": 8142
    },
    {
      "epoch": 0.6825363563974687,
      "grad_norm": 0.2791958451271057,
      "learning_rate": 0.00017565701031491707,
      "loss": 0.221,
      "step": 8143
    },
    {
      "epoch": 0.6826201751812582,
      "grad_norm": 0.30756860971450806,
      "learning_rate": 0.0001756512652606665,
      "loss": 0.2251,
      "step": 8144
    },
    {
      "epoch": 0.6827039939650476,
      "grad_norm": 0.33529335260391235,
      "learning_rate": 0.0001756455196225395,
      "loss": 0.2778,
      "step": 8145
    },
    {
      "epoch": 0.682787812748837,
      "grad_norm": 0.3219744861125946,
      "learning_rate": 0.00017563977340058045,
      "loss": 0.2663,
      "step": 8146
    },
    {
      "epoch": 0.6828716315326264,
      "grad_norm": 0.335379034280777,
      "learning_rate": 0.0001756340265948337,
      "loss": 0.2638,
      "step": 8147
    },
    {
      "epoch": 0.6829554503164159,
      "grad_norm": 0.33386507630348206,
      "learning_rate": 0.0001756282792053436,
      "loss": 0.2985,
      "step": 8148
    },
    {
      "epoch": 0.6830392691002054,
      "grad_norm": 0.31837543845176697,
      "learning_rate": 0.0001756225312321545,
      "loss": 0.2159,
      "step": 8149
    },
    {
      "epoch": 0.6831230878839948,
      "grad_norm": 0.31598231196403503,
      "learning_rate": 0.00017561678267531079,
      "loss": 0.2518,
      "step": 8150
    },
    {
      "epoch": 0.6832069066677843,
      "grad_norm": 0.34128767251968384,
      "learning_rate": 0.00017561103353485677,
      "loss": 0.2717,
      "step": 8151
    },
    {
      "epoch": 0.6832907254515737,
      "grad_norm": 0.35343220829963684,
      "learning_rate": 0.0001756052838108369,
      "loss": 0.2799,
      "step": 8152
    },
    {
      "epoch": 0.6833745442353631,
      "grad_norm": 0.3484974205493927,
      "learning_rate": 0.00017559953350329552,
      "loss": 0.2805,
      "step": 8153
    },
    {
      "epoch": 0.6834583630191526,
      "grad_norm": 0.33646196126937866,
      "learning_rate": 0.000175593782612277,
      "loss": 0.2811,
      "step": 8154
    },
    {
      "epoch": 0.683542181802942,
      "grad_norm": 0.3891839385032654,
      "learning_rate": 0.0001755880311378257,
      "loss": 0.3717,
      "step": 8155
    },
    {
      "epoch": 0.6836260005867315,
      "grad_norm": 0.3377302587032318,
      "learning_rate": 0.0001755822790799861,
      "loss": 0.2783,
      "step": 8156
    },
    {
      "epoch": 0.6837098193705209,
      "grad_norm": 0.34677091240882874,
      "learning_rate": 0.0001755765264388025,
      "loss": 0.2903,
      "step": 8157
    },
    {
      "epoch": 0.6837936381543104,
      "grad_norm": 0.33307966589927673,
      "learning_rate": 0.00017557077321431934,
      "loss": 0.269,
      "step": 8158
    },
    {
      "epoch": 0.6838774569380999,
      "grad_norm": 0.2960120439529419,
      "learning_rate": 0.00017556501940658103,
      "loss": 0.2387,
      "step": 8159
    },
    {
      "epoch": 0.6839612757218893,
      "grad_norm": 0.34379175305366516,
      "learning_rate": 0.00017555926501563196,
      "loss": 0.2981,
      "step": 8160
    },
    {
      "epoch": 0.6840450945056787,
      "grad_norm": 0.29860422015190125,
      "learning_rate": 0.0001755535100415165,
      "loss": 0.2284,
      "step": 8161
    },
    {
      "epoch": 0.6841289132894681,
      "grad_norm": 0.3369581401348114,
      "learning_rate": 0.0001755477544842792,
      "loss": 0.3358,
      "step": 8162
    },
    {
      "epoch": 0.6842127320732576,
      "grad_norm": 0.38132670521736145,
      "learning_rate": 0.00017554199834396433,
      "loss": 0.3545,
      "step": 8163
    },
    {
      "epoch": 0.6842965508570471,
      "grad_norm": 0.35603630542755127,
      "learning_rate": 0.00017553624162061643,
      "loss": 0.2618,
      "step": 8164
    },
    {
      "epoch": 0.6843803696408365,
      "grad_norm": 0.36280205845832825,
      "learning_rate": 0.00017553048431427986,
      "loss": 0.3368,
      "step": 8165
    },
    {
      "epoch": 0.684464188424626,
      "grad_norm": 0.3223430812358856,
      "learning_rate": 0.0001755247264249991,
      "loss": 0.2642,
      "step": 8166
    },
    {
      "epoch": 0.6845480072084154,
      "grad_norm": 0.291599303483963,
      "learning_rate": 0.00017551896795281853,
      "loss": 0.2414,
      "step": 8167
    },
    {
      "epoch": 0.6846318259922048,
      "grad_norm": 0.32579097151756287,
      "learning_rate": 0.00017551320889778267,
      "loss": 0.2845,
      "step": 8168
    },
    {
      "epoch": 0.6847156447759943,
      "grad_norm": 0.3136802017688751,
      "learning_rate": 0.0001755074492599359,
      "loss": 0.2715,
      "step": 8169
    },
    {
      "epoch": 0.6847994635597837,
      "grad_norm": 0.350303053855896,
      "learning_rate": 0.00017550168903932272,
      "loss": 0.3176,
      "step": 8170
    },
    {
      "epoch": 0.6848832823435732,
      "grad_norm": 0.3302294909954071,
      "learning_rate": 0.00017549592823598754,
      "loss": 0.263,
      "step": 8171
    },
    {
      "epoch": 0.6849671011273626,
      "grad_norm": 0.335366427898407,
      "learning_rate": 0.0001754901668499749,
      "loss": 0.27,
      "step": 8172
    },
    {
      "epoch": 0.6850509199111521,
      "grad_norm": 0.33468151092529297,
      "learning_rate": 0.0001754844048813292,
      "loss": 0.3071,
      "step": 8173
    },
    {
      "epoch": 0.6851347386949416,
      "grad_norm": 0.3133528232574463,
      "learning_rate": 0.00017547864233009492,
      "loss": 0.2478,
      "step": 8174
    },
    {
      "epoch": 0.685218557478731,
      "grad_norm": 0.31448253989219666,
      "learning_rate": 0.00017547287919631653,
      "loss": 0.2673,
      "step": 8175
    },
    {
      "epoch": 0.6853023762625204,
      "grad_norm": 0.34277188777923584,
      "learning_rate": 0.00017546711548003857,
      "loss": 0.2664,
      "step": 8176
    },
    {
      "epoch": 0.6853861950463099,
      "grad_norm": 0.34397411346435547,
      "learning_rate": 0.00017546135118130546,
      "loss": 0.2936,
      "step": 8177
    },
    {
      "epoch": 0.6854700138300993,
      "grad_norm": 0.3660430610179901,
      "learning_rate": 0.00017545558630016167,
      "loss": 0.3184,
      "step": 8178
    },
    {
      "epoch": 0.6855538326138888,
      "grad_norm": 0.37890124320983887,
      "learning_rate": 0.0001754498208366518,
      "loss": 0.3654,
      "step": 8179
    },
    {
      "epoch": 0.6856376513976782,
      "grad_norm": 0.358999103307724,
      "learning_rate": 0.00017544405479082023,
      "loss": 0.3081,
      "step": 8180
    },
    {
      "epoch": 0.6857214701814677,
      "grad_norm": 0.3259444534778595,
      "learning_rate": 0.00017543828816271153,
      "loss": 0.2585,
      "step": 8181
    },
    {
      "epoch": 0.6858052889652572,
      "grad_norm": 0.3428170382976532,
      "learning_rate": 0.00017543252095237016,
      "loss": 0.2794,
      "step": 8182
    },
    {
      "epoch": 0.6858891077490465,
      "grad_norm": 0.3353281319141388,
      "learning_rate": 0.00017542675315984068,
      "loss": 0.3044,
      "step": 8183
    },
    {
      "epoch": 0.685972926532836,
      "grad_norm": 0.33517545461654663,
      "learning_rate": 0.0001754209847851676,
      "loss": 0.2537,
      "step": 8184
    },
    {
      "epoch": 0.6860567453166254,
      "grad_norm": 0.31296485662460327,
      "learning_rate": 0.0001754152158283954,
      "loss": 0.2647,
      "step": 8185
    },
    {
      "epoch": 0.6861405641004149,
      "grad_norm": 0.3502046465873718,
      "learning_rate": 0.00017540944628956866,
      "loss": 0.306,
      "step": 8186
    },
    {
      "epoch": 0.6862243828842044,
      "grad_norm": 0.31954771280288696,
      "learning_rate": 0.00017540367616873187,
      "loss": 0.2592,
      "step": 8187
    },
    {
      "epoch": 0.6863082016679938,
      "grad_norm": 0.35978496074676514,
      "learning_rate": 0.00017539790546592954,
      "loss": 0.32,
      "step": 8188
    },
    {
      "epoch": 0.6863920204517833,
      "grad_norm": 0.31004568934440613,
      "learning_rate": 0.00017539213418120628,
      "loss": 0.2832,
      "step": 8189
    },
    {
      "epoch": 0.6864758392355726,
      "grad_norm": 0.35927659273147583,
      "learning_rate": 0.0001753863623146066,
      "loss": 0.3047,
      "step": 8190
    },
    {
      "epoch": 0.6865596580193621,
      "grad_norm": 0.31512776017189026,
      "learning_rate": 0.000175380589866175,
      "loss": 0.2764,
      "step": 8191
    },
    {
      "epoch": 0.6866434768031516,
      "grad_norm": 0.3101062476634979,
      "learning_rate": 0.00017537481683595608,
      "loss": 0.2405,
      "step": 8192
    },
    {
      "epoch": 0.686727295586941,
      "grad_norm": 0.314065158367157,
      "learning_rate": 0.00017536904322399443,
      "loss": 0.2488,
      "step": 8193
    },
    {
      "epoch": 0.6868111143707305,
      "grad_norm": 0.33115872740745544,
      "learning_rate": 0.00017536326903033454,
      "loss": 0.2982,
      "step": 8194
    },
    {
      "epoch": 0.6868949331545199,
      "grad_norm": 0.3114708662033081,
      "learning_rate": 0.000175357494255021,
      "loss": 0.2214,
      "step": 8195
    },
    {
      "epoch": 0.6869787519383094,
      "grad_norm": 0.3641088902950287,
      "learning_rate": 0.00017535171889809844,
      "loss": 0.3213,
      "step": 8196
    },
    {
      "epoch": 0.6870625707220989,
      "grad_norm": 0.33379077911376953,
      "learning_rate": 0.00017534594295961134,
      "loss": 0.2832,
      "step": 8197
    },
    {
      "epoch": 0.6871463895058882,
      "grad_norm": 0.3438255786895752,
      "learning_rate": 0.0001753401664396043,
      "loss": 0.2975,
      "step": 8198
    },
    {
      "epoch": 0.6872302082896777,
      "grad_norm": 0.35871946811676025,
      "learning_rate": 0.00017533438933812194,
      "loss": 0.3119,
      "step": 8199
    },
    {
      "epoch": 0.6873140270734671,
      "grad_norm": 0.3663164973258972,
      "learning_rate": 0.0001753286116552088,
      "loss": 0.2915,
      "step": 8200
    },
    {
      "epoch": 0.6873140270734671,
      "eval_loss": 0.2808007001876831,
      "eval_runtime": 61.506,
      "eval_samples_per_second": 15.608,
      "eval_steps_per_second": 3.902,
      "step": 8200
    },
    {
      "epoch": 0.6873978458572566,
      "grad_norm": 0.32778528332710266,
      "learning_rate": 0.00017532283339090956,
      "loss": 0.2901,
      "step": 8201
    },
    {
      "epoch": 0.6874816646410461,
      "grad_norm": 0.3392777144908905,
      "learning_rate": 0.00017531705454526872,
      "loss": 0.261,
      "step": 8202
    },
    {
      "epoch": 0.6875654834248355,
      "grad_norm": 0.33422762155532837,
      "learning_rate": 0.0001753112751183309,
      "loss": 0.3192,
      "step": 8203
    },
    {
      "epoch": 0.687649302208625,
      "grad_norm": 0.3142116665840149,
      "learning_rate": 0.00017530549511014077,
      "loss": 0.2536,
      "step": 8204
    },
    {
      "epoch": 0.6877331209924143,
      "grad_norm": 0.3296041786670685,
      "learning_rate": 0.00017529971452074288,
      "loss": 0.2782,
      "step": 8205
    },
    {
      "epoch": 0.6878169397762038,
      "grad_norm": 0.36148834228515625,
      "learning_rate": 0.00017529393335018184,
      "loss": 0.3209,
      "step": 8206
    },
    {
      "epoch": 0.6879007585599933,
      "grad_norm": 0.3328768014907837,
      "learning_rate": 0.0001752881515985023,
      "loss": 0.3033,
      "step": 8207
    },
    {
      "epoch": 0.6879845773437827,
      "grad_norm": 0.3456893563270569,
      "learning_rate": 0.00017528236926574889,
      "loss": 0.2893,
      "step": 8208
    },
    {
      "epoch": 0.6880683961275722,
      "grad_norm": 0.3055488169193268,
      "learning_rate": 0.00017527658635196623,
      "loss": 0.2394,
      "step": 8209
    },
    {
      "epoch": 0.6881522149113616,
      "grad_norm": 0.3720818758010864,
      "learning_rate": 0.0001752708028571989,
      "loss": 0.347,
      "step": 8210
    },
    {
      "epoch": 0.6882360336951511,
      "grad_norm": 0.30375537276268005,
      "learning_rate": 0.00017526501878149158,
      "loss": 0.2436,
      "step": 8211
    },
    {
      "epoch": 0.6883198524789406,
      "grad_norm": 0.3032759428024292,
      "learning_rate": 0.00017525923412488895,
      "loss": 0.2502,
      "step": 8212
    },
    {
      "epoch": 0.6884036712627299,
      "grad_norm": 0.33928361535072327,
      "learning_rate": 0.00017525344888743557,
      "loss": 0.2659,
      "step": 8213
    },
    {
      "epoch": 0.6884874900465194,
      "grad_norm": 0.34798485040664673,
      "learning_rate": 0.00017524766306917618,
      "loss": 0.2868,
      "step": 8214
    },
    {
      "epoch": 0.6885713088303089,
      "grad_norm": 0.3109813928604126,
      "learning_rate": 0.00017524187667015536,
      "loss": 0.2706,
      "step": 8215
    },
    {
      "epoch": 0.6886551276140983,
      "grad_norm": 0.33734652400016785,
      "learning_rate": 0.00017523608969041783,
      "loss": 0.2859,
      "step": 8216
    },
    {
      "epoch": 0.6887389463978878,
      "grad_norm": 0.3688800036907196,
      "learning_rate": 0.00017523030213000823,
      "loss": 0.329,
      "step": 8217
    },
    {
      "epoch": 0.6888227651816772,
      "grad_norm": 0.3392251133918762,
      "learning_rate": 0.00017522451398897118,
      "loss": 0.3004,
      "step": 8218
    },
    {
      "epoch": 0.6889065839654667,
      "grad_norm": 0.31925249099731445,
      "learning_rate": 0.00017521872526735143,
      "loss": 0.2587,
      "step": 8219
    },
    {
      "epoch": 0.6889904027492562,
      "grad_norm": 0.3075926601886749,
      "learning_rate": 0.00017521293596519364,
      "loss": 0.2661,
      "step": 8220
    },
    {
      "epoch": 0.6890742215330455,
      "grad_norm": 0.3078728914260864,
      "learning_rate": 0.00017520714608254244,
      "loss": 0.2458,
      "step": 8221
    },
    {
      "epoch": 0.689158040316835,
      "grad_norm": 0.36098992824554443,
      "learning_rate": 0.00017520135561944255,
      "loss": 0.2751,
      "step": 8222
    },
    {
      "epoch": 0.6892418591006244,
      "grad_norm": 0.2811167538166046,
      "learning_rate": 0.00017519556457593869,
      "loss": 0.2503,
      "step": 8223
    },
    {
      "epoch": 0.6893256778844139,
      "grad_norm": 0.32966700196266174,
      "learning_rate": 0.00017518977295207552,
      "loss": 0.2583,
      "step": 8224
    },
    {
      "epoch": 0.6894094966682034,
      "grad_norm": 0.3104608654975891,
      "learning_rate": 0.00017518398074789775,
      "loss": 0.2297,
      "step": 8225
    },
    {
      "epoch": 0.6894933154519928,
      "grad_norm": 0.3424158990383148,
      "learning_rate": 0.00017517818796345007,
      "loss": 0.3033,
      "step": 8226
    },
    {
      "epoch": 0.6895771342357823,
      "grad_norm": 0.33322805166244507,
      "learning_rate": 0.00017517239459877723,
      "loss": 0.2882,
      "step": 8227
    },
    {
      "epoch": 0.6896609530195716,
      "grad_norm": 0.36460810899734497,
      "learning_rate": 0.00017516660065392388,
      "loss": 0.3217,
      "step": 8228
    },
    {
      "epoch": 0.6897447718033611,
      "grad_norm": 0.34784603118896484,
      "learning_rate": 0.0001751608061289348,
      "loss": 0.2905,
      "step": 8229
    },
    {
      "epoch": 0.6898285905871506,
      "grad_norm": 0.34563007950782776,
      "learning_rate": 0.00017515501102385468,
      "loss": 0.2897,
      "step": 8230
    },
    {
      "epoch": 0.68991240937094,
      "grad_norm": 0.3237813413143158,
      "learning_rate": 0.00017514921533872823,
      "loss": 0.2507,
      "step": 8231
    },
    {
      "epoch": 0.6899962281547295,
      "grad_norm": 0.3212866187095642,
      "learning_rate": 0.0001751434190736002,
      "loss": 0.2834,
      "step": 8232
    },
    {
      "epoch": 0.6900800469385189,
      "grad_norm": 0.31593623757362366,
      "learning_rate": 0.00017513762222851536,
      "loss": 0.2501,
      "step": 8233
    },
    {
      "epoch": 0.6901638657223084,
      "grad_norm": 0.3372611105442047,
      "learning_rate": 0.0001751318248035184,
      "loss": 0.2601,
      "step": 8234
    },
    {
      "epoch": 0.6902476845060979,
      "grad_norm": 0.36046576499938965,
      "learning_rate": 0.0001751260267986541,
      "loss": 0.3165,
      "step": 8235
    },
    {
      "epoch": 0.6903315032898872,
      "grad_norm": 0.3550638258457184,
      "learning_rate": 0.00017512022821396714,
      "loss": 0.3485,
      "step": 8236
    },
    {
      "epoch": 0.6904153220736767,
      "grad_norm": 0.30030322074890137,
      "learning_rate": 0.00017511442904950236,
      "loss": 0.2329,
      "step": 8237
    },
    {
      "epoch": 0.6904991408574661,
      "grad_norm": 0.3174164593219757,
      "learning_rate": 0.0001751086293053045,
      "loss": 0.2602,
      "step": 8238
    },
    {
      "epoch": 0.6905829596412556,
      "grad_norm": 0.34932219982147217,
      "learning_rate": 0.00017510282898141826,
      "loss": 0.3144,
      "step": 8239
    },
    {
      "epoch": 0.6906667784250451,
      "grad_norm": 0.33330509066581726,
      "learning_rate": 0.0001750970280778885,
      "loss": 0.2456,
      "step": 8240
    },
    {
      "epoch": 0.6907505972088345,
      "grad_norm": 0.3485909402370453,
      "learning_rate": 0.0001750912265947599,
      "loss": 0.2997,
      "step": 8241
    },
    {
      "epoch": 0.690834415992624,
      "grad_norm": 0.36958715319633484,
      "learning_rate": 0.0001750854245320773,
      "loss": 0.34,
      "step": 8242
    },
    {
      "epoch": 0.6909182347764133,
      "grad_norm": 0.33820655941963196,
      "learning_rate": 0.00017507962188988548,
      "loss": 0.2629,
      "step": 8243
    },
    {
      "epoch": 0.6910020535602028,
      "grad_norm": 0.32673946022987366,
      "learning_rate": 0.00017507381866822916,
      "loss": 0.2465,
      "step": 8244
    },
    {
      "epoch": 0.6910858723439923,
      "grad_norm": 0.32975974678993225,
      "learning_rate": 0.0001750680148671532,
      "loss": 0.2936,
      "step": 8245
    },
    {
      "epoch": 0.6911696911277817,
      "grad_norm": 0.363429993391037,
      "learning_rate": 0.0001750622104867024,
      "loss": 0.2886,
      "step": 8246
    },
    {
      "epoch": 0.6912535099115712,
      "grad_norm": 0.3575303852558136,
      "learning_rate": 0.00017505640552692146,
      "loss": 0.3168,
      "step": 8247
    },
    {
      "epoch": 0.6913373286953606,
      "grad_norm": 0.29761576652526855,
      "learning_rate": 0.0001750505999878553,
      "loss": 0.2159,
      "step": 8248
    },
    {
      "epoch": 0.6914211474791501,
      "grad_norm": 0.3743598163127899,
      "learning_rate": 0.00017504479386954862,
      "loss": 0.3273,
      "step": 8249
    },
    {
      "epoch": 0.6915049662629396,
      "grad_norm": 0.3786133825778961,
      "learning_rate": 0.0001750389871720463,
      "loss": 0.3218,
      "step": 8250
    },
    {
      "epoch": 0.6915887850467289,
      "grad_norm": 0.3196849524974823,
      "learning_rate": 0.0001750331798953932,
      "loss": 0.2341,
      "step": 8251
    },
    {
      "epoch": 0.6916726038305184,
      "grad_norm": 0.35009831190109253,
      "learning_rate": 0.00017502737203963403,
      "loss": 0.2871,
      "step": 8252
    },
    {
      "epoch": 0.6917564226143079,
      "grad_norm": 0.342241108417511,
      "learning_rate": 0.00017502156360481367,
      "loss": 0.2888,
      "step": 8253
    },
    {
      "epoch": 0.6918402413980973,
      "grad_norm": 0.31139084696769714,
      "learning_rate": 0.00017501575459097696,
      "loss": 0.2579,
      "step": 8254
    },
    {
      "epoch": 0.6919240601818868,
      "grad_norm": 0.35082370042800903,
      "learning_rate": 0.00017500994499816875,
      "loss": 0.2408,
      "step": 8255
    },
    {
      "epoch": 0.6920078789656762,
      "grad_norm": 0.33100056648254395,
      "learning_rate": 0.00017500413482643382,
      "loss": 0.2495,
      "step": 8256
    },
    {
      "epoch": 0.6920916977494657,
      "grad_norm": 0.3348887860774994,
      "learning_rate": 0.00017499832407581704,
      "loss": 0.2651,
      "step": 8257
    },
    {
      "epoch": 0.6921755165332552,
      "grad_norm": 0.3445712625980377,
      "learning_rate": 0.00017499251274636328,
      "loss": 0.2602,
      "step": 8258
    },
    {
      "epoch": 0.6922593353170445,
      "grad_norm": 0.31710344552993774,
      "learning_rate": 0.00017498670083811738,
      "loss": 0.2424,
      "step": 8259
    },
    {
      "epoch": 0.692343154100834,
      "grad_norm": 0.35983097553253174,
      "learning_rate": 0.00017498088835112414,
      "loss": 0.3293,
      "step": 8260
    },
    {
      "epoch": 0.6924269728846234,
      "grad_norm": 0.36405667662620544,
      "learning_rate": 0.00017497507528542848,
      "loss": 0.3145,
      "step": 8261
    },
    {
      "epoch": 0.6925107916684129,
      "grad_norm": 0.3440203368663788,
      "learning_rate": 0.0001749692616410753,
      "loss": 0.3094,
      "step": 8262
    },
    {
      "epoch": 0.6925946104522024,
      "grad_norm": 0.33168554306030273,
      "learning_rate": 0.00017496344741810938,
      "loss": 0.2761,
      "step": 8263
    },
    {
      "epoch": 0.6926784292359918,
      "grad_norm": 0.3330322504043579,
      "learning_rate": 0.00017495763261657566,
      "loss": 0.2769,
      "step": 8264
    },
    {
      "epoch": 0.6927622480197813,
      "grad_norm": 0.33086225390434265,
      "learning_rate": 0.00017495181723651898,
      "loss": 0.2638,
      "step": 8265
    },
    {
      "epoch": 0.6928460668035706,
      "grad_norm": 0.30720219016075134,
      "learning_rate": 0.00017494600127798427,
      "loss": 0.2883,
      "step": 8266
    },
    {
      "epoch": 0.6929298855873601,
      "grad_norm": 0.32829296588897705,
      "learning_rate": 0.00017494018474101638,
      "loss": 0.2514,
      "step": 8267
    },
    {
      "epoch": 0.6930137043711496,
      "grad_norm": 0.3043319880962372,
      "learning_rate": 0.0001749343676256602,
      "loss": 0.3091,
      "step": 8268
    },
    {
      "epoch": 0.693097523154939,
      "grad_norm": 0.2918917238712311,
      "learning_rate": 0.00017492854993196065,
      "loss": 0.2202,
      "step": 8269
    },
    {
      "epoch": 0.6931813419387285,
      "grad_norm": 0.3306654691696167,
      "learning_rate": 0.00017492273165996261,
      "loss": 0.2924,
      "step": 8270
    },
    {
      "epoch": 0.6932651607225179,
      "grad_norm": 0.3245421051979065,
      "learning_rate": 0.00017491691280971096,
      "loss": 0.2765,
      "step": 8271
    },
    {
      "epoch": 0.6933489795063074,
      "grad_norm": 0.3055274784564972,
      "learning_rate": 0.00017491109338125066,
      "loss": 0.2283,
      "step": 8272
    },
    {
      "epoch": 0.6934327982900969,
      "grad_norm": 0.3672424852848053,
      "learning_rate": 0.00017490527337462664,
      "loss": 0.2741,
      "step": 8273
    },
    {
      "epoch": 0.6935166170738862,
      "grad_norm": 0.37711602449417114,
      "learning_rate": 0.00017489945278988375,
      "loss": 0.3482,
      "step": 8274
    },
    {
      "epoch": 0.6936004358576757,
      "grad_norm": 0.3129779100418091,
      "learning_rate": 0.00017489363162706697,
      "loss": 0.2278,
      "step": 8275
    },
    {
      "epoch": 0.6936842546414651,
      "grad_norm": 0.37028729915618896,
      "learning_rate": 0.0001748878098862212,
      "loss": 0.2848,
      "step": 8276
    },
    {
      "epoch": 0.6937680734252546,
      "grad_norm": 0.37559300661087036,
      "learning_rate": 0.00017488198756739138,
      "loss": 0.2661,
      "step": 8277
    },
    {
      "epoch": 0.6938518922090441,
      "grad_norm": 0.3967849314212799,
      "learning_rate": 0.00017487616467062243,
      "loss": 0.316,
      "step": 8278
    },
    {
      "epoch": 0.6939357109928335,
      "grad_norm": 0.3481132388114929,
      "learning_rate": 0.00017487034119595933,
      "loss": 0.2649,
      "step": 8279
    },
    {
      "epoch": 0.694019529776623,
      "grad_norm": 0.33004945516586304,
      "learning_rate": 0.00017486451714344701,
      "loss": 0.2492,
      "step": 8280
    },
    {
      "epoch": 0.6941033485604123,
      "grad_norm": 0.33120962977409363,
      "learning_rate": 0.00017485869251313038,
      "loss": 0.248,
      "step": 8281
    },
    {
      "epoch": 0.6941871673442018,
      "grad_norm": 0.33432188630104065,
      "learning_rate": 0.00017485286730505443,
      "loss": 0.2929,
      "step": 8282
    },
    {
      "epoch": 0.6942709861279913,
      "grad_norm": 0.3281606137752533,
      "learning_rate": 0.00017484704151926413,
      "loss": 0.261,
      "step": 8283
    },
    {
      "epoch": 0.6943548049117807,
      "grad_norm": 0.3703777492046356,
      "learning_rate": 0.00017484121515580446,
      "loss": 0.3221,
      "step": 8284
    },
    {
      "epoch": 0.6944386236955702,
      "grad_norm": 0.3487239181995392,
      "learning_rate": 0.0001748353882147203,
      "loss": 0.2919,
      "step": 8285
    },
    {
      "epoch": 0.6945224424793596,
      "grad_norm": 0.30412110686302185,
      "learning_rate": 0.00017482956069605668,
      "loss": 0.2588,
      "step": 8286
    },
    {
      "epoch": 0.6946062612631491,
      "grad_norm": 0.3161006569862366,
      "learning_rate": 0.00017482373259985863,
      "loss": 0.232,
      "step": 8287
    },
    {
      "epoch": 0.6946900800469386,
      "grad_norm": 0.33325275778770447,
      "learning_rate": 0.00017481790392617105,
      "loss": 0.2803,
      "step": 8288
    },
    {
      "epoch": 0.6947738988307279,
      "grad_norm": 0.329233855009079,
      "learning_rate": 0.00017481207467503893,
      "loss": 0.2471,
      "step": 8289
    },
    {
      "epoch": 0.6948577176145174,
      "grad_norm": 0.3535497188568115,
      "learning_rate": 0.0001748062448465073,
      "loss": 0.3212,
      "step": 8290
    },
    {
      "epoch": 0.6949415363983069,
      "grad_norm": 0.328403115272522,
      "learning_rate": 0.00017480041444062114,
      "loss": 0.2662,
      "step": 8291
    },
    {
      "epoch": 0.6950253551820963,
      "grad_norm": 0.3376257121562958,
      "learning_rate": 0.00017479458345742547,
      "loss": 0.276,
      "step": 8292
    },
    {
      "epoch": 0.6951091739658858,
      "grad_norm": 0.3323400616645813,
      "learning_rate": 0.00017478875189696523,
      "loss": 0.2425,
      "step": 8293
    },
    {
      "epoch": 0.6951929927496752,
      "grad_norm": 0.35809358954429626,
      "learning_rate": 0.00017478291975928548,
      "loss": 0.3253,
      "step": 8294
    },
    {
      "epoch": 0.6952768115334647,
      "grad_norm": 0.3239489495754242,
      "learning_rate": 0.00017477708704443124,
      "loss": 0.2827,
      "step": 8295
    },
    {
      "epoch": 0.6953606303172541,
      "grad_norm": 0.3444288969039917,
      "learning_rate": 0.00017477125375244752,
      "loss": 0.2651,
      "step": 8296
    },
    {
      "epoch": 0.6954444491010435,
      "grad_norm": 0.3814917504787445,
      "learning_rate": 0.0001747654198833793,
      "loss": 0.2917,
      "step": 8297
    },
    {
      "epoch": 0.695528267884833,
      "grad_norm": 0.3276776373386383,
      "learning_rate": 0.00017475958543727163,
      "loss": 0.2666,
      "step": 8298
    },
    {
      "epoch": 0.6956120866686224,
      "grad_norm": 0.35811713337898254,
      "learning_rate": 0.00017475375041416954,
      "loss": 0.255,
      "step": 8299
    },
    {
      "epoch": 0.6956959054524119,
      "grad_norm": 0.38652804493904114,
      "learning_rate": 0.0001747479148141181,
      "loss": 0.3344,
      "step": 8300
    },
    {
      "epoch": 0.6957797242362014,
      "grad_norm": 0.291268527507782,
      "learning_rate": 0.0001747420786371623,
      "loss": 0.2276,
      "step": 8301
    },
    {
      "epoch": 0.6958635430199908,
      "grad_norm": 0.3307330906391144,
      "learning_rate": 0.00017473624188334722,
      "loss": 0.2588,
      "step": 8302
    },
    {
      "epoch": 0.6959473618037803,
      "grad_norm": 0.324320524930954,
      "learning_rate": 0.00017473040455271788,
      "loss": 0.2397,
      "step": 8303
    },
    {
      "epoch": 0.6960311805875696,
      "grad_norm": 0.32955801486968994,
      "learning_rate": 0.00017472456664531933,
      "loss": 0.2454,
      "step": 8304
    },
    {
      "epoch": 0.6961149993713591,
      "grad_norm": 0.35161450505256653,
      "learning_rate": 0.00017471872816119665,
      "loss": 0.3004,
      "step": 8305
    },
    {
      "epoch": 0.6961988181551486,
      "grad_norm": 0.3504892587661743,
      "learning_rate": 0.0001747128891003949,
      "loss": 0.2966,
      "step": 8306
    },
    {
      "epoch": 0.696282636938938,
      "grad_norm": 0.30868402123451233,
      "learning_rate": 0.00017470704946295914,
      "loss": 0.2275,
      "step": 8307
    },
    {
      "epoch": 0.6963664557227275,
      "grad_norm": 0.3347446918487549,
      "learning_rate": 0.0001747012092489344,
      "loss": 0.2798,
      "step": 8308
    },
    {
      "epoch": 0.6964502745065169,
      "grad_norm": 0.32456907629966736,
      "learning_rate": 0.00017469536845836584,
      "loss": 0.3166,
      "step": 8309
    },
    {
      "epoch": 0.6965340932903064,
      "grad_norm": 0.32211339473724365,
      "learning_rate": 0.00017468952709129846,
      "loss": 0.2553,
      "step": 8310
    },
    {
      "epoch": 0.6966179120740958,
      "grad_norm": 0.35655203461647034,
      "learning_rate": 0.0001746836851477774,
      "loss": 0.2926,
      "step": 8311
    },
    {
      "epoch": 0.6967017308578852,
      "grad_norm": 0.33647140860557556,
      "learning_rate": 0.00017467784262784769,
      "loss": 0.2852,
      "step": 8312
    },
    {
      "epoch": 0.6967855496416747,
      "grad_norm": 0.33722710609436035,
      "learning_rate": 0.0001746719995315545,
      "loss": 0.2715,
      "step": 8313
    },
    {
      "epoch": 0.6968693684254641,
      "grad_norm": 0.3431992530822754,
      "learning_rate": 0.00017466615585894286,
      "loss": 0.2668,
      "step": 8314
    },
    {
      "epoch": 0.6969531872092536,
      "grad_norm": 0.34311121702194214,
      "learning_rate": 0.0001746603116100579,
      "loss": 0.2908,
      "step": 8315
    },
    {
      "epoch": 0.6970370059930431,
      "grad_norm": 0.35240912437438965,
      "learning_rate": 0.0001746544667849447,
      "loss": 0.2991,
      "step": 8316
    },
    {
      "epoch": 0.6971208247768325,
      "grad_norm": 0.3151579797267914,
      "learning_rate": 0.0001746486213836484,
      "loss": 0.2412,
      "step": 8317
    },
    {
      "epoch": 0.697204643560622,
      "grad_norm": 0.36033502221107483,
      "learning_rate": 0.00017464277540621412,
      "loss": 0.1994,
      "step": 8318
    },
    {
      "epoch": 0.6972884623444113,
      "grad_norm": 0.325748473405838,
      "learning_rate": 0.00017463692885268697,
      "loss": 0.2893,
      "step": 8319
    },
    {
      "epoch": 0.6973722811282008,
      "grad_norm": 0.355485200881958,
      "learning_rate": 0.00017463108172311204,
      "loss": 0.3091,
      "step": 8320
    },
    {
      "epoch": 0.6974560999119903,
      "grad_norm": 0.35909342765808105,
      "learning_rate": 0.0001746252340175345,
      "loss": 0.3481,
      "step": 8321
    },
    {
      "epoch": 0.6975399186957797,
      "grad_norm": 0.35646122694015503,
      "learning_rate": 0.0001746193857359995,
      "loss": 0.2967,
      "step": 8322
    },
    {
      "epoch": 0.6976237374795692,
      "grad_norm": 0.3673924207687378,
      "learning_rate": 0.00017461353687855212,
      "loss": 0.4021,
      "step": 8323
    },
    {
      "epoch": 0.6977075562633586,
      "grad_norm": 0.3161076307296753,
      "learning_rate": 0.0001746076874452375,
      "loss": 0.2652,
      "step": 8324
    },
    {
      "epoch": 0.697791375047148,
      "grad_norm": 0.32996588945388794,
      "learning_rate": 0.00017460183743610083,
      "loss": 0.2772,
      "step": 8325
    },
    {
      "epoch": 0.6978751938309375,
      "grad_norm": 0.36987239122390747,
      "learning_rate": 0.00017459598685118727,
      "loss": 0.2998,
      "step": 8326
    },
    {
      "epoch": 0.6979590126147269,
      "grad_norm": 0.3269836902618408,
      "learning_rate": 0.00017459013569054194,
      "loss": 0.2591,
      "step": 8327
    },
    {
      "epoch": 0.6980428313985164,
      "grad_norm": 0.3645424246788025,
      "learning_rate": 0.00017458428395421,
      "loss": 0.3183,
      "step": 8328
    },
    {
      "epoch": 0.6981266501823059,
      "grad_norm": 0.31583309173583984,
      "learning_rate": 0.00017457843164223662,
      "loss": 0.279,
      "step": 8329
    },
    {
      "epoch": 0.6982104689660953,
      "grad_norm": 0.302396684885025,
      "learning_rate": 0.000174572578754667,
      "loss": 0.2129,
      "step": 8330
    },
    {
      "epoch": 0.6982942877498848,
      "grad_norm": 0.33224374055862427,
      "learning_rate": 0.00017456672529154622,
      "loss": 0.3072,
      "step": 8331
    },
    {
      "epoch": 0.6983781065336742,
      "grad_norm": 0.3247564733028412,
      "learning_rate": 0.0001745608712529196,
      "loss": 0.3134,
      "step": 8332
    },
    {
      "epoch": 0.6984619253174636,
      "grad_norm": 0.3302496075630188,
      "learning_rate": 0.00017455501663883217,
      "loss": 0.2949,
      "step": 8333
    },
    {
      "epoch": 0.6985457441012531,
      "grad_norm": 0.31088653206825256,
      "learning_rate": 0.00017454916144932922,
      "loss": 0.2603,
      "step": 8334
    },
    {
      "epoch": 0.6986295628850425,
      "grad_norm": 0.3252792954444885,
      "learning_rate": 0.0001745433056844559,
      "loss": 0.2805,
      "step": 8335
    },
    {
      "epoch": 0.698713381668832,
      "grad_norm": 0.31152665615081787,
      "learning_rate": 0.00017453744934425739,
      "loss": 0.2484,
      "step": 8336
    },
    {
      "epoch": 0.6987972004526214,
      "grad_norm": 0.3335598111152649,
      "learning_rate": 0.00017453159242877895,
      "loss": 0.2811,
      "step": 8337
    },
    {
      "epoch": 0.6988810192364109,
      "grad_norm": 0.38611307740211487,
      "learning_rate": 0.00017452573493806575,
      "loss": 0.2902,
      "step": 8338
    },
    {
      "epoch": 0.6989648380202004,
      "grad_norm": 0.30051565170288086,
      "learning_rate": 0.00017451987687216295,
      "loss": 0.1937,
      "step": 8339
    },
    {
      "epoch": 0.6990486568039898,
      "grad_norm": 0.31258875131607056,
      "learning_rate": 0.00017451401823111583,
      "loss": 0.2645,
      "step": 8340
    },
    {
      "epoch": 0.6991324755877792,
      "grad_norm": 0.2792717516422272,
      "learning_rate": 0.00017450815901496957,
      "loss": 0.2145,
      "step": 8341
    },
    {
      "epoch": 0.6992162943715686,
      "grad_norm": 0.35426709055900574,
      "learning_rate": 0.00017450229922376945,
      "loss": 0.312,
      "step": 8342
    },
    {
      "epoch": 0.6993001131553581,
      "grad_norm": 0.32341817021369934,
      "learning_rate": 0.0001744964388575606,
      "loss": 0.2468,
      "step": 8343
    },
    {
      "epoch": 0.6993839319391476,
      "grad_norm": 0.3012591302394867,
      "learning_rate": 0.0001744905779163883,
      "loss": 0.233,
      "step": 8344
    },
    {
      "epoch": 0.699467750722937,
      "grad_norm": 0.3151138424873352,
      "learning_rate": 0.00017448471640029779,
      "loss": 0.2632,
      "step": 8345
    },
    {
      "epoch": 0.6995515695067265,
      "grad_norm": 0.30430471897125244,
      "learning_rate": 0.00017447885430933434,
      "loss": 0.2403,
      "step": 8346
    },
    {
      "epoch": 0.6996353882905159,
      "grad_norm": 0.3256851136684418,
      "learning_rate": 0.0001744729916435431,
      "loss": 0.3113,
      "step": 8347
    },
    {
      "epoch": 0.6997192070743053,
      "grad_norm": 0.3379513919353485,
      "learning_rate": 0.00017446712840296945,
      "loss": 0.3124,
      "step": 8348
    },
    {
      "epoch": 0.6998030258580948,
      "grad_norm": 0.322160005569458,
      "learning_rate": 0.00017446126458765853,
      "loss": 0.2916,
      "step": 8349
    },
    {
      "epoch": 0.6998868446418842,
      "grad_norm": 0.30368131399154663,
      "learning_rate": 0.0001744554001976556,
      "loss": 0.2148,
      "step": 8350
    },
    {
      "epoch": 0.6999706634256737,
      "grad_norm": 0.3346444368362427,
      "learning_rate": 0.000174449535233006,
      "loss": 0.2954,
      "step": 8351
    },
    {
      "epoch": 0.7000544822094631,
      "grad_norm": 0.35084766149520874,
      "learning_rate": 0.00017444366969375494,
      "loss": 0.3065,
      "step": 8352
    },
    {
      "epoch": 0.7001383009932526,
      "grad_norm": 0.32982689142227173,
      "learning_rate": 0.0001744378035799477,
      "loss": 0.2759,
      "step": 8353
    },
    {
      "epoch": 0.7002221197770421,
      "grad_norm": 0.307767778635025,
      "learning_rate": 0.00017443193689162958,
      "loss": 0.2326,
      "step": 8354
    },
    {
      "epoch": 0.7003059385608315,
      "grad_norm": 0.3383077383041382,
      "learning_rate": 0.0001744260696288458,
      "loss": 0.3143,
      "step": 8355
    },
    {
      "epoch": 0.700389757344621,
      "grad_norm": 0.32170796394348145,
      "learning_rate": 0.0001744202017916417,
      "loss": 0.3051,
      "step": 8356
    },
    {
      "epoch": 0.7004735761284103,
      "grad_norm": 0.30549100041389465,
      "learning_rate": 0.00017441433338006256,
      "loss": 0.2532,
      "step": 8357
    },
    {
      "epoch": 0.7005573949121998,
      "grad_norm": 0.3437007963657379,
      "learning_rate": 0.0001744084643941536,
      "loss": 0.2983,
      "step": 8358
    },
    {
      "epoch": 0.7006412136959893,
      "grad_norm": 0.31635209918022156,
      "learning_rate": 0.00017440259483396023,
      "loss": 0.2926,
      "step": 8359
    },
    {
      "epoch": 0.7007250324797787,
      "grad_norm": 0.30332136154174805,
      "learning_rate": 0.0001743967246995277,
      "loss": 0.2736,
      "step": 8360
    },
    {
      "epoch": 0.7008088512635682,
      "grad_norm": 0.31858447194099426,
      "learning_rate": 0.0001743908539909013,
      "loss": 0.2663,
      "step": 8361
    },
    {
      "epoch": 0.7008926700473576,
      "grad_norm": 0.2993195056915283,
      "learning_rate": 0.00017438498270812636,
      "loss": 0.2514,
      "step": 8362
    },
    {
      "epoch": 0.700976488831147,
      "grad_norm": 0.2786574363708496,
      "learning_rate": 0.00017437911085124822,
      "loss": 0.23,
      "step": 8363
    },
    {
      "epoch": 0.7010603076149365,
      "grad_norm": 0.30753228068351746,
      "learning_rate": 0.0001743732384203121,
      "loss": 0.275,
      "step": 8364
    },
    {
      "epoch": 0.7011441263987259,
      "grad_norm": 0.33819693326950073,
      "learning_rate": 0.00017436736541536342,
      "loss": 0.2699,
      "step": 8365
    },
    {
      "epoch": 0.7012279451825154,
      "grad_norm": 0.3595947027206421,
      "learning_rate": 0.0001743614918364475,
      "loss": 0.3177,
      "step": 8366
    },
    {
      "epoch": 0.7013117639663049,
      "grad_norm": 0.3498789966106415,
      "learning_rate": 0.00017435561768360964,
      "loss": 0.2944,
      "step": 8367
    },
    {
      "epoch": 0.7013955827500943,
      "grad_norm": 0.3300401568412781,
      "learning_rate": 0.00017434974295689516,
      "loss": 0.2615,
      "step": 8368
    },
    {
      "epoch": 0.7014794015338838,
      "grad_norm": 0.3273046314716339,
      "learning_rate": 0.0001743438676563495,
      "loss": 0.2687,
      "step": 8369
    },
    {
      "epoch": 0.7015632203176732,
      "grad_norm": 0.39813554286956787,
      "learning_rate": 0.00017433799178201786,
      "loss": 0.3637,
      "step": 8370
    },
    {
      "epoch": 0.7016470391014626,
      "grad_norm": 0.3098950982093811,
      "learning_rate": 0.0001743321153339457,
      "loss": 0.2482,
      "step": 8371
    },
    {
      "epoch": 0.7017308578852521,
      "grad_norm": 0.3533940613269806,
      "learning_rate": 0.00017432623831217832,
      "loss": 0.303,
      "step": 8372
    },
    {
      "epoch": 0.7018146766690415,
      "grad_norm": 0.35541796684265137,
      "learning_rate": 0.00017432036071676112,
      "loss": 0.2916,
      "step": 8373
    },
    {
      "epoch": 0.701898495452831,
      "grad_norm": 0.31250137090682983,
      "learning_rate": 0.00017431448254773944,
      "loss": 0.2272,
      "step": 8374
    },
    {
      "epoch": 0.7019823142366204,
      "grad_norm": 0.3540192246437073,
      "learning_rate": 0.00017430860380515862,
      "loss": 0.3027,
      "step": 8375
    },
    {
      "epoch": 0.7020661330204099,
      "grad_norm": 0.3216894865036011,
      "learning_rate": 0.00017430272448906408,
      "loss": 0.2664,
      "step": 8376
    },
    {
      "epoch": 0.7021499518041994,
      "grad_norm": 0.3627975881099701,
      "learning_rate": 0.0001742968445995012,
      "loss": 0.2958,
      "step": 8377
    },
    {
      "epoch": 0.7022337705879887,
      "grad_norm": 0.34775981307029724,
      "learning_rate": 0.00017429096413651532,
      "loss": 0.332,
      "step": 8378
    },
    {
      "epoch": 0.7023175893717782,
      "grad_norm": 0.37349221110343933,
      "learning_rate": 0.00017428508310015183,
      "loss": 0.3411,
      "step": 8379
    },
    {
      "epoch": 0.7024014081555676,
      "grad_norm": 0.3393718898296356,
      "learning_rate": 0.00017427920149045613,
      "loss": 0.2716,
      "step": 8380
    },
    {
      "epoch": 0.7024852269393571,
      "grad_norm": 0.3687700033187866,
      "learning_rate": 0.00017427331930747365,
      "loss": 0.3226,
      "step": 8381
    },
    {
      "epoch": 0.7025690457231466,
      "grad_norm": 0.347262442111969,
      "learning_rate": 0.00017426743655124974,
      "loss": 0.3,
      "step": 8382
    },
    {
      "epoch": 0.702652864506936,
      "grad_norm": 0.28897348046302795,
      "learning_rate": 0.00017426155322182983,
      "loss": 0.2167,
      "step": 8383
    },
    {
      "epoch": 0.7027366832907255,
      "grad_norm": 0.3151237964630127,
      "learning_rate": 0.0001742556693192593,
      "loss": 0.2375,
      "step": 8384
    },
    {
      "epoch": 0.7028205020745149,
      "grad_norm": 0.3089122474193573,
      "learning_rate": 0.0001742497848435836,
      "loss": 0.2624,
      "step": 8385
    },
    {
      "epoch": 0.7029043208583043,
      "grad_norm": 0.35669007897377014,
      "learning_rate": 0.0001742438997948481,
      "loss": 0.3152,
      "step": 8386
    },
    {
      "epoch": 0.7029881396420938,
      "grad_norm": 0.3390321731567383,
      "learning_rate": 0.00017423801417309825,
      "loss": 0.2638,
      "step": 8387
    },
    {
      "epoch": 0.7030719584258832,
      "grad_norm": 0.33157554268836975,
      "learning_rate": 0.0001742321279783795,
      "loss": 0.3021,
      "step": 8388
    },
    {
      "epoch": 0.7031557772096727,
      "grad_norm": 0.31282010674476624,
      "learning_rate": 0.0001742262412107372,
      "loss": 0.2506,
      "step": 8389
    },
    {
      "epoch": 0.7032395959934621,
      "grad_norm": 0.3111077547073364,
      "learning_rate": 0.00017422035387021687,
      "loss": 0.2411,
      "step": 8390
    },
    {
      "epoch": 0.7033234147772516,
      "grad_norm": 0.3104647099971771,
      "learning_rate": 0.00017421446595686392,
      "loss": 0.2244,
      "step": 8391
    },
    {
      "epoch": 0.7034072335610411,
      "grad_norm": 0.3208497166633606,
      "learning_rate": 0.0001742085774707238,
      "loss": 0.2832,
      "step": 8392
    },
    {
      "epoch": 0.7034910523448304,
      "grad_norm": 0.35247960686683655,
      "learning_rate": 0.00017420268841184192,
      "loss": 0.2911,
      "step": 8393
    },
    {
      "epoch": 0.7035748711286199,
      "grad_norm": 0.3380419909954071,
      "learning_rate": 0.00017419679878026375,
      "loss": 0.3116,
      "step": 8394
    },
    {
      "epoch": 0.7036586899124093,
      "grad_norm": 0.3466224670410156,
      "learning_rate": 0.00017419090857603476,
      "loss": 0.2556,
      "step": 8395
    },
    {
      "epoch": 0.7037425086961988,
      "grad_norm": 0.3143422305583954,
      "learning_rate": 0.0001741850177992004,
      "loss": 0.2826,
      "step": 8396
    },
    {
      "epoch": 0.7038263274799883,
      "grad_norm": 0.3361816704273224,
      "learning_rate": 0.00017417912644980614,
      "loss": 0.2294,
      "step": 8397
    },
    {
      "epoch": 0.7039101462637777,
      "grad_norm": 0.3637915551662445,
      "learning_rate": 0.00017417323452789744,
      "loss": 0.3165,
      "step": 8398
    },
    {
      "epoch": 0.7039939650475672,
      "grad_norm": 0.3208470940589905,
      "learning_rate": 0.00017416734203351978,
      "loss": 0.2594,
      "step": 8399
    },
    {
      "epoch": 0.7040777838313566,
      "grad_norm": 0.36278197169303894,
      "learning_rate": 0.00017416144896671866,
      "loss": 0.3187,
      "step": 8400
    },
    {
      "epoch": 0.7040777838313566,
      "eval_loss": 0.27885162830352783,
      "eval_runtime": 61.5269,
      "eval_samples_per_second": 15.603,
      "eval_steps_per_second": 3.901,
      "step": 8400
    },
    {
      "epoch": 0.704161602615146,
      "grad_norm": 0.3320651948451996,
      "learning_rate": 0.00017415555532753954,
      "loss": 0.2478,
      "step": 8401
    },
    {
      "epoch": 0.7042454213989355,
      "grad_norm": 0.3377048671245575,
      "learning_rate": 0.00017414966111602788,
      "loss": 0.2834,
      "step": 8402
    },
    {
      "epoch": 0.7043292401827249,
      "grad_norm": 0.3163823187351227,
      "learning_rate": 0.00017414376633222923,
      "loss": 0.2416,
      "step": 8403
    },
    {
      "epoch": 0.7044130589665144,
      "grad_norm": 0.36900779604911804,
      "learning_rate": 0.00017413787097618906,
      "loss": 0.3125,
      "step": 8404
    },
    {
      "epoch": 0.7044968777503039,
      "grad_norm": 0.36183083057403564,
      "learning_rate": 0.0001741319750479528,
      "loss": 0.3048,
      "step": 8405
    },
    {
      "epoch": 0.7045806965340933,
      "grad_norm": 0.36402079463005066,
      "learning_rate": 0.0001741260785475661,
      "loss": 0.3266,
      "step": 8406
    },
    {
      "epoch": 0.7046645153178828,
      "grad_norm": 0.366140216588974,
      "learning_rate": 0.00017412018147507438,
      "loss": 0.3225,
      "step": 8407
    },
    {
      "epoch": 0.7047483341016721,
      "grad_norm": 0.3370453417301178,
      "learning_rate": 0.00017411428383052314,
      "loss": 0.2698,
      "step": 8408
    },
    {
      "epoch": 0.7048321528854616,
      "grad_norm": 0.33749744296073914,
      "learning_rate": 0.00017410838561395794,
      "loss": 0.2831,
      "step": 8409
    },
    {
      "epoch": 0.7049159716692511,
      "grad_norm": 0.32645365595817566,
      "learning_rate": 0.00017410248682542427,
      "loss": 0.2553,
      "step": 8410
    },
    {
      "epoch": 0.7049997904530405,
      "grad_norm": 0.3054414689540863,
      "learning_rate": 0.0001740965874649677,
      "loss": 0.2972,
      "step": 8411
    },
    {
      "epoch": 0.70508360923683,
      "grad_norm": 0.295327365398407,
      "learning_rate": 0.0001740906875326337,
      "loss": 0.2225,
      "step": 8412
    },
    {
      "epoch": 0.7051674280206194,
      "grad_norm": 0.31793200969696045,
      "learning_rate": 0.00017408478702846786,
      "loss": 0.2364,
      "step": 8413
    },
    {
      "epoch": 0.7052512468044089,
      "grad_norm": 0.3232276737689972,
      "learning_rate": 0.00017407888595251568,
      "loss": 0.2881,
      "step": 8414
    },
    {
      "epoch": 0.7053350655881984,
      "grad_norm": 0.3270740807056427,
      "learning_rate": 0.00017407298430482273,
      "loss": 0.2852,
      "step": 8415
    },
    {
      "epoch": 0.7054188843719877,
      "grad_norm": 0.34094762802124023,
      "learning_rate": 0.00017406708208543456,
      "loss": 0.2959,
      "step": 8416
    },
    {
      "epoch": 0.7055027031557772,
      "grad_norm": 0.28872647881507874,
      "learning_rate": 0.0001740611792943967,
      "loss": 0.2029,
      "step": 8417
    },
    {
      "epoch": 0.7055865219395666,
      "grad_norm": 0.317623496055603,
      "learning_rate": 0.0001740552759317547,
      "loss": 0.2292,
      "step": 8418
    },
    {
      "epoch": 0.7056703407233561,
      "grad_norm": 0.41603320837020874,
      "learning_rate": 0.00017404937199755422,
      "loss": 0.2784,
      "step": 8419
    },
    {
      "epoch": 0.7057541595071456,
      "grad_norm": 0.3418327569961548,
      "learning_rate": 0.0001740434674918407,
      "loss": 0.3053,
      "step": 8420
    },
    {
      "epoch": 0.705837978290935,
      "grad_norm": 0.3330625295639038,
      "learning_rate": 0.00017403756241465978,
      "loss": 0.2477,
      "step": 8421
    },
    {
      "epoch": 0.7059217970747245,
      "grad_norm": 0.35818415880203247,
      "learning_rate": 0.000174031656766057,
      "loss": 0.3104,
      "step": 8422
    },
    {
      "epoch": 0.7060056158585138,
      "grad_norm": 0.3327382802963257,
      "learning_rate": 0.00017402575054607797,
      "loss": 0.249,
      "step": 8423
    },
    {
      "epoch": 0.7060894346423033,
      "grad_norm": 0.36711135506629944,
      "learning_rate": 0.00017401984375476829,
      "loss": 0.3168,
      "step": 8424
    },
    {
      "epoch": 0.7061732534260928,
      "grad_norm": 0.36484241485595703,
      "learning_rate": 0.00017401393639217348,
      "loss": 0.3328,
      "step": 8425
    },
    {
      "epoch": 0.7062570722098822,
      "grad_norm": 0.3306240141391754,
      "learning_rate": 0.0001740080284583392,
      "loss": 0.3014,
      "step": 8426
    },
    {
      "epoch": 0.7063408909936717,
      "grad_norm": 0.32611358165740967,
      "learning_rate": 0.000174002119953311,
      "loss": 0.274,
      "step": 8427
    },
    {
      "epoch": 0.7064247097774611,
      "grad_norm": 0.3319045305252075,
      "learning_rate": 0.0001739962108771345,
      "loss": 0.306,
      "step": 8428
    },
    {
      "epoch": 0.7065085285612506,
      "grad_norm": 0.3280828893184662,
      "learning_rate": 0.00017399030122985533,
      "loss": 0.2696,
      "step": 8429
    },
    {
      "epoch": 0.7065923473450401,
      "grad_norm": 0.3199368417263031,
      "learning_rate": 0.00017398439101151905,
      "loss": 0.2809,
      "step": 8430
    },
    {
      "epoch": 0.7066761661288294,
      "grad_norm": 0.2987315356731415,
      "learning_rate": 0.00017397848022217133,
      "loss": 0.2675,
      "step": 8431
    },
    {
      "epoch": 0.7067599849126189,
      "grad_norm": 0.33151140809059143,
      "learning_rate": 0.0001739725688618578,
      "loss": 0.2727,
      "step": 8432
    },
    {
      "epoch": 0.7068438036964083,
      "grad_norm": 0.3333553969860077,
      "learning_rate": 0.00017396665693062397,
      "loss": 0.31,
      "step": 8433
    },
    {
      "epoch": 0.7069276224801978,
      "grad_norm": 0.33911508321762085,
      "learning_rate": 0.0001739607444285156,
      "loss": 0.307,
      "step": 8434
    },
    {
      "epoch": 0.7070114412639873,
      "grad_norm": 0.3784957230091095,
      "learning_rate": 0.00017395483135557825,
      "loss": 0.3528,
      "step": 8435
    },
    {
      "epoch": 0.7070952600477767,
      "grad_norm": 0.36422958970069885,
      "learning_rate": 0.00017394891771185757,
      "loss": 0.3143,
      "step": 8436
    },
    {
      "epoch": 0.7071790788315662,
      "grad_norm": 0.36143505573272705,
      "learning_rate": 0.00017394300349739923,
      "loss": 0.315,
      "step": 8437
    },
    {
      "epoch": 0.7072628976153555,
      "grad_norm": 0.3382575213909149,
      "learning_rate": 0.00017393708871224885,
      "loss": 0.2872,
      "step": 8438
    },
    {
      "epoch": 0.707346716399145,
      "grad_norm": 0.33438459038734436,
      "learning_rate": 0.00017393117335645205,
      "loss": 0.2953,
      "step": 8439
    },
    {
      "epoch": 0.7074305351829345,
      "grad_norm": 0.3105557858943939,
      "learning_rate": 0.00017392525743005455,
      "loss": 0.2413,
      "step": 8440
    },
    {
      "epoch": 0.7075143539667239,
      "grad_norm": 0.29609960317611694,
      "learning_rate": 0.000173919340933102,
      "loss": 0.2228,
      "step": 8441
    },
    {
      "epoch": 0.7075981727505134,
      "grad_norm": 0.32439473271369934,
      "learning_rate": 0.00017391342386564,
      "loss": 0.2374,
      "step": 8442
    },
    {
      "epoch": 0.7076819915343029,
      "grad_norm": 0.33357948064804077,
      "learning_rate": 0.0001739075062277143,
      "loss": 0.3018,
      "step": 8443
    },
    {
      "epoch": 0.7077658103180923,
      "grad_norm": 0.31051480770111084,
      "learning_rate": 0.0001739015880193705,
      "loss": 0.2532,
      "step": 8444
    },
    {
      "epoch": 0.7078496291018818,
      "grad_norm": 0.3384268879890442,
      "learning_rate": 0.0001738956692406543,
      "loss": 0.2467,
      "step": 8445
    },
    {
      "epoch": 0.7079334478856711,
      "grad_norm": 0.3484978973865509,
      "learning_rate": 0.0001738897498916114,
      "loss": 0.297,
      "step": 8446
    },
    {
      "epoch": 0.7080172666694606,
      "grad_norm": 0.3655843138694763,
      "learning_rate": 0.0001738838299722875,
      "loss": 0.3139,
      "step": 8447
    },
    {
      "epoch": 0.7081010854532501,
      "grad_norm": 0.34199604392051697,
      "learning_rate": 0.0001738779094827282,
      "loss": 0.28,
      "step": 8448
    },
    {
      "epoch": 0.7081849042370395,
      "grad_norm": 0.3969053030014038,
      "learning_rate": 0.00017387198842297935,
      "loss": 0.4129,
      "step": 8449
    },
    {
      "epoch": 0.708268723020829,
      "grad_norm": 0.3019089996814728,
      "learning_rate": 0.0001738660667930865,
      "loss": 0.2089,
      "step": 8450
    },
    {
      "epoch": 0.7083525418046184,
      "grad_norm": 0.3280481696128845,
      "learning_rate": 0.00017386014459309544,
      "loss": 0.2605,
      "step": 8451
    },
    {
      "epoch": 0.7084363605884079,
      "grad_norm": 0.3137832581996918,
      "learning_rate": 0.00017385422182305182,
      "loss": 0.2887,
      "step": 8452
    },
    {
      "epoch": 0.7085201793721974,
      "grad_norm": 0.2743031680583954,
      "learning_rate": 0.00017384829848300138,
      "loss": 0.1883,
      "step": 8453
    },
    {
      "epoch": 0.7086039981559867,
      "grad_norm": 0.336532860994339,
      "learning_rate": 0.00017384237457298987,
      "loss": 0.2956,
      "step": 8454
    },
    {
      "epoch": 0.7086878169397762,
      "grad_norm": 0.335880845785141,
      "learning_rate": 0.00017383645009306297,
      "loss": 0.2984,
      "step": 8455
    },
    {
      "epoch": 0.7087716357235656,
      "grad_norm": 0.33724087476730347,
      "learning_rate": 0.0001738305250432664,
      "loss": 0.2549,
      "step": 8456
    },
    {
      "epoch": 0.7088554545073551,
      "grad_norm": 0.33268269896507263,
      "learning_rate": 0.00017382459942364591,
      "loss": 0.2949,
      "step": 8457
    },
    {
      "epoch": 0.7089392732911446,
      "grad_norm": 0.36168408393859863,
      "learning_rate": 0.0001738186732342472,
      "loss": 0.3248,
      "step": 8458
    },
    {
      "epoch": 0.709023092074934,
      "grad_norm": 0.3693348467350006,
      "learning_rate": 0.00017381274647511606,
      "loss": 0.3281,
      "step": 8459
    },
    {
      "epoch": 0.7091069108587235,
      "grad_norm": 0.32318344712257385,
      "learning_rate": 0.0001738068191462982,
      "loss": 0.2558,
      "step": 8460
    },
    {
      "epoch": 0.7091907296425128,
      "grad_norm": 0.3279510736465454,
      "learning_rate": 0.00017380089124783936,
      "loss": 0.2549,
      "step": 8461
    },
    {
      "epoch": 0.7092745484263023,
      "grad_norm": 0.3342941105365753,
      "learning_rate": 0.00017379496277978532,
      "loss": 0.2863,
      "step": 8462
    },
    {
      "epoch": 0.7093583672100918,
      "grad_norm": 0.31011173129081726,
      "learning_rate": 0.00017378903374218186,
      "loss": 0.2494,
      "step": 8463
    },
    {
      "epoch": 0.7094421859938812,
      "grad_norm": 0.38200297951698303,
      "learning_rate": 0.00017378310413507467,
      "loss": 0.3043,
      "step": 8464
    },
    {
      "epoch": 0.7095260047776707,
      "grad_norm": 0.33246704936027527,
      "learning_rate": 0.00017377717395850953,
      "loss": 0.2966,
      "step": 8465
    },
    {
      "epoch": 0.7096098235614601,
      "grad_norm": 0.3603213131427765,
      "learning_rate": 0.00017377124321253225,
      "loss": 0.2994,
      "step": 8466
    },
    {
      "epoch": 0.7096936423452496,
      "grad_norm": 0.3417211174964905,
      "learning_rate": 0.00017376531189718856,
      "loss": 0.2864,
      "step": 8467
    },
    {
      "epoch": 0.7097774611290391,
      "grad_norm": 0.32907670736312866,
      "learning_rate": 0.00017375938001252427,
      "loss": 0.2615,
      "step": 8468
    },
    {
      "epoch": 0.7098612799128284,
      "grad_norm": 0.3030487895011902,
      "learning_rate": 0.00017375344755858512,
      "loss": 0.2474,
      "step": 8469
    },
    {
      "epoch": 0.7099450986966179,
      "grad_norm": 0.3148491680622101,
      "learning_rate": 0.000173747514535417,
      "loss": 0.2483,
      "step": 8470
    },
    {
      "epoch": 0.7100289174804073,
      "grad_norm": 0.39124277234077454,
      "learning_rate": 0.00017374158094306556,
      "loss": 0.3227,
      "step": 8471
    },
    {
      "epoch": 0.7101127362641968,
      "grad_norm": 0.35422056913375854,
      "learning_rate": 0.00017373564678157668,
      "loss": 0.2888,
      "step": 8472
    },
    {
      "epoch": 0.7101965550479863,
      "grad_norm": 0.31459319591522217,
      "learning_rate": 0.00017372971205099614,
      "loss": 0.2231,
      "step": 8473
    },
    {
      "epoch": 0.7102803738317757,
      "grad_norm": 0.36889907717704773,
      "learning_rate": 0.00017372377675136977,
      "loss": 0.3379,
      "step": 8474
    },
    {
      "epoch": 0.7103641926155652,
      "grad_norm": 0.305663138628006,
      "learning_rate": 0.00017371784088274334,
      "loss": 0.2447,
      "step": 8475
    },
    {
      "epoch": 0.7104480113993547,
      "grad_norm": 0.335377037525177,
      "learning_rate": 0.00017371190444516268,
      "loss": 0.3206,
      "step": 8476
    },
    {
      "epoch": 0.710531830183144,
      "grad_norm": 0.32127562165260315,
      "learning_rate": 0.00017370596743867362,
      "loss": 0.2305,
      "step": 8477
    },
    {
      "epoch": 0.7106156489669335,
      "grad_norm": 0.38998645544052124,
      "learning_rate": 0.00017370002986332193,
      "loss": 0.3184,
      "step": 8478
    },
    {
      "epoch": 0.7106994677507229,
      "grad_norm": 0.32560092210769653,
      "learning_rate": 0.0001736940917191535,
      "loss": 0.2403,
      "step": 8479
    },
    {
      "epoch": 0.7107832865345124,
      "grad_norm": 0.31039682030677795,
      "learning_rate": 0.00017368815300621414,
      "loss": 0.2776,
      "step": 8480
    },
    {
      "epoch": 0.7108671053183019,
      "grad_norm": 0.33904600143432617,
      "learning_rate": 0.00017368221372454968,
      "loss": 0.2635,
      "step": 8481
    },
    {
      "epoch": 0.7109509241020913,
      "grad_norm": 0.34362298250198364,
      "learning_rate": 0.00017367627387420594,
      "loss": 0.2956,
      "step": 8482
    },
    {
      "epoch": 0.7110347428858808,
      "grad_norm": 0.35599103569984436,
      "learning_rate": 0.0001736703334552288,
      "loss": 0.3053,
      "step": 8483
    },
    {
      "epoch": 0.7111185616696701,
      "grad_norm": 0.3546968102455139,
      "learning_rate": 0.00017366439246766408,
      "loss": 0.294,
      "step": 8484
    },
    {
      "epoch": 0.7112023804534596,
      "grad_norm": 0.3067903518676758,
      "learning_rate": 0.00017365845091155767,
      "loss": 0.2406,
      "step": 8485
    },
    {
      "epoch": 0.7112861992372491,
      "grad_norm": 0.33307182788848877,
      "learning_rate": 0.00017365250878695535,
      "loss": 0.2697,
      "step": 8486
    },
    {
      "epoch": 0.7113700180210385,
      "grad_norm": 0.3386023938655853,
      "learning_rate": 0.00017364656609390307,
      "loss": 0.328,
      "step": 8487
    },
    {
      "epoch": 0.711453836804828,
      "grad_norm": 0.3517838418483734,
      "learning_rate": 0.00017364062283244667,
      "loss": 0.3094,
      "step": 8488
    },
    {
      "epoch": 0.7115376555886174,
      "grad_norm": 0.3380623757839203,
      "learning_rate": 0.00017363467900263196,
      "loss": 0.3019,
      "step": 8489
    },
    {
      "epoch": 0.7116214743724069,
      "grad_norm": 0.3122510015964508,
      "learning_rate": 0.0001736287346045049,
      "loss": 0.2568,
      "step": 8490
    },
    {
      "epoch": 0.7117052931561964,
      "grad_norm": 0.3131446838378906,
      "learning_rate": 0.0001736227896381113,
      "loss": 0.2377,
      "step": 8491
    },
    {
      "epoch": 0.7117891119399857,
      "grad_norm": 0.34160301089286804,
      "learning_rate": 0.0001736168441034971,
      "loss": 0.2764,
      "step": 8492
    },
    {
      "epoch": 0.7118729307237752,
      "grad_norm": 0.35653769969940186,
      "learning_rate": 0.00017361089800070815,
      "loss": 0.2933,
      "step": 8493
    },
    {
      "epoch": 0.7119567495075646,
      "grad_norm": 0.340998113155365,
      "learning_rate": 0.0001736049513297904,
      "loss": 0.2788,
      "step": 8494
    },
    {
      "epoch": 0.7120405682913541,
      "grad_norm": 0.33324483036994934,
      "learning_rate": 0.00017359900409078964,
      "loss": 0.2779,
      "step": 8495
    },
    {
      "epoch": 0.7121243870751436,
      "grad_norm": 0.3190462291240692,
      "learning_rate": 0.00017359305628375185,
      "loss": 0.2767,
      "step": 8496
    },
    {
      "epoch": 0.712208205858933,
      "grad_norm": 0.3478703796863556,
      "learning_rate": 0.0001735871079087229,
      "loss": 0.3199,
      "step": 8497
    },
    {
      "epoch": 0.7122920246427225,
      "grad_norm": 0.3200306296348572,
      "learning_rate": 0.00017358115896574873,
      "loss": 0.2808,
      "step": 8498
    },
    {
      "epoch": 0.7123758434265118,
      "grad_norm": 0.31345513463020325,
      "learning_rate": 0.00017357520945487527,
      "loss": 0.3001,
      "step": 8499
    },
    {
      "epoch": 0.7124596622103013,
      "grad_norm": 0.37241554260253906,
      "learning_rate": 0.00017356925937614837,
      "loss": 0.3442,
      "step": 8500
    },
    {
      "epoch": 0.7125434809940908,
      "grad_norm": 0.35504552721977234,
      "learning_rate": 0.00017356330872961398,
      "loss": 0.3092,
      "step": 8501
    },
    {
      "epoch": 0.7126272997778802,
      "grad_norm": 0.35352039337158203,
      "learning_rate": 0.00017355735751531807,
      "loss": 0.3144,
      "step": 8502
    },
    {
      "epoch": 0.7127111185616697,
      "grad_norm": 0.30733850598335266,
      "learning_rate": 0.00017355140573330652,
      "loss": 0.2425,
      "step": 8503
    },
    {
      "epoch": 0.7127949373454591,
      "grad_norm": 0.2833957076072693,
      "learning_rate": 0.00017354545338362529,
      "loss": 0.2452,
      "step": 8504
    },
    {
      "epoch": 0.7128787561292486,
      "grad_norm": 0.3346034586429596,
      "learning_rate": 0.00017353950046632033,
      "loss": 0.2442,
      "step": 8505
    },
    {
      "epoch": 0.712962574913038,
      "grad_norm": 0.3148391842842102,
      "learning_rate": 0.00017353354698143757,
      "loss": 0.2446,
      "step": 8506
    },
    {
      "epoch": 0.7130463936968274,
      "grad_norm": 0.341657429933548,
      "learning_rate": 0.00017352759292902294,
      "loss": 0.2724,
      "step": 8507
    },
    {
      "epoch": 0.7131302124806169,
      "grad_norm": 0.3523889482021332,
      "learning_rate": 0.0001735216383091224,
      "loss": 0.3192,
      "step": 8508
    },
    {
      "epoch": 0.7132140312644063,
      "grad_norm": 0.30148985981941223,
      "learning_rate": 0.00017351568312178194,
      "loss": 0.2258,
      "step": 8509
    },
    {
      "epoch": 0.7132978500481958,
      "grad_norm": 0.3509412705898285,
      "learning_rate": 0.0001735097273670475,
      "loss": 0.3135,
      "step": 8510
    },
    {
      "epoch": 0.7133816688319853,
      "grad_norm": 0.35030680894851685,
      "learning_rate": 0.00017350377104496505,
      "loss": 0.2931,
      "step": 8511
    },
    {
      "epoch": 0.7134654876157747,
      "grad_norm": 0.3474584221839905,
      "learning_rate": 0.00017349781415558057,
      "loss": 0.3002,
      "step": 8512
    },
    {
      "epoch": 0.7135493063995642,
      "grad_norm": 0.32599589228630066,
      "learning_rate": 0.00017349185669894002,
      "loss": 0.2812,
      "step": 8513
    },
    {
      "epoch": 0.7136331251833536,
      "grad_norm": 0.36393430829048157,
      "learning_rate": 0.00017348589867508937,
      "loss": 0.2859,
      "step": 8514
    },
    {
      "epoch": 0.713716943967143,
      "grad_norm": 0.3565782606601715,
      "learning_rate": 0.00017347994008407462,
      "loss": 0.2937,
      "step": 8515
    },
    {
      "epoch": 0.7138007627509325,
      "grad_norm": 0.3027000427246094,
      "learning_rate": 0.00017347398092594176,
      "loss": 0.2412,
      "step": 8516
    },
    {
      "epoch": 0.7138845815347219,
      "grad_norm": 0.3237920105457306,
      "learning_rate": 0.0001734680212007368,
      "loss": 0.3219,
      "step": 8517
    },
    {
      "epoch": 0.7139684003185114,
      "grad_norm": 0.2869821786880493,
      "learning_rate": 0.0001734620609085057,
      "loss": 0.2239,
      "step": 8518
    },
    {
      "epoch": 0.7140522191023009,
      "grad_norm": 0.36353710293769836,
      "learning_rate": 0.00017345610004929448,
      "loss": 0.3346,
      "step": 8519
    },
    {
      "epoch": 0.7141360378860903,
      "grad_norm": 0.31583017110824585,
      "learning_rate": 0.00017345013862314913,
      "loss": 0.2588,
      "step": 8520
    },
    {
      "epoch": 0.7142198566698797,
      "grad_norm": 0.35130736231803894,
      "learning_rate": 0.00017344417663011573,
      "loss": 0.2766,
      "step": 8521
    },
    {
      "epoch": 0.7143036754536691,
      "grad_norm": 0.3697268068790436,
      "learning_rate": 0.00017343821407024017,
      "loss": 0.3246,
      "step": 8522
    },
    {
      "epoch": 0.7143874942374586,
      "grad_norm": 0.3411817252635956,
      "learning_rate": 0.00017343225094356855,
      "loss": 0.2826,
      "step": 8523
    },
    {
      "epoch": 0.7144713130212481,
      "grad_norm": 0.33414244651794434,
      "learning_rate": 0.00017342628725014692,
      "loss": 0.2358,
      "step": 8524
    },
    {
      "epoch": 0.7145551318050375,
      "grad_norm": 0.34296882152557373,
      "learning_rate": 0.00017342032299002123,
      "loss": 0.2851,
      "step": 8525
    },
    {
      "epoch": 0.714638950588827,
      "grad_norm": 0.3594212830066681,
      "learning_rate": 0.00017341435816323756,
      "loss": 0.3075,
      "step": 8526
    },
    {
      "epoch": 0.7147227693726164,
      "grad_norm": 0.337136447429657,
      "learning_rate": 0.00017340839276984196,
      "loss": 0.2712,
      "step": 8527
    },
    {
      "epoch": 0.7148065881564059,
      "grad_norm": 0.3891884386539459,
      "learning_rate": 0.00017340242680988043,
      "loss": 0.322,
      "step": 8528
    },
    {
      "epoch": 0.7148904069401953,
      "grad_norm": 0.30979153513908386,
      "learning_rate": 0.00017339646028339905,
      "loss": 0.2407,
      "step": 8529
    },
    {
      "epoch": 0.7149742257239847,
      "grad_norm": 0.3427407741546631,
      "learning_rate": 0.00017339049319044385,
      "loss": 0.2691,
      "step": 8530
    },
    {
      "epoch": 0.7150580445077742,
      "grad_norm": 0.3644964396953583,
      "learning_rate": 0.0001733845255310609,
      "loss": 0.3003,
      "step": 8531
    },
    {
      "epoch": 0.7151418632915636,
      "grad_norm": 0.38360878825187683,
      "learning_rate": 0.0001733785573052962,
      "loss": 0.3172,
      "step": 8532
    },
    {
      "epoch": 0.7152256820753531,
      "grad_norm": 0.32753801345825195,
      "learning_rate": 0.0001733725885131959,
      "loss": 0.2613,
      "step": 8533
    },
    {
      "epoch": 0.7153095008591426,
      "grad_norm": 0.3475073277950287,
      "learning_rate": 0.000173366619154806,
      "loss": 0.3056,
      "step": 8534
    },
    {
      "epoch": 0.715393319642932,
      "grad_norm": 0.3498874306678772,
      "learning_rate": 0.0001733606492301726,
      "loss": 0.3307,
      "step": 8535
    },
    {
      "epoch": 0.7154771384267214,
      "grad_norm": 0.34467601776123047,
      "learning_rate": 0.0001733546787393418,
      "loss": 0.3073,
      "step": 8536
    },
    {
      "epoch": 0.7155609572105108,
      "grad_norm": 0.3435870110988617,
      "learning_rate": 0.00017334870768235963,
      "loss": 0.2738,
      "step": 8537
    },
    {
      "epoch": 0.7156447759943003,
      "grad_norm": 0.29473716020584106,
      "learning_rate": 0.0001733427360592722,
      "loss": 0.2268,
      "step": 8538
    },
    {
      "epoch": 0.7157285947780898,
      "grad_norm": 0.29897454380989075,
      "learning_rate": 0.0001733367638701256,
      "loss": 0.2516,
      "step": 8539
    },
    {
      "epoch": 0.7158124135618792,
      "grad_norm": 0.3412870168685913,
      "learning_rate": 0.00017333079111496593,
      "loss": 0.2669,
      "step": 8540
    },
    {
      "epoch": 0.7158962323456687,
      "grad_norm": 0.33021533489227295,
      "learning_rate": 0.00017332481779383928,
      "loss": 0.2751,
      "step": 8541
    },
    {
      "epoch": 0.7159800511294581,
      "grad_norm": 0.28231140971183777,
      "learning_rate": 0.00017331884390679175,
      "loss": 0.1893,
      "step": 8542
    },
    {
      "epoch": 0.7160638699132476,
      "grad_norm": 0.3191315233707428,
      "learning_rate": 0.00017331286945386945,
      "loss": 0.2488,
      "step": 8543
    },
    {
      "epoch": 0.716147688697037,
      "grad_norm": 0.3055606782436371,
      "learning_rate": 0.00017330689443511847,
      "loss": 0.2527,
      "step": 8544
    },
    {
      "epoch": 0.7162315074808264,
      "grad_norm": 0.34566375613212585,
      "learning_rate": 0.00017330091885058496,
      "loss": 0.2706,
      "step": 8545
    },
    {
      "epoch": 0.7163153262646159,
      "grad_norm": 0.37877798080444336,
      "learning_rate": 0.000173294942700315,
      "loss": 0.3209,
      "step": 8546
    },
    {
      "epoch": 0.7163991450484053,
      "grad_norm": 0.3642612099647522,
      "learning_rate": 0.00017328896598435475,
      "loss": 0.2737,
      "step": 8547
    },
    {
      "epoch": 0.7164829638321948,
      "grad_norm": 0.3737736642360687,
      "learning_rate": 0.00017328298870275034,
      "loss": 0.2883,
      "step": 8548
    },
    {
      "epoch": 0.7165667826159843,
      "grad_norm": 0.3258443772792816,
      "learning_rate": 0.00017327701085554788,
      "loss": 0.2505,
      "step": 8549
    },
    {
      "epoch": 0.7166506013997737,
      "grad_norm": 0.35973143577575684,
      "learning_rate": 0.00017327103244279348,
      "loss": 0.3409,
      "step": 8550
    },
    {
      "epoch": 0.7167344201835631,
      "grad_norm": 0.34006616473197937,
      "learning_rate": 0.00017326505346453334,
      "loss": 0.2945,
      "step": 8551
    },
    {
      "epoch": 0.7168182389673526,
      "grad_norm": 0.3678714632987976,
      "learning_rate": 0.0001732590739208136,
      "loss": 0.3167,
      "step": 8552
    },
    {
      "epoch": 0.716902057751142,
      "grad_norm": 0.32531407475471497,
      "learning_rate": 0.00017325309381168038,
      "loss": 0.2463,
      "step": 8553
    },
    {
      "epoch": 0.7169858765349315,
      "grad_norm": 0.3456957936286926,
      "learning_rate": 0.00017324711313717982,
      "loss": 0.2923,
      "step": 8554
    },
    {
      "epoch": 0.7170696953187209,
      "grad_norm": 0.3422092795372009,
      "learning_rate": 0.00017324113189735817,
      "loss": 0.3145,
      "step": 8555
    },
    {
      "epoch": 0.7171535141025104,
      "grad_norm": 0.27335140109062195,
      "learning_rate": 0.00017323515009226147,
      "loss": 0.1933,
      "step": 8556
    },
    {
      "epoch": 0.7172373328862999,
      "grad_norm": 0.31234753131866455,
      "learning_rate": 0.00017322916772193595,
      "loss": 0.2495,
      "step": 8557
    },
    {
      "epoch": 0.7173211516700893,
      "grad_norm": 0.3227829337120056,
      "learning_rate": 0.0001732231847864278,
      "loss": 0.2469,
      "step": 8558
    },
    {
      "epoch": 0.7174049704538787,
      "grad_norm": 0.3485577404499054,
      "learning_rate": 0.00017321720128578316,
      "loss": 0.2989,
      "step": 8559
    },
    {
      "epoch": 0.7174887892376681,
      "grad_norm": 0.3032013475894928,
      "learning_rate": 0.00017321121722004823,
      "loss": 0.2491,
      "step": 8560
    },
    {
      "epoch": 0.7175726080214576,
      "grad_norm": 0.32171934843063354,
      "learning_rate": 0.0001732052325892692,
      "loss": 0.2771,
      "step": 8561
    },
    {
      "epoch": 0.7176564268052471,
      "grad_norm": 0.3206186294555664,
      "learning_rate": 0.00017319924739349224,
      "loss": 0.2956,
      "step": 8562
    },
    {
      "epoch": 0.7177402455890365,
      "grad_norm": 0.31166625022888184,
      "learning_rate": 0.00017319326163276353,
      "loss": 0.2648,
      "step": 8563
    },
    {
      "epoch": 0.717824064372826,
      "grad_norm": 0.3733167350292206,
      "learning_rate": 0.00017318727530712933,
      "loss": 0.3258,
      "step": 8564
    },
    {
      "epoch": 0.7179078831566154,
      "grad_norm": 0.3382719159126282,
      "learning_rate": 0.0001731812884166358,
      "loss": 0.2365,
      "step": 8565
    },
    {
      "epoch": 0.7179917019404048,
      "grad_norm": 0.33008232712745667,
      "learning_rate": 0.00017317530096132912,
      "loss": 0.2902,
      "step": 8566
    },
    {
      "epoch": 0.7180755207241943,
      "grad_norm": 0.3320944309234619,
      "learning_rate": 0.00017316931294125555,
      "loss": 0.3106,
      "step": 8567
    },
    {
      "epoch": 0.7181593395079837,
      "grad_norm": 0.3521708548069,
      "learning_rate": 0.00017316332435646128,
      "loss": 0.2744,
      "step": 8568
    },
    {
      "epoch": 0.7182431582917732,
      "grad_norm": 0.30674898624420166,
      "learning_rate": 0.00017315733520699254,
      "loss": 0.2572,
      "step": 8569
    },
    {
      "epoch": 0.7183269770755626,
      "grad_norm": 0.2926636338233948,
      "learning_rate": 0.00017315134549289555,
      "loss": 0.2237,
      "step": 8570
    },
    {
      "epoch": 0.7184107958593521,
      "grad_norm": 0.33720484375953674,
      "learning_rate": 0.00017314535521421656,
      "loss": 0.3066,
      "step": 8571
    },
    {
      "epoch": 0.7184946146431416,
      "grad_norm": 0.33812958002090454,
      "learning_rate": 0.00017313936437100177,
      "loss": 0.2752,
      "step": 8572
    },
    {
      "epoch": 0.718578433426931,
      "grad_norm": 0.3028886020183563,
      "learning_rate": 0.00017313337296329738,
      "loss": 0.2603,
      "step": 8573
    },
    {
      "epoch": 0.7186622522107204,
      "grad_norm": 0.31893444061279297,
      "learning_rate": 0.00017312738099114973,
      "loss": 0.2506,
      "step": 8574
    },
    {
      "epoch": 0.7187460709945098,
      "grad_norm": 0.3625360131263733,
      "learning_rate": 0.00017312138845460503,
      "loss": 0.2961,
      "step": 8575
    },
    {
      "epoch": 0.7188298897782993,
      "grad_norm": 0.3399498164653778,
      "learning_rate": 0.0001731153953537095,
      "loss": 0.2865,
      "step": 8576
    },
    {
      "epoch": 0.7189137085620888,
      "grad_norm": 0.3240443766117096,
      "learning_rate": 0.00017310940168850943,
      "loss": 0.2373,
      "step": 8577
    },
    {
      "epoch": 0.7189975273458782,
      "grad_norm": 0.3294483423233032,
      "learning_rate": 0.00017310340745905104,
      "loss": 0.2616,
      "step": 8578
    },
    {
      "epoch": 0.7190813461296677,
      "grad_norm": 0.3525010347366333,
      "learning_rate": 0.0001730974126653806,
      "loss": 0.2778,
      "step": 8579
    },
    {
      "epoch": 0.7191651649134571,
      "grad_norm": 0.32309457659721375,
      "learning_rate": 0.00017309141730754442,
      "loss": 0.2552,
      "step": 8580
    },
    {
      "epoch": 0.7192489836972465,
      "grad_norm": 0.33816051483154297,
      "learning_rate": 0.00017308542138558876,
      "loss": 0.2672,
      "step": 8581
    },
    {
      "epoch": 0.719332802481036,
      "grad_norm": 0.33026397228240967,
      "learning_rate": 0.00017307942489955985,
      "loss": 0.2393,
      "step": 8582
    },
    {
      "epoch": 0.7194166212648254,
      "grad_norm": 0.3415076434612274,
      "learning_rate": 0.00017307342784950402,
      "loss": 0.2575,
      "step": 8583
    },
    {
      "epoch": 0.7195004400486149,
      "grad_norm": 0.3195435404777527,
      "learning_rate": 0.0001730674302354675,
      "loss": 0.2398,
      "step": 8584
    },
    {
      "epoch": 0.7195842588324043,
      "grad_norm": 0.347653329372406,
      "learning_rate": 0.00017306143205749667,
      "loss": 0.3026,
      "step": 8585
    },
    {
      "epoch": 0.7196680776161938,
      "grad_norm": 0.3169991970062256,
      "learning_rate": 0.00017305543331563777,
      "loss": 0.2755,
      "step": 8586
    },
    {
      "epoch": 0.7197518963999833,
      "grad_norm": 0.2975269556045532,
      "learning_rate": 0.00017304943400993708,
      "loss": 0.1989,
      "step": 8587
    },
    {
      "epoch": 0.7198357151837727,
      "grad_norm": 0.3454548120498657,
      "learning_rate": 0.0001730434341404409,
      "loss": 0.2552,
      "step": 8588
    },
    {
      "epoch": 0.7199195339675621,
      "grad_norm": 0.3140435516834259,
      "learning_rate": 0.0001730374337071956,
      "loss": 0.2347,
      "step": 8589
    },
    {
      "epoch": 0.7200033527513516,
      "grad_norm": 0.3285326063632965,
      "learning_rate": 0.00017303143271024744,
      "loss": 0.2823,
      "step": 8590
    },
    {
      "epoch": 0.720087171535141,
      "grad_norm": 0.3519515097141266,
      "learning_rate": 0.00017302543114964273,
      "loss": 0.3177,
      "step": 8591
    },
    {
      "epoch": 0.7201709903189305,
      "grad_norm": 0.351859450340271,
      "learning_rate": 0.00017301942902542782,
      "loss": 0.2753,
      "step": 8592
    },
    {
      "epoch": 0.7202548091027199,
      "grad_norm": 0.3301614224910736,
      "learning_rate": 0.00017301342633764901,
      "loss": 0.2832,
      "step": 8593
    },
    {
      "epoch": 0.7203386278865094,
      "grad_norm": 0.3335362672805786,
      "learning_rate": 0.00017300742308635266,
      "loss": 0.2566,
      "step": 8594
    },
    {
      "epoch": 0.7204224466702989,
      "grad_norm": 0.334862619638443,
      "learning_rate": 0.00017300141927158505,
      "loss": 0.2383,
      "step": 8595
    },
    {
      "epoch": 0.7205062654540882,
      "grad_norm": 0.3121095597743988,
      "learning_rate": 0.0001729954148933926,
      "loss": 0.2867,
      "step": 8596
    },
    {
      "epoch": 0.7205900842378777,
      "grad_norm": 0.3085530996322632,
      "learning_rate": 0.00017298940995182156,
      "loss": 0.2641,
      "step": 8597
    },
    {
      "epoch": 0.7206739030216671,
      "grad_norm": 0.3224716782569885,
      "learning_rate": 0.00017298340444691835,
      "loss": 0.2471,
      "step": 8598
    },
    {
      "epoch": 0.7207577218054566,
      "grad_norm": 0.3338935971260071,
      "learning_rate": 0.00017297739837872925,
      "loss": 0.2742,
      "step": 8599
    },
    {
      "epoch": 0.7208415405892461,
      "grad_norm": 0.3710920512676239,
      "learning_rate": 0.00017297139174730068,
      "loss": 0.3156,
      "step": 8600
    },
    {
      "epoch": 0.7208415405892461,
      "eval_loss": 0.27807265520095825,
      "eval_runtime": 61.5598,
      "eval_samples_per_second": 15.595,
      "eval_steps_per_second": 3.899,
      "step": 8600
    }
  ],
  "logging_steps": 1,
  "max_steps": 35790,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 5.6714019215926886e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}