{
  "best_metric": 0.0020122313871979713,
  "best_model_checkpoint": "miner_id_24/checkpoint-800",
  "epoch": 0.34797738147020446,
  "eval_steps": 200,
  "global_step": 1400,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00024855527247871745,
      "grad_norm": 3.934346914291382,
      "learning_rate": 6.666666666666667e-06,
      "loss": 1.5516,
      "step": 1
    },
    {
      "epoch": 0.00024855527247871745,
      "eval_loss": 0.5978004336357117,
      "eval_runtime": 32.5693,
      "eval_samples_per_second": 4.974,
      "eval_steps_per_second": 2.487,
      "step": 1
    },
    {
      "epoch": 0.0004971105449574349,
      "grad_norm": 3.0537619590759277,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 1.7059,
      "step": 2
    },
    {
      "epoch": 0.0007456658174361524,
      "grad_norm": 18.23044204711914,
      "learning_rate": 2e-05,
      "loss": 5.0239,
      "step": 3
    },
    {
      "epoch": 0.0009942210899148698,
      "grad_norm": 4.062368869781494,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 1.7058,
      "step": 4
    },
    {
      "epoch": 0.0012427763623935873,
      "grad_norm": 3.9004640579223633,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 1.7293,
      "step": 5
    },
    {
      "epoch": 0.0014913316348723047,
      "grad_norm": 3.8947770595550537,
      "learning_rate": 4e-05,
      "loss": 1.6896,
      "step": 6
    },
    {
      "epoch": 0.0017398869073510222,
      "grad_norm": 3.439568519592285,
      "learning_rate": 4.666666666666667e-05,
      "loss": 1.4418,
      "step": 7
    },
    {
      "epoch": 0.0019884421798297396,
      "grad_norm": 7.632723808288574,
      "learning_rate": 5.333333333333333e-05,
      "loss": 2.5442,
      "step": 8
    },
    {
      "epoch": 0.0022369974523084573,
      "grad_norm": 3.6104989051818848,
      "learning_rate": 6e-05,
      "loss": 0.9478,
      "step": 9
    },
    {
      "epoch": 0.0024855527247871745,
      "grad_norm": 6.125757694244385,
      "learning_rate": 6.666666666666667e-05,
      "loss": 0.6136,
      "step": 10
    },
    {
      "epoch": 0.002734107997265892,
      "grad_norm": 3.961766242980957,
      "learning_rate": 7.333333333333333e-05,
      "loss": 0.409,
      "step": 11
    },
    {
      "epoch": 0.0029826632697446094,
      "grad_norm": 2.9000353813171387,
      "learning_rate": 8e-05,
      "loss": 0.2868,
      "step": 12
    },
    {
      "epoch": 0.003231218542223327,
      "grad_norm": 2.705465793609619,
      "learning_rate": 8.666666666666667e-05,
      "loss": 0.191,
      "step": 13
    },
    {
      "epoch": 0.0034797738147020443,
      "grad_norm": 1.902308702468872,
      "learning_rate": 9.333333333333334e-05,
      "loss": 0.0496,
      "step": 14
    },
    {
      "epoch": 0.003728329087180762,
      "grad_norm": 1.069593071937561,
      "learning_rate": 0.0001,
      "loss": 0.0301,
      "step": 15
    },
    {
      "epoch": 0.003976884359659479,
      "grad_norm": 1.6849104166030884,
      "learning_rate": 0.00010666666666666667,
      "loss": 0.0781,
      "step": 16
    },
    {
      "epoch": 0.004225439632138197,
      "grad_norm": 0.9508635997772217,
      "learning_rate": 0.00011333333333333334,
      "loss": 0.0099,
      "step": 17
    },
    {
      "epoch": 0.004473994904616915,
      "grad_norm": 0.11832628399133682,
      "learning_rate": 0.00012,
      "loss": 0.0031,
      "step": 18
    },
    {
      "epoch": 0.004722550177095631,
      "grad_norm": 1.7810890674591064,
      "learning_rate": 0.00012666666666666666,
      "loss": 0.0259,
      "step": 19
    },
    {
      "epoch": 0.004971105449574349,
      "grad_norm": 3.9732329845428467,
      "learning_rate": 0.00013333333333333334,
      "loss": 0.0457,
      "step": 20
    },
    {
      "epoch": 0.005219660722053067,
      "grad_norm": 0.03936481848359108,
      "learning_rate": 0.00014,
      "loss": 0.0011,
      "step": 21
    },
    {
      "epoch": 0.005468215994531784,
      "grad_norm": 0.025406915694475174,
      "learning_rate": 0.00014666666666666666,
      "loss": 0.0008,
      "step": 22
    },
    {
      "epoch": 0.005716771267010501,
      "grad_norm": 1.1775574684143066,
      "learning_rate": 0.00015333333333333334,
      "loss": 0.0155,
      "step": 23
    },
    {
      "epoch": 0.005965326539489219,
      "grad_norm": 0.022435132414102554,
      "learning_rate": 0.00016,
      "loss": 0.0005,
      "step": 24
    },
    {
      "epoch": 0.0062138818119679366,
      "grad_norm": 1.465839147567749,
      "learning_rate": 0.0001666666666666667,
      "loss": 0.0288,
      "step": 25
    },
    {
      "epoch": 0.006462437084446654,
      "grad_norm": 8.099515914916992,
      "learning_rate": 0.00017333333333333334,
      "loss": 0.7536,
      "step": 26
    },
    {
      "epoch": 0.006710992356925371,
      "grad_norm": 0.12411543726921082,
      "learning_rate": 0.00018,
      "loss": 0.0014,
      "step": 27
    },
    {
      "epoch": 0.006959547629404089,
      "grad_norm": 34.30710220336914,
      "learning_rate": 0.0001866666666666667,
      "loss": 0.3181,
      "step": 28
    },
    {
      "epoch": 0.007208102901882806,
      "grad_norm": 14.149660110473633,
      "learning_rate": 0.00019333333333333333,
      "loss": 0.1062,
      "step": 29
    },
    {
      "epoch": 0.007456658174361524,
      "grad_norm": 1.1282981634140015,
      "learning_rate": 0.0002,
      "loss": 0.009,
      "step": 30
    },
    {
      "epoch": 0.007705213446840241,
      "grad_norm": 11.039921760559082,
      "learning_rate": 0.00019999999659522108,
      "loss": 0.2173,
      "step": 31
    },
    {
      "epoch": 0.007953768719318959,
      "grad_norm": 6.059965133666992,
      "learning_rate": 0.00019999998638088452,
      "loss": 0.0461,
      "step": 32
    },
    {
      "epoch": 0.008202323991797676,
      "grad_norm": 7.451244831085205,
      "learning_rate": 0.00019999996935699105,
      "loss": 0.2213,
      "step": 33
    },
    {
      "epoch": 0.008450879264276394,
      "grad_norm": 45.97443389892578,
      "learning_rate": 0.0001999999455235418,
      "loss": 0.0279,
      "step": 34
    },
    {
      "epoch": 0.008699434536755112,
      "grad_norm": 2.0606119632720947,
      "learning_rate": 0.00019999991488053843,
      "loss": 0.0165,
      "step": 35
    },
    {
      "epoch": 0.00894798980923383,
      "grad_norm": 2.3268394470214844,
      "learning_rate": 0.000199999877427983,
      "loss": 0.0626,
      "step": 36
    },
    {
      "epoch": 0.009196545081712545,
      "grad_norm": 0.9588658213615417,
      "learning_rate": 0.00019999983316587803,
      "loss": 0.0121,
      "step": 37
    },
    {
      "epoch": 0.009445100354191263,
      "grad_norm": 0.1392073780298233,
      "learning_rate": 0.0001999997820942266,
      "loss": 0.0034,
      "step": 38
    },
    {
      "epoch": 0.00969365562666998,
      "grad_norm": 13.206149101257324,
      "learning_rate": 0.00019999972421303212,
      "loss": 0.0927,
      "step": 39
    },
    {
      "epoch": 0.009942210899148698,
      "grad_norm": 1.4930014610290527,
      "learning_rate": 0.00019999965952229856,
      "loss": 0.0666,
      "step": 40
    },
    {
      "epoch": 0.010190766171627416,
      "grad_norm": 0.0302667748183012,
      "learning_rate": 0.00019999958802203037,
      "loss": 0.0009,
      "step": 41
    },
    {
      "epoch": 0.010439321444106133,
      "grad_norm": 0.15191203355789185,
      "learning_rate": 0.00019999950971223235,
      "loss": 0.0018,
      "step": 42
    },
    {
      "epoch": 0.010687876716584851,
      "grad_norm": 0.33578920364379883,
      "learning_rate": 0.00019999942459290987,
      "loss": 0.0068,
      "step": 43
    },
    {
      "epoch": 0.010936431989063569,
      "grad_norm": 1.6521965265274048,
      "learning_rate": 0.00019999933266406873,
      "loss": 0.0181,
      "step": 44
    },
    {
      "epoch": 0.011184987261542285,
      "grad_norm": 1.005875587463379,
      "learning_rate": 0.00019999923392571516,
      "loss": 0.0135,
      "step": 45
    },
    {
      "epoch": 0.011433542534021002,
      "grad_norm": 0.45871207118034363,
      "learning_rate": 0.00019999912837785592,
      "loss": 0.0124,
      "step": 46
    },
    {
      "epoch": 0.01168209780649972,
      "grad_norm": 0.32221224904060364,
      "learning_rate": 0.00019999901602049818,
      "loss": 0.0021,
      "step": 47
    },
    {
      "epoch": 0.011930653078978438,
      "grad_norm": 0.012531188316643238,
      "learning_rate": 0.00019999889685364956,
      "loss": 0.0005,
      "step": 48
    },
    {
      "epoch": 0.012179208351457155,
      "grad_norm": 8.136157989501953,
      "learning_rate": 0.00019999877087731823,
      "loss": 0.6289,
      "step": 49
    },
    {
      "epoch": 0.012427763623935873,
      "grad_norm": 2.0258121490478516,
      "learning_rate": 0.00019999863809151277,
      "loss": 0.0299,
      "step": 50
    },
    {
      "epoch": 0.01267631889641459,
      "grad_norm": 5.3577985763549805,
      "learning_rate": 0.00019999849849624215,
      "loss": 0.0951,
      "step": 51
    },
    {
      "epoch": 0.012924874168893308,
      "grad_norm": 0.2067423313856125,
      "learning_rate": 0.00019999835209151594,
      "loss": 0.0027,
      "step": 52
    },
    {
      "epoch": 0.013173429441372024,
      "grad_norm": 0.01989087462425232,
      "learning_rate": 0.0001999981988773441,
      "loss": 0.0005,
      "step": 53
    },
    {
      "epoch": 0.013421984713850742,
      "grad_norm": 0.16216741502285004,
      "learning_rate": 0.00019999803885373702,
      "loss": 0.0041,
      "step": 54
    },
    {
      "epoch": 0.01367053998632946,
      "grad_norm": 0.07294708490371704,
      "learning_rate": 0.0001999978720207057,
      "loss": 0.0021,
      "step": 55
    },
    {
      "epoch": 0.013919095258808177,
      "grad_norm": 1.2541788816452026,
      "learning_rate": 0.00019999769837826135,
      "loss": 0.0195,
      "step": 56
    },
    {
      "epoch": 0.014167650531286895,
      "grad_norm": 2.007317543029785,
      "learning_rate": 0.0001999975179264159,
      "loss": 0.0117,
      "step": 57
    },
    {
      "epoch": 0.014416205803765613,
      "grad_norm": 3.192899703979492,
      "learning_rate": 0.0001999973306651816,
      "loss": 0.1517,
      "step": 58
    },
    {
      "epoch": 0.01466476107624433,
      "grad_norm": 3.042786121368408,
      "learning_rate": 0.00019999713659457128,
      "loss": 0.1219,
      "step": 59
    },
    {
      "epoch": 0.014913316348723048,
      "grad_norm": 0.2775428295135498,
      "learning_rate": 0.00019999693571459806,
      "loss": 0.0062,
      "step": 60
    },
    {
      "epoch": 0.015161871621201764,
      "grad_norm": 0.7703472971916199,
      "learning_rate": 0.00019999672802527564,
      "loss": 0.0257,
      "step": 61
    },
    {
      "epoch": 0.015410426893680482,
      "grad_norm": 1.255957007408142,
      "learning_rate": 0.00019999651352661818,
      "loss": 0.0359,
      "step": 62
    },
    {
      "epoch": 0.0156589821661592,
      "grad_norm": 0.554334819316864,
      "learning_rate": 0.00019999629221864026,
      "loss": 0.0103,
      "step": 63
    },
    {
      "epoch": 0.015907537438637917,
      "grad_norm": 0.014459580183029175,
      "learning_rate": 0.000199996064101357,
      "loss": 0.0005,
      "step": 64
    },
    {
      "epoch": 0.016156092711116635,
      "grad_norm": 0.4037666618824005,
      "learning_rate": 0.00019999582917478389,
      "loss": 0.0064,
      "step": 65
    },
    {
      "epoch": 0.016404647983595352,
      "grad_norm": 0.018484730273485184,
      "learning_rate": 0.00019999558743893694,
      "loss": 0.0005,
      "step": 66
    },
    {
      "epoch": 0.01665320325607407,
      "grad_norm": 0.19716183841228485,
      "learning_rate": 0.0001999953388938326,
      "loss": 0.0048,
      "step": 67
    },
    {
      "epoch": 0.016901758528552788,
      "grad_norm": 0.054403796792030334,
      "learning_rate": 0.00019999508353948779,
      "loss": 0.001,
      "step": 68
    },
    {
      "epoch": 0.017150313801031505,
      "grad_norm": 4.888618469238281,
      "learning_rate": 0.00019999482137591997,
      "loss": 0.0976,
      "step": 69
    },
    {
      "epoch": 0.017398869073510223,
      "grad_norm": 0.39807528257369995,
      "learning_rate": 0.00019999455240314688,
      "loss": 0.0059,
      "step": 70
    },
    {
      "epoch": 0.01764742434598894,
      "grad_norm": 1.6232489347457886,
      "learning_rate": 0.00019999427662118694,
      "loss": 0.0467,
      "step": 71
    },
    {
      "epoch": 0.01789597961846766,
      "grad_norm": 0.04947131499648094,
      "learning_rate": 0.00019999399403005885,
      "loss": 0.0004,
      "step": 72
    },
    {
      "epoch": 0.018144534890946373,
      "grad_norm": 0.01974889077246189,
      "learning_rate": 0.0001999937046297819,
      "loss": 0.0005,
      "step": 73
    },
    {
      "epoch": 0.01839309016342509,
      "grad_norm": 0.11767973750829697,
      "learning_rate": 0.0001999934084203758,
      "loss": 0.0008,
      "step": 74
    },
    {
      "epoch": 0.018641645435903808,
      "grad_norm": 0.1339050531387329,
      "learning_rate": 0.00019999310540186067,
      "loss": 0.0011,
      "step": 75
    },
    {
      "epoch": 0.018890200708382526,
      "grad_norm": 12.54174518585205,
      "learning_rate": 0.00019999279557425718,
      "loss": 0.0146,
      "step": 76
    },
    {
      "epoch": 0.019138755980861243,
      "grad_norm": 0.019515588879585266,
      "learning_rate": 0.00019999247893758644,
      "loss": 0.0004,
      "step": 77
    },
    {
      "epoch": 0.01938731125333996,
      "grad_norm": 0.9799323081970215,
      "learning_rate": 0.00019999215549187,
      "loss": 0.009,
      "step": 78
    },
    {
      "epoch": 0.01963586652581868,
      "grad_norm": 2.982210874557495,
      "learning_rate": 0.00019999182523712988,
      "loss": 0.011,
      "step": 79
    },
    {
      "epoch": 0.019884421798297396,
      "grad_norm": 7.3454484939575195,
      "learning_rate": 0.00019999148817338854,
      "loss": 0.0709,
      "step": 80
    },
    {
      "epoch": 0.020132977070776114,
      "grad_norm": 5.424490928649902,
      "learning_rate": 0.00019999114430066902,
      "loss": 0.0409,
      "step": 81
    },
    {
      "epoch": 0.02038153234325483,
      "grad_norm": 1.560192346572876,
      "learning_rate": 0.00019999079361899465,
      "loss": 0.0068,
      "step": 82
    },
    {
      "epoch": 0.02063008761573355,
      "grad_norm": 31.75133514404297,
      "learning_rate": 0.00019999043612838933,
      "loss": 0.091,
      "step": 83
    },
    {
      "epoch": 0.020878642888212267,
      "grad_norm": 9.361899375915527,
      "learning_rate": 0.00019999007182887741,
      "loss": 0.002,
      "step": 84
    },
    {
      "epoch": 0.021127198160690985,
      "grad_norm": 1.570929765701294,
      "learning_rate": 0.0001999897007204837,
      "loss": 0.0229,
      "step": 85
    },
    {
      "epoch": 0.021375753433169702,
      "grad_norm": 2.118541717529297,
      "learning_rate": 0.0001999893228032335,
      "loss": 0.5606,
      "step": 86
    },
    {
      "epoch": 0.02162430870564842,
      "grad_norm": 0.03181920573115349,
      "learning_rate": 0.0001999889380771525,
      "loss": 0.0007,
      "step": 87
    },
    {
      "epoch": 0.021872863978127138,
      "grad_norm": 3.310589551925659,
      "learning_rate": 0.00019998854654226694,
      "loss": 0.3834,
      "step": 88
    },
    {
      "epoch": 0.022121419250605852,
      "grad_norm": 0.3121335208415985,
      "learning_rate": 0.0001999881481986034,
      "loss": 0.0026,
      "step": 89
    },
    {
      "epoch": 0.02236997452308457,
      "grad_norm": 2.7242422103881836,
      "learning_rate": 0.00019998774304618908,
      "loss": 0.0115,
      "step": 90
    },
    {
      "epoch": 0.022618529795563287,
      "grad_norm": 0.01853986829519272,
      "learning_rate": 0.00019998733108505157,
      "loss": 0.0007,
      "step": 91
    },
    {
      "epoch": 0.022867085068042005,
      "grad_norm": 0.8040997385978699,
      "learning_rate": 0.0001999869123152189,
      "loss": 0.0132,
      "step": 92
    },
    {
      "epoch": 0.023115640340520723,
      "grad_norm": 3.222612142562866,
      "learning_rate": 0.0001999864867367196,
      "loss": 0.0484,
      "step": 93
    },
    {
      "epoch": 0.02336419561299944,
      "grad_norm": 2.9550843238830566,
      "learning_rate": 0.0001999860543495826,
      "loss": 0.043,
      "step": 94
    },
    {
      "epoch": 0.023612750885478158,
      "grad_norm": 0.15064918994903564,
      "learning_rate": 0.0001999856151538374,
      "loss": 0.007,
      "step": 95
    },
    {
      "epoch": 0.023861306157956876,
      "grad_norm": 0.09625256806612015,
      "learning_rate": 0.0001999851691495139,
      "loss": 0.0053,
      "step": 96
    },
    {
      "epoch": 0.024109861430435593,
      "grad_norm": 0.4163808226585388,
      "learning_rate": 0.00019998471633664243,
      "loss": 0.0193,
      "step": 97
    },
    {
      "epoch": 0.02435841670291431,
      "grad_norm": 0.7510278820991516,
      "learning_rate": 0.0001999842567152539,
      "loss": 0.0287,
      "step": 98
    },
    {
      "epoch": 0.02460697197539303,
      "grad_norm": 0.5633032321929932,
      "learning_rate": 0.00019998379028537952,
      "loss": 0.0162,
      "step": 99
    },
    {
      "epoch": 0.024855527247871746,
      "grad_norm": 0.01715645007789135,
      "learning_rate": 0.00019998331704705114,
      "loss": 0.0008,
      "step": 100
    },
    {
      "epoch": 0.025104082520350464,
      "grad_norm": 0.05916977673768997,
      "learning_rate": 0.0001999828370003009,
      "loss": 0.0023,
      "step": 101
    },
    {
      "epoch": 0.02535263779282918,
      "grad_norm": 0.4842114746570587,
      "learning_rate": 0.00019998235014516156,
      "loss": 0.0075,
      "step": 102
    },
    {
      "epoch": 0.0256011930653079,
      "grad_norm": 0.020217765122652054,
      "learning_rate": 0.00019998185648166622,
      "loss": 0.0012,
      "step": 103
    },
    {
      "epoch": 0.025849748337786617,
      "grad_norm": 1.836074709892273,
      "learning_rate": 0.00019998135600984856,
      "loss": 0.0224,
      "step": 104
    },
    {
      "epoch": 0.02609830361026533,
      "grad_norm": 0.12000266462564468,
      "learning_rate": 0.0001999808487297426,
      "loss": 0.0026,
      "step": 105
    },
    {
      "epoch": 0.02634685888274405,
      "grad_norm": 6.432592868804932,
      "learning_rate": 0.00019998033464138288,
      "loss": 0.2901,
      "step": 106
    },
    {
      "epoch": 0.026595414155222766,
      "grad_norm": 5.115900993347168,
      "learning_rate": 0.00019997981374480443,
      "loss": 0.1141,
      "step": 107
    },
    {
      "epoch": 0.026843969427701484,
      "grad_norm": 0.9707379341125488,
      "learning_rate": 0.00019997928604004276,
      "loss": 0.0292,
      "step": 108
    },
    {
      "epoch": 0.027092524700180202,
      "grad_norm": 0.17153924703598022,
      "learning_rate": 0.00019997875152713373,
      "loss": 0.0044,
      "step": 109
    },
    {
      "epoch": 0.02734107997265892,
      "grad_norm": 0.6881093978881836,
      "learning_rate": 0.0001999782102061138,
      "loss": 0.0381,
      "step": 110
    },
    {
      "epoch": 0.027589635245137637,
      "grad_norm": 0.051690004765987396,
      "learning_rate": 0.00019997766207701978,
      "loss": 0.0014,
      "step": 111
    },
    {
      "epoch": 0.027838190517616355,
      "grad_norm": 0.03045450709760189,
      "learning_rate": 0.000199977107139889,
      "loss": 0.0011,
      "step": 112
    },
    {
      "epoch": 0.028086745790095072,
      "grad_norm": 3.6515755653381348,
      "learning_rate": 0.0001999765453947593,
      "loss": 0.0227,
      "step": 113
    },
    {
      "epoch": 0.02833530106257379,
      "grad_norm": 0.03028745949268341,
      "learning_rate": 0.0001999759768416689,
      "loss": 0.0007,
      "step": 114
    },
    {
      "epoch": 0.028583856335052508,
      "grad_norm": 3.032649040222168,
      "learning_rate": 0.00019997540148065652,
      "loss": 0.0942,
      "step": 115
    },
    {
      "epoch": 0.028832411607531225,
      "grad_norm": 1.0745402574539185,
      "learning_rate": 0.0001999748193117613,
      "loss": 0.0123,
      "step": 116
    },
    {
      "epoch": 0.029080966880009943,
      "grad_norm": 0.10684126615524292,
      "learning_rate": 0.00019997423033502295,
      "loss": 0.0021,
      "step": 117
    },
    {
      "epoch": 0.02932952215248866,
      "grad_norm": 0.020547086372971535,
      "learning_rate": 0.00019997363455048154,
      "loss": 0.0009,
      "step": 118
    },
    {
      "epoch": 0.02957807742496738,
      "grad_norm": 0.020417945459485054,
      "learning_rate": 0.00019997303195817766,
      "loss": 0.0008,
      "step": 119
    },
    {
      "epoch": 0.029826632697446096,
      "grad_norm": 0.08658645302057266,
      "learning_rate": 0.00019997242255815232,
      "loss": 0.0016,
      "step": 120
    },
    {
      "epoch": 0.03007518796992481,
      "grad_norm": 0.17289870977401733,
      "learning_rate": 0.00019997180635044704,
      "loss": 0.0043,
      "step": 121
    },
    {
      "epoch": 0.030323743242403528,
      "grad_norm": 0.346994012594223,
      "learning_rate": 0.00019997118333510373,
      "loss": 0.029,
      "step": 122
    },
    {
      "epoch": 0.030572298514882246,
      "grad_norm": 0.09468378126621246,
      "learning_rate": 0.0001999705535121649,
      "loss": 0.0011,
      "step": 123
    },
    {
      "epoch": 0.030820853787360963,
      "grad_norm": 0.9022815823554993,
      "learning_rate": 0.00019996991688167338,
      "loss": 0.0075,
      "step": 124
    },
    {
      "epoch": 0.03106940905983968,
      "grad_norm": 0.29093867540359497,
      "learning_rate": 0.0001999692734436725,
      "loss": 0.0064,
      "step": 125
    },
    {
      "epoch": 0.0313179643323184,
      "grad_norm": 0.41804298758506775,
      "learning_rate": 0.00019996862319820614,
      "loss": 0.0024,
      "step": 126
    },
    {
      "epoch": 0.031566519604797116,
      "grad_norm": 2.0822744369506836,
      "learning_rate": 0.0001999679661453185,
      "loss": 0.2433,
      "step": 127
    },
    {
      "epoch": 0.031815074877275834,
      "grad_norm": 0.08384131640195847,
      "learning_rate": 0.00019996730228505441,
      "loss": 0.0024,
      "step": 128
    },
    {
      "epoch": 0.03206363014975455,
      "grad_norm": 1.6317967176437378,
      "learning_rate": 0.00019996663161745906,
      "loss": 0.025,
      "step": 129
    },
    {
      "epoch": 0.03231218542223327,
      "grad_norm": 0.07900973409414291,
      "learning_rate": 0.00019996595414257807,
      "loss": 0.0022,
      "step": 130
    },
    {
      "epoch": 0.03256074069471199,
      "grad_norm": 0.23338256776332855,
      "learning_rate": 0.00019996526986045758,
      "loss": 0.0039,
      "step": 131
    },
    {
      "epoch": 0.032809295967190705,
      "grad_norm": 0.07586616277694702,
      "learning_rate": 0.00019996457877114422,
      "loss": 0.0028,
      "step": 132
    },
    {
      "epoch": 0.03305785123966942,
      "grad_norm": 0.7353740334510803,
      "learning_rate": 0.00019996388087468504,
      "loss": 0.0384,
      "step": 133
    },
    {
      "epoch": 0.03330640651214814,
      "grad_norm": 0.67722487449646,
      "learning_rate": 0.00019996317617112754,
      "loss": 0.021,
      "step": 134
    },
    {
      "epoch": 0.03355496178462686,
      "grad_norm": 0.04098958522081375,
      "learning_rate": 0.00019996246466051976,
      "loss": 0.0019,
      "step": 135
    },
    {
      "epoch": 0.033803517057105575,
      "grad_norm": 0.36337611079216003,
      "learning_rate": 0.00019996174634291007,
      "loss": 0.0076,
      "step": 136
    },
    {
      "epoch": 0.03405207232958429,
      "grad_norm": 0.19507892429828644,
      "learning_rate": 0.00019996102121834746,
      "loss": 0.0035,
      "step": 137
    },
    {
      "epoch": 0.03430062760206301,
      "grad_norm": 0.07817081362009048,
      "learning_rate": 0.0001999602892868813,
      "loss": 0.003,
      "step": 138
    },
    {
      "epoch": 0.03454918287454173,
      "grad_norm": 0.4374341368675232,
      "learning_rate": 0.00019995955054856137,
      "loss": 0.0074,
      "step": 139
    },
    {
      "epoch": 0.034797738147020446,
      "grad_norm": 0.0560457780957222,
      "learning_rate": 0.00019995880500343804,
      "loss": 0.0015,
      "step": 140
    },
    {
      "epoch": 0.035046293419499164,
      "grad_norm": 0.05383782461285591,
      "learning_rate": 0.00019995805265156204,
      "loss": 0.0015,
      "step": 141
    },
    {
      "epoch": 0.03529484869197788,
      "grad_norm": 5.38102388381958,
      "learning_rate": 0.00019995729349298462,
      "loss": 0.1074,
      "step": 142
    },
    {
      "epoch": 0.0355434039644566,
      "grad_norm": 0.024677187204360962,
      "learning_rate": 0.00019995652752775747,
      "loss": 0.001,
      "step": 143
    },
    {
      "epoch": 0.03579195923693532,
      "grad_norm": 0.29675453901290894,
      "learning_rate": 0.00019995575475593273,
      "loss": 0.0041,
      "step": 144
    },
    {
      "epoch": 0.03604051450941403,
      "grad_norm": 4.115443706512451,
      "learning_rate": 0.00019995497517756304,
      "loss": 0.1584,
      "step": 145
    },
    {
      "epoch": 0.036289069781892745,
      "grad_norm": 0.004503471776843071,
      "learning_rate": 0.00019995418879270151,
      "loss": 0.0002,
      "step": 146
    },
    {
      "epoch": 0.03653762505437146,
      "grad_norm": 1.604303240776062,
      "learning_rate": 0.00019995339560140168,
      "loss": 0.0028,
      "step": 147
    },
    {
      "epoch": 0.03678618032685018,
      "grad_norm": 0.09153589606285095,
      "learning_rate": 0.0001999525956037175,
      "loss": 0.002,
      "step": 148
    },
    {
      "epoch": 0.0370347355993289,
      "grad_norm": 0.07497458159923553,
      "learning_rate": 0.00019995178879970356,
      "loss": 0.0004,
      "step": 149
    },
    {
      "epoch": 0.037283290871807616,
      "grad_norm": 0.13504964113235474,
      "learning_rate": 0.0001999509751894147,
      "loss": 0.0029,
      "step": 150
    },
    {
      "epoch": 0.037531846144286334,
      "grad_norm": 0.022591296583414078,
      "learning_rate": 0.00019995015477290636,
      "loss": 0.0004,
      "step": 151
    },
    {
      "epoch": 0.03778040141676505,
      "grad_norm": 0.03185764700174332,
      "learning_rate": 0.00019994932755023438,
      "loss": 0.0012,
      "step": 152
    },
    {
      "epoch": 0.03802895668924377,
      "grad_norm": 4.951254367828369,
      "learning_rate": 0.00019994849352145515,
      "loss": 0.026,
      "step": 153
    },
    {
      "epoch": 0.03827751196172249,
      "grad_norm": 0.03183751925826073,
      "learning_rate": 0.0001999476526866254,
      "loss": 0.0006,
      "step": 154
    },
    {
      "epoch": 0.038526067234201204,
      "grad_norm": 0.3856147229671478,
      "learning_rate": 0.00019994680504580243,
      "loss": 0.0068,
      "step": 155
    },
    {
      "epoch": 0.03877462250667992,
      "grad_norm": 0.28932738304138184,
      "learning_rate": 0.00019994595059904396,
      "loss": 0.0024,
      "step": 156
    },
    {
      "epoch": 0.03902317777915864,
      "grad_norm": 0.06638439744710922,
      "learning_rate": 0.00019994508934640813,
      "loss": 0.0013,
      "step": 157
    },
    {
      "epoch": 0.03927173305163736,
      "grad_norm": 0.18591627478599548,
      "learning_rate": 0.00019994422128795367,
      "loss": 0.0033,
      "step": 158
    },
    {
      "epoch": 0.039520288324116075,
      "grad_norm": 0.07292801886796951,
      "learning_rate": 0.0001999433464237396,
      "loss": 0.0005,
      "step": 159
    },
    {
      "epoch": 0.03976884359659479,
      "grad_norm": 0.014195053838193417,
      "learning_rate": 0.00019994246475382553,
      "loss": 0.0003,
      "step": 160
    },
    {
      "epoch": 0.04001739886907351,
      "grad_norm": 0.010900069959461689,
      "learning_rate": 0.00019994157627827152,
      "loss": 0.0002,
      "step": 161
    },
    {
      "epoch": 0.04026595414155223,
      "grad_norm": 0.669320821762085,
      "learning_rate": 0.00019994068099713806,
      "loss": 0.004,
      "step": 162
    },
    {
      "epoch": 0.040514509414030946,
      "grad_norm": 0.052008163183927536,
      "learning_rate": 0.0001999397789104861,
      "loss": 0.0006,
      "step": 163
    },
    {
      "epoch": 0.04076306468650966,
      "grad_norm": 0.008040477521717548,
      "learning_rate": 0.00019993887001837707,
      "loss": 0.0003,
      "step": 164
    },
    {
      "epoch": 0.04101161995898838,
      "grad_norm": 0.12002789974212646,
      "learning_rate": 0.00019993795432087286,
      "loss": 0.0032,
      "step": 165
    },
    {
      "epoch": 0.0412601752314671,
      "grad_norm": 0.8674563765525818,
      "learning_rate": 0.00019993703181803586,
      "loss": 0.0042,
      "step": 166
    },
    {
      "epoch": 0.041508730503945816,
      "grad_norm": 1.2517355680465698,
      "learning_rate": 0.00019993610250992883,
      "loss": 0.0046,
      "step": 167
    },
    {
      "epoch": 0.041757285776424534,
      "grad_norm": 0.017013749107718468,
      "learning_rate": 0.0001999351663966151,
      "loss": 0.0004,
      "step": 168
    },
    {
      "epoch": 0.04200584104890325,
      "grad_norm": 1.8064765930175781,
      "learning_rate": 0.00019993422347815837,
      "loss": 0.0514,
      "step": 169
    },
    {
      "epoch": 0.04225439632138197,
      "grad_norm": 0.019809672608971596,
      "learning_rate": 0.0001999332737546229,
      "loss": 0.0002,
      "step": 170
    },
    {
      "epoch": 0.04250295159386069,
      "grad_norm": 0.0822603851556778,
      "learning_rate": 0.00019993231722607334,
      "loss": 0.0009,
      "step": 171
    },
    {
      "epoch": 0.042751506866339405,
      "grad_norm": 0.4235883057117462,
      "learning_rate": 0.0001999313538925748,
      "loss": 0.0038,
      "step": 172
    },
    {
      "epoch": 0.04300006213881812,
      "grad_norm": 0.025242095813155174,
      "learning_rate": 0.00019993038375419294,
      "loss": 0.0004,
      "step": 173
    },
    {
      "epoch": 0.04324861741129684,
      "grad_norm": 0.7327916026115417,
      "learning_rate": 0.00019992940681099378,
      "loss": 0.0019,
      "step": 174
    },
    {
      "epoch": 0.04349717268377556,
      "grad_norm": 0.0015317618381232023,
      "learning_rate": 0.0001999284230630438,
      "loss": 0.0001,
      "step": 175
    },
    {
      "epoch": 0.043745727956254275,
      "grad_norm": 0.14343014359474182,
      "learning_rate": 0.00019992743251041008,
      "loss": 0.0006,
      "step": 176
    },
    {
      "epoch": 0.04399428322873299,
      "grad_norm": 0.0004057545156683773,
      "learning_rate": 0.00019992643515316004,
      "loss": 0.0,
      "step": 177
    },
    {
      "epoch": 0.044242838501211704,
      "grad_norm": 0.19434793293476105,
      "learning_rate": 0.00019992543099136157,
      "loss": 0.0053,
      "step": 178
    },
    {
      "epoch": 0.04449139377369042,
      "grad_norm": 0.5212463140487671,
      "learning_rate": 0.00019992442002508308,
      "loss": 0.0034,
      "step": 179
    },
    {
      "epoch": 0.04473994904616914,
      "grad_norm": 6.497845649719238,
      "learning_rate": 0.00019992340225439336,
      "loss": 0.0448,
      "step": 180
    },
    {
      "epoch": 0.04498850431864786,
      "grad_norm": 1.9289566278457642,
      "learning_rate": 0.00019992237767936177,
      "loss": 0.0737,
      "step": 181
    },
    {
      "epoch": 0.045237059591126574,
      "grad_norm": 0.012506630271673203,
      "learning_rate": 0.00019992134630005809,
      "loss": 0.0003,
      "step": 182
    },
    {
      "epoch": 0.04548561486360529,
      "grad_norm": 1.1159063577651978,
      "learning_rate": 0.00019992030811655248,
      "loss": 0.0028,
      "step": 183
    },
    {
      "epoch": 0.04573417013608401,
      "grad_norm": 0.25820064544677734,
      "learning_rate": 0.00019991926312891575,
      "loss": 0.004,
      "step": 184
    },
    {
      "epoch": 0.04598272540856273,
      "grad_norm": 3.249648094177246,
      "learning_rate": 0.00019991821133721893,
      "loss": 0.0529,
      "step": 185
    },
    {
      "epoch": 0.046231280681041445,
      "grad_norm": 0.19751949608325958,
      "learning_rate": 0.0001999171527415337,
      "loss": 0.0014,
      "step": 186
    },
    {
      "epoch": 0.04647983595352016,
      "grad_norm": 0.7838765978813171,
      "learning_rate": 0.00019991608734193218,
      "loss": 0.009,
      "step": 187
    },
    {
      "epoch": 0.04672839122599888,
      "grad_norm": 0.011407781392335892,
      "learning_rate": 0.00019991501513848684,
      "loss": 0.0003,
      "step": 188
    },
    {
      "epoch": 0.0469769464984776,
      "grad_norm": 0.23896059393882751,
      "learning_rate": 0.00019991393613127078,
      "loss": 0.003,
      "step": 189
    },
    {
      "epoch": 0.047225501770956316,
      "grad_norm": 0.01571814715862274,
      "learning_rate": 0.00019991285032035743,
      "loss": 0.0004,
      "step": 190
    },
    {
      "epoch": 0.04747405704343503,
      "grad_norm": 0.213667094707489,
      "learning_rate": 0.0001999117577058207,
      "loss": 0.0027,
      "step": 191
    },
    {
      "epoch": 0.04772261231591375,
      "grad_norm": 0.00824683252722025,
      "learning_rate": 0.0001999106582877351,
      "loss": 0.0002,
      "step": 192
    },
    {
      "epoch": 0.04797116758839247,
      "grad_norm": 0.5104682445526123,
      "learning_rate": 0.00019990955206617534,
      "loss": 0.0077,
      "step": 193
    },
    {
      "epoch": 0.048219722860871186,
      "grad_norm": 0.19753660261631012,
      "learning_rate": 0.00019990843904121687,
      "loss": 0.0067,
      "step": 194
    },
    {
      "epoch": 0.048468278133349904,
      "grad_norm": 0.07512321323156357,
      "learning_rate": 0.00019990731921293544,
      "loss": 0.0007,
      "step": 195
    },
    {
      "epoch": 0.04871683340582862,
      "grad_norm": 0.016208136454224586,
      "learning_rate": 0.00019990619258140733,
      "loss": 0.0006,
      "step": 196
    },
    {
      "epoch": 0.04896538867830734,
      "grad_norm": 0.2817362844944,
      "learning_rate": 0.00019990505914670918,
      "loss": 0.0041,
      "step": 197
    },
    {
      "epoch": 0.04921394395078606,
      "grad_norm": 2.176842212677002,
      "learning_rate": 0.00019990391890891828,
      "loss": 0.0449,
      "step": 198
    },
    {
      "epoch": 0.049462499223264775,
      "grad_norm": 0.02156234346330166,
      "learning_rate": 0.0001999027718681122,
      "loss": 0.0005,
      "step": 199
    },
    {
      "epoch": 0.04971105449574349,
      "grad_norm": 0.04439886286854744,
      "learning_rate": 0.0001999016180243691,
      "loss": 0.0013,
      "step": 200
    },
    {
      "epoch": 0.04971105449574349,
      "eval_loss": 0.004032216500490904,
      "eval_runtime": 32.6061,
      "eval_samples_per_second": 4.968,
      "eval_steps_per_second": 2.484,
      "step": 200
    },
    {
      "epoch": 0.04995960976822221,
      "grad_norm": 0.23052380979061127,
      "learning_rate": 0.00019990045737776745,
      "loss": 0.0046,
      "step": 201
    },
    {
      "epoch": 0.05020816504070093,
      "grad_norm": 0.03385185822844505,
      "learning_rate": 0.0001998992899283864,
      "loss": 0.0006,
      "step": 202
    },
    {
      "epoch": 0.050456720313179645,
      "grad_norm": 2.124037504196167,
      "learning_rate": 0.00019989811567630542,
      "loss": 0.0483,
      "step": 203
    },
    {
      "epoch": 0.05070527558565836,
      "grad_norm": 5.785271167755127,
      "learning_rate": 0.00019989693462160445,
      "loss": 0.0578,
      "step": 204
    },
    {
      "epoch": 0.05095383085813708,
      "grad_norm": 1.96260666847229,
      "learning_rate": 0.00019989574676436392,
      "loss": 0.0264,
      "step": 205
    },
    {
      "epoch": 0.0512023861306158,
      "grad_norm": 0.081540048122406,
      "learning_rate": 0.00019989455210466471,
      "loss": 0.0006,
      "step": 206
    },
    {
      "epoch": 0.051450941403094516,
      "grad_norm": 0.046506453305482864,
      "learning_rate": 0.00019989335064258824,
      "loss": 0.0008,
      "step": 207
    },
    {
      "epoch": 0.051699496675573234,
      "grad_norm": 0.009806344285607338,
      "learning_rate": 0.0001998921423782162,
      "loss": 0.0002,
      "step": 208
    },
    {
      "epoch": 0.05194805194805195,
      "grad_norm": 0.09380856156349182,
      "learning_rate": 0.00019989092731163095,
      "loss": 0.001,
      "step": 209
    },
    {
      "epoch": 0.05219660722053066,
      "grad_norm": 0.3968070447444916,
      "learning_rate": 0.0001998897054429152,
      "loss": 0.0046,
      "step": 210
    },
    {
      "epoch": 0.05244516249300938,
      "grad_norm": 0.05915344879031181,
      "learning_rate": 0.0001998884767721522,
      "loss": 0.0008,
      "step": 211
    },
    {
      "epoch": 0.0526937177654881,
      "grad_norm": 0.13102614879608154,
      "learning_rate": 0.00019988724129942558,
      "loss": 0.002,
      "step": 212
    },
    {
      "epoch": 0.052942273037966815,
      "grad_norm": 0.054985955357551575,
      "learning_rate": 0.00019988599902481943,
      "loss": 0.001,
      "step": 213
    },
    {
      "epoch": 0.05319082831044553,
      "grad_norm": 0.04205840453505516,
      "learning_rate": 0.00019988474994841844,
      "loss": 0.0014,
      "step": 214
    },
    {
      "epoch": 0.05343938358292425,
      "grad_norm": 0.04032120481133461,
      "learning_rate": 0.0001998834940703076,
      "loss": 0.0006,
      "step": 215
    },
    {
      "epoch": 0.05368793885540297,
      "grad_norm": 4.849330425262451,
      "learning_rate": 0.00019988223139057241,
      "loss": 0.1154,
      "step": 216
    },
    {
      "epoch": 0.053936494127881686,
      "grad_norm": 0.1125502660870552,
      "learning_rate": 0.00019988096190929892,
      "loss": 0.004,
      "step": 217
    },
    {
      "epoch": 0.054185049400360404,
      "grad_norm": 0.012611351907253265,
      "learning_rate": 0.00019987968562657353,
      "loss": 0.0004,
      "step": 218
    },
    {
      "epoch": 0.05443360467283912,
      "grad_norm": 0.011481781490147114,
      "learning_rate": 0.00019987840254248317,
      "loss": 0.0004,
      "step": 219
    },
    {
      "epoch": 0.05468215994531784,
      "grad_norm": 0.9865962266921997,
      "learning_rate": 0.00019987711265711524,
      "loss": 0.0387,
      "step": 220
    },
    {
      "epoch": 0.05493071521779656,
      "grad_norm": 0.04368477314710617,
      "learning_rate": 0.0001998758159705575,
      "loss": 0.0011,
      "step": 221
    },
    {
      "epoch": 0.055179270490275274,
      "grad_norm": 0.05013127997517586,
      "learning_rate": 0.00019987451248289827,
      "loss": 0.0011,
      "step": 222
    },
    {
      "epoch": 0.05542782576275399,
      "grad_norm": 0.37117835879325867,
      "learning_rate": 0.00019987320219422636,
      "loss": 0.0033,
      "step": 223
    },
    {
      "epoch": 0.05567638103523271,
      "grad_norm": 0.004398932680487633,
      "learning_rate": 0.00019987188510463098,
      "loss": 0.0002,
      "step": 224
    },
    {
      "epoch": 0.05592493630771143,
      "grad_norm": 15.767290115356445,
      "learning_rate": 0.0001998705612142018,
      "loss": 0.171,
      "step": 225
    },
    {
      "epoch": 0.056173491580190145,
      "grad_norm": 0.83033287525177,
      "learning_rate": 0.00019986923052302892,
      "loss": 0.0135,
      "step": 226
    },
    {
      "epoch": 0.05642204685266886,
      "grad_norm": 0.3688666820526123,
      "learning_rate": 0.00019986789303120305,
      "loss": 0.0053,
      "step": 227
    },
    {
      "epoch": 0.05667060212514758,
      "grad_norm": 0.11306773126125336,
      "learning_rate": 0.00019986654873881525,
      "loss": 0.0025,
      "step": 228
    },
    {
      "epoch": 0.0569191573976263,
      "grad_norm": 0.023932864889502525,
      "learning_rate": 0.000199865197645957,
      "loss": 0.0008,
      "step": 229
    },
    {
      "epoch": 0.057167712670105016,
      "grad_norm": 0.36998429894447327,
      "learning_rate": 0.00019986383975272037,
      "loss": 0.0063,
      "step": 230
    },
    {
      "epoch": 0.05741626794258373,
      "grad_norm": 0.19322876632213593,
      "learning_rate": 0.00019986247505919777,
      "loss": 0.0013,
      "step": 231
    },
    {
      "epoch": 0.05766482321506245,
      "grad_norm": 0.050082117319107056,
      "learning_rate": 0.0001998611035654822,
      "loss": 0.0011,
      "step": 232
    },
    {
      "epoch": 0.05791337848754117,
      "grad_norm": 0.0019145503174513578,
      "learning_rate": 0.00019985972527166693,
      "loss": 0.0001,
      "step": 233
    },
    {
      "epoch": 0.058161933760019886,
      "grad_norm": 5.412845611572266,
      "learning_rate": 0.00019985834017784596,
      "loss": 0.0509,
      "step": 234
    },
    {
      "epoch": 0.058410489032498604,
      "grad_norm": 0.09924106299877167,
      "learning_rate": 0.0001998569482841135,
      "loss": 0.0004,
      "step": 235
    },
    {
      "epoch": 0.05865904430497732,
      "grad_norm": 0.393305242061615,
      "learning_rate": 0.0001998555495905644,
      "loss": 0.0035,
      "step": 236
    },
    {
      "epoch": 0.05890759957745604,
      "grad_norm": 0.08287469297647476,
      "learning_rate": 0.00019985414409729387,
      "loss": 0.0016,
      "step": 237
    },
    {
      "epoch": 0.05915615484993476,
      "grad_norm": 2.757032871246338,
      "learning_rate": 0.00019985273180439764,
      "loss": 0.0215,
      "step": 238
    },
    {
      "epoch": 0.059404710122413475,
      "grad_norm": 0.11366026103496552,
      "learning_rate": 0.00019985131271197187,
      "loss": 0.002,
      "step": 239
    },
    {
      "epoch": 0.05965326539489219,
      "grad_norm": 0.014133026823401451,
      "learning_rate": 0.00019984988682011316,
      "loss": 0.0002,
      "step": 240
    },
    {
      "epoch": 0.05990182066737091,
      "grad_norm": 0.04436331242322922,
      "learning_rate": 0.0001998484541289187,
      "loss": 0.0007,
      "step": 241
    },
    {
      "epoch": 0.06015037593984962,
      "grad_norm": 0.0022569457069039345,
      "learning_rate": 0.00019984701463848594,
      "loss": 0.0001,
      "step": 242
    },
    {
      "epoch": 0.06039893121232834,
      "grad_norm": 2.7064521312713623,
      "learning_rate": 0.00019984556834891297,
      "loss": 0.2979,
      "step": 243
    },
    {
      "epoch": 0.060647486484807056,
      "grad_norm": 0.04528976231813431,
      "learning_rate": 0.00019984411526029826,
      "loss": 0.0004,
      "step": 244
    },
    {
      "epoch": 0.060896041757285774,
      "grad_norm": 0.014130296185612679,
      "learning_rate": 0.00019984265537274074,
      "loss": 0.0004,
      "step": 245
    },
    {
      "epoch": 0.06114459702976449,
      "grad_norm": 0.3221960663795471,
      "learning_rate": 0.00019984118868633985,
      "loss": 0.0081,
      "step": 246
    },
    {
      "epoch": 0.06139315230224321,
      "grad_norm": 0.0017273783450946212,
      "learning_rate": 0.00019983971520119544,
      "loss": 0.0001,
      "step": 247
    },
    {
      "epoch": 0.06164170757472193,
      "grad_norm": 1.2872858047485352,
      "learning_rate": 0.0001998382349174079,
      "loss": 0.0432,
      "step": 248
    },
    {
      "epoch": 0.061890262847200644,
      "grad_norm": 0.07441611588001251,
      "learning_rate": 0.00019983674783507796,
      "loss": 0.0013,
      "step": 249
    },
    {
      "epoch": 0.06213881811967936,
      "grad_norm": 0.1696886420249939,
      "learning_rate": 0.00019983525395430692,
      "loss": 0.0022,
      "step": 250
    },
    {
      "epoch": 0.06238737339215808,
      "grad_norm": 6.7819037437438965,
      "learning_rate": 0.00019983375327519651,
      "loss": 0.0848,
      "step": 251
    },
    {
      "epoch": 0.0626359286646368,
      "grad_norm": 0.0031108178663998842,
      "learning_rate": 0.00019983224579784892,
      "loss": 0.0001,
      "step": 252
    },
    {
      "epoch": 0.06288448393711552,
      "grad_norm": 1.8175851106643677,
      "learning_rate": 0.00019983073152236679,
      "loss": 0.0025,
      "step": 253
    },
    {
      "epoch": 0.06313303920959423,
      "grad_norm": 0.019048184156417847,
      "learning_rate": 0.00019982921044885322,
      "loss": 0.0008,
      "step": 254
    },
    {
      "epoch": 0.06338159448207295,
      "grad_norm": 2.6307318210601807,
      "learning_rate": 0.00019982768257741182,
      "loss": 0.1552,
      "step": 255
    },
    {
      "epoch": 0.06363014975455167,
      "grad_norm": 4.389231204986572,
      "learning_rate": 0.00019982614790814665,
      "loss": 0.0402,
      "step": 256
    },
    {
      "epoch": 0.06387870502703039,
      "grad_norm": 0.10925453156232834,
      "learning_rate": 0.00019982460644116216,
      "loss": 0.0022,
      "step": 257
    },
    {
      "epoch": 0.0641272602995091,
      "grad_norm": 1.879457712173462,
      "learning_rate": 0.00019982305817656335,
      "loss": 0.0257,
      "step": 258
    },
    {
      "epoch": 0.06437581557198782,
      "grad_norm": 3.6101813316345215,
      "learning_rate": 0.00019982150311445562,
      "loss": 0.1473,
      "step": 259
    },
    {
      "epoch": 0.06462437084446654,
      "grad_norm": 0.897386372089386,
      "learning_rate": 0.0001998199412549449,
      "loss": 0.0198,
      "step": 260
    },
    {
      "epoch": 0.06487292611694526,
      "grad_norm": 1.3164399862289429,
      "learning_rate": 0.00019981837259813753,
      "loss": 0.04,
      "step": 261
    },
    {
      "epoch": 0.06512148138942397,
      "grad_norm": 0.06969213485717773,
      "learning_rate": 0.00019981679714414031,
      "loss": 0.0028,
      "step": 262
    },
    {
      "epoch": 0.06537003666190269,
      "grad_norm": 0.05786952003836632,
      "learning_rate": 0.0001998152148930606,
      "loss": 0.0034,
      "step": 263
    },
    {
      "epoch": 0.06561859193438141,
      "grad_norm": 0.14320823550224304,
      "learning_rate": 0.00019981362584500602,
      "loss": 0.0036,
      "step": 264
    },
    {
      "epoch": 0.06586714720686013,
      "grad_norm": 0.3000922203063965,
      "learning_rate": 0.00019981203000008486,
      "loss": 0.0082,
      "step": 265
    },
    {
      "epoch": 0.06611570247933884,
      "grad_norm": 0.06457837671041489,
      "learning_rate": 0.00019981042735840577,
      "loss": 0.0016,
      "step": 266
    },
    {
      "epoch": 0.06636425775181756,
      "grad_norm": 1.8987576961517334,
      "learning_rate": 0.00019980881792007788,
      "loss": 0.0087,
      "step": 267
    },
    {
      "epoch": 0.06661281302429628,
      "grad_norm": 0.6994383335113525,
      "learning_rate": 0.0001998072016852108,
      "loss": 0.0198,
      "step": 268
    },
    {
      "epoch": 0.066861368296775,
      "grad_norm": 0.3458237051963806,
      "learning_rate": 0.00019980557865391458,
      "loss": 0.002,
      "step": 269
    },
    {
      "epoch": 0.06710992356925372,
      "grad_norm": 0.15814688801765442,
      "learning_rate": 0.00019980394882629975,
      "loss": 0.0049,
      "step": 270
    },
    {
      "epoch": 0.06735847884173243,
      "grad_norm": 0.6792654991149902,
      "learning_rate": 0.00019980231220247726,
      "loss": 0.0031,
      "step": 271
    },
    {
      "epoch": 0.06760703411421115,
      "grad_norm": 0.007006359752267599,
      "learning_rate": 0.0001998006687825586,
      "loss": 0.0003,
      "step": 272
    },
    {
      "epoch": 0.06785558938668987,
      "grad_norm": 0.03186992183327675,
      "learning_rate": 0.00019979901856665566,
      "loss": 0.0014,
      "step": 273
    },
    {
      "epoch": 0.06810414465916859,
      "grad_norm": 0.005408868193626404,
      "learning_rate": 0.0001997973615548808,
      "loss": 0.0003,
      "step": 274
    },
    {
      "epoch": 0.0683526999316473,
      "grad_norm": 0.07878521829843521,
      "learning_rate": 0.0001997956977473469,
      "loss": 0.0012,
      "step": 275
    },
    {
      "epoch": 0.06860125520412602,
      "grad_norm": 0.00757577084004879,
      "learning_rate": 0.00019979402714416717,
      "loss": 0.0003,
      "step": 276
    },
    {
      "epoch": 0.06884981047660474,
      "grad_norm": 0.053739264607429504,
      "learning_rate": 0.00019979234974545546,
      "loss": 0.0011,
      "step": 277
    },
    {
      "epoch": 0.06909836574908346,
      "grad_norm": 6.073728084564209,
      "learning_rate": 0.00019979066555132595,
      "loss": 0.0381,
      "step": 278
    },
    {
      "epoch": 0.06934692102156217,
      "grad_norm": 0.6900522112846375,
      "learning_rate": 0.00019978897456189335,
      "loss": 0.0059,
      "step": 279
    },
    {
      "epoch": 0.06959547629404089,
      "grad_norm": 2.3991191387176514,
      "learning_rate": 0.00019978727677727278,
      "loss": 0.0213,
      "step": 280
    },
    {
      "epoch": 0.06984403156651961,
      "grad_norm": 0.10018450766801834,
      "learning_rate": 0.00019978557219757988,
      "loss": 0.0011,
      "step": 281
    },
    {
      "epoch": 0.07009258683899833,
      "grad_norm": 4.474413871765137,
      "learning_rate": 0.0001997838608229307,
      "loss": 0.022,
      "step": 282
    },
    {
      "epoch": 0.07034114211147705,
      "grad_norm": 1.633239984512329,
      "learning_rate": 0.00019978214265344179,
      "loss": 0.0272,
      "step": 283
    },
    {
      "epoch": 0.07058969738395576,
      "grad_norm": 0.013446968980133533,
      "learning_rate": 0.00019978041768923014,
      "loss": 0.0004,
      "step": 284
    },
    {
      "epoch": 0.07083825265643448,
      "grad_norm": 0.12248095124959946,
      "learning_rate": 0.00019977868593041326,
      "loss": 0.0021,
      "step": 285
    },
    {
      "epoch": 0.0710868079289132,
      "grad_norm": 0.04073834419250488,
      "learning_rate": 0.00019977694737710898,
      "loss": 0.0011,
      "step": 286
    },
    {
      "epoch": 0.07133536320139192,
      "grad_norm": 1.6179839372634888,
      "learning_rate": 0.00019977520202943576,
      "loss": 0.051,
      "step": 287
    },
    {
      "epoch": 0.07158391847387063,
      "grad_norm": 0.008577662520110607,
      "learning_rate": 0.00019977344988751246,
      "loss": 0.0004,
      "step": 288
    },
    {
      "epoch": 0.07183247374634935,
      "grad_norm": 0.5608339309692383,
      "learning_rate": 0.00019977169095145833,
      "loss": 0.0114,
      "step": 289
    },
    {
      "epoch": 0.07208102901882806,
      "grad_norm": 0.9754599332809448,
      "learning_rate": 0.0001997699252213932,
      "loss": 0.0409,
      "step": 290
    },
    {
      "epoch": 0.07232958429130677,
      "grad_norm": 0.32479366660118103,
      "learning_rate": 0.0001997681526974373,
      "loss": 0.0064,
      "step": 291
    },
    {
      "epoch": 0.07257813956378549,
      "grad_norm": 0.4593200385570526,
      "learning_rate": 0.0001997663733797113,
      "loss": 0.0044,
      "step": 292
    },
    {
      "epoch": 0.07282669483626421,
      "grad_norm": 0.008147889748215675,
      "learning_rate": 0.00019976458726833643,
      "loss": 0.0003,
      "step": 293
    },
    {
      "epoch": 0.07307525010874293,
      "grad_norm": 0.020080668851733208,
      "learning_rate": 0.00019976279436343425,
      "loss": 0.0004,
      "step": 294
    },
    {
      "epoch": 0.07332380538122164,
      "grad_norm": 0.02450757659971714,
      "learning_rate": 0.00019976099466512685,
      "loss": 0.0006,
      "step": 295
    },
    {
      "epoch": 0.07357236065370036,
      "grad_norm": 2.0822978019714355,
      "learning_rate": 0.0001997591881735368,
      "loss": 0.071,
      "step": 296
    },
    {
      "epoch": 0.07382091592617908,
      "grad_norm": 0.3301132917404175,
      "learning_rate": 0.00019975737488878715,
      "loss": 0.0038,
      "step": 297
    },
    {
      "epoch": 0.0740694711986578,
      "grad_norm": 0.13436096906661987,
      "learning_rate": 0.00019975555481100131,
      "loss": 0.0032,
      "step": 298
    },
    {
      "epoch": 0.07431802647113651,
      "grad_norm": 0.008570949546992779,
      "learning_rate": 0.00019975372794030327,
      "loss": 0.0003,
      "step": 299
    },
    {
      "epoch": 0.07456658174361523,
      "grad_norm": 0.0658055990934372,
      "learning_rate": 0.0001997518942768174,
      "loss": 0.001,
      "step": 300
    },
    {
      "epoch": 0.07481513701609395,
      "grad_norm": 0.008470376953482628,
      "learning_rate": 0.0001997500538206686,
      "loss": 0.0003,
      "step": 301
    },
    {
      "epoch": 0.07506369228857267,
      "grad_norm": 0.01839601621031761,
      "learning_rate": 0.00019974820657198215,
      "loss": 0.0004,
      "step": 302
    },
    {
      "epoch": 0.07531224756105138,
      "grad_norm": 0.19393277168273926,
      "learning_rate": 0.0001997463525308839,
      "loss": 0.0046,
      "step": 303
    },
    {
      "epoch": 0.0755608028335301,
      "grad_norm": 0.048451706767082214,
      "learning_rate": 0.00019974449169750003,
      "loss": 0.0008,
      "step": 304
    },
    {
      "epoch": 0.07580935810600882,
      "grad_norm": 0.008849560283124447,
      "learning_rate": 0.00019974262407195732,
      "loss": 0.0004,
      "step": 305
    },
    {
      "epoch": 0.07605791337848754,
      "grad_norm": 0.062104273587465286,
      "learning_rate": 0.0001997407496543829,
      "loss": 0.0007,
      "step": 306
    },
    {
      "epoch": 0.07630646865096626,
      "grad_norm": 0.045978646725416183,
      "learning_rate": 0.00019973886844490443,
      "loss": 0.0006,
      "step": 307
    },
    {
      "epoch": 0.07655502392344497,
      "grad_norm": 33.823341369628906,
      "learning_rate": 0.00019973698044365001,
      "loss": 0.3986,
      "step": 308
    },
    {
      "epoch": 0.07680357919592369,
      "grad_norm": 1.6091171503067017,
      "learning_rate": 0.00019973508565074822,
      "loss": 0.384,
      "step": 309
    },
    {
      "epoch": 0.07705213446840241,
      "grad_norm": 0.00967442337423563,
      "learning_rate": 0.00019973318406632805,
      "loss": 0.0003,
      "step": 310
    },
    {
      "epoch": 0.07730068974088113,
      "grad_norm": 0.735595166683197,
      "learning_rate": 0.00019973127569051903,
      "loss": 0.0056,
      "step": 311
    },
    {
      "epoch": 0.07754924501335984,
      "grad_norm": 0.03372269123792648,
      "learning_rate": 0.00019972936052345107,
      "loss": 0.0015,
      "step": 312
    },
    {
      "epoch": 0.07779780028583856,
      "grad_norm": 0.029421638697385788,
      "learning_rate": 0.0001997274385652546,
      "loss": 0.0009,
      "step": 313
    },
    {
      "epoch": 0.07804635555831728,
      "grad_norm": 0.40723204612731934,
      "learning_rate": 0.00019972550981606056,
      "loss": 0.0041,
      "step": 314
    },
    {
      "epoch": 0.078294910830796,
      "grad_norm": 0.5754151940345764,
      "learning_rate": 0.0001997235742760002,
      "loss": 0.1293,
      "step": 315
    },
    {
      "epoch": 0.07854346610327471,
      "grad_norm": 0.026887014508247375,
      "learning_rate": 0.00019972163194520535,
      "loss": 0.0015,
      "step": 316
    },
    {
      "epoch": 0.07879202137575343,
      "grad_norm": 2.0896098613739014,
      "learning_rate": 0.0001997196828238083,
      "loss": 0.0807,
      "step": 317
    },
    {
      "epoch": 0.07904057664823215,
      "grad_norm": 0.13724108040332794,
      "learning_rate": 0.00019971772691194172,
      "loss": 0.0033,
      "step": 318
    },
    {
      "epoch": 0.07928913192071087,
      "grad_norm": 0.239335298538208,
      "learning_rate": 0.00019971576420973883,
      "loss": 0.0075,
      "step": 319
    },
    {
      "epoch": 0.07953768719318959,
      "grad_norm": 0.02376907505095005,
      "learning_rate": 0.00019971379471733333,
      "loss": 0.0015,
      "step": 320
    },
    {
      "epoch": 0.0797862424656683,
      "grad_norm": 0.17192763090133667,
      "learning_rate": 0.00019971181843485926,
      "loss": 0.0048,
      "step": 321
    },
    {
      "epoch": 0.08003479773814702,
      "grad_norm": 0.03864704445004463,
      "learning_rate": 0.00019970983536245126,
      "loss": 0.0025,
      "step": 322
    },
    {
      "epoch": 0.08028335301062574,
      "grad_norm": 0.29963386058807373,
      "learning_rate": 0.0001997078455002443,
      "loss": 0.0089,
      "step": 323
    },
    {
      "epoch": 0.08053190828310446,
      "grad_norm": 1.2750455141067505,
      "learning_rate": 0.00019970584884837394,
      "loss": 0.0207,
      "step": 324
    },
    {
      "epoch": 0.08078046355558317,
      "grad_norm": 0.02834104746580124,
      "learning_rate": 0.00019970384540697608,
      "loss": 0.0014,
      "step": 325
    },
    {
      "epoch": 0.08102901882806189,
      "grad_norm": 0.4735638201236725,
      "learning_rate": 0.0001997018351761872,
      "loss": 0.0089,
      "step": 326
    },
    {
      "epoch": 0.08127757410054061,
      "grad_norm": 0.12724043428897858,
      "learning_rate": 0.0001996998181561442,
      "loss": 0.0049,
      "step": 327
    },
    {
      "epoch": 0.08152612937301933,
      "grad_norm": 0.021295670419931412,
      "learning_rate": 0.00019969779434698438,
      "loss": 0.0009,
      "step": 328
    },
    {
      "epoch": 0.08177468464549804,
      "grad_norm": 0.03629979491233826,
      "learning_rate": 0.00019969576374884558,
      "loss": 0.0013,
      "step": 329
    },
    {
      "epoch": 0.08202323991797676,
      "grad_norm": 0.01692589931190014,
      "learning_rate": 0.00019969372636186608,
      "loss": 0.001,
      "step": 330
    },
    {
      "epoch": 0.08227179519045548,
      "grad_norm": 0.03547131270170212,
      "learning_rate": 0.0001996916821861846,
      "loss": 0.002,
      "step": 331
    },
    {
      "epoch": 0.0825203504629342,
      "grad_norm": 0.16225169599056244,
      "learning_rate": 0.00019968963122194032,
      "loss": 0.0034,
      "step": 332
    },
    {
      "epoch": 0.08276890573541291,
      "grad_norm": 0.14080427587032318,
      "learning_rate": 0.00019968757346927295,
      "loss": 0.0022,
      "step": 333
    },
    {
      "epoch": 0.08301746100789163,
      "grad_norm": 0.1825556457042694,
      "learning_rate": 0.0001996855089283226,
      "loss": 0.0059,
      "step": 334
    },
    {
      "epoch": 0.08326601628037035,
      "grad_norm": 0.8374744653701782,
      "learning_rate": 0.0001996834375992298,
      "loss": 0.0129,
      "step": 335
    },
    {
      "epoch": 0.08351457155284907,
      "grad_norm": 0.00700912531465292,
      "learning_rate": 0.0001996813594821357,
      "loss": 0.0003,
      "step": 336
    },
    {
      "epoch": 0.08376312682532779,
      "grad_norm": 0.0065495907329022884,
      "learning_rate": 0.00019967927457718173,
      "loss": 0.0002,
      "step": 337
    },
    {
      "epoch": 0.0840116820978065,
      "grad_norm": 0.014622696675360203,
      "learning_rate": 0.00019967718288450988,
      "loss": 0.0005,
      "step": 338
    },
    {
      "epoch": 0.08426023737028522,
      "grad_norm": 0.06836284697055817,
      "learning_rate": 0.00019967508440426262,
      "loss": 0.0009,
      "step": 339
    },
    {
      "epoch": 0.08450879264276394,
      "grad_norm": 0.028867734596133232,
      "learning_rate": 0.00019967297913658282,
      "loss": 0.0006,
      "step": 340
    },
    {
      "epoch": 0.08475734791524266,
      "grad_norm": 0.009411823935806751,
      "learning_rate": 0.00019967086708161383,
      "loss": 0.0004,
      "step": 341
    },
    {
      "epoch": 0.08500590318772137,
      "grad_norm": 0.8344724178314209,
      "learning_rate": 0.00019966874823949948,
      "loss": 0.0033,
      "step": 342
    },
    {
      "epoch": 0.08525445846020009,
      "grad_norm": 3.414726495742798,
      "learning_rate": 0.00019966662261038405,
      "loss": 0.0713,
      "step": 343
    },
    {
      "epoch": 0.08550301373267881,
      "grad_norm": 0.008327482268214226,
      "learning_rate": 0.0001996644901944123,
      "loss": 0.0004,
      "step": 344
    },
    {
      "epoch": 0.08575156900515753,
      "grad_norm": 0.013010945171117783,
      "learning_rate": 0.00019966235099172944,
      "loss": 0.0005,
      "step": 345
    },
    {
      "epoch": 0.08600012427763624,
      "grad_norm": 0.01150433998554945,
      "learning_rate": 0.00019966020500248113,
      "loss": 0.0004,
      "step": 346
    },
    {
      "epoch": 0.08624867955011496,
      "grad_norm": 0.009483277797698975,
      "learning_rate": 0.0001996580522268135,
      "loss": 0.0001,
      "step": 347
    },
    {
      "epoch": 0.08649723482259368,
      "grad_norm": 0.2779960632324219,
      "learning_rate": 0.00019965589266487312,
      "loss": 0.0032,
      "step": 348
    },
    {
      "epoch": 0.0867457900950724,
      "grad_norm": 0.016932198777794838,
      "learning_rate": 0.0001996537263168071,
      "loss": 0.0004,
      "step": 349
    },
    {
      "epoch": 0.08699434536755112,
      "grad_norm": 0.004658031743019819,
      "learning_rate": 0.0001996515531827629,
      "loss": 0.0002,
      "step": 350
    },
    {
      "epoch": 0.08724290064002983,
      "grad_norm": 2.3397746086120605,
      "learning_rate": 0.00019964937326288857,
      "loss": 0.2318,
      "step": 351
    },
    {
      "epoch": 0.08749145591250855,
      "grad_norm": 0.03409208729863167,
      "learning_rate": 0.00019964718655733252,
      "loss": 0.0003,
      "step": 352
    },
    {
      "epoch": 0.08774001118498727,
      "grad_norm": 0.8686586022377014,
      "learning_rate": 0.00019964499306624362,
      "loss": 0.0034,
      "step": 353
    },
    {
      "epoch": 0.08798856645746599,
      "grad_norm": 0.018088731914758682,
      "learning_rate": 0.00019964279278977131,
      "loss": 0.0003,
      "step": 354
    },
    {
      "epoch": 0.08823712172994469,
      "grad_norm": 0.014170905575156212,
      "learning_rate": 0.00019964058572806534,
      "loss": 0.0002,
      "step": 355
    },
    {
      "epoch": 0.08848567700242341,
      "grad_norm": 0.031884513795375824,
      "learning_rate": 0.00019963837188127607,
      "loss": 0.0008,
      "step": 356
    },
    {
      "epoch": 0.08873423227490213,
      "grad_norm": 0.1384887546300888,
      "learning_rate": 0.0001996361512495542,
      "loss": 0.0025,
      "step": 357
    },
    {
      "epoch": 0.08898278754738084,
      "grad_norm": 0.019406840205192566,
      "learning_rate": 0.00019963392383305094,
      "loss": 0.0005,
      "step": 358
    },
    {
      "epoch": 0.08923134281985956,
      "grad_norm": 0.01636289432644844,
      "learning_rate": 0.00019963168963191806,
      "loss": 0.0005,
      "step": 359
    },
    {
      "epoch": 0.08947989809233828,
      "grad_norm": 0.7139111757278442,
      "learning_rate": 0.0001996294486463076,
      "loss": 0.0169,
      "step": 360
    },
    {
      "epoch": 0.089728453364817,
      "grad_norm": 2.9685986042022705,
      "learning_rate": 0.00019962720087637217,
      "loss": 0.0556,
      "step": 361
    },
    {
      "epoch": 0.08997700863729571,
      "grad_norm": 0.7481818199157715,
      "learning_rate": 0.0001996249463222649,
      "loss": 0.0056,
      "step": 362
    },
    {
      "epoch": 0.09022556390977443,
      "grad_norm": 0.6098712086677551,
      "learning_rate": 0.00019962268498413926,
      "loss": 0.0087,
      "step": 363
    },
    {
      "epoch": 0.09047411918225315,
      "grad_norm": 0.016603050753474236,
      "learning_rate": 0.00019962041686214923,
      "loss": 0.0006,
      "step": 364
    },
    {
      "epoch": 0.09072267445473187,
      "grad_norm": 0.012299315072596073,
      "learning_rate": 0.0001996181419564493,
      "loss": 0.0002,
      "step": 365
    },
    {
      "epoch": 0.09097122972721058,
      "grad_norm": 0.04916645213961601,
      "learning_rate": 0.00019961586026719433,
      "loss": 0.0007,
      "step": 366
    },
    {
      "epoch": 0.0912197849996893,
      "grad_norm": 0.12388215959072113,
      "learning_rate": 0.00019961357179453976,
      "loss": 0.0033,
      "step": 367
    },
    {
      "epoch": 0.09146834027216802,
      "grad_norm": 4.620294570922852,
      "learning_rate": 0.00019961127653864136,
      "loss": 0.2396,
      "step": 368
    },
    {
      "epoch": 0.09171689554464674,
      "grad_norm": 4.289583206176758,
      "learning_rate": 0.00019960897449965547,
      "loss": 0.0485,
      "step": 369
    },
    {
      "epoch": 0.09196545081712545,
      "grad_norm": 0.4446162283420563,
      "learning_rate": 0.00019960666567773886,
      "loss": 0.0057,
      "step": 370
    },
    {
      "epoch": 0.09221400608960417,
      "grad_norm": 0.19482234120368958,
      "learning_rate": 0.00019960435007304868,
      "loss": 0.0042,
      "step": 371
    },
    {
      "epoch": 0.09246256136208289,
      "grad_norm": 0.12063663452863693,
      "learning_rate": 0.00019960202768574265,
      "loss": 0.0024,
      "step": 372
    },
    {
      "epoch": 0.09271111663456161,
      "grad_norm": 4.040431022644043,
      "learning_rate": 0.00019959969851597896,
      "loss": 0.0462,
      "step": 373
    },
    {
      "epoch": 0.09295967190704033,
      "grad_norm": 2.223278522491455,
      "learning_rate": 0.00019959736256391618,
      "loss": 0.0113,
      "step": 374
    },
    {
      "epoch": 0.09320822717951904,
      "grad_norm": 0.0077356379479169846,
      "learning_rate": 0.0001995950198297133,
      "loss": 0.0004,
      "step": 375
    },
    {
      "epoch": 0.09345678245199776,
      "grad_norm": 0.04233746603131294,
      "learning_rate": 0.00019959267031353,
      "loss": 0.0014,
      "step": 376
    },
    {
      "epoch": 0.09370533772447648,
      "grad_norm": 0.031528860330581665,
      "learning_rate": 0.00019959031401552618,
      "loss": 0.0009,
      "step": 377
    },
    {
      "epoch": 0.0939538929969552,
      "grad_norm": 2.118215799331665,
      "learning_rate": 0.0001995879509358623,
      "loss": 0.0119,
      "step": 378
    },
    {
      "epoch": 0.09420244826943391,
      "grad_norm": 1.4232923984527588,
      "learning_rate": 0.0001995855810746993,
      "loss": 0.0299,
      "step": 379
    },
    {
      "epoch": 0.09445100354191263,
      "grad_norm": 0.8906946182250977,
      "learning_rate": 0.00019958320443219852,
      "loss": 0.2969,
      "step": 380
    },
    {
      "epoch": 0.09469955881439135,
      "grad_norm": 0.009403100237250328,
      "learning_rate": 0.00019958082100852184,
      "loss": 0.0004,
      "step": 381
    },
    {
      "epoch": 0.09494811408687007,
      "grad_norm": 0.18875890970230103,
      "learning_rate": 0.00019957843080383155,
      "loss": 0.0054,
      "step": 382
    },
    {
      "epoch": 0.09519666935934878,
      "grad_norm": 0.1327054500579834,
      "learning_rate": 0.00019957603381829037,
      "loss": 0.0028,
      "step": 383
    },
    {
      "epoch": 0.0954452246318275,
      "grad_norm": 0.4814155399799347,
      "learning_rate": 0.00019957363005206158,
      "loss": 0.0049,
      "step": 384
    },
    {
      "epoch": 0.09569377990430622,
      "grad_norm": 5.286487579345703,
      "learning_rate": 0.00019957121950530884,
      "loss": 0.0313,
      "step": 385
    },
    {
      "epoch": 0.09594233517678494,
      "grad_norm": 0.2618812322616577,
      "learning_rate": 0.0001995688021781963,
      "loss": 0.004,
      "step": 386
    },
    {
      "epoch": 0.09619089044926366,
      "grad_norm": 0.8309290409088135,
      "learning_rate": 0.00019956637807088857,
      "loss": 0.015,
      "step": 387
    },
    {
      "epoch": 0.09643944572174237,
      "grad_norm": 2.0858747959136963,
      "learning_rate": 0.00019956394718355074,
      "loss": 0.0072,
      "step": 388
    },
    {
      "epoch": 0.09668800099422109,
      "grad_norm": 0.026467466726899147,
      "learning_rate": 0.00019956150951634828,
      "loss": 0.0009,
      "step": 389
    },
    {
      "epoch": 0.09693655626669981,
      "grad_norm": 0.05117819085717201,
      "learning_rate": 0.00019955906506944726,
      "loss": 0.0019,
      "step": 390
    },
    {
      "epoch": 0.09718511153917853,
      "grad_norm": 0.005480676423758268,
      "learning_rate": 0.0001995566138430141,
      "loss": 0.0003,
      "step": 391
    },
    {
      "epoch": 0.09743366681165724,
      "grad_norm": 0.021394995972514153,
      "learning_rate": 0.00019955415583721572,
      "loss": 0.0006,
      "step": 392
    },
    {
      "epoch": 0.09768222208413596,
      "grad_norm": 0.1709267646074295,
      "learning_rate": 0.00019955169105221953,
      "loss": 0.0014,
      "step": 393
    },
    {
      "epoch": 0.09793077735661468,
      "grad_norm": 0.09290165454149246,
      "learning_rate": 0.0001995492194881933,
      "loss": 0.0033,
      "step": 394
    },
    {
      "epoch": 0.0981793326290934,
      "grad_norm": 0.040067583322525024,
      "learning_rate": 0.0001995467411453054,
      "loss": 0.0005,
      "step": 395
    },
    {
      "epoch": 0.09842788790157211,
      "grad_norm": 2.2050960063934326,
      "learning_rate": 0.00019954425602372459,
      "loss": 0.0906,
      "step": 396
    },
    {
      "epoch": 0.09867644317405083,
      "grad_norm": 1.1935205459594727,
      "learning_rate": 0.00019954176412362006,
      "loss": 0.0131,
      "step": 397
    },
    {
      "epoch": 0.09892499844652955,
      "grad_norm": 1.8273556232452393,
      "learning_rate": 0.00019953926544516147,
      "loss": 0.0156,
      "step": 398
    },
    {
      "epoch": 0.09917355371900827,
      "grad_norm": 0.006259086541831493,
      "learning_rate": 0.00019953675998851905,
      "loss": 0.0002,
      "step": 399
    },
    {
      "epoch": 0.09942210899148698,
      "grad_norm": 0.011268875561654568,
      "learning_rate": 0.00019953424775386337,
      "loss": 0.0005,
      "step": 400
    },
    {
      "epoch": 0.09942210899148698,
      "eval_loss": 0.012328109703958035,
      "eval_runtime": 32.6251,
      "eval_samples_per_second": 4.966,
      "eval_steps_per_second": 2.483,
      "step": 400
    },
    {
      "epoch": 0.0996706642639657,
      "grad_norm": 0.006812164094299078,
      "learning_rate": 0.0001995317287413655,
      "loss": 0.0003,
      "step": 401
    },
    {
      "epoch": 0.09991921953644442,
      "grad_norm": 9.346381187438965,
      "learning_rate": 0.000199529202951197,
      "loss": 0.0498,
      "step": 402
    },
    {
      "epoch": 0.10016777480892314,
      "grad_norm": 0.050788022577762604,
      "learning_rate": 0.0001995266703835298,
      "loss": 0.0008,
      "step": 403
    },
    {
      "epoch": 0.10041633008140186,
      "grad_norm": 0.10096883773803711,
      "learning_rate": 0.00019952413103853644,
      "loss": 0.0024,
      "step": 404
    },
    {
      "epoch": 0.10066488535388057,
      "grad_norm": 0.07833775877952576,
      "learning_rate": 0.0001995215849163898,
      "loss": 0.0031,
      "step": 405
    },
    {
      "epoch": 0.10091344062635929,
      "grad_norm": 1.7151250839233398,
      "learning_rate": 0.00019951903201726322,
      "loss": 0.0958,
      "step": 406
    },
    {
      "epoch": 0.10116199589883801,
      "grad_norm": 0.9928759336471558,
      "learning_rate": 0.0001995164723413306,
      "loss": 0.012,
      "step": 407
    },
    {
      "epoch": 0.10141055117131673,
      "grad_norm": 0.002582823159173131,
      "learning_rate": 0.00019951390588876622,
      "loss": 0.0001,
      "step": 408
    },
    {
      "epoch": 0.10165910644379544,
      "grad_norm": 0.026093848049640656,
      "learning_rate": 0.00019951133265974484,
      "loss": 0.0013,
      "step": 409
    },
    {
      "epoch": 0.10190766171627416,
      "grad_norm": 0.5318212509155273,
      "learning_rate": 0.0001995087526544417,
      "loss": 0.0373,
      "step": 410
    },
    {
      "epoch": 0.10215621698875288,
      "grad_norm": 21.039112091064453,
      "learning_rate": 0.00019950616587303247,
      "loss": 0.157,
      "step": 411
    },
    {
      "epoch": 0.1024047722612316,
      "grad_norm": 0.9912653565406799,
      "learning_rate": 0.0001995035723156933,
      "loss": 0.0124,
      "step": 412
    },
    {
      "epoch": 0.10265332753371031,
      "grad_norm": 0.01910114288330078,
      "learning_rate": 0.00019950097198260082,
      "loss": 0.0008,
      "step": 413
    },
    {
      "epoch": 0.10290188280618903,
      "grad_norm": 1.1355141401290894,
      "learning_rate": 0.0001994983648739321,
      "loss": 0.0117,
      "step": 414
    },
    {
      "epoch": 0.10315043807866775,
      "grad_norm": 0.23939931392669678,
      "learning_rate": 0.00019949575098986464,
      "loss": 0.004,
      "step": 415
    },
    {
      "epoch": 0.10339899335114647,
      "grad_norm": 1.2307603359222412,
      "learning_rate": 0.00019949313033057643,
      "loss": 0.0247,
      "step": 416
    },
    {
      "epoch": 0.10364754862362519,
      "grad_norm": 0.15354251861572266,
      "learning_rate": 0.00019949050289624597,
      "loss": 0.0065,
      "step": 417
    },
    {
      "epoch": 0.1038961038961039,
      "grad_norm": 0.6397219300270081,
      "learning_rate": 0.00019948786868705218,
      "loss": 0.0368,
      "step": 418
    },
    {
      "epoch": 0.1041446591685826,
      "grad_norm": 0.18521203100681305,
      "learning_rate": 0.00019948522770317438,
      "loss": 0.0078,
      "step": 419
    },
    {
      "epoch": 0.10439321444106132,
      "grad_norm": 0.13241180777549744,
      "learning_rate": 0.00019948257994479248,
      "loss": 0.0036,
      "step": 420
    },
    {
      "epoch": 0.10464176971354004,
      "grad_norm": 0.0363222174346447,
      "learning_rate": 0.00019947992541208672,
      "loss": 0.0012,
      "step": 421
    },
    {
      "epoch": 0.10489032498601876,
      "grad_norm": 1.9163461923599243,
      "learning_rate": 0.00019947726410523788,
      "loss": 0.0324,
      "step": 422
    },
    {
      "epoch": 0.10513888025849748,
      "grad_norm": 3.6376919746398926,
      "learning_rate": 0.0001994745960244272,
      "loss": 0.055,
      "step": 423
    },
    {
      "epoch": 0.1053874355309762,
      "grad_norm": 0.2157369703054428,
      "learning_rate": 0.00019947192116983635,
      "loss": 0.0015,
      "step": 424
    },
    {
      "epoch": 0.10563599080345491,
      "grad_norm": 0.3211787939071655,
      "learning_rate": 0.0001994692395416475,
      "loss": 0.0023,
      "step": 425
    },
    {
      "epoch": 0.10588454607593363,
      "grad_norm": 0.02870015613734722,
      "learning_rate": 0.00019946655114004317,
      "loss": 0.0007,
      "step": 426
    },
    {
      "epoch": 0.10613310134841235,
      "grad_norm": 8.064748764038086,
      "learning_rate": 0.00019946385596520655,
      "loss": 0.0891,
      "step": 427
    },
    {
      "epoch": 0.10638165662089107,
      "grad_norm": 0.0019058497855439782,
      "learning_rate": 0.0001994611540173211,
      "loss": 0.0001,
      "step": 428
    },
    {
      "epoch": 0.10663021189336978,
      "grad_norm": 0.19516818225383759,
      "learning_rate": 0.00019945844529657082,
      "loss": 0.0044,
      "step": 429
    },
    {
      "epoch": 0.1068787671658485,
      "grad_norm": 0.01946946792304516,
      "learning_rate": 0.00019945572980314017,
      "loss": 0.0005,
      "step": 430
    },
    {
      "epoch": 0.10712732243832722,
      "grad_norm": 3.912173271179199,
      "learning_rate": 0.0001994530075372141,
      "loss": 0.1125,
      "step": 431
    },
    {
      "epoch": 0.10737587771080594,
      "grad_norm": 0.835080087184906,
      "learning_rate": 0.0001994502784989779,
      "loss": 0.0365,
      "step": 432
    },
    {
      "epoch": 0.10762443298328465,
      "grad_norm": 0.24927957355976105,
      "learning_rate": 0.00019944754268861746,
      "loss": 0.0045,
      "step": 433
    },
    {
      "epoch": 0.10787298825576337,
      "grad_norm": 0.015734322369098663,
      "learning_rate": 0.00019944480010631905,
      "loss": 0.0002,
      "step": 434
    },
    {
      "epoch": 0.10812154352824209,
      "grad_norm": 0.7696226239204407,
      "learning_rate": 0.00019944205075226944,
      "loss": 0.0246,
      "step": 435
    },
    {
      "epoch": 0.10837009880072081,
      "grad_norm": 0.008797290734946728,
      "learning_rate": 0.0001994392946266559,
      "loss": 0.0004,
      "step": 436
    },
    {
      "epoch": 0.10861865407319952,
      "grad_norm": 0.010059104301035404,
      "learning_rate": 0.00019943653172966604,
      "loss": 0.0004,
      "step": 437
    },
    {
      "epoch": 0.10886720934567824,
      "grad_norm": 0.038434792309999466,
      "learning_rate": 0.000199433762061488,
      "loss": 0.0007,
      "step": 438
    },
    {
      "epoch": 0.10911576461815696,
      "grad_norm": 0.38797202706336975,
      "learning_rate": 0.00019943098562231042,
      "loss": 0.0025,
      "step": 439
    },
    {
      "epoch": 0.10936431989063568,
      "grad_norm": 2.4334664344787598,
      "learning_rate": 0.00019942820241232237,
      "loss": 0.1275,
      "step": 440
    },
    {
      "epoch": 0.1096128751631144,
      "grad_norm": 0.010456924326717854,
      "learning_rate": 0.0001994254124317133,
      "loss": 0.0003,
      "step": 441
    },
    {
      "epoch": 0.10986143043559311,
      "grad_norm": 0.01776830479502678,
      "learning_rate": 0.0001994226156806733,
      "loss": 0.0005,
      "step": 442
    },
    {
      "epoch": 0.11010998570807183,
      "grad_norm": 7.119049072265625,
      "learning_rate": 0.00019941981215939274,
      "loss": 0.0273,
      "step": 443
    },
    {
      "epoch": 0.11035854098055055,
      "grad_norm": 0.6156784296035767,
      "learning_rate": 0.00019941700186806255,
      "loss": 0.0077,
      "step": 444
    },
    {
      "epoch": 0.11060709625302927,
      "grad_norm": 0.0326739102602005,
      "learning_rate": 0.00019941418480687412,
      "loss": 0.0014,
      "step": 445
    },
    {
      "epoch": 0.11085565152550798,
      "grad_norm": 0.04040262848138809,
      "learning_rate": 0.00019941136097601926,
      "loss": 0.0018,
      "step": 446
    },
    {
      "epoch": 0.1111042067979867,
      "grad_norm": 0.706479012966156,
      "learning_rate": 0.00019940853037569024,
      "loss": 0.0305,
      "step": 447
    },
    {
      "epoch": 0.11135276207046542,
      "grad_norm": 2.2089827060699463,
      "learning_rate": 0.00019940569300607984,
      "loss": 0.0682,
      "step": 448
    },
    {
      "epoch": 0.11160131734294414,
      "grad_norm": 1.3904932737350464,
      "learning_rate": 0.00019940284886738128,
      "loss": 0.0179,
      "step": 449
    },
    {
      "epoch": 0.11184987261542285,
      "grad_norm": 1.8577044010162354,
      "learning_rate": 0.00019939999795978822,
      "loss": 0.0344,
      "step": 450
    },
    {
      "epoch": 0.11209842788790157,
      "grad_norm": 1.4006881713867188,
      "learning_rate": 0.00019939714028349476,
      "loss": 0.1241,
      "step": 451
    },
    {
      "epoch": 0.11234698316038029,
      "grad_norm": 0.08681140094995499,
      "learning_rate": 0.00019939427583869554,
      "loss": 0.0016,
      "step": 452
    },
    {
      "epoch": 0.11259553843285901,
      "grad_norm": 0.02178550511598587,
      "learning_rate": 0.0001993914046255856,
      "loss": 0.0009,
      "step": 453
    },
    {
      "epoch": 0.11284409370533773,
      "grad_norm": 1.851992130279541,
      "learning_rate": 0.00019938852664436047,
      "loss": 0.0141,
      "step": 454
    },
    {
      "epoch": 0.11309264897781644,
      "grad_norm": 0.006623396184295416,
      "learning_rate": 0.0001993856418952161,
      "loss": 0.0004,
      "step": 455
    },
    {
      "epoch": 0.11334120425029516,
      "grad_norm": 0.01061661820858717,
      "learning_rate": 0.00019938275037834896,
      "loss": 0.0004,
      "step": 456
    },
    {
      "epoch": 0.11358975952277388,
      "grad_norm": 1.8319823741912842,
      "learning_rate": 0.00019937985209395596,
      "loss": 0.0042,
      "step": 457
    },
    {
      "epoch": 0.1138383147952526,
      "grad_norm": 0.08312545716762543,
      "learning_rate": 0.0001993769470422344,
      "loss": 0.0014,
      "step": 458
    },
    {
      "epoch": 0.11408687006773131,
      "grad_norm": 0.011213677003979683,
      "learning_rate": 0.00019937403522338217,
      "loss": 0.0006,
      "step": 459
    },
    {
      "epoch": 0.11433542534021003,
      "grad_norm": 1.58180832862854,
      "learning_rate": 0.00019937111663759747,
      "loss": 0.0858,
      "step": 460
    },
    {
      "epoch": 0.11458398061268875,
      "grad_norm": 42.59065628051758,
      "learning_rate": 0.00019936819128507912,
      "loss": 0.306,
      "step": 461
    },
    {
      "epoch": 0.11483253588516747,
      "grad_norm": 1.48051118850708,
      "learning_rate": 0.0001993652591660263,
      "loss": 0.0227,
      "step": 462
    },
    {
      "epoch": 0.11508109115764618,
      "grad_norm": 3.2735323905944824,
      "learning_rate": 0.00019936232028063867,
      "loss": 0.1248,
      "step": 463
    },
    {
      "epoch": 0.1153296464301249,
      "grad_norm": 1.5281428098678589,
      "learning_rate": 0.00019935937462911636,
      "loss": 0.0423,
      "step": 464
    },
    {
      "epoch": 0.11557820170260362,
      "grad_norm": 0.32383495569229126,
      "learning_rate": 0.00019935642221165993,
      "loss": 0.0076,
      "step": 465
    },
    {
      "epoch": 0.11582675697508234,
      "grad_norm": 0.106551393866539,
      "learning_rate": 0.00019935346302847048,
      "loss": 0.0035,
      "step": 466
    },
    {
      "epoch": 0.11607531224756105,
      "grad_norm": 0.48170822858810425,
      "learning_rate": 0.00019935049707974945,
      "loss": 0.0031,
      "step": 467
    },
    {
      "epoch": 0.11632386752003977,
      "grad_norm": 0.6114033460617065,
      "learning_rate": 0.00019934752436569887,
      "loss": 0.0099,
      "step": 468
    },
    {
      "epoch": 0.11657242279251849,
      "grad_norm": 0.061695925891399384,
      "learning_rate": 0.0001993445448865211,
      "loss": 0.0028,
      "step": 469
    },
    {
      "epoch": 0.11682097806499721,
      "grad_norm": 0.04865911230444908,
      "learning_rate": 0.00019934155864241912,
      "loss": 0.0029,
      "step": 470
    },
    {
      "epoch": 0.11706953333747593,
      "grad_norm": 0.38348087668418884,
      "learning_rate": 0.00019933856563359622,
      "loss": 0.0125,
      "step": 471
    },
    {
      "epoch": 0.11731808860995464,
      "grad_norm": 0.6425163745880127,
      "learning_rate": 0.00019933556586025622,
      "loss": 0.0096,
      "step": 472
    },
    {
      "epoch": 0.11756664388243336,
      "grad_norm": 1.449982762336731,
      "learning_rate": 0.00019933255932260338,
      "loss": 0.0166,
      "step": 473
    },
    {
      "epoch": 0.11781519915491208,
      "grad_norm": 0.042231179773807526,
      "learning_rate": 0.00019932954602084243,
      "loss": 0.0018,
      "step": 474
    },
    {
      "epoch": 0.1180637544273908,
      "grad_norm": 0.031381215900182724,
      "learning_rate": 0.0001993265259551786,
      "loss": 0.001,
      "step": 475
    },
    {
      "epoch": 0.11831230969986951,
      "grad_norm": 1.4146323204040527,
      "learning_rate": 0.0001993234991258175,
      "loss": 0.0576,
      "step": 476
    },
    {
      "epoch": 0.11856086497234823,
      "grad_norm": 0.05856242775917053,
      "learning_rate": 0.0001993204655329653,
      "loss": 0.0013,
      "step": 477
    },
    {
      "epoch": 0.11880942024482695,
      "grad_norm": 0.39465194940567017,
      "learning_rate": 0.00019931742517682852,
      "loss": 0.002,
      "step": 478
    },
    {
      "epoch": 0.11905797551730567,
      "grad_norm": 1.250118374824524,
      "learning_rate": 0.0001993143780576142,
      "loss": 0.0629,
      "step": 479
    },
    {
      "epoch": 0.11930653078978438,
      "grad_norm": 0.3979683220386505,
      "learning_rate": 0.00019931132417552987,
      "loss": 0.006,
      "step": 480
    },
    {
      "epoch": 0.1195550860622631,
      "grad_norm": 1.7159918546676636,
      "learning_rate": 0.00019930826353078347,
      "loss": 0.0079,
      "step": 481
    },
    {
      "epoch": 0.11980364133474182,
      "grad_norm": 0.08544845134019852,
      "learning_rate": 0.0001993051961235834,
      "loss": 0.0013,
      "step": 482
    },
    {
      "epoch": 0.12005219660722052,
      "grad_norm": 0.37018078565597534,
      "learning_rate": 0.00019930212195413854,
      "loss": 0.0011,
      "step": 483
    },
    {
      "epoch": 0.12030075187969924,
      "grad_norm": 1.7556676864624023,
      "learning_rate": 0.00019929904102265823,
      "loss": 0.0784,
      "step": 484
    },
    {
      "epoch": 0.12054930715217796,
      "grad_norm": 1.0217719078063965,
      "learning_rate": 0.00019929595332935228,
      "loss": 0.0487,
      "step": 485
    },
    {
      "epoch": 0.12079786242465668,
      "grad_norm": 0.035167209804058075,
      "learning_rate": 0.00019929285887443094,
      "loss": 0.0004,
      "step": 486
    },
    {
      "epoch": 0.1210464176971354,
      "grad_norm": 0.41026821732521057,
      "learning_rate": 0.00019928975765810494,
      "loss": 0.0041,
      "step": 487
    },
    {
      "epoch": 0.12129497296961411,
      "grad_norm": 0.11433792114257812,
      "learning_rate": 0.00019928664968058547,
      "loss": 0.0019,
      "step": 488
    },
    {
      "epoch": 0.12154352824209283,
      "grad_norm": 0.038032785058021545,
      "learning_rate": 0.0001992835349420841,
      "loss": 0.0006,
      "step": 489
    },
    {
      "epoch": 0.12179208351457155,
      "grad_norm": 0.01723572239279747,
      "learning_rate": 0.000199280413442813,
      "loss": 0.0006,
      "step": 490
    },
    {
      "epoch": 0.12204063878705027,
      "grad_norm": 0.30292582511901855,
      "learning_rate": 0.00019927728518298469,
      "loss": 0.0023,
      "step": 491
    },
    {
      "epoch": 0.12228919405952898,
      "grad_norm": 0.02247491292655468,
      "learning_rate": 0.00019927415016281224,
      "loss": 0.0005,
      "step": 492
    },
    {
      "epoch": 0.1225377493320077,
      "grad_norm": 0.01865951344370842,
      "learning_rate": 0.00019927100838250907,
      "loss": 0.0005,
      "step": 493
    },
    {
      "epoch": 0.12278630460448642,
      "grad_norm": 0.026584621518850327,
      "learning_rate": 0.0001992678598422892,
      "loss": 0.0007,
      "step": 494
    },
    {
      "epoch": 0.12303485987696514,
      "grad_norm": 0.10821883380413055,
      "learning_rate": 0.00019926470454236693,
      "loss": 0.0015,
      "step": 495
    },
    {
      "epoch": 0.12328341514944385,
      "grad_norm": 3.575486183166504,
      "learning_rate": 0.00019926154248295718,
      "loss": 0.0456,
      "step": 496
    },
    {
      "epoch": 0.12353197042192257,
      "grad_norm": 0.23018410801887512,
      "learning_rate": 0.0001992583736642753,
      "loss": 0.0035,
      "step": 497
    },
    {
      "epoch": 0.12378052569440129,
      "grad_norm": 0.00879839900881052,
      "learning_rate": 0.00019925519808653704,
      "loss": 0.0004,
      "step": 498
    },
    {
      "epoch": 0.12402908096688,
      "grad_norm": 0.011770701967179775,
      "learning_rate": 0.00019925201574995862,
      "loss": 0.0004,
      "step": 499
    },
    {
      "epoch": 0.12427763623935872,
      "grad_norm": 0.7697228789329529,
      "learning_rate": 0.00019924882665475676,
      "loss": 0.017,
      "step": 500
    },
    {
      "epoch": 0.12452619151183744,
      "grad_norm": 0.0205017551779747,
      "learning_rate": 0.00019924563080114864,
      "loss": 0.0007,
      "step": 501
    },
    {
      "epoch": 0.12477474678431616,
      "grad_norm": 1.6088392734527588,
      "learning_rate": 0.0001992424281893519,
      "loss": 0.0123,
      "step": 502
    },
    {
      "epoch": 0.12502330205679488,
      "grad_norm": 0.003759953659027815,
      "learning_rate": 0.00019923921881958456,
      "loss": 0.0002,
      "step": 503
    },
    {
      "epoch": 0.1252718573292736,
      "grad_norm": 0.018594099208712578,
      "learning_rate": 0.00019923600269206523,
      "loss": 0.0006,
      "step": 504
    },
    {
      "epoch": 0.1255204126017523,
      "grad_norm": 1.000128984451294,
      "learning_rate": 0.00019923277980701286,
      "loss": 0.0171,
      "step": 505
    },
    {
      "epoch": 0.12576896787423103,
      "grad_norm": 0.00684719393029809,
      "learning_rate": 0.00019922955016464693,
      "loss": 0.0003,
      "step": 506
    },
    {
      "epoch": 0.12601752314670975,
      "grad_norm": 0.03527485951781273,
      "learning_rate": 0.00019922631376518738,
      "loss": 0.0008,
      "step": 507
    },
    {
      "epoch": 0.12626607841918847,
      "grad_norm": 1.4350428581237793,
      "learning_rate": 0.00019922307060885462,
      "loss": 0.0025,
      "step": 508
    },
    {
      "epoch": 0.12651463369166718,
      "grad_norm": 0.038404110819101334,
      "learning_rate": 0.00019921982069586944,
      "loss": 0.0009,
      "step": 509
    },
    {
      "epoch": 0.1267631889641459,
      "grad_norm": 0.8324446678161621,
      "learning_rate": 0.00019921656402645317,
      "loss": 0.0161,
      "step": 510
    },
    {
      "epoch": 0.12701174423662462,
      "grad_norm": 0.8841656446456909,
      "learning_rate": 0.00019921330060082757,
      "loss": 0.1325,
      "step": 511
    },
    {
      "epoch": 0.12726029950910334,
      "grad_norm": 0.04432734102010727,
      "learning_rate": 0.00019921003041921485,
      "loss": 0.0014,
      "step": 512
    },
    {
      "epoch": 0.12750885478158205,
      "grad_norm": 0.11944036930799484,
      "learning_rate": 0.00019920675348183772,
      "loss": 0.0018,
      "step": 513
    },
    {
      "epoch": 0.12775741005406077,
      "grad_norm": 0.008937990292906761,
      "learning_rate": 0.0001992034697889193,
      "loss": 0.0005,
      "step": 514
    },
    {
      "epoch": 0.1280059653265395,
      "grad_norm": 2.095884323120117,
      "learning_rate": 0.00019920017934068324,
      "loss": 0.0772,
      "step": 515
    },
    {
      "epoch": 0.1282545205990182,
      "grad_norm": 0.015399792231619358,
      "learning_rate": 0.0001991968821373536,
      "loss": 0.0009,
      "step": 516
    },
    {
      "epoch": 0.12850307587149692,
      "grad_norm": 0.024223223328590393,
      "learning_rate": 0.00019919357817915482,
      "loss": 0.0014,
      "step": 517
    },
    {
      "epoch": 0.12875163114397564,
      "grad_norm": 0.23930685222148895,
      "learning_rate": 0.00019919026746631198,
      "loss": 0.0044,
      "step": 518
    },
    {
      "epoch": 0.12900018641645436,
      "grad_norm": 2.059638261795044,
      "learning_rate": 0.0001991869499990505,
      "loss": 0.0178,
      "step": 519
    },
    {
      "epoch": 0.12924874168893308,
      "grad_norm": 4.998841285705566,
      "learning_rate": 0.00019918362577759627,
      "loss": 0.2175,
      "step": 520
    },
    {
      "epoch": 0.1294972969614118,
      "grad_norm": 0.025214239954948425,
      "learning_rate": 0.00019918029480217565,
      "loss": 0.0013,
      "step": 521
    },
    {
      "epoch": 0.1297458522338905,
      "grad_norm": 0.7129616141319275,
      "learning_rate": 0.00019917695707301548,
      "loss": 0.0041,
      "step": 522
    },
    {
      "epoch": 0.12999440750636923,
      "grad_norm": 2.068359851837158,
      "learning_rate": 0.000199173612590343,
      "loss": 0.0133,
      "step": 523
    },
    {
      "epoch": 0.13024296277884795,
      "grad_norm": 0.030237583443522453,
      "learning_rate": 0.00019917026135438606,
      "loss": 0.0012,
      "step": 524
    },
    {
      "epoch": 0.13049151805132667,
      "grad_norm": 1.8883421421051025,
      "learning_rate": 0.0001991669033653728,
      "loss": 0.0387,
      "step": 525
    },
    {
      "epoch": 0.13074007332380538,
      "grad_norm": 0.6486481428146362,
      "learning_rate": 0.00019916353862353182,
      "loss": 0.0156,
      "step": 526
    },
    {
      "epoch": 0.1309886285962841,
      "grad_norm": 0.5560479164123535,
      "learning_rate": 0.00019916016712909237,
      "loss": 0.0056,
      "step": 527
    },
    {
      "epoch": 0.13123718386876282,
      "grad_norm": 0.010901718400418758,
      "learning_rate": 0.00019915678888228394,
      "loss": 0.0004,
      "step": 528
    },
    {
      "epoch": 0.13148573914124154,
      "grad_norm": 0.043774090707302094,
      "learning_rate": 0.0001991534038833366,
      "loss": 0.0018,
      "step": 529
    },
    {
      "epoch": 0.13173429441372025,
      "grad_norm": 0.11466505378484726,
      "learning_rate": 0.00019915001213248083,
      "loss": 0.002,
      "step": 530
    },
    {
      "epoch": 0.13198284968619897,
      "grad_norm": 3.094374179840088,
      "learning_rate": 0.00019914661362994767,
      "loss": 0.0211,
      "step": 531
    },
    {
      "epoch": 0.1322314049586777,
      "grad_norm": 11.738365173339844,
      "learning_rate": 0.00019914320837596846,
      "loss": 0.0789,
      "step": 532
    },
    {
      "epoch": 0.1324799602311564,
      "grad_norm": 0.3834826350212097,
      "learning_rate": 0.00019913979637077516,
      "loss": 0.0032,
      "step": 533
    },
    {
      "epoch": 0.13272851550363512,
      "grad_norm": 0.04276711493730545,
      "learning_rate": 0.00019913637761460006,
      "loss": 0.0012,
      "step": 534
    },
    {
      "epoch": 0.13297707077611384,
      "grad_norm": 1.9964399337768555,
      "learning_rate": 0.00019913295210767596,
      "loss": 0.0479,
      "step": 535
    },
    {
      "epoch": 0.13322562604859256,
      "grad_norm": 0.008953067474067211,
      "learning_rate": 0.00019912951985023614,
      "loss": 0.0002,
      "step": 536
    },
    {
      "epoch": 0.13347418132107128,
      "grad_norm": 0.19263987243175507,
      "learning_rate": 0.0001991260808425143,
      "loss": 0.0046,
      "step": 537
    },
    {
      "epoch": 0.13372273659355,
      "grad_norm": 0.005587560590356588,
      "learning_rate": 0.00019912263508474465,
      "loss": 0.0003,
      "step": 538
    },
    {
      "epoch": 0.1339712918660287,
      "grad_norm": 1.436482310295105,
      "learning_rate": 0.0001991191825771618,
      "loss": 0.0664,
      "step": 539
    },
    {
      "epoch": 0.13421984713850743,
      "grad_norm": 0.00909868162125349,
      "learning_rate": 0.00019911572332000085,
      "loss": 0.0002,
      "step": 540
    },
    {
      "epoch": 0.13446840241098615,
      "grad_norm": 0.006756125018000603,
      "learning_rate": 0.00019911225731349743,
      "loss": 0.0003,
      "step": 541
    },
    {
      "epoch": 0.13471695768346487,
      "grad_norm": 0.006730334833264351,
      "learning_rate": 0.0001991087845578875,
      "loss": 0.0003,
      "step": 542
    },
    {
      "epoch": 0.13496551295594358,
      "grad_norm": 0.15482623875141144,
      "learning_rate": 0.00019910530505340751,
      "loss": 0.0014,
      "step": 543
    },
    {
      "epoch": 0.1352140682284223,
      "grad_norm": 0.3031398355960846,
      "learning_rate": 0.00019910181880029447,
      "loss": 0.0019,
      "step": 544
    },
    {
      "epoch": 0.13546262350090102,
      "grad_norm": 2.4798738956451416,
      "learning_rate": 0.00019909832579878575,
      "loss": 0.0179,
      "step": 545
    },
    {
      "epoch": 0.13571117877337974,
      "grad_norm": 7.490797519683838,
      "learning_rate": 0.00019909482604911916,
      "loss": 0.0719,
      "step": 546
    },
    {
      "epoch": 0.13595973404585845,
      "grad_norm": 0.2891438603401184,
      "learning_rate": 0.00019909131955153306,
      "loss": 0.0017,
      "step": 547
    },
    {
      "epoch": 0.13620828931833717,
      "grad_norm": 0.4263588786125183,
      "learning_rate": 0.00019908780630626627,
      "loss": 0.0025,
      "step": 548
    },
    {
      "epoch": 0.1364568445908159,
      "grad_norm": 0.016553372144699097,
      "learning_rate": 0.00019908428631355797,
      "loss": 0.0006,
      "step": 549
    },
    {
      "epoch": 0.1367053998632946,
      "grad_norm": 0.11977121978998184,
      "learning_rate": 0.00019908075957364785,
      "loss": 0.0014,
      "step": 550
    },
    {
      "epoch": 0.13695395513577333,
      "grad_norm": 1.1517561674118042,
      "learning_rate": 0.0001990772260867761,
      "loss": 0.0141,
      "step": 551
    },
    {
      "epoch": 0.13720251040825204,
      "grad_norm": 1.0942206382751465,
      "learning_rate": 0.00019907368585318332,
      "loss": 0.0229,
      "step": 552
    },
    {
      "epoch": 0.13745106568073076,
      "grad_norm": 11.390291213989258,
      "learning_rate": 0.00019907013887311058,
      "loss": 0.2632,
      "step": 553
    },
    {
      "epoch": 0.13769962095320948,
      "grad_norm": 0.4511682093143463,
      "learning_rate": 0.0001990665851467994,
      "loss": 0.0022,
      "step": 554
    },
    {
      "epoch": 0.1379481762256882,
      "grad_norm": 16.449108123779297,
      "learning_rate": 0.0001990630246744918,
      "loss": 0.0195,
      "step": 555
    },
    {
      "epoch": 0.1381967314981669,
      "grad_norm": 1.5051701068878174,
      "learning_rate": 0.00019905945745643023,
      "loss": 0.0139,
      "step": 556
    },
    {
      "epoch": 0.13844528677064563,
      "grad_norm": 0.09110533446073532,
      "learning_rate": 0.0001990558834928576,
      "loss": 0.0011,
      "step": 557
    },
    {
      "epoch": 0.13869384204312435,
      "grad_norm": 7.971541881561279,
      "learning_rate": 0.00019905230278401725,
      "loss": 0.0628,
      "step": 558
    },
    {
      "epoch": 0.13894239731560307,
      "grad_norm": 0.2116691917181015,
      "learning_rate": 0.00019904871533015306,
      "loss": 0.0069,
      "step": 559
    },
    {
      "epoch": 0.13919095258808178,
      "grad_norm": 0.12384828180074692,
      "learning_rate": 0.00019904512113150927,
      "loss": 0.0019,
      "step": 560
    },
    {
      "epoch": 0.1394395078605605,
      "grad_norm": 3.4921343326568604,
      "learning_rate": 0.0001990415201883307,
      "loss": 0.1083,
      "step": 561
    },
    {
      "epoch": 0.13968806313303922,
      "grad_norm": 0.3725586533546448,
      "learning_rate": 0.00019903791250086247,
      "loss": 0.0066,
      "step": 562
    },
    {
      "epoch": 0.13993661840551794,
      "grad_norm": 0.019031768664717674,
      "learning_rate": 0.00019903429806935032,
      "loss": 0.0005,
      "step": 563
    },
    {
      "epoch": 0.14018517367799666,
      "grad_norm": 0.03560240566730499,
      "learning_rate": 0.00019903067689404033,
      "loss": 0.0016,
      "step": 564
    },
    {
      "epoch": 0.14043372895047537,
      "grad_norm": 4.004286289215088,
      "learning_rate": 0.0001990270489751791,
      "loss": 0.0285,
      "step": 565
    },
    {
      "epoch": 0.1406822842229541,
      "grad_norm": 0.9488111138343811,
      "learning_rate": 0.0001990234143130137,
      "loss": 0.0388,
      "step": 566
    },
    {
      "epoch": 0.1409308394954328,
      "grad_norm": 0.06726851314306259,
      "learning_rate": 0.0001990197729077916,
      "loss": 0.0013,
      "step": 567
    },
    {
      "epoch": 0.14117939476791153,
      "grad_norm": 0.035390421748161316,
      "learning_rate": 0.00019901612475976078,
      "loss": 0.0016,
      "step": 568
    },
    {
      "epoch": 0.14142795004039024,
      "grad_norm": 0.014610235579311848,
      "learning_rate": 0.00019901246986916965,
      "loss": 0.0007,
      "step": 569
    },
    {
      "epoch": 0.14167650531286896,
      "grad_norm": 0.03437018394470215,
      "learning_rate": 0.00019900880823626711,
      "loss": 0.0011,
      "step": 570
    },
    {
      "epoch": 0.14192506058534768,
      "grad_norm": 0.03895806521177292,
      "learning_rate": 0.00019900513986130248,
      "loss": 0.0015,
      "step": 571
    },
    {
      "epoch": 0.1421736158578264,
      "grad_norm": 0.2177816778421402,
      "learning_rate": 0.0001990014647445256,
      "loss": 0.0116,
      "step": 572
    },
    {
      "epoch": 0.14242217113030511,
      "grad_norm": 0.046033188700675964,
      "learning_rate": 0.0001989977828861867,
      "loss": 0.0021,
      "step": 573
    },
    {
      "epoch": 0.14267072640278383,
      "grad_norm": 0.27891257405281067,
      "learning_rate": 0.00019899409428653645,
      "loss": 0.0068,
      "step": 574
    },
    {
      "epoch": 0.14291928167526255,
      "grad_norm": 0.10575199872255325,
      "learning_rate": 0.00019899039894582613,
      "loss": 0.0033,
      "step": 575
    },
    {
      "epoch": 0.14316783694774127,
      "grad_norm": 0.014917452819645405,
      "learning_rate": 0.00019898669686430732,
      "loss": 0.0005,
      "step": 576
    },
    {
      "epoch": 0.14341639222021998,
      "grad_norm": 35.78199768066406,
      "learning_rate": 0.00019898298804223207,
      "loss": 0.2071,
      "step": 577
    },
    {
      "epoch": 0.1436649474926987,
      "grad_norm": 0.13991788029670715,
      "learning_rate": 0.000198979272479853,
      "loss": 0.0006,
      "step": 578
    },
    {
      "epoch": 0.14391350276517742,
      "grad_norm": 5.2559428215026855,
      "learning_rate": 0.00019897555017742315,
      "loss": 0.0323,
      "step": 579
    },
    {
      "epoch": 0.1441620580376561,
      "grad_norm": 0.4472690224647522,
      "learning_rate": 0.00019897182113519593,
      "loss": 0.0025,
      "step": 580
    },
    {
      "epoch": 0.14441061331013483,
      "grad_norm": 0.23785720765590668,
      "learning_rate": 0.00019896808535342525,
      "loss": 0.0017,
      "step": 581
    },
    {
      "epoch": 0.14465916858261355,
      "grad_norm": 1.2288713455200195,
      "learning_rate": 0.0001989643428323656,
      "loss": 0.0229,
      "step": 582
    },
    {
      "epoch": 0.14490772385509226,
      "grad_norm": 0.7868455648422241,
      "learning_rate": 0.00019896059357227172,
      "loss": 0.0186,
      "step": 583
    },
    {
      "epoch": 0.14515627912757098,
      "grad_norm": 0.04640558362007141,
      "learning_rate": 0.000198956837573399,
      "loss": 0.0011,
      "step": 584
    },
    {
      "epoch": 0.1454048344000497,
      "grad_norm": 1.0873156785964966,
      "learning_rate": 0.00019895307483600315,
      "loss": 0.017,
      "step": 585
    },
    {
      "epoch": 0.14565338967252842,
      "grad_norm": 0.001990921562537551,
      "learning_rate": 0.00019894930536034047,
      "loss": 0.0002,
      "step": 586
    },
    {
      "epoch": 0.14590194494500713,
      "grad_norm": 1.3108124732971191,
      "learning_rate": 0.00019894552914666755,
      "loss": 0.0092,
      "step": 587
    },
    {
      "epoch": 0.14615050021748585,
      "grad_norm": 1.2542885541915894,
      "learning_rate": 0.0001989417461952416,
      "loss": 0.009,
      "step": 588
    },
    {
      "epoch": 0.14639905548996457,
      "grad_norm": 0.010684406384825706,
      "learning_rate": 0.0001989379565063202,
      "loss": 0.0007,
      "step": 589
    },
    {
      "epoch": 0.1466476107624433,
      "grad_norm": 0.00433147931471467,
      "learning_rate": 0.0001989341600801614,
      "loss": 0.0003,
      "step": 590
    },
    {
      "epoch": 0.146896166034922,
      "grad_norm": 0.3405076861381531,
      "learning_rate": 0.00019893035691702374,
      "loss": 0.0067,
      "step": 591
    },
    {
      "epoch": 0.14714472130740072,
      "grad_norm": 0.05754072219133377,
      "learning_rate": 0.00019892654701716617,
      "loss": 0.0006,
      "step": 592
    },
    {
      "epoch": 0.14739327657987944,
      "grad_norm": 2.5996317863464355,
      "learning_rate": 0.00019892273038084817,
      "loss": 0.0082,
      "step": 593
    },
    {
      "epoch": 0.14764183185235816,
      "grad_norm": 0.02647676132619381,
      "learning_rate": 0.00019891890700832958,
      "loss": 0.0009,
      "step": 594
    },
    {
      "epoch": 0.14789038712483688,
      "grad_norm": 0.009146271273493767,
      "learning_rate": 0.00019891507689987083,
      "loss": 0.0004,
      "step": 595
    },
    {
      "epoch": 0.1481389423973156,
      "grad_norm": 0.10016041994094849,
      "learning_rate": 0.00019891124005573266,
      "loss": 0.0013,
      "step": 596
    },
    {
      "epoch": 0.1483874976697943,
      "grad_norm": 5.0518269538879395,
      "learning_rate": 0.0001989073964761764,
      "loss": 0.1556,
      "step": 597
    },
    {
      "epoch": 0.14863605294227303,
      "grad_norm": 0.6965929269790649,
      "learning_rate": 0.00019890354616146374,
      "loss": 0.0061,
      "step": 598
    },
    {
      "epoch": 0.14888460821475175,
      "grad_norm": 0.032166142016649246,
      "learning_rate": 0.0001988996891118569,
      "loss": 0.0008,
      "step": 599
    },
    {
      "epoch": 0.14913316348723046,
      "grad_norm": 0.02274860255420208,
      "learning_rate": 0.0001988958253276185,
      "loss": 0.0005,
      "step": 600
    },
    {
      "epoch": 0.14913316348723046,
      "eval_loss": 0.006543231662362814,
      "eval_runtime": 32.6012,
      "eval_samples_per_second": 4.969,
      "eval_steps_per_second": 2.485,
      "step": 600
    },
    {
      "epoch": 0.14938171875970918,
      "grad_norm": 0.4566834568977356,
      "learning_rate": 0.00019889195480901167,
      "loss": 0.0059,
      "step": 601
    },
    {
      "epoch": 0.1496302740321879,
      "grad_norm": 0.011365413665771484,
      "learning_rate": 0.00019888807755629993,
      "loss": 0.0003,
      "step": 602
    },
    {
      "epoch": 0.14987882930466662,
      "grad_norm": 0.008082046173512936,
      "learning_rate": 0.00019888419356974736,
      "loss": 0.0003,
      "step": 603
    },
    {
      "epoch": 0.15012738457714533,
      "grad_norm": 0.05478757992386818,
      "learning_rate": 0.00019888030284961842,
      "loss": 0.0009,
      "step": 604
    },
    {
      "epoch": 0.15037593984962405,
      "grad_norm": 0.3279552459716797,
      "learning_rate": 0.00019887640539617806,
      "loss": 0.0024,
      "step": 605
    },
    {
      "epoch": 0.15062449512210277,
      "grad_norm": 0.12345188111066818,
      "learning_rate": 0.00019887250120969165,
      "loss": 0.0023,
      "step": 606
    },
    {
      "epoch": 0.1508730503945815,
      "grad_norm": 9.963351249694824,
      "learning_rate": 0.0001988685902904251,
      "loss": 0.4491,
      "step": 607
    },
    {
      "epoch": 0.1511216056670602,
      "grad_norm": 0.01312845479696989,
      "learning_rate": 0.00019886467263864467,
      "loss": 0.0005,
      "step": 608
    },
    {
      "epoch": 0.15137016093953892,
      "grad_norm": 0.02413109503686428,
      "learning_rate": 0.00019886074825461715,
      "loss": 0.0006,
      "step": 609
    },
    {
      "epoch": 0.15161871621201764,
      "grad_norm": 0.036069098860025406,
      "learning_rate": 0.0001988568171386098,
      "loss": 0.0013,
      "step": 610
    },
    {
      "epoch": 0.15186727148449636,
      "grad_norm": 1.8201183080673218,
      "learning_rate": 0.0001988528792908903,
      "loss": 0.085,
      "step": 611
    },
    {
      "epoch": 0.15211582675697508,
      "grad_norm": 0.010033922269940376,
      "learning_rate": 0.00019884893471172678,
      "loss": 0.0003,
      "step": 612
    },
    {
      "epoch": 0.1523643820294538,
      "grad_norm": 1.598358392715454,
      "learning_rate": 0.00019884498340138785,
      "loss": 0.0839,
      "step": 613
    },
    {
      "epoch": 0.1526129373019325,
      "grad_norm": 0.313251793384552,
      "learning_rate": 0.00019884102536014262,
      "loss": 0.0094,
      "step": 614
    },
    {
      "epoch": 0.15286149257441123,
      "grad_norm": 1.8224600553512573,
      "learning_rate": 0.00019883706058826056,
      "loss": 0.1004,
      "step": 615
    },
    {
      "epoch": 0.15311004784688995,
      "grad_norm": 0.017310217022895813,
      "learning_rate": 0.00019883308908601172,
      "loss": 0.0007,
      "step": 616
    },
    {
      "epoch": 0.15335860311936866,
      "grad_norm": 0.015832221135497093,
      "learning_rate": 0.00019882911085366645,
      "loss": 0.0008,
      "step": 617
    },
    {
      "epoch": 0.15360715839184738,
      "grad_norm": 0.09007121622562408,
      "learning_rate": 0.0001988251258914957,
      "loss": 0.0024,
      "step": 618
    },
    {
      "epoch": 0.1538557136643261,
      "grad_norm": 0.04341500252485275,
      "learning_rate": 0.00019882113419977086,
      "loss": 0.001,
      "step": 619
    },
    {
      "epoch": 0.15410426893680482,
      "grad_norm": 0.21593135595321655,
      "learning_rate": 0.0001988171357787637,
      "loss": 0.0055,
      "step": 620
    },
    {
      "epoch": 0.15435282420928353,
      "grad_norm": 0.1654602587223053,
      "learning_rate": 0.00019881313062874653,
      "loss": 0.0025,
      "step": 621
    },
    {
      "epoch": 0.15460137948176225,
      "grad_norm": 0.024072686210274696,
      "learning_rate": 0.00019880911874999203,
      "loss": 0.0014,
      "step": 622
    },
    {
      "epoch": 0.15484993475424097,
      "grad_norm": 0.050550635904073715,
      "learning_rate": 0.00019880510014277345,
      "loss": 0.001,
      "step": 623
    },
    {
      "epoch": 0.1550984900267197,
      "grad_norm": 0.5931464433670044,
      "learning_rate": 0.00019880107480736437,
      "loss": 0.0117,
      "step": 624
    },
    {
      "epoch": 0.1553470452991984,
      "grad_norm": 16.32062339782715,
      "learning_rate": 0.00019879704274403898,
      "loss": 0.0478,
      "step": 625
    },
    {
      "epoch": 0.15559560057167712,
      "grad_norm": 0.06329316645860672,
      "learning_rate": 0.0001987930039530718,
      "loss": 0.0017,
      "step": 626
    },
    {
      "epoch": 0.15584415584415584,
      "grad_norm": 0.13411827385425568,
      "learning_rate": 0.00019878895843473786,
      "loss": 0.0035,
      "step": 627
    },
    {
      "epoch": 0.15609271111663456,
      "grad_norm": 0.10733438283205032,
      "learning_rate": 0.00019878490618931263,
      "loss": 0.0018,
      "step": 628
    },
    {
      "epoch": 0.15634126638911328,
      "grad_norm": 0.011994672939181328,
      "learning_rate": 0.00019878084721707207,
      "loss": 0.0005,
      "step": 629
    },
    {
      "epoch": 0.156589821661592,
      "grad_norm": 0.06916515529155731,
      "learning_rate": 0.00019877678151829255,
      "loss": 0.0024,
      "step": 630
    },
    {
      "epoch": 0.1568383769340707,
      "grad_norm": 0.02659386210143566,
      "learning_rate": 0.00019877270909325097,
      "loss": 0.0006,
      "step": 631
    },
    {
      "epoch": 0.15708693220654943,
      "grad_norm": 0.028036486357450485,
      "learning_rate": 0.00019876862994222462,
      "loss": 0.0008,
      "step": 632
    },
    {
      "epoch": 0.15733548747902815,
      "grad_norm": 11.18249797821045,
      "learning_rate": 0.00019876454406549126,
      "loss": 0.0502,
      "step": 633
    },
    {
      "epoch": 0.15758404275150686,
      "grad_norm": 0.8295561671257019,
      "learning_rate": 0.00019876045146332912,
      "loss": 0.0036,
      "step": 634
    },
    {
      "epoch": 0.15783259802398558,
      "grad_norm": 1.1720621585845947,
      "learning_rate": 0.00019875635213601693,
      "loss": 0.0216,
      "step": 635
    },
    {
      "epoch": 0.1580811532964643,
      "grad_norm": 0.13777895271778107,
      "learning_rate": 0.0001987522460838338,
      "loss": 0.0037,
      "step": 636
    },
    {
      "epoch": 0.15832970856894302,
      "grad_norm": 0.26981717348098755,
      "learning_rate": 0.00019874813330705932,
      "loss": 0.0065,
      "step": 637
    },
    {
      "epoch": 0.15857826384142173,
      "grad_norm": 0.020141957327723503,
      "learning_rate": 0.0001987440138059736,
      "loss": 0.0004,
      "step": 638
    },
    {
      "epoch": 0.15882681911390045,
      "grad_norm": 1.4422225952148438,
      "learning_rate": 0.00019873988758085714,
      "loss": 0.0086,
      "step": 639
    },
    {
      "epoch": 0.15907537438637917,
      "grad_norm": 0.02527470886707306,
      "learning_rate": 0.0001987357546319909,
      "loss": 0.0004,
      "step": 640
    },
    {
      "epoch": 0.1593239296588579,
      "grad_norm": 0.05214526504278183,
      "learning_rate": 0.00019873161495965628,
      "loss": 0.0006,
      "step": 641
    },
    {
      "epoch": 0.1595724849313366,
      "grad_norm": 0.25718405842781067,
      "learning_rate": 0.00019872746856413524,
      "loss": 0.0026,
      "step": 642
    },
    {
      "epoch": 0.15982104020381532,
      "grad_norm": 0.026579475030303,
      "learning_rate": 0.00019872331544571012,
      "loss": 0.0006,
      "step": 643
    },
    {
      "epoch": 0.16006959547629404,
      "grad_norm": 1.3887691497802734,
      "learning_rate": 0.00019871915560466374,
      "loss": 0.024,
      "step": 644
    },
    {
      "epoch": 0.16031815074877276,
      "grad_norm": 0.8609449863433838,
      "learning_rate": 0.00019871498904127933,
      "loss": 0.025,
      "step": 645
    },
    {
      "epoch": 0.16056670602125148,
      "grad_norm": 3.1622018814086914,
      "learning_rate": 0.00019871081575584062,
      "loss": 0.1524,
      "step": 646
    },
    {
      "epoch": 0.1608152612937302,
      "grad_norm": 3.6280457973480225,
      "learning_rate": 0.00019870663574863182,
      "loss": 0.0657,
      "step": 647
    },
    {
      "epoch": 0.1610638165662089,
      "grad_norm": 8.063465118408203,
      "learning_rate": 0.00019870244901993753,
      "loss": 0.1484,
      "step": 648
    },
    {
      "epoch": 0.16131237183868763,
      "grad_norm": 2.5184640884399414,
      "learning_rate": 0.0001986982555700429,
      "loss": 0.0994,
      "step": 649
    },
    {
      "epoch": 0.16156092711116635,
      "grad_norm": 0.025721276178956032,
      "learning_rate": 0.00019869405539923345,
      "loss": 0.0007,
      "step": 650
    },
    {
      "epoch": 0.16180948238364506,
      "grad_norm": 2.007999897003174,
      "learning_rate": 0.00019868984850779516,
      "loss": 0.0376,
      "step": 651
    },
    {
      "epoch": 0.16205803765612378,
      "grad_norm": 0.12755055725574493,
      "learning_rate": 0.00019868563489601457,
      "loss": 0.0037,
      "step": 652
    },
    {
      "epoch": 0.1623065929286025,
      "grad_norm": 3.297041893005371,
      "learning_rate": 0.0001986814145641786,
      "loss": 0.0882,
      "step": 653
    },
    {
      "epoch": 0.16255514820108122,
      "grad_norm": 0.43978145718574524,
      "learning_rate": 0.00019867718751257458,
      "loss": 0.0102,
      "step": 654
    },
    {
      "epoch": 0.16280370347355994,
      "grad_norm": 1.4903708696365356,
      "learning_rate": 0.0001986729537414904,
      "loss": 0.0185,
      "step": 655
    },
    {
      "epoch": 0.16305225874603865,
      "grad_norm": 4.722987651824951,
      "learning_rate": 0.00019866871325121435,
      "loss": 0.1286,
      "step": 656
    },
    {
      "epoch": 0.16330081401851737,
      "grad_norm": 0.048305850476026535,
      "learning_rate": 0.00019866446604203518,
      "loss": 0.0024,
      "step": 657
    },
    {
      "epoch": 0.1635493692909961,
      "grad_norm": 0.18911506235599518,
      "learning_rate": 0.0001986602121142421,
      "loss": 0.0041,
      "step": 658
    },
    {
      "epoch": 0.1637979245634748,
      "grad_norm": 1.1610603332519531,
      "learning_rate": 0.00019865595146812483,
      "loss": 0.0352,
      "step": 659
    },
    {
      "epoch": 0.16404647983595352,
      "grad_norm": 0.2661091685295105,
      "learning_rate": 0.00019865168410397347,
      "loss": 0.0061,
      "step": 660
    },
    {
      "epoch": 0.16429503510843224,
      "grad_norm": 0.05749797075986862,
      "learning_rate": 0.00019864741002207858,
      "loss": 0.0022,
      "step": 661
    },
    {
      "epoch": 0.16454359038091096,
      "grad_norm": 2.0818088054656982,
      "learning_rate": 0.00019864312922273123,
      "loss": 0.0387,
      "step": 662
    },
    {
      "epoch": 0.16479214565338968,
      "grad_norm": 0.15173812210559845,
      "learning_rate": 0.00019863884170622293,
      "loss": 0.0039,
      "step": 663
    },
    {
      "epoch": 0.1650407009258684,
      "grad_norm": 0.2716047167778015,
      "learning_rate": 0.00019863454747284567,
      "loss": 0.003,
      "step": 664
    },
    {
      "epoch": 0.1652892561983471,
      "grad_norm": 0.018856961280107498,
      "learning_rate": 0.0001986302465228918,
      "loss": 0.0006,
      "step": 665
    },
    {
      "epoch": 0.16553781147082583,
      "grad_norm": 0.6692478060722351,
      "learning_rate": 0.00019862593885665425,
      "loss": 0.007,
      "step": 666
    },
    {
      "epoch": 0.16578636674330455,
      "grad_norm": 0.6283616423606873,
      "learning_rate": 0.0001986216244744263,
      "loss": 0.0029,
      "step": 667
    },
    {
      "epoch": 0.16603492201578327,
      "grad_norm": 3.459843873977661,
      "learning_rate": 0.0001986173033765018,
      "loss": 0.0334,
      "step": 668
    },
    {
      "epoch": 0.16628347728826198,
      "grad_norm": 0.7025638818740845,
      "learning_rate": 0.00019861297556317498,
      "loss": 0.0488,
      "step": 669
    },
    {
      "epoch": 0.1665320325607407,
      "grad_norm": 15.669707298278809,
      "learning_rate": 0.00019860864103474053,
      "loss": 0.0508,
      "step": 670
    },
    {
      "epoch": 0.16678058783321942,
      "grad_norm": 0.05748594179749489,
      "learning_rate": 0.00019860429979149362,
      "loss": 0.0012,
      "step": 671
    },
    {
      "epoch": 0.16702914310569814,
      "grad_norm": 1.258571743965149,
      "learning_rate": 0.00019859995183372985,
      "loss": 0.0393,
      "step": 672
    },
    {
      "epoch": 0.16727769837817685,
      "grad_norm": 0.011082641780376434,
      "learning_rate": 0.00019859559716174535,
      "loss": 0.0004,
      "step": 673
    },
    {
      "epoch": 0.16752625365065557,
      "grad_norm": 0.01937716454267502,
      "learning_rate": 0.0001985912357758366,
      "loss": 0.0009,
      "step": 674
    },
    {
      "epoch": 0.1677748089231343,
      "grad_norm": 0.1556461751461029,
      "learning_rate": 0.00019858686767630063,
      "loss": 0.0027,
      "step": 675
    },
    {
      "epoch": 0.168023364195613,
      "grad_norm": 0.08330017328262329,
      "learning_rate": 0.00019858249286343481,
      "loss": 0.0014,
      "step": 676
    },
    {
      "epoch": 0.16827191946809172,
      "grad_norm": 0.7774675488471985,
      "learning_rate": 0.00019857811133753715,
      "loss": 0.0119,
      "step": 677
    },
    {
      "epoch": 0.16852047474057044,
      "grad_norm": 0.09711828827857971,
      "learning_rate": 0.00019857372309890599,
      "loss": 0.0014,
      "step": 678
    },
    {
      "epoch": 0.16876903001304916,
      "grad_norm": 0.9642775058746338,
      "learning_rate": 0.0001985693281478401,
      "loss": 0.0053,
      "step": 679
    },
    {
      "epoch": 0.16901758528552788,
      "grad_norm": 0.10693718492984772,
      "learning_rate": 0.00019856492648463877,
      "loss": 0.0013,
      "step": 680
    },
    {
      "epoch": 0.1692661405580066,
      "grad_norm": 0.315239816904068,
      "learning_rate": 0.00019856051810960177,
      "loss": 0.0052,
      "step": 681
    },
    {
      "epoch": 0.1695146958304853,
      "grad_norm": 1.6462767124176025,
      "learning_rate": 0.00019855610302302925,
      "loss": 0.0322,
      "step": 682
    },
    {
      "epoch": 0.16976325110296403,
      "grad_norm": 14.571971893310547,
      "learning_rate": 0.0001985516812252219,
      "loss": 0.5372,
      "step": 683
    },
    {
      "epoch": 0.17001180637544275,
      "grad_norm": 1.428209900856018,
      "learning_rate": 0.00019854725271648075,
      "loss": 0.0147,
      "step": 684
    },
    {
      "epoch": 0.17026036164792147,
      "grad_norm": 0.2694597840309143,
      "learning_rate": 0.00019854281749710748,
      "loss": 0.005,
      "step": 685
    },
    {
      "epoch": 0.17050891692040018,
      "grad_norm": 0.14878766238689423,
      "learning_rate": 0.000198538375567404,
      "loss": 0.0014,
      "step": 686
    },
    {
      "epoch": 0.1707574721928789,
      "grad_norm": 0.12139490991830826,
      "learning_rate": 0.00019853392692767283,
      "loss": 0.0025,
      "step": 687
    },
    {
      "epoch": 0.17100602746535762,
      "grad_norm": 0.1164102703332901,
      "learning_rate": 0.0001985294715782169,
      "loss": 0.0026,
      "step": 688
    },
    {
      "epoch": 0.17125458273783634,
      "grad_norm": 0.005267832428216934,
      "learning_rate": 0.00019852500951933962,
      "loss": 0.0002,
      "step": 689
    },
    {
      "epoch": 0.17150313801031505,
      "grad_norm": 0.02351720817387104,
      "learning_rate": 0.0001985205407513448,
      "loss": 0.0007,
      "step": 690
    },
    {
      "epoch": 0.17175169328279377,
      "grad_norm": 27.995594024658203,
      "learning_rate": 0.00019851606527453673,
      "loss": 0.1538,
      "step": 691
    },
    {
      "epoch": 0.1720002485552725,
      "grad_norm": 11.270915985107422,
      "learning_rate": 0.00019851158308922026,
      "loss": 0.4718,
      "step": 692
    },
    {
      "epoch": 0.1722488038277512,
      "grad_norm": 4.370607852935791,
      "learning_rate": 0.00019850709419570048,
      "loss": 0.0761,
      "step": 693
    },
    {
      "epoch": 0.17249735910022992,
      "grad_norm": 1.6567620038986206,
      "learning_rate": 0.00019850259859428317,
      "loss": 0.0138,
      "step": 694
    },
    {
      "epoch": 0.17274591437270864,
      "grad_norm": 0.0427900031208992,
      "learning_rate": 0.00019849809628527443,
      "loss": 0.0006,
      "step": 695
    },
    {
      "epoch": 0.17299446964518736,
      "grad_norm": 2.9517972469329834,
      "learning_rate": 0.0001984935872689808,
      "loss": 0.0224,
      "step": 696
    },
    {
      "epoch": 0.17324302491766608,
      "grad_norm": 7.113624095916748,
      "learning_rate": 0.00019848907154570942,
      "loss": 0.1236,
      "step": 697
    },
    {
      "epoch": 0.1734915801901448,
      "grad_norm": 0.026808515191078186,
      "learning_rate": 0.0001984845491157677,
      "loss": 0.0005,
      "step": 698
    },
    {
      "epoch": 0.1737401354626235,
      "grad_norm": 0.028844324871897697,
      "learning_rate": 0.00019848001997946362,
      "loss": 0.0007,
      "step": 699
    },
    {
      "epoch": 0.17398869073510223,
      "grad_norm": 0.2431650161743164,
      "learning_rate": 0.0001984754841371056,
      "loss": 0.0048,
      "step": 700
    },
    {
      "epoch": 0.17423724600758095,
      "grad_norm": 4.455564022064209,
      "learning_rate": 0.00019847094158900253,
      "loss": 0.1235,
      "step": 701
    },
    {
      "epoch": 0.17448580128005967,
      "grad_norm": 1.4127670526504517,
      "learning_rate": 0.0001984663923354637,
      "loss": 0.0208,
      "step": 702
    },
    {
      "epoch": 0.17473435655253838,
      "grad_norm": 1.0298223495483398,
      "learning_rate": 0.00019846183637679896,
      "loss": 0.0198,
      "step": 703
    },
    {
      "epoch": 0.1749829118250171,
      "grad_norm": 0.011129884049296379,
      "learning_rate": 0.00019845727371331848,
      "loss": 0.0002,
      "step": 704
    },
    {
      "epoch": 0.17523146709749582,
      "grad_norm": 0.007020067423582077,
      "learning_rate": 0.00019845270434533298,
      "loss": 0.0003,
      "step": 705
    },
    {
      "epoch": 0.17548002236997454,
      "grad_norm": 0.2604582607746124,
      "learning_rate": 0.00019844812827315368,
      "loss": 0.0031,
      "step": 706
    },
    {
      "epoch": 0.17572857764245325,
      "grad_norm": 4.666356563568115,
      "learning_rate": 0.00019844354549709205,
      "loss": 0.1512,
      "step": 707
    },
    {
      "epoch": 0.17597713291493197,
      "grad_norm": 1.5758126974105835,
      "learning_rate": 0.00019843895601746026,
      "loss": 0.0255,
      "step": 708
    },
    {
      "epoch": 0.17622568818741066,
      "grad_norm": 3.0071165561676025,
      "learning_rate": 0.00019843435983457082,
      "loss": 0.0325,
      "step": 709
    },
    {
      "epoch": 0.17647424345988938,
      "grad_norm": 0.053417205810546875,
      "learning_rate": 0.00019842975694873668,
      "loss": 0.001,
      "step": 710
    },
    {
      "epoch": 0.1767227987323681,
      "grad_norm": 1.0445539951324463,
      "learning_rate": 0.00019842514736027132,
      "loss": 0.222,
      "step": 711
    },
    {
      "epoch": 0.17697135400484681,
      "grad_norm": 0.7811182141304016,
      "learning_rate": 0.00019842053106948856,
      "loss": 0.0202,
      "step": 712
    },
    {
      "epoch": 0.17721990927732553,
      "grad_norm": 1.8572561740875244,
      "learning_rate": 0.00019841590807670285,
      "loss": 0.068,
      "step": 713
    },
    {
      "epoch": 0.17746846454980425,
      "grad_norm": 0.19592788815498352,
      "learning_rate": 0.00019841127838222893,
      "loss": 0.0069,
      "step": 714
    },
    {
      "epoch": 0.17771701982228297,
      "grad_norm": 0.6836919188499451,
      "learning_rate": 0.00019840664198638206,
      "loss": 0.0107,
      "step": 715
    },
    {
      "epoch": 0.17796557509476169,
      "grad_norm": 0.19659142196178436,
      "learning_rate": 0.00019840199888947798,
      "loss": 0.0052,
      "step": 716
    },
    {
      "epoch": 0.1782141303672404,
      "grad_norm": 0.0455043762922287,
      "learning_rate": 0.00019839734909183284,
      "loss": 0.0015,
      "step": 717
    },
    {
      "epoch": 0.17846268563971912,
      "grad_norm": 0.11768484860658646,
      "learning_rate": 0.00019839269259376333,
      "loss": 0.0027,
      "step": 718
    },
    {
      "epoch": 0.17871124091219784,
      "grad_norm": 0.43000078201293945,
      "learning_rate": 0.00019838802939558644,
      "loss": 0.0113,
      "step": 719
    },
    {
      "epoch": 0.17895979618467656,
      "grad_norm": 1.0920438766479492,
      "learning_rate": 0.0001983833594976198,
      "loss": 0.0317,
      "step": 720
    },
    {
      "epoch": 0.17920835145715527,
      "grad_norm": 0.28804805874824524,
      "learning_rate": 0.00019837868290018134,
      "loss": 0.0138,
      "step": 721
    },
    {
      "epoch": 0.179456906729634,
      "grad_norm": 0.0930369421839714,
      "learning_rate": 0.00019837399960358958,
      "loss": 0.0011,
      "step": 722
    },
    {
      "epoch": 0.1797054620021127,
      "grad_norm": 0.8584433794021606,
      "learning_rate": 0.0001983693096081634,
      "loss": 0.0069,
      "step": 723
    },
    {
      "epoch": 0.17995401727459143,
      "grad_norm": 34.106143951416016,
      "learning_rate": 0.00019836461291422217,
      "loss": 0.178,
      "step": 724
    },
    {
      "epoch": 0.18020257254707014,
      "grad_norm": 0.3494647741317749,
      "learning_rate": 0.00019835990952208571,
      "loss": 0.0047,
      "step": 725
    },
    {
      "epoch": 0.18045112781954886,
      "grad_norm": 0.007489884737879038,
      "learning_rate": 0.0001983551994320743,
      "loss": 0.0003,
      "step": 726
    },
    {
      "epoch": 0.18069968309202758,
      "grad_norm": 0.08491553366184235,
      "learning_rate": 0.0001983504826445087,
      "loss": 0.0008,
      "step": 727
    },
    {
      "epoch": 0.1809482383645063,
      "grad_norm": 1.772018551826477,
      "learning_rate": 0.00019834575915971008,
      "loss": 0.0646,
      "step": 728
    },
    {
      "epoch": 0.18119679363698502,
      "grad_norm": 0.07033209502696991,
      "learning_rate": 0.0001983410289780001,
      "loss": 0.0011,
      "step": 729
    },
    {
      "epoch": 0.18144534890946373,
      "grad_norm": 0.01340026967227459,
      "learning_rate": 0.00019833629209970087,
      "loss": 0.0004,
      "step": 730
    },
    {
      "epoch": 0.18169390418194245,
      "grad_norm": 0.018728671595454216,
      "learning_rate": 0.0001983315485251349,
      "loss": 0.0007,
      "step": 731
    },
    {
      "epoch": 0.18194245945442117,
      "grad_norm": 0.023617949336767197,
      "learning_rate": 0.00019832679825462527,
      "loss": 0.0004,
      "step": 732
    },
    {
      "epoch": 0.18219101472689989,
      "grad_norm": 0.006374047603458166,
      "learning_rate": 0.0001983220412884954,
      "loss": 0.0003,
      "step": 733
    },
    {
      "epoch": 0.1824395699993786,
      "grad_norm": 0.2851797640323639,
      "learning_rate": 0.00019831727762706928,
      "loss": 0.0068,
      "step": 734
    },
    {
      "epoch": 0.18268812527185732,
      "grad_norm": 0.0578964538872242,
      "learning_rate": 0.0001983125072706712,
      "loss": 0.0008,
      "step": 735
    },
    {
      "epoch": 0.18293668054433604,
      "grad_norm": 0.6763586401939392,
      "learning_rate": 0.0001983077302196261,
      "loss": 0.0077,
      "step": 736
    },
    {
      "epoch": 0.18318523581681476,
      "grad_norm": 0.05547330155968666,
      "learning_rate": 0.00019830294647425926,
      "loss": 0.0006,
      "step": 737
    },
    {
      "epoch": 0.18343379108929347,
      "grad_norm": 0.06582938134670258,
      "learning_rate": 0.0001982981560348964,
      "loss": 0.0006,
      "step": 738
    },
    {
      "epoch": 0.1836823463617722,
      "grad_norm": 0.05675528943538666,
      "learning_rate": 0.0001982933589018637,
      "loss": 0.0007,
      "step": 739
    },
    {
      "epoch": 0.1839309016342509,
      "grad_norm": 0.748327910900116,
      "learning_rate": 0.00019828855507548788,
      "loss": 0.0133,
      "step": 740
    },
    {
      "epoch": 0.18417945690672963,
      "grad_norm": 29.148330688476562,
      "learning_rate": 0.00019828374455609603,
      "loss": 0.0164,
      "step": 741
    },
    {
      "epoch": 0.18442801217920834,
      "grad_norm": 0.6890880465507507,
      "learning_rate": 0.0001982789273440157,
      "loss": 0.0079,
      "step": 742
    },
    {
      "epoch": 0.18467656745168706,
      "grad_norm": 0.8335667252540588,
      "learning_rate": 0.000198274103439575,
      "loss": 0.0356,
      "step": 743
    },
    {
      "epoch": 0.18492512272416578,
      "grad_norm": 0.01654925011098385,
      "learning_rate": 0.00019826927284310238,
      "loss": 0.0005,
      "step": 744
    },
    {
      "epoch": 0.1851736779966445,
      "grad_norm": 0.05213315412402153,
      "learning_rate": 0.00019826443555492676,
      "loss": 0.001,
      "step": 745
    },
    {
      "epoch": 0.18542223326912322,
      "grad_norm": 0.004783161915838718,
      "learning_rate": 0.00019825959157537755,
      "loss": 0.0002,
      "step": 746
    },
    {
      "epoch": 0.18567078854160193,
      "grad_norm": 1.638694405555725,
      "learning_rate": 0.0001982547409047846,
      "loss": 0.0354,
      "step": 747
    },
    {
      "epoch": 0.18591934381408065,
      "grad_norm": 3.036414623260498,
      "learning_rate": 0.00019824988354347821,
      "loss": 0.0245,
      "step": 748
    },
    {
      "epoch": 0.18616789908655937,
      "grad_norm": 0.32432225346565247,
      "learning_rate": 0.00019824501949178917,
      "loss": 0.0064,
      "step": 749
    },
    {
      "epoch": 0.1864164543590381,
      "grad_norm": 2.0489261150360107,
      "learning_rate": 0.0001982401487500487,
      "loss": 0.0324,
      "step": 750
    },
    {
      "epoch": 0.1866650096315168,
      "grad_norm": 0.006310934200882912,
      "learning_rate": 0.00019823527131858845,
      "loss": 0.0004,
      "step": 751
    },
    {
      "epoch": 0.18691356490399552,
      "grad_norm": 0.0010940233478322625,
      "learning_rate": 0.0001982303871977406,
      "loss": 0.0001,
      "step": 752
    },
    {
      "epoch": 0.18716212017647424,
      "grad_norm": 4.0279154777526855,
      "learning_rate": 0.00019822549638783766,
      "loss": 0.012,
      "step": 753
    },
    {
      "epoch": 0.18741067544895296,
      "grad_norm": 0.20816458761692047,
      "learning_rate": 0.00019822059888921273,
      "loss": 0.0047,
      "step": 754
    },
    {
      "epoch": 0.18765923072143167,
      "grad_norm": 0.07443069666624069,
      "learning_rate": 0.00019821569470219926,
      "loss": 0.0012,
      "step": 755
    },
    {
      "epoch": 0.1879077859939104,
      "grad_norm": 0.04127499833703041,
      "learning_rate": 0.0001982107838271313,
      "loss": 0.0012,
      "step": 756
    },
    {
      "epoch": 0.1881563412663891,
      "grad_norm": 0.025497611612081528,
      "learning_rate": 0.00019820586626434315,
      "loss": 0.0005,
      "step": 757
    },
    {
      "epoch": 0.18840489653886783,
      "grad_norm": 0.4377257525920868,
      "learning_rate": 0.00019820094201416976,
      "loss": 0.0063,
      "step": 758
    },
    {
      "epoch": 0.18865345181134655,
      "grad_norm": 2.0759847164154053,
      "learning_rate": 0.0001981960110769464,
      "loss": 0.0667,
      "step": 759
    },
    {
      "epoch": 0.18890200708382526,
      "grad_norm": 2.7938084602355957,
      "learning_rate": 0.00019819107345300883,
      "loss": 0.017,
      "step": 760
    },
    {
      "epoch": 0.18915056235630398,
      "grad_norm": 0.039643727242946625,
      "learning_rate": 0.00019818612914269333,
      "loss": 0.0004,
      "step": 761
    },
    {
      "epoch": 0.1893991176287827,
      "grad_norm": 0.030169857665896416,
      "learning_rate": 0.00019818117814633651,
      "loss": 0.001,
      "step": 762
    },
    {
      "epoch": 0.18964767290126142,
      "grad_norm": 0.0377272292971611,
      "learning_rate": 0.00019817622046427563,
      "loss": 0.0008,
      "step": 763
    },
    {
      "epoch": 0.18989622817374013,
      "grad_norm": 0.013466638512909412,
      "learning_rate": 0.00019817125609684818,
      "loss": 0.0007,
      "step": 764
    },
    {
      "epoch": 0.19014478344621885,
      "grad_norm": 1.669683814048767,
      "learning_rate": 0.00019816628504439225,
      "loss": 0.0892,
      "step": 765
    },
    {
      "epoch": 0.19039333871869757,
      "grad_norm": 1.1713197231292725,
      "learning_rate": 0.00019816130730724636,
      "loss": 0.0386,
      "step": 766
    },
    {
      "epoch": 0.1906418939911763,
      "grad_norm": 0.07574842125177383,
      "learning_rate": 0.00019815632288574945,
      "loss": 0.0022,
      "step": 767
    },
    {
      "epoch": 0.190890449263655,
      "grad_norm": 0.08327666670084,
      "learning_rate": 0.00019815133178024096,
      "loss": 0.0015,
      "step": 768
    },
    {
      "epoch": 0.19113900453613372,
      "grad_norm": 0.17824943363666534,
      "learning_rate": 0.00019814633399106076,
      "loss": 0.0023,
      "step": 769
    },
    {
      "epoch": 0.19138755980861244,
      "grad_norm": 0.35637664794921875,
      "learning_rate": 0.00019814132951854912,
      "loss": 0.0059,
      "step": 770
    },
    {
      "epoch": 0.19163611508109116,
      "grad_norm": 2.7984418869018555,
      "learning_rate": 0.00019813631836304688,
      "loss": 0.1039,
      "step": 771
    },
    {
      "epoch": 0.19188467035356988,
      "grad_norm": 0.0748925432562828,
      "learning_rate": 0.0001981313005248953,
      "loss": 0.0017,
      "step": 772
    },
    {
      "epoch": 0.1921332256260486,
      "grad_norm": 0.1908971518278122,
      "learning_rate": 0.00019812627600443601,
      "loss": 0.0026,
      "step": 773
    },
    {
      "epoch": 0.1923817808985273,
      "grad_norm": 2.4838616847991943,
      "learning_rate": 0.00019812124480201118,
      "loss": 0.0434,
      "step": 774
    },
    {
      "epoch": 0.19263033617100603,
      "grad_norm": 0.48093780875205994,
      "learning_rate": 0.00019811620691796342,
      "loss": 0.0083,
      "step": 775
    },
    {
      "epoch": 0.19287889144348475,
      "grad_norm": 0.21736390888690948,
      "learning_rate": 0.0001981111623526358,
      "loss": 0.0046,
      "step": 776
    },
    {
      "epoch": 0.19312744671596346,
      "grad_norm": 0.09900601953268051,
      "learning_rate": 0.0001981061111063718,
      "loss": 0.0024,
      "step": 777
    },
    {
      "epoch": 0.19337600198844218,
      "grad_norm": 3.4562604427337646,
      "learning_rate": 0.0001981010531795154,
      "loss": 0.062,
      "step": 778
    },
    {
      "epoch": 0.1936245572609209,
      "grad_norm": 0.785381019115448,
      "learning_rate": 0.00019809598857241104,
      "loss": 0.0071,
      "step": 779
    },
    {
      "epoch": 0.19387311253339962,
      "grad_norm": 1.5984811782836914,
      "learning_rate": 0.0001980909172854036,
      "loss": 0.0117,
      "step": 780
    },
    {
      "epoch": 0.19412166780587833,
      "grad_norm": 6.771699905395508,
      "learning_rate": 0.0001980858393188384,
      "loss": 0.0257,
      "step": 781
    },
    {
      "epoch": 0.19437022307835705,
      "grad_norm": 0.03177950531244278,
      "learning_rate": 0.00019808075467306119,
      "loss": 0.001,
      "step": 782
    },
    {
      "epoch": 0.19461877835083577,
      "grad_norm": 0.24044515192508698,
      "learning_rate": 0.0001980756633484183,
      "loss": 0.0059,
      "step": 783
    },
    {
      "epoch": 0.1948673336233145,
      "grad_norm": 0.030859891325235367,
      "learning_rate": 0.00019807056534525632,
      "loss": 0.001,
      "step": 784
    },
    {
      "epoch": 0.1951158888957932,
      "grad_norm": 1.3472325801849365,
      "learning_rate": 0.00019806546066392246,
      "loss": 0.0202,
      "step": 785
    },
    {
      "epoch": 0.19536444416827192,
      "grad_norm": 0.02197105810046196,
      "learning_rate": 0.00019806034930476435,
      "loss": 0.0004,
      "step": 786
    },
    {
      "epoch": 0.19561299944075064,
      "grad_norm": 0.034527748823165894,
      "learning_rate": 0.00019805523126813,
      "loss": 0.0008,
      "step": 787
    },
    {
      "epoch": 0.19586155471322936,
      "grad_norm": 0.0748482197523117,
      "learning_rate": 0.00019805010655436797,
      "loss": 0.0012,
      "step": 788
    },
    {
      "epoch": 0.19611010998570808,
      "grad_norm": 10.655095100402832,
      "learning_rate": 0.0001980449751638272,
      "loss": 0.0762,
      "step": 789
    },
    {
      "epoch": 0.1963586652581868,
      "grad_norm": 0.03138509765267372,
      "learning_rate": 0.00019803983709685712,
      "loss": 0.0008,
      "step": 790
    },
    {
      "epoch": 0.1966072205306655,
      "grad_norm": 5.551426887512207,
      "learning_rate": 0.0001980346923538076,
      "loss": 0.0408,
      "step": 791
    },
    {
      "epoch": 0.19685577580314423,
      "grad_norm": 3.4371416568756104,
      "learning_rate": 0.000198029540935029,
      "loss": 0.1255,
      "step": 792
    },
    {
      "epoch": 0.19710433107562295,
      "grad_norm": 1.1811100244522095,
      "learning_rate": 0.0001980243828408721,
      "loss": 0.0153,
      "step": 793
    },
    {
      "epoch": 0.19735288634810166,
      "grad_norm": 0.12119027227163315,
      "learning_rate": 0.00019801921807168814,
      "loss": 0.0018,
      "step": 794
    },
    {
      "epoch": 0.19760144162058038,
      "grad_norm": 0.9864071607589722,
      "learning_rate": 0.0001980140466278288,
      "loss": 0.0218,
      "step": 795
    },
    {
      "epoch": 0.1978499968930591,
      "grad_norm": 0.14428864419460297,
      "learning_rate": 0.00019800886850964626,
      "loss": 0.0029,
      "step": 796
    },
    {
      "epoch": 0.19809855216553782,
      "grad_norm": 0.07630704343318939,
      "learning_rate": 0.00019800368371749308,
      "loss": 0.0014,
      "step": 797
    },
    {
      "epoch": 0.19834710743801653,
      "grad_norm": 0.407602459192276,
      "learning_rate": 0.0001979984922517224,
      "loss": 0.003,
      "step": 798
    },
    {
      "epoch": 0.19859566271049525,
      "grad_norm": 0.15405911207199097,
      "learning_rate": 0.0001979932941126877,
      "loss": 0.0019,
      "step": 799
    },
    {
      "epoch": 0.19884421798297397,
      "grad_norm": 0.6703581213951111,
      "learning_rate": 0.00019798808930074292,
      "loss": 0.0033,
      "step": 800
    },
    {
      "epoch": 0.19884421798297397,
      "eval_loss": 0.0020122313871979713,
      "eval_runtime": 32.6046,
      "eval_samples_per_second": 4.969,
      "eval_steps_per_second": 2.484,
      "step": 800
    },
    {
      "epoch": 0.1990927732554527,
      "grad_norm": 1.2036969661712646,
      "learning_rate": 0.00019798287781624252,
      "loss": 0.0093,
      "step": 801
    },
    {
      "epoch": 0.1993413285279314,
      "grad_norm": 0.2601041793823242,
      "learning_rate": 0.00019797765965954138,
      "loss": 0.0022,
      "step": 802
    },
    {
      "epoch": 0.19958988380041012,
      "grad_norm": 1.289425015449524,
      "learning_rate": 0.00019797243483099481,
      "loss": 0.0109,
      "step": 803
    },
    {
      "epoch": 0.19983843907288884,
      "grad_norm": 0.09878306835889816,
      "learning_rate": 0.0001979672033309586,
      "loss": 0.0022,
      "step": 804
    },
    {
      "epoch": 0.20008699434536756,
      "grad_norm": 0.008835564367473125,
      "learning_rate": 0.000197961965159789,
      "loss": 0.0002,
      "step": 805
    },
    {
      "epoch": 0.20033554961784628,
      "grad_norm": 0.02004004456102848,
      "learning_rate": 0.00019795672031784273,
      "loss": 0.0006,
      "step": 806
    },
    {
      "epoch": 0.200584104890325,
      "grad_norm": 0.003447087947279215,
      "learning_rate": 0.0001979514688054769,
      "loss": 0.0001,
      "step": 807
    },
    {
      "epoch": 0.2008326601628037,
      "grad_norm": 2.512033224105835,
      "learning_rate": 0.00019794621062304914,
      "loss": 0.0356,
      "step": 808
    },
    {
      "epoch": 0.20108121543528243,
      "grad_norm": 0.38259419798851013,
      "learning_rate": 0.0001979409457709175,
      "loss": 0.0039,
      "step": 809
    },
    {
      "epoch": 0.20132977070776115,
      "grad_norm": 1.642845630645752,
      "learning_rate": 0.00019793567424944048,
      "loss": 0.053,
      "step": 810
    },
    {
      "epoch": 0.20157832598023986,
      "grad_norm": 0.010024863295257092,
      "learning_rate": 0.00019793039605897706,
      "loss": 0.0003,
      "step": 811
    },
    {
      "epoch": 0.20182688125271858,
      "grad_norm": 0.07913801819086075,
      "learning_rate": 0.00019792511119988667,
      "loss": 0.0012,
      "step": 812
    },
    {
      "epoch": 0.2020754365251973,
      "grad_norm": 0.013712983578443527,
      "learning_rate": 0.0001979198196725292,
      "loss": 0.0002,
      "step": 813
    },
    {
      "epoch": 0.20232399179767602,
      "grad_norm": 0.032041702419519424,
      "learning_rate": 0.00019791452147726495,
      "loss": 0.0011,
      "step": 814
    },
    {
      "epoch": 0.20257254707015473,
      "grad_norm": 1.2375743389129639,
      "learning_rate": 0.00019790921661445472,
      "loss": 0.0138,
      "step": 815
    },
    {
      "epoch": 0.20282110234263345,
      "grad_norm": 14.92319107055664,
      "learning_rate": 0.00019790390508445972,
      "loss": 0.0931,
      "step": 816
    },
    {
      "epoch": 0.20306965761511217,
      "grad_norm": 0.013079317286610603,
      "learning_rate": 0.00019789858688764166,
      "loss": 0.0004,
      "step": 817
    },
    {
      "epoch": 0.2033182128875909,
      "grad_norm": 1.9188365936279297,
      "learning_rate": 0.00019789326202436272,
      "loss": 0.2853,
      "step": 818
    },
    {
      "epoch": 0.2035667681600696,
      "grad_norm": 0.2685706615447998,
      "learning_rate": 0.00019788793049498542,
      "loss": 0.0056,
      "step": 819
    },
    {
      "epoch": 0.20381532343254832,
      "grad_norm": 3.2438628673553467,
      "learning_rate": 0.00019788259229987286,
      "loss": 0.0284,
      "step": 820
    },
    {
      "epoch": 0.20406387870502704,
      "grad_norm": 0.006954350508749485,
      "learning_rate": 0.0001978772474393886,
      "loss": 0.0003,
      "step": 821
    },
    {
      "epoch": 0.20431243397750576,
      "grad_norm": 1.2534089088439941,
      "learning_rate": 0.00019787189591389653,
      "loss": 0.0262,
      "step": 822
    },
    {
      "epoch": 0.20456098924998448,
      "grad_norm": 0.02126072533428669,
      "learning_rate": 0.00019786653772376105,
      "loss": 0.0004,
      "step": 823
    },
    {
      "epoch": 0.2048095445224632,
      "grad_norm": 1.7693166732788086,
      "learning_rate": 0.0001978611728693471,
      "loss": 0.0313,
      "step": 824
    },
    {
      "epoch": 0.2050580997949419,
      "grad_norm": 0.7226355075836182,
      "learning_rate": 0.00019785580135101995,
      "loss": 0.0039,
      "step": 825
    },
    {
      "epoch": 0.20530665506742063,
      "grad_norm": 1.4473862648010254,
      "learning_rate": 0.0001978504231691454,
      "loss": 0.0324,
      "step": 826
    },
    {
      "epoch": 0.20555521033989935,
      "grad_norm": 0.9863979816436768,
      "learning_rate": 0.00019784503832408968,
      "loss": 0.18,
      "step": 827
    },
    {
      "epoch": 0.20580376561237806,
      "grad_norm": 0.0887574627995491,
      "learning_rate": 0.00019783964681621946,
      "loss": 0.002,
      "step": 828
    },
    {
      "epoch": 0.20605232088485678,
      "grad_norm": 0.5378650426864624,
      "learning_rate": 0.00019783424864590189,
      "loss": 0.0101,
      "step": 829
    },
    {
      "epoch": 0.2063008761573355,
      "grad_norm": 0.638245165348053,
      "learning_rate": 0.00019782884381350455,
      "loss": 0.0114,
      "step": 830
    },
    {
      "epoch": 0.20654943142981422,
      "grad_norm": 1.0523689985275269,
      "learning_rate": 0.00019782343231939547,
      "loss": 0.0117,
      "step": 831
    },
    {
      "epoch": 0.20679798670229294,
      "grad_norm": 7.357440948486328,
      "learning_rate": 0.00019781801416394323,
      "loss": 0.1146,
      "step": 832
    },
    {
      "epoch": 0.20704654197477165,
      "grad_norm": 0.7669430375099182,
      "learning_rate": 0.00019781258934751668,
      "loss": 0.006,
      "step": 833
    },
    {
      "epoch": 0.20729509724725037,
      "grad_norm": 3.3883674144744873,
      "learning_rate": 0.0001978071578704853,
      "loss": 0.0305,
      "step": 834
    },
    {
      "epoch": 0.2075436525197291,
      "grad_norm": 0.4597491919994354,
      "learning_rate": 0.00019780171973321888,
      "loss": 0.0057,
      "step": 835
    },
    {
      "epoch": 0.2077922077922078,
      "grad_norm": 7.639012813568115,
      "learning_rate": 0.0001977962749360878,
      "loss": 0.1529,
      "step": 836
    },
    {
      "epoch": 0.2080407630646865,
      "grad_norm": 8.14710521697998,
      "learning_rate": 0.00019779082347946275,
      "loss": 0.1494,
      "step": 837
    },
    {
      "epoch": 0.2082893183371652,
      "grad_norm": 1.5480786561965942,
      "learning_rate": 0.00019778536536371508,
      "loss": 0.0329,
      "step": 838
    },
    {
      "epoch": 0.20853787360964393,
      "grad_norm": 2.0601725578308105,
      "learning_rate": 0.00019777990058921633,
      "loss": 0.0318,
      "step": 839
    },
    {
      "epoch": 0.20878642888212265,
      "grad_norm": 0.021854467689990997,
      "learning_rate": 0.00019777442915633867,
      "loss": 0.0013,
      "step": 840
    },
    {
      "epoch": 0.20903498415460137,
      "grad_norm": 3.573894739151001,
      "learning_rate": 0.00019776895106545474,
      "loss": 0.0847,
      "step": 841
    },
    {
      "epoch": 0.20928353942708008,
      "grad_norm": 0.029070254415273666,
      "learning_rate": 0.00019776346631693748,
      "loss": 0.0018,
      "step": 842
    },
    {
      "epoch": 0.2095320946995588,
      "grad_norm": 0.5947558283805847,
      "learning_rate": 0.00019775797491116044,
      "loss": 0.0166,
      "step": 843
    },
    {
      "epoch": 0.20978064997203752,
      "grad_norm": 0.03221496567130089,
      "learning_rate": 0.00019775247684849752,
      "loss": 0.0014,
      "step": 844
    },
    {
      "epoch": 0.21002920524451624,
      "grad_norm": 1.0227692127227783,
      "learning_rate": 0.00019774697212932317,
      "loss": 0.0123,
      "step": 845
    },
    {
      "epoch": 0.21027776051699495,
      "grad_norm": 0.1772850602865219,
      "learning_rate": 0.00019774146075401218,
      "loss": 0.0015,
      "step": 846
    },
    {
      "epoch": 0.21052631578947367,
      "grad_norm": 0.6214278340339661,
      "learning_rate": 0.00019773594272293988,
      "loss": 0.023,
      "step": 847
    },
    {
      "epoch": 0.2107748710619524,
      "grad_norm": 0.0025646171998232603,
      "learning_rate": 0.000197730418036482,
      "loss": 0.0002,
      "step": 848
    },
    {
      "epoch": 0.2110234263344311,
      "grad_norm": 0.45273637771606445,
      "learning_rate": 0.00019772488669501475,
      "loss": 0.0041,
      "step": 849
    },
    {
      "epoch": 0.21127198160690983,
      "grad_norm": 0.7178904414176941,
      "learning_rate": 0.00019771934869891483,
      "loss": 0.0092,
      "step": 850
    },
    {
      "epoch": 0.21152053687938854,
      "grad_norm": 0.030427202582359314,
      "learning_rate": 0.00019771380404855934,
      "loss": 0.0004,
      "step": 851
    },
    {
      "epoch": 0.21176909215186726,
      "grad_norm": 0.005817486438900232,
      "learning_rate": 0.00019770825274432582,
      "loss": 0.0003,
      "step": 852
    },
    {
      "epoch": 0.21201764742434598,
      "grad_norm": 0.01914677396416664,
      "learning_rate": 0.0001977026947865923,
      "loss": 0.0008,
      "step": 853
    },
    {
      "epoch": 0.2122662026968247,
      "grad_norm": 0.009508784860372543,
      "learning_rate": 0.00019769713017573723,
      "loss": 0.0004,
      "step": 854
    },
    {
      "epoch": 0.21251475796930341,
      "grad_norm": 0.002705023856833577,
      "learning_rate": 0.0001976915589121396,
      "loss": 0.0001,
      "step": 855
    },
    {
      "epoch": 0.21276331324178213,
      "grad_norm": 0.01607690192759037,
      "learning_rate": 0.00019768598099617873,
      "loss": 0.0006,
      "step": 856
    },
    {
      "epoch": 0.21301186851426085,
      "grad_norm": 1.4323506355285645,
      "learning_rate": 0.00019768039642823447,
      "loss": 0.1258,
      "step": 857
    },
    {
      "epoch": 0.21326042378673957,
      "grad_norm": 0.5122075080871582,
      "learning_rate": 0.00019767480520868706,
      "loss": 0.0096,
      "step": 858
    },
    {
      "epoch": 0.21350897905921828,
      "grad_norm": 0.03622419014573097,
      "learning_rate": 0.00019766920733791735,
      "loss": 0.001,
      "step": 859
    },
    {
      "epoch": 0.213757534331697,
      "grad_norm": 1.7960785627365112,
      "learning_rate": 0.00019766360281630642,
      "loss": 0.0483,
      "step": 860
    },
    {
      "epoch": 0.21400608960417572,
      "grad_norm": 0.20104068517684937,
      "learning_rate": 0.00019765799164423595,
      "loss": 0.0052,
      "step": 861
    },
    {
      "epoch": 0.21425464487665444,
      "grad_norm": 0.07420596480369568,
      "learning_rate": 0.00019765237382208804,
      "loss": 0.0019,
      "step": 862
    },
    {
      "epoch": 0.21450320014913316,
      "grad_norm": 0.06829418987035751,
      "learning_rate": 0.00019764674935024526,
      "loss": 0.0029,
      "step": 863
    },
    {
      "epoch": 0.21475175542161187,
      "grad_norm": 0.050912998616695404,
      "learning_rate": 0.00019764111822909058,
      "loss": 0.0014,
      "step": 864
    },
    {
      "epoch": 0.2150003106940906,
      "grad_norm": 1.0853191614151,
      "learning_rate": 0.00019763548045900745,
      "loss": 0.0092,
      "step": 865
    },
    {
      "epoch": 0.2152488659665693,
      "grad_norm": 0.04869502782821655,
      "learning_rate": 0.0001976298360403798,
      "loss": 0.0012,
      "step": 866
    },
    {
      "epoch": 0.21549742123904803,
      "grad_norm": 0.0294618159532547,
      "learning_rate": 0.00019762418497359198,
      "loss": 0.001,
      "step": 867
    },
    {
      "epoch": 0.21574597651152674,
      "grad_norm": 0.020939821377396584,
      "learning_rate": 0.00019761852725902883,
      "loss": 0.0007,
      "step": 868
    },
    {
      "epoch": 0.21599453178400546,
      "grad_norm": 0.0024663107469677925,
      "learning_rate": 0.00019761286289707558,
      "loss": 0.0002,
      "step": 869
    },
    {
      "epoch": 0.21624308705648418,
      "grad_norm": 0.13165995478630066,
      "learning_rate": 0.00019760719188811792,
      "loss": 0.0026,
      "step": 870
    },
    {
      "epoch": 0.2164916423289629,
      "grad_norm": 0.897999107837677,
      "learning_rate": 0.0001976015142325421,
      "loss": 0.0106,
      "step": 871
    },
    {
      "epoch": 0.21674019760144161,
      "grad_norm": 0.42883479595184326,
      "learning_rate": 0.00019759582993073469,
      "loss": 0.0075,
      "step": 872
    },
    {
      "epoch": 0.21698875287392033,
      "grad_norm": 0.007801062893122435,
      "learning_rate": 0.00019759013898308276,
      "loss": 0.0003,
      "step": 873
    },
    {
      "epoch": 0.21723730814639905,
      "grad_norm": 0.09045417606830597,
      "learning_rate": 0.00019758444138997388,
      "loss": 0.0014,
      "step": 874
    },
    {
      "epoch": 0.21748586341887777,
      "grad_norm": 0.1474345177412033,
      "learning_rate": 0.000197578737151796,
      "loss": 0.0033,
      "step": 875
    },
    {
      "epoch": 0.21773441869135648,
      "grad_norm": 0.01201619952917099,
      "learning_rate": 0.00019757302626893756,
      "loss": 0.0005,
      "step": 876
    },
    {
      "epoch": 0.2179829739638352,
      "grad_norm": 0.23192982375621796,
      "learning_rate": 0.00019756730874178743,
      "loss": 0.003,
      "step": 877
    },
    {
      "epoch": 0.21823152923631392,
      "grad_norm": 1.090975046157837,
      "learning_rate": 0.00019756158457073499,
      "loss": 0.0206,
      "step": 878
    },
    {
      "epoch": 0.21848008450879264,
      "grad_norm": 0.25453048944473267,
      "learning_rate": 0.00019755585375617,
      "loss": 0.0026,
      "step": 879
    },
    {
      "epoch": 0.21872863978127136,
      "grad_norm": 0.0017448491416871548,
      "learning_rate": 0.0001975501162984827,
      "loss": 0.0001,
      "step": 880
    },
    {
      "epoch": 0.21897719505375007,
      "grad_norm": 0.001057546935044229,
      "learning_rate": 0.00019754437219806378,
      "loss": 0.0001,
      "step": 881
    },
    {
      "epoch": 0.2192257503262288,
      "grad_norm": 0.05316432565450668,
      "learning_rate": 0.00019753862145530443,
      "loss": 0.0006,
      "step": 882
    },
    {
      "epoch": 0.2194743055987075,
      "grad_norm": 1.811005711555481,
      "learning_rate": 0.0001975328640705962,
      "loss": 0.0208,
      "step": 883
    },
    {
      "epoch": 0.21972286087118623,
      "grad_norm": 0.01880972646176815,
      "learning_rate": 0.00019752710004433119,
      "loss": 0.0007,
      "step": 884
    },
    {
      "epoch": 0.21997141614366494,
      "grad_norm": 0.04665638506412506,
      "learning_rate": 0.00019752132937690187,
      "loss": 0.0007,
      "step": 885
    },
    {
      "epoch": 0.22021997141614366,
      "grad_norm": 0.033256564289331436,
      "learning_rate": 0.0001975155520687012,
      "loss": 0.0006,
      "step": 886
    },
    {
      "epoch": 0.22046852668862238,
      "grad_norm": 0.07400238513946533,
      "learning_rate": 0.00019750976812012256,
      "loss": 0.0015,
      "step": 887
    },
    {
      "epoch": 0.2207170819611011,
      "grad_norm": 0.013039465993642807,
      "learning_rate": 0.0001975039775315599,
      "loss": 0.0001,
      "step": 888
    },
    {
      "epoch": 0.22096563723357981,
      "grad_norm": 0.16690917313098907,
      "learning_rate": 0.00019749818030340746,
      "loss": 0.0033,
      "step": 889
    },
    {
      "epoch": 0.22121419250605853,
      "grad_norm": 0.005270369350910187,
      "learning_rate": 0.00019749237643606002,
      "loss": 0.0002,
      "step": 890
    },
    {
      "epoch": 0.22146274777853725,
      "grad_norm": 0.028833961114287376,
      "learning_rate": 0.00019748656592991282,
      "loss": 0.0005,
      "step": 891
    },
    {
      "epoch": 0.22171130305101597,
      "grad_norm": 0.03269887715578079,
      "learning_rate": 0.0001974807487853615,
      "loss": 0.0003,
      "step": 892
    },
    {
      "epoch": 0.22195985832349469,
      "grad_norm": 0.041321612894535065,
      "learning_rate": 0.0001974749250028022,
      "loss": 0.0005,
      "step": 893
    },
    {
      "epoch": 0.2222084135959734,
      "grad_norm": 0.44099751114845276,
      "learning_rate": 0.00019746909458263144,
      "loss": 0.0035,
      "step": 894
    },
    {
      "epoch": 0.22245696886845212,
      "grad_norm": 0.1242574155330658,
      "learning_rate": 0.00019746325752524637,
      "loss": 0.0032,
      "step": 895
    },
    {
      "epoch": 0.22270552414093084,
      "grad_norm": 0.9674897193908691,
      "learning_rate": 0.00019745741383104436,
      "loss": 0.0051,
      "step": 896
    },
    {
      "epoch": 0.22295407941340956,
      "grad_norm": 0.011167719028890133,
      "learning_rate": 0.00019745156350042334,
      "loss": 0.0003,
      "step": 897
    },
    {
      "epoch": 0.22320263468588827,
      "grad_norm": 1.2828773260116577,
      "learning_rate": 0.0001974457065337818,
      "loss": 0.0112,
      "step": 898
    },
    {
      "epoch": 0.223451189958367,
      "grad_norm": 0.006805999204516411,
      "learning_rate": 0.00019743984293151841,
      "loss": 0.0002,
      "step": 899
    },
    {
      "epoch": 0.2236997452308457,
      "grad_norm": 3.5635111331939697,
      "learning_rate": 0.0001974339726940326,
      "loss": 0.0468,
      "step": 900
    },
    {
      "epoch": 0.22394830050332443,
      "grad_norm": 3.114088535308838,
      "learning_rate": 0.00019742809582172404,
      "loss": 0.0696,
      "step": 901
    },
    {
      "epoch": 0.22419685577580314,
      "grad_norm": 0.00468963198363781,
      "learning_rate": 0.00019742221231499292,
      "loss": 0.0001,
      "step": 902
    },
    {
      "epoch": 0.22444541104828186,
      "grad_norm": 0.1274995356798172,
      "learning_rate": 0.0001974163221742399,
      "loss": 0.0002,
      "step": 903
    },
    {
      "epoch": 0.22469396632076058,
      "grad_norm": 2.905402183532715,
      "learning_rate": 0.00019741042539986604,
      "loss": 0.0337,
      "step": 904
    },
    {
      "epoch": 0.2249425215932393,
      "grad_norm": 0.2800534665584564,
      "learning_rate": 0.00019740452199227293,
      "loss": 0.0005,
      "step": 905
    },
    {
      "epoch": 0.22519107686571802,
      "grad_norm": 0.008919740095734596,
      "learning_rate": 0.00019739861195186253,
      "loss": 0.0001,
      "step": 906
    },
    {
      "epoch": 0.22543963213819673,
      "grad_norm": 0.009503159672021866,
      "learning_rate": 0.0001973926952790373,
      "loss": 0.0002,
      "step": 907
    },
    {
      "epoch": 0.22568818741067545,
      "grad_norm": 3.1305086612701416,
      "learning_rate": 0.00019738677197420014,
      "loss": 0.104,
      "step": 908
    },
    {
      "epoch": 0.22593674268315417,
      "grad_norm": 0.022921930998563766,
      "learning_rate": 0.0001973808420377544,
      "loss": 0.0002,
      "step": 909
    },
    {
      "epoch": 0.22618529795563289,
      "grad_norm": 2.562221050262451,
      "learning_rate": 0.00019737490547010392,
      "loss": 0.0983,
      "step": 910
    },
    {
      "epoch": 0.2264338532281116,
      "grad_norm": 0.028442613780498505,
      "learning_rate": 0.00019736896227165283,
      "loss": 0.0007,
      "step": 911
    },
    {
      "epoch": 0.22668240850059032,
      "grad_norm": 0.36289799213409424,
      "learning_rate": 0.000197363012442806,
      "loss": 0.005,
      "step": 912
    },
    {
      "epoch": 0.22693096377306904,
      "grad_norm": 0.3417840301990509,
      "learning_rate": 0.00019735705598396847,
      "loss": 0.0049,
      "step": 913
    },
    {
      "epoch": 0.22717951904554776,
      "grad_norm": 0.0052549103274941444,
      "learning_rate": 0.0001973510928955459,
      "loss": 0.0001,
      "step": 914
    },
    {
      "epoch": 0.22742807431802647,
      "grad_norm": 0.9435349702835083,
      "learning_rate": 0.00019734512317794435,
      "loss": 0.0382,
      "step": 915
    },
    {
      "epoch": 0.2276766295905052,
      "grad_norm": 0.4324988126754761,
      "learning_rate": 0.0001973391468315703,
      "loss": 0.0028,
      "step": 916
    },
    {
      "epoch": 0.2279251848629839,
      "grad_norm": 0.028705470263957977,
      "learning_rate": 0.00019733316385683075,
      "loss": 0.0005,
      "step": 917
    },
    {
      "epoch": 0.22817374013546263,
      "grad_norm": 0.01236649602651596,
      "learning_rate": 0.00019732717425413309,
      "loss": 0.0005,
      "step": 918
    },
    {
      "epoch": 0.22842229540794134,
      "grad_norm": 0.01389920711517334,
      "learning_rate": 0.00019732117802388516,
      "loss": 0.0007,
      "step": 919
    },
    {
      "epoch": 0.22867085068042006,
      "grad_norm": 0.01460196077823639,
      "learning_rate": 0.00019731517516649534,
      "loss": 0.0003,
      "step": 920
    },
    {
      "epoch": 0.22891940595289878,
      "grad_norm": 0.6018440127372742,
      "learning_rate": 0.00019730916568237237,
      "loss": 0.0028,
      "step": 921
    },
    {
      "epoch": 0.2291679612253775,
      "grad_norm": 0.008000089786946774,
      "learning_rate": 0.00019730314957192545,
      "loss": 0.0004,
      "step": 922
    },
    {
      "epoch": 0.22941651649785622,
      "grad_norm": 2.790663957595825,
      "learning_rate": 0.00019729712683556425,
      "loss": 0.173,
      "step": 923
    },
    {
      "epoch": 0.22966507177033493,
      "grad_norm": 0.011826024390757084,
      "learning_rate": 0.00019729109747369894,
      "loss": 0.0005,
      "step": 924
    },
    {
      "epoch": 0.22991362704281365,
      "grad_norm": 6.2021565437316895,
      "learning_rate": 0.00019728506148674005,
      "loss": 0.0185,
      "step": 925
    },
    {
      "epoch": 0.23016218231529237,
      "grad_norm": 0.08944585174322128,
      "learning_rate": 0.0001972790188750986,
      "loss": 0.0015,
      "step": 926
    },
    {
      "epoch": 0.2304107375877711,
      "grad_norm": 0.0515669509768486,
      "learning_rate": 0.0001972729696391861,
      "loss": 0.0014,
      "step": 927
    },
    {
      "epoch": 0.2306592928602498,
      "grad_norm": 0.02569967322051525,
      "learning_rate": 0.00019726691377941444,
      "loss": 0.0008,
      "step": 928
    },
    {
      "epoch": 0.23090784813272852,
      "grad_norm": 0.07605011016130447,
      "learning_rate": 0.00019726085129619602,
      "loss": 0.0021,
      "step": 929
    },
    {
      "epoch": 0.23115640340520724,
      "grad_norm": 0.00773853762075305,
      "learning_rate": 0.00019725478218994365,
      "loss": 0.0003,
      "step": 930
    },
    {
      "epoch": 0.23140495867768596,
      "grad_norm": 0.019692061468958855,
      "learning_rate": 0.00019724870646107065,
      "loss": 0.0004,
      "step": 931
    },
    {
      "epoch": 0.23165351395016467,
      "grad_norm": 0.04487599804997444,
      "learning_rate": 0.0001972426241099907,
      "loss": 0.0013,
      "step": 932
    },
    {
      "epoch": 0.2319020692226434,
      "grad_norm": 1.0616992712020874,
      "learning_rate": 0.00019723653513711802,
      "loss": 0.024,
      "step": 933
    },
    {
      "epoch": 0.2321506244951221,
      "grad_norm": 0.051585085690021515,
      "learning_rate": 0.0001972304395428672,
      "loss": 0.0024,
      "step": 934
    },
    {
      "epoch": 0.23239917976760083,
      "grad_norm": 1.822286605834961,
      "learning_rate": 0.00019722433732765335,
      "loss": 0.1677,
      "step": 935
    },
    {
      "epoch": 0.23264773504007955,
      "grad_norm": 0.6477630138397217,
      "learning_rate": 0.00019721822849189203,
      "loss": 0.012,
      "step": 936
    },
    {
      "epoch": 0.23289629031255826,
      "grad_norm": 6.500671863555908,
      "learning_rate": 0.00019721211303599915,
      "loss": 0.0819,
      "step": 937
    },
    {
      "epoch": 0.23314484558503698,
      "grad_norm": 0.04025367274880409,
      "learning_rate": 0.00019720599096039124,
      "loss": 0.0013,
      "step": 938
    },
    {
      "epoch": 0.2333934008575157,
      "grad_norm": 3.318492889404297,
      "learning_rate": 0.0001971998622654851,
      "loss": 0.0379,
      "step": 939
    },
    {
      "epoch": 0.23364195612999442,
      "grad_norm": 0.009350061416625977,
      "learning_rate": 0.00019719372695169813,
      "loss": 0.0006,
      "step": 940
    },
    {
      "epoch": 0.23389051140247313,
      "grad_norm": 0.016592128202319145,
      "learning_rate": 0.00019718758501944804,
      "loss": 0.0008,
      "step": 941
    },
    {
      "epoch": 0.23413906667495185,
      "grad_norm": 0.08843772858381271,
      "learning_rate": 0.0001971814364691532,
      "loss": 0.0037,
      "step": 942
    },
    {
      "epoch": 0.23438762194743057,
      "grad_norm": 0.02684035897254944,
      "learning_rate": 0.00019717528130123218,
      "loss": 0.0014,
      "step": 943
    },
    {
      "epoch": 0.2346361772199093,
      "grad_norm": 4.47518253326416,
      "learning_rate": 0.00019716911951610415,
      "loss": 0.1547,
      "step": 944
    },
    {
      "epoch": 0.234884732492388,
      "grad_norm": 0.5978981256484985,
      "learning_rate": 0.00019716295111418873,
      "loss": 0.0056,
      "step": 945
    },
    {
      "epoch": 0.23513328776486672,
      "grad_norm": 0.1696568727493286,
      "learning_rate": 0.00019715677609590592,
      "loss": 0.0061,
      "step": 946
    },
    {
      "epoch": 0.23538184303734544,
      "grad_norm": 0.8429749608039856,
      "learning_rate": 0.00019715059446167625,
      "loss": 0.0097,
      "step": 947
    },
    {
      "epoch": 0.23563039830982416,
      "grad_norm": 0.6866227984428406,
      "learning_rate": 0.00019714440621192064,
      "loss": 0.0336,
      "step": 948
    },
    {
      "epoch": 0.23587895358230287,
      "grad_norm": 0.0201644878834486,
      "learning_rate": 0.00019713821134706048,
      "loss": 0.0009,
      "step": 949
    },
    {
      "epoch": 0.2361275088547816,
      "grad_norm": 0.052108876407146454,
      "learning_rate": 0.00019713200986751762,
      "loss": 0.0015,
      "step": 950
    },
    {
      "epoch": 0.2363760641272603,
      "grad_norm": 0.07240822166204453,
      "learning_rate": 0.00019712580177371435,
      "loss": 0.0026,
      "step": 951
    },
    {
      "epoch": 0.23662461939973903,
      "grad_norm": 0.050603047013282776,
      "learning_rate": 0.00019711958706607346,
      "loss": 0.0017,
      "step": 952
    },
    {
      "epoch": 0.23687317467221775,
      "grad_norm": 0.541165292263031,
      "learning_rate": 0.00019711336574501807,
      "loss": 0.0091,
      "step": 953
    },
    {
      "epoch": 0.23712172994469646,
      "grad_norm": 0.42273712158203125,
      "learning_rate": 0.00019710713781097183,
      "loss": 0.0067,
      "step": 954
    },
    {
      "epoch": 0.23737028521717518,
      "grad_norm": 0.2792063057422638,
      "learning_rate": 0.0001971009032643589,
      "loss": 0.0052,
      "step": 955
    },
    {
      "epoch": 0.2376188404896539,
      "grad_norm": 0.015797045081853867,
      "learning_rate": 0.00019709466210560375,
      "loss": 0.0007,
      "step": 956
    },
    {
      "epoch": 0.23786739576213262,
      "grad_norm": 5.55479097366333,
      "learning_rate": 0.00019708841433513144,
      "loss": 0.0855,
      "step": 957
    },
    {
      "epoch": 0.23811595103461133,
      "grad_norm": 0.4806271493434906,
      "learning_rate": 0.00019708215995336737,
      "loss": 0.0131,
      "step": 958
    },
    {
      "epoch": 0.23836450630709005,
      "grad_norm": 0.03339201211929321,
      "learning_rate": 0.00019707589896073743,
      "loss": 0.001,
      "step": 959
    },
    {
      "epoch": 0.23861306157956877,
      "grad_norm": 0.2544609010219574,
      "learning_rate": 0.00019706963135766802,
      "loss": 0.0029,
      "step": 960
    },
    {
      "epoch": 0.2388616168520475,
      "grad_norm": 0.03760169818997383,
      "learning_rate": 0.0001970633571445859,
      "loss": 0.0009,
      "step": 961
    },
    {
      "epoch": 0.2391101721245262,
      "grad_norm": 0.03588826209306717,
      "learning_rate": 0.00019705707632191832,
      "loss": 0.0005,
      "step": 962
    },
    {
      "epoch": 0.23935872739700492,
      "grad_norm": 0.3291921615600586,
      "learning_rate": 0.00019705078889009297,
      "loss": 0.0013,
      "step": 963
    },
    {
      "epoch": 0.23960728266948364,
      "grad_norm": 0.005462703760713339,
      "learning_rate": 0.000197044494849538,
      "loss": 0.0003,
      "step": 964
    },
    {
      "epoch": 0.23985583794196236,
      "grad_norm": 0.14923670887947083,
      "learning_rate": 0.00019703819420068203,
      "loss": 0.0008,
      "step": 965
    },
    {
      "epoch": 0.24010439321444105,
      "grad_norm": 0.46332231163978577,
      "learning_rate": 0.00019703188694395406,
      "loss": 0.0084,
      "step": 966
    },
    {
      "epoch": 0.24035294848691977,
      "grad_norm": 0.1591646820306778,
      "learning_rate": 0.0001970255730797836,
      "loss": 0.0041,
      "step": 967
    },
    {
      "epoch": 0.24060150375939848,
      "grad_norm": 0.06699474155902863,
      "learning_rate": 0.00019701925260860064,
      "loss": 0.0014,
      "step": 968
    },
    {
      "epoch": 0.2408500590318772,
      "grad_norm": 0.00261496240273118,
      "learning_rate": 0.00019701292553083556,
      "loss": 0.0001,
      "step": 969
    },
    {
      "epoch": 0.24109861430435592,
      "grad_norm": 0.597511351108551,
      "learning_rate": 0.00019700659184691913,
      "loss": 0.0046,
      "step": 970
    },
    {
      "epoch": 0.24134716957683464,
      "grad_norm": 0.12160715460777283,
      "learning_rate": 0.00019700025155728275,
      "loss": 0.0017,
      "step": 971
    },
    {
      "epoch": 0.24159572484931335,
      "grad_norm": 0.012506791390478611,
      "learning_rate": 0.00019699390466235812,
      "loss": 0.0003,
      "step": 972
    },
    {
      "epoch": 0.24184428012179207,
      "grad_norm": 0.003851949470117688,
      "learning_rate": 0.00019698755116257744,
      "loss": 0.0001,
      "step": 973
    },
    {
      "epoch": 0.2420928353942708,
      "grad_norm": 2.7945892810821533,
      "learning_rate": 0.00019698119105837332,
      "loss": 0.062,
      "step": 974
    },
    {
      "epoch": 0.2423413906667495,
      "grad_norm": 0.0259808748960495,
      "learning_rate": 0.0001969748243501789,
      "loss": 0.0004,
      "step": 975
    },
    {
      "epoch": 0.24258994593922822,
      "grad_norm": 2.8945326805114746,
      "learning_rate": 0.00019696845103842772,
      "loss": 0.0237,
      "step": 976
    },
    {
      "epoch": 0.24283850121170694,
      "grad_norm": 0.04181919991970062,
      "learning_rate": 0.00019696207112355376,
      "loss": 0.0007,
      "step": 977
    },
    {
      "epoch": 0.24308705648418566,
      "grad_norm": 8.984481811523438,
      "learning_rate": 0.00019695568460599149,
      "loss": 0.1461,
      "step": 978
    },
    {
      "epoch": 0.24333561175666438,
      "grad_norm": 0.04007541388273239,
      "learning_rate": 0.00019694929148617575,
      "loss": 0.0003,
      "step": 979
    },
    {
      "epoch": 0.2435841670291431,
      "grad_norm": 0.5719883441925049,
      "learning_rate": 0.00019694289176454196,
      "loss": 0.0084,
      "step": 980
    },
    {
      "epoch": 0.2438327223016218,
      "grad_norm": 0.3145354986190796,
      "learning_rate": 0.00019693648544152583,
      "loss": 0.0059,
      "step": 981
    },
    {
      "epoch": 0.24408127757410053,
      "grad_norm": 0.13190136849880219,
      "learning_rate": 0.00019693007251756365,
      "loss": 0.0006,
      "step": 982
    },
    {
      "epoch": 0.24432983284657925,
      "grad_norm": 0.5207751989364624,
      "learning_rate": 0.0001969236529930921,
      "loss": 0.0022,
      "step": 983
    },
    {
      "epoch": 0.24457838811905797,
      "grad_norm": 2.6149964332580566,
      "learning_rate": 0.00019691722686854832,
      "loss": 0.069,
      "step": 984
    },
    {
      "epoch": 0.24482694339153668,
      "grad_norm": 0.01779049262404442,
      "learning_rate": 0.00019691079414436993,
      "loss": 0.0004,
      "step": 985
    },
    {
      "epoch": 0.2450754986640154,
      "grad_norm": 0.22762827575206757,
      "learning_rate": 0.00019690435482099493,
      "loss": 0.0025,
      "step": 986
    },
    {
      "epoch": 0.24532405393649412,
      "grad_norm": 1.4629628658294678,
      "learning_rate": 0.00019689790889886185,
      "loss": 0.0845,
      "step": 987
    },
    {
      "epoch": 0.24557260920897284,
      "grad_norm": 0.023015063256025314,
      "learning_rate": 0.00019689145637840957,
      "loss": 0.0006,
      "step": 988
    },
    {
      "epoch": 0.24582116448145155,
      "grad_norm": 0.052166737616062164,
      "learning_rate": 0.00019688499726007753,
      "loss": 0.0005,
      "step": 989
    },
    {
      "epoch": 0.24606971975393027,
      "grad_norm": 0.06044713780283928,
      "learning_rate": 0.00019687853154430553,
      "loss": 0.001,
      "step": 990
    },
    {
      "epoch": 0.246318275026409,
      "grad_norm": 0.09913861006498337,
      "learning_rate": 0.00019687205923153388,
      "loss": 0.0003,
      "step": 991
    },
    {
      "epoch": 0.2465668302988877,
      "grad_norm": 0.2222518026828766,
      "learning_rate": 0.00019686558032220336,
      "loss": 0.0048,
      "step": 992
    },
    {
      "epoch": 0.24681538557136642,
      "grad_norm": 0.007721693720668554,
      "learning_rate": 0.00019685909481675505,
      "loss": 0.0002,
      "step": 993
    },
    {
      "epoch": 0.24706394084384514,
      "grad_norm": 0.013865656219422817,
      "learning_rate": 0.00019685260271563068,
      "loss": 0.0002,
      "step": 994
    },
    {
      "epoch": 0.24731249611632386,
      "grad_norm": 1.9003417491912842,
      "learning_rate": 0.00019684610401927226,
      "loss": 0.0305,
      "step": 995
    },
    {
      "epoch": 0.24756105138880258,
      "grad_norm": 0.03867369517683983,
      "learning_rate": 0.0001968395987281224,
      "loss": 0.0009,
      "step": 996
    },
    {
      "epoch": 0.2478096066612813,
      "grad_norm": 0.04524429515004158,
      "learning_rate": 0.00019683308684262398,
      "loss": 0.001,
      "step": 997
    },
    {
      "epoch": 0.24805816193376,
      "grad_norm": 6.685733318328857,
      "learning_rate": 0.00019682656836322054,
      "loss": 0.1281,
      "step": 998
    },
    {
      "epoch": 0.24830671720623873,
      "grad_norm": 0.0018905808683484793,
      "learning_rate": 0.0001968200432903559,
      "loss": 0.0001,
      "step": 999
    },
    {
      "epoch": 0.24855527247871745,
      "grad_norm": 0.5105630159378052,
      "learning_rate": 0.0001968135116244744,
      "loss": 0.0098,
      "step": 1000
    },
    {
      "epoch": 0.24855527247871745,
      "eval_loss": 0.0026845610700547695,
      "eval_runtime": 32.6284,
      "eval_samples_per_second": 4.965,
      "eval_steps_per_second": 2.482,
      "step": 1000
    },
    {
      "epoch": 0.24880382775119617,
      "grad_norm": 0.09240894764661789,
      "learning_rate": 0.00019680697336602079,
      "loss": 0.0019,
      "step": 1001
    },
    {
      "epoch": 0.24905238302367488,
      "grad_norm": 0.6595237255096436,
      "learning_rate": 0.00019680042851544035,
      "loss": 0.0067,
      "step": 1002
    },
    {
      "epoch": 0.2493009382961536,
      "grad_norm": 0.01680276356637478,
      "learning_rate": 0.0001967938770731787,
      "loss": 0.0005,
      "step": 1003
    },
    {
      "epoch": 0.24954949356863232,
      "grad_norm": 7.480055332183838,
      "learning_rate": 0.000196787319039682,
      "loss": 0.0691,
      "step": 1004
    },
    {
      "epoch": 0.24979804884111104,
      "grad_norm": 0.002646514680236578,
      "learning_rate": 0.0001967807544153968,
      "loss": 0.0001,
      "step": 1005
    },
    {
      "epoch": 0.25004660411358975,
      "grad_norm": 3.491230010986328,
      "learning_rate": 0.00019677418320077016,
      "loss": 0.0602,
      "step": 1006
    },
    {
      "epoch": 0.2502951593860685,
      "grad_norm": 0.014449997805058956,
      "learning_rate": 0.00019676760539624952,
      "loss": 0.0004,
      "step": 1007
    },
    {
      "epoch": 0.2505437146585472,
      "grad_norm": 0.07771177589893341,
      "learning_rate": 0.0001967610210022828,
      "loss": 0.0009,
      "step": 1008
    },
    {
      "epoch": 0.25079226993102594,
      "grad_norm": 0.006408656947314739,
      "learning_rate": 0.00019675443001931838,
      "loss": 0.0004,
      "step": 1009
    },
    {
      "epoch": 0.2510408252035046,
      "grad_norm": 0.24546799063682556,
      "learning_rate": 0.0001967478324478051,
      "loss": 0.004,
      "step": 1010
    },
    {
      "epoch": 0.25128938047598337,
      "grad_norm": 0.21493060886859894,
      "learning_rate": 0.00019674122828819215,
      "loss": 0.0039,
      "step": 1011
    },
    {
      "epoch": 0.25153793574846206,
      "grad_norm": 0.006141338497400284,
      "learning_rate": 0.0001967346175409293,
      "loss": 0.0003,
      "step": 1012
    },
    {
      "epoch": 0.2517864910209408,
      "grad_norm": 0.00257827783934772,
      "learning_rate": 0.00019672800020646672,
      "loss": 0.0002,
      "step": 1013
    },
    {
      "epoch": 0.2520350462934195,
      "grad_norm": 0.3227127194404602,
      "learning_rate": 0.00019672137628525503,
      "loss": 0.0049,
      "step": 1014
    },
    {
      "epoch": 0.25228360156589824,
      "grad_norm": 0.021564409136772156,
      "learning_rate": 0.00019671474577774524,
      "loss": 0.0006,
      "step": 1015
    },
    {
      "epoch": 0.25253215683837693,
      "grad_norm": 0.18964718282222748,
      "learning_rate": 0.00019670810868438886,
      "loss": 0.0015,
      "step": 1016
    },
    {
      "epoch": 0.2527807121108557,
      "grad_norm": 0.02329636923968792,
      "learning_rate": 0.0001967014650056379,
      "loss": 0.0007,
      "step": 1017
    },
    {
      "epoch": 0.25302926738333437,
      "grad_norm": 0.010188727639615536,
      "learning_rate": 0.0001966948147419447,
      "loss": 0.0003,
      "step": 1018
    },
    {
      "epoch": 0.2532778226558131,
      "grad_norm": 0.12106307595968246,
      "learning_rate": 0.00019668815789376215,
      "loss": 0.0032,
      "step": 1019
    },
    {
      "epoch": 0.2535263779282918,
      "grad_norm": 0.019137633964419365,
      "learning_rate": 0.00019668149446154358,
      "loss": 0.0006,
      "step": 1020
    },
    {
      "epoch": 0.25377493320077055,
      "grad_norm": 0.08380556106567383,
      "learning_rate": 0.0001966748244457427,
      "loss": 0.0012,
      "step": 1021
    },
    {
      "epoch": 0.25402348847324924,
      "grad_norm": 3.7372822761535645,
      "learning_rate": 0.0001966681478468137,
      "loss": 0.0904,
      "step": 1022
    },
    {
      "epoch": 0.254272043745728,
      "grad_norm": 0.005506617482751608,
      "learning_rate": 0.00019666146466521128,
      "loss": 0.0002,
      "step": 1023
    },
    {
      "epoch": 0.2545205990182067,
      "grad_norm": 3.116370916366577,
      "learning_rate": 0.00019665477490139047,
      "loss": 0.1813,
      "step": 1024
    },
    {
      "epoch": 0.2547691542906854,
      "grad_norm": 0.030615797266364098,
      "learning_rate": 0.00019664807855580686,
      "loss": 0.0007,
      "step": 1025
    },
    {
      "epoch": 0.2550177095631641,
      "grad_norm": 0.0065261442214250565,
      "learning_rate": 0.00019664137562891646,
      "loss": 0.0002,
      "step": 1026
    },
    {
      "epoch": 0.25526626483564285,
      "grad_norm": 0.07668811082839966,
      "learning_rate": 0.0001966346661211756,
      "loss": 0.0016,
      "step": 1027
    },
    {
      "epoch": 0.25551482010812154,
      "grad_norm": 1.1590263843536377,
      "learning_rate": 0.00019662795003304128,
      "loss": 0.058,
      "step": 1028
    },
    {
      "epoch": 0.2557633753806003,
      "grad_norm": 0.28153857588768005,
      "learning_rate": 0.0001966212273649708,
      "loss": 0.0045,
      "step": 1029
    },
    {
      "epoch": 0.256011930653079,
      "grad_norm": 0.0016155252233147621,
      "learning_rate": 0.00019661449811742197,
      "loss": 0.0001,
      "step": 1030
    },
    {
      "epoch": 0.25626048592555767,
      "grad_norm": 0.004959292709827423,
      "learning_rate": 0.00019660776229085295,
      "loss": 0.0002,
      "step": 1031
    },
    {
      "epoch": 0.2565090411980364,
      "grad_norm": 0.07229645550251007,
      "learning_rate": 0.0001966010198857225,
      "loss": 0.0005,
      "step": 1032
    },
    {
      "epoch": 0.2567575964705151,
      "grad_norm": 0.0014976682141423225,
      "learning_rate": 0.00019659427090248967,
      "loss": 0.0001,
      "step": 1033
    },
    {
      "epoch": 0.25700615174299385,
      "grad_norm": 0.012795019894838333,
      "learning_rate": 0.00019658751534161413,
      "loss": 0.0003,
      "step": 1034
    },
    {
      "epoch": 0.25725470701547254,
      "grad_norm": 0.0035987820010632277,
      "learning_rate": 0.00019658075320355583,
      "loss": 0.0001,
      "step": 1035
    },
    {
      "epoch": 0.2575032622879513,
      "grad_norm": 0.004639698192477226,
      "learning_rate": 0.00019657398448877524,
      "loss": 0.0002,
      "step": 1036
    },
    {
      "epoch": 0.25775181756043,
      "grad_norm": 0.005685145501047373,
      "learning_rate": 0.00019656720919773336,
      "loss": 0.0002,
      "step": 1037
    },
    {
      "epoch": 0.2580003728329087,
      "grad_norm": 0.12577679753303528,
      "learning_rate": 0.00019656042733089146,
      "loss": 0.0022,
      "step": 1038
    },
    {
      "epoch": 0.2582489281053874,
      "grad_norm": 0.07895366847515106,
      "learning_rate": 0.00019655363888871139,
      "loss": 0.0018,
      "step": 1039
    },
    {
      "epoch": 0.25849748337786616,
      "grad_norm": 0.07041146606206894,
      "learning_rate": 0.00019654684387165544,
      "loss": 0.0009,
      "step": 1040
    },
    {
      "epoch": 0.25874603865034485,
      "grad_norm": 0.0013830167008563876,
      "learning_rate": 0.00019654004228018628,
      "loss": 0.0001,
      "step": 1041
    },
    {
      "epoch": 0.2589945939228236,
      "grad_norm": 0.14720450341701508,
      "learning_rate": 0.0001965332341147671,
      "loss": 0.0015,
      "step": 1042
    },
    {
      "epoch": 0.2592431491953023,
      "grad_norm": 0.20312944054603577,
      "learning_rate": 0.0001965264193758615,
      "loss": 0.0016,
      "step": 1043
    },
    {
      "epoch": 0.259491704467781,
      "grad_norm": 17.854415893554688,
      "learning_rate": 0.0001965195980639335,
      "loss": 0.0327,
      "step": 1044
    },
    {
      "epoch": 0.2597402597402597,
      "grad_norm": 0.004788273014128208,
      "learning_rate": 0.0001965127701794477,
      "loss": 0.0001,
      "step": 1045
    },
    {
      "epoch": 0.25998881501273846,
      "grad_norm": 0.0027882566209882498,
      "learning_rate": 0.0001965059357228689,
      "loss": 0.0001,
      "step": 1046
    },
    {
      "epoch": 0.26023737028521715,
      "grad_norm": 0.008430339395999908,
      "learning_rate": 0.00019649909469466264,
      "loss": 0.0001,
      "step": 1047
    },
    {
      "epoch": 0.2604859255576959,
      "grad_norm": 0.21415047347545624,
      "learning_rate": 0.00019649224709529465,
      "loss": 0.003,
      "step": 1048
    },
    {
      "epoch": 0.2607344808301746,
      "grad_norm": 1.2579172849655151,
      "learning_rate": 0.00019648539292523127,
      "loss": 0.0038,
      "step": 1049
    },
    {
      "epoch": 0.26098303610265333,
      "grad_norm": 6.657487869262695,
      "learning_rate": 0.00019647853218493925,
      "loss": 0.0243,
      "step": 1050
    },
    {
      "epoch": 0.261231591375132,
      "grad_norm": 6.140423774719238,
      "learning_rate": 0.00019647166487488576,
      "loss": 0.0648,
      "step": 1051
    },
    {
      "epoch": 0.26148014664761077,
      "grad_norm": 0.9266605973243713,
      "learning_rate": 0.00019646479099553847,
      "loss": 0.0023,
      "step": 1052
    },
    {
      "epoch": 0.26172870192008946,
      "grad_norm": 0.3523919880390167,
      "learning_rate": 0.0001964579105473654,
      "loss": 0.0055,
      "step": 1053
    },
    {
      "epoch": 0.2619772571925682,
      "grad_norm": 27.736331939697266,
      "learning_rate": 0.0001964510235308351,
      "loss": 0.296,
      "step": 1054
    },
    {
      "epoch": 0.2622258124650469,
      "grad_norm": 3.6979804039001465,
      "learning_rate": 0.00019644412994641655,
      "loss": 0.3334,
      "step": 1055
    },
    {
      "epoch": 0.26247436773752564,
      "grad_norm": 2.7339444160461426,
      "learning_rate": 0.0001964372297945792,
      "loss": 0.1667,
      "step": 1056
    },
    {
      "epoch": 0.26272292301000433,
      "grad_norm": 5.631102085113525,
      "learning_rate": 0.00019643032307579286,
      "loss": 0.2231,
      "step": 1057
    },
    {
      "epoch": 0.2629714782824831,
      "grad_norm": 2.3932149410247803,
      "learning_rate": 0.00019642340979052789,
      "loss": 0.0279,
      "step": 1058
    },
    {
      "epoch": 0.26322003355496176,
      "grad_norm": 12.684653282165527,
      "learning_rate": 0.00019641648993925506,
      "loss": 0.0186,
      "step": 1059
    },
    {
      "epoch": 0.2634685888274405,
      "grad_norm": 0.07461265474557877,
      "learning_rate": 0.00019640956352244557,
      "loss": 0.001,
      "step": 1060
    },
    {
      "epoch": 0.2637171440999192,
      "grad_norm": 0.021821925416588783,
      "learning_rate": 0.00019640263054057107,
      "loss": 0.0005,
      "step": 1061
    },
    {
      "epoch": 0.26396569937239794,
      "grad_norm": 3.2197184562683105,
      "learning_rate": 0.00019639569099410363,
      "loss": 0.0302,
      "step": 1062
    },
    {
      "epoch": 0.26421425464487663,
      "grad_norm": 1.2842038869857788,
      "learning_rate": 0.0001963887448835159,
      "loss": 0.1035,
      "step": 1063
    },
    {
      "epoch": 0.2644628099173554,
      "grad_norm": 4.729274272918701,
      "learning_rate": 0.00019638179220928082,
      "loss": 0.2769,
      "step": 1064
    },
    {
      "epoch": 0.26471136518983407,
      "grad_norm": 0.7662397623062134,
      "learning_rate": 0.0001963748329718718,
      "loss": 0.0132,
      "step": 1065
    },
    {
      "epoch": 0.2649599204623128,
      "grad_norm": 2.1322054862976074,
      "learning_rate": 0.00019636786717176278,
      "loss": 0.0111,
      "step": 1066
    },
    {
      "epoch": 0.2652084757347915,
      "grad_norm": 0.06169557571411133,
      "learning_rate": 0.00019636089480942813,
      "loss": 0.0025,
      "step": 1067
    },
    {
      "epoch": 0.26545703100727025,
      "grad_norm": 1.9999510049819946,
      "learning_rate": 0.00019635391588534255,
      "loss": 0.0571,
      "step": 1068
    },
    {
      "epoch": 0.26570558627974894,
      "grad_norm": 4.629980087280273,
      "learning_rate": 0.00019634693039998134,
      "loss": 0.0255,
      "step": 1069
    },
    {
      "epoch": 0.2659541415522277,
      "grad_norm": 0.1700981855392456,
      "learning_rate": 0.00019633993835382017,
      "loss": 0.0023,
      "step": 1070
    },
    {
      "epoch": 0.2662026968247064,
      "grad_norm": 0.09340786933898926,
      "learning_rate": 0.00019633293974733514,
      "loss": 0.0032,
      "step": 1071
    },
    {
      "epoch": 0.2664512520971851,
      "grad_norm": 2.0676684379577637,
      "learning_rate": 0.00019632593458100288,
      "loss": 0.0311,
      "step": 1072
    },
    {
      "epoch": 0.2666998073696638,
      "grad_norm": 2.438476085662842,
      "learning_rate": 0.00019631892285530036,
      "loss": 0.169,
      "step": 1073
    },
    {
      "epoch": 0.26694836264214256,
      "grad_norm": 0.056753769516944885,
      "learning_rate": 0.00019631190457070505,
      "loss": 0.0016,
      "step": 1074
    },
    {
      "epoch": 0.26719691791462125,
      "grad_norm": 1.6859387159347534,
      "learning_rate": 0.00019630487972769492,
      "loss": 0.0577,
      "step": 1075
    },
    {
      "epoch": 0.2674454731871,
      "grad_norm": 0.19883976876735687,
      "learning_rate": 0.0001962978483267482,
      "loss": 0.0028,
      "step": 1076
    },
    {
      "epoch": 0.2676940284595787,
      "grad_norm": 0.4695155620574951,
      "learning_rate": 0.0001962908103683439,
      "loss": 0.0072,
      "step": 1077
    },
    {
      "epoch": 0.2679425837320574,
      "grad_norm": 0.1478782743215561,
      "learning_rate": 0.00019628376585296108,
      "loss": 0.0029,
      "step": 1078
    },
    {
      "epoch": 0.2681911390045361,
      "grad_norm": 0.0663423240184784,
      "learning_rate": 0.00019627671478107957,
      "loss": 0.002,
      "step": 1079
    },
    {
      "epoch": 0.26843969427701486,
      "grad_norm": 0.8538520336151123,
      "learning_rate": 0.00019626965715317942,
      "loss": 0.0562,
      "step": 1080
    },
    {
      "epoch": 0.26868824954949355,
      "grad_norm": 7.162083625793457,
      "learning_rate": 0.0001962625929697413,
      "loss": 0.0682,
      "step": 1081
    },
    {
      "epoch": 0.2689368048219723,
      "grad_norm": 10.92752456665039,
      "learning_rate": 0.0001962555222312462,
      "loss": 0.0142,
      "step": 1082
    },
    {
      "epoch": 0.269185360094451,
      "grad_norm": 0.16297674179077148,
      "learning_rate": 0.00019624844493817563,
      "loss": 0.0049,
      "step": 1083
    },
    {
      "epoch": 0.26943391536692973,
      "grad_norm": 0.16462227702140808,
      "learning_rate": 0.00019624136109101152,
      "loss": 0.0039,
      "step": 1084
    },
    {
      "epoch": 0.2696824706394084,
      "grad_norm": 0.36450499296188354,
      "learning_rate": 0.00019623427069023625,
      "loss": 0.0037,
      "step": 1085
    },
    {
      "epoch": 0.26993102591188717,
      "grad_norm": 0.034482456743717194,
      "learning_rate": 0.00019622717373633266,
      "loss": 0.0007,
      "step": 1086
    },
    {
      "epoch": 0.27017958118436586,
      "grad_norm": 0.2660135328769684,
      "learning_rate": 0.00019622007022978397,
      "loss": 0.0026,
      "step": 1087
    },
    {
      "epoch": 0.2704281364568446,
      "grad_norm": 0.08695504069328308,
      "learning_rate": 0.00019621296017107397,
      "loss": 0.0017,
      "step": 1088
    },
    {
      "epoch": 0.2706766917293233,
      "grad_norm": 0.015578542836010456,
      "learning_rate": 0.00019620584356068674,
      "loss": 0.0006,
      "step": 1089
    },
    {
      "epoch": 0.27092524700180204,
      "grad_norm": 1.9014605283737183,
      "learning_rate": 0.00019619872039910695,
      "loss": 0.0124,
      "step": 1090
    },
    {
      "epoch": 0.27117380227428073,
      "grad_norm": 0.008335578255355358,
      "learning_rate": 0.00019619159068681965,
      "loss": 0.0004,
      "step": 1091
    },
    {
      "epoch": 0.2714223575467595,
      "grad_norm": 0.04174371436238289,
      "learning_rate": 0.00019618445442431032,
      "loss": 0.0009,
      "step": 1092
    },
    {
      "epoch": 0.27167091281923816,
      "grad_norm": 0.030804190784692764,
      "learning_rate": 0.00019617731161206492,
      "loss": 0.0011,
      "step": 1093
    },
    {
      "epoch": 0.2719194680917169,
      "grad_norm": 3.6164257526397705,
      "learning_rate": 0.00019617016225056985,
      "loss": 0.0205,
      "step": 1094
    },
    {
      "epoch": 0.2721680233641956,
      "grad_norm": 0.1788715273141861,
      "learning_rate": 0.00019616300634031194,
      "loss": 0.0012,
      "step": 1095
    },
    {
      "epoch": 0.27241657863667434,
      "grad_norm": 0.009424369782209396,
      "learning_rate": 0.00019615584388177847,
      "loss": 0.0004,
      "step": 1096
    },
    {
      "epoch": 0.27266513390915303,
      "grad_norm": 0.06625283509492874,
      "learning_rate": 0.00019614867487545721,
      "loss": 0.0015,
      "step": 1097
    },
    {
      "epoch": 0.2729136891816318,
      "grad_norm": 2.47202730178833,
      "learning_rate": 0.00019614149932183628,
      "loss": 0.0345,
      "step": 1098
    },
    {
      "epoch": 0.27316224445411047,
      "grad_norm": 0.004757493268698454,
      "learning_rate": 0.00019613431722140435,
      "loss": 0.0003,
      "step": 1099
    },
    {
      "epoch": 0.2734107997265892,
      "grad_norm": 1.3506815433502197,
      "learning_rate": 0.00019612712857465043,
      "loss": 0.02,
      "step": 1100
    },
    {
      "epoch": 0.2736593549990679,
      "grad_norm": 5.675421237945557,
      "learning_rate": 0.00019611993338206413,
      "loss": 0.0241,
      "step": 1101
    },
    {
      "epoch": 0.27390791027154665,
      "grad_norm": 0.09066502004861832,
      "learning_rate": 0.0001961127316441353,
      "loss": 0.001,
      "step": 1102
    },
    {
      "epoch": 0.27415646554402534,
      "grad_norm": 0.06622618436813354,
      "learning_rate": 0.00019610552336135446,
      "loss": 0.0015,
      "step": 1103
    },
    {
      "epoch": 0.2744050208165041,
      "grad_norm": 0.3693886697292328,
      "learning_rate": 0.00019609830853421238,
      "loss": 0.0047,
      "step": 1104
    },
    {
      "epoch": 0.2746535760889828,
      "grad_norm": 0.10859063267707825,
      "learning_rate": 0.00019609108716320037,
      "loss": 0.0017,
      "step": 1105
    },
    {
      "epoch": 0.2749021313614615,
      "grad_norm": 1.2481718063354492,
      "learning_rate": 0.0001960838592488102,
      "loss": 0.0018,
      "step": 1106
    },
    {
      "epoch": 0.2751506866339402,
      "grad_norm": 0.26807793974876404,
      "learning_rate": 0.00019607662479153405,
      "loss": 0.0038,
      "step": 1107
    },
    {
      "epoch": 0.27539924190641896,
      "grad_norm": 0.02354644611477852,
      "learning_rate": 0.00019606938379186458,
      "loss": 0.0009,
      "step": 1108
    },
    {
      "epoch": 0.27564779717889765,
      "grad_norm": 1.1423534154891968,
      "learning_rate": 0.00019606213625029479,
      "loss": 0.0497,
      "step": 1109
    },
    {
      "epoch": 0.2758963524513764,
      "grad_norm": 7.290804386138916,
      "learning_rate": 0.00019605488216731826,
      "loss": 0.0079,
      "step": 1110
    },
    {
      "epoch": 0.2761449077238551,
      "grad_norm": 5.519243240356445,
      "learning_rate": 0.000196047621543429,
      "loss": 0.019,
      "step": 1111
    },
    {
      "epoch": 0.2763934629963338,
      "grad_norm": 0.011231256648898125,
      "learning_rate": 0.00019604035437912134,
      "loss": 0.0003,
      "step": 1112
    },
    {
      "epoch": 0.2766420182688125,
      "grad_norm": 5.353724956512451,
      "learning_rate": 0.0001960330806748902,
      "loss": 0.0984,
      "step": 1113
    },
    {
      "epoch": 0.27689057354129126,
      "grad_norm": 3.768214464187622,
      "learning_rate": 0.00019602580043123085,
      "loss": 0.0559,
      "step": 1114
    },
    {
      "epoch": 0.27713912881376995,
      "grad_norm": 0.033446140587329865,
      "learning_rate": 0.0001960185136486391,
      "loss": 0.0006,
      "step": 1115
    },
    {
      "epoch": 0.2773876840862487,
      "grad_norm": 0.2812291979789734,
      "learning_rate": 0.0001960112203276111,
      "loss": 0.0022,
      "step": 1116
    },
    {
      "epoch": 0.2776362393587274,
      "grad_norm": 2.5787904262542725,
      "learning_rate": 0.0001960039204686435,
      "loss": 0.2289,
      "step": 1117
    },
    {
      "epoch": 0.27788479463120613,
      "grad_norm": 0.00970594584941864,
      "learning_rate": 0.0001959966140722334,
      "loss": 0.0004,
      "step": 1118
    },
    {
      "epoch": 0.2781333499036848,
      "grad_norm": 0.04018682613968849,
      "learning_rate": 0.00019598930113887833,
      "loss": 0.0006,
      "step": 1119
    },
    {
      "epoch": 0.27838190517616357,
      "grad_norm": 1.1810524463653564,
      "learning_rate": 0.00019598198166907623,
      "loss": 0.0092,
      "step": 1120
    },
    {
      "epoch": 0.27863046044864226,
      "grad_norm": 3.4752955436706543,
      "learning_rate": 0.0001959746556633256,
      "loss": 0.0145,
      "step": 1121
    },
    {
      "epoch": 0.278879015721121,
      "grad_norm": 0.6263922452926636,
      "learning_rate": 0.00019596732312212524,
      "loss": 0.0017,
      "step": 1122
    },
    {
      "epoch": 0.2791275709935997,
      "grad_norm": 0.03870534524321556,
      "learning_rate": 0.00019595998404597453,
      "loss": 0.0007,
      "step": 1123
    },
    {
      "epoch": 0.27937612626607844,
      "grad_norm": 0.2834867238998413,
      "learning_rate": 0.00019595263843537314,
      "loss": 0.004,
      "step": 1124
    },
    {
      "epoch": 0.27962468153855713,
      "grad_norm": 0.9291346073150635,
      "learning_rate": 0.00019594528629082137,
      "loss": 0.0065,
      "step": 1125
    },
    {
      "epoch": 0.2798732368110359,
      "grad_norm": 0.9821227192878723,
      "learning_rate": 0.00019593792761281979,
      "loss": 0.0157,
      "step": 1126
    },
    {
      "epoch": 0.28012179208351456,
      "grad_norm": 1.3574477434158325,
      "learning_rate": 0.00019593056240186954,
      "loss": 0.0266,
      "step": 1127
    },
    {
      "epoch": 0.2803703473559933,
      "grad_norm": 0.014403755776584148,
      "learning_rate": 0.00019592319065847214,
      "loss": 0.0006,
      "step": 1128
    },
    {
      "epoch": 0.280618902628472,
      "grad_norm": 6.040215969085693,
      "learning_rate": 0.00019591581238312955,
      "loss": 0.0653,
      "step": 1129
    },
    {
      "epoch": 0.28086745790095075,
      "grad_norm": 0.024064892902970314,
      "learning_rate": 0.00019590842757634427,
      "loss": 0.0008,
      "step": 1130
    },
    {
      "epoch": 0.28111601317342944,
      "grad_norm": 0.4199584126472473,
      "learning_rate": 0.0001959010362386191,
      "loss": 0.0082,
      "step": 1131
    },
    {
      "epoch": 0.2813645684459082,
      "grad_norm": 0.5584031939506531,
      "learning_rate": 0.0001958936383704574,
      "loss": 0.0032,
      "step": 1132
    },
    {
      "epoch": 0.28161312371838687,
      "grad_norm": 3.8714845180511475,
      "learning_rate": 0.00019588623397236287,
      "loss": 0.074,
      "step": 1133
    },
    {
      "epoch": 0.2818616789908656,
      "grad_norm": 0.2311764359474182,
      "learning_rate": 0.00019587882304483983,
      "loss": 0.0041,
      "step": 1134
    },
    {
      "epoch": 0.2821102342633443,
      "grad_norm": 0.044203560799360275,
      "learning_rate": 0.00019587140558839284,
      "loss": 0.0015,
      "step": 1135
    },
    {
      "epoch": 0.28235878953582305,
      "grad_norm": 0.8984488844871521,
      "learning_rate": 0.00019586398160352698,
      "loss": 0.0307,
      "step": 1136
    },
    {
      "epoch": 0.28260734480830174,
      "grad_norm": 0.05130807310342789,
      "learning_rate": 0.00019585655109074788,
      "loss": 0.0015,
      "step": 1137
    },
    {
      "epoch": 0.2828559000807805,
      "grad_norm": 2.881598472595215,
      "learning_rate": 0.00019584911405056148,
      "loss": 0.0351,
      "step": 1138
    },
    {
      "epoch": 0.2831044553532592,
      "grad_norm": 0.0823005959391594,
      "learning_rate": 0.00019584167048347417,
      "loss": 0.0019,
      "step": 1139
    },
    {
      "epoch": 0.2833530106257379,
      "grad_norm": 0.024380279704928398,
      "learning_rate": 0.00019583422038999286,
      "loss": 0.0009,
      "step": 1140
    },
    {
      "epoch": 0.2836015658982166,
      "grad_norm": 0.00921537820249796,
      "learning_rate": 0.0001958267637706249,
      "loss": 0.0005,
      "step": 1141
    },
    {
      "epoch": 0.28385012117069536,
      "grad_norm": 0.04619183763861656,
      "learning_rate": 0.00019581930062587802,
      "loss": 0.0006,
      "step": 1142
    },
    {
      "epoch": 0.28409867644317405,
      "grad_norm": 0.4607786238193512,
      "learning_rate": 0.00019581183095626042,
      "loss": 0.0063,
      "step": 1143
    },
    {
      "epoch": 0.2843472317156528,
      "grad_norm": 0.6090072393417358,
      "learning_rate": 0.00019580435476228075,
      "loss": 0.007,
      "step": 1144
    },
    {
      "epoch": 0.2845957869881315,
      "grad_norm": 0.0170893557369709,
      "learning_rate": 0.00019579687204444813,
      "loss": 0.0005,
      "step": 1145
    },
    {
      "epoch": 0.28484434226061023,
      "grad_norm": 0.5226636528968811,
      "learning_rate": 0.00019578938280327205,
      "loss": 0.0199,
      "step": 1146
    },
    {
      "epoch": 0.2850928975330889,
      "grad_norm": 0.004709143657237291,
      "learning_rate": 0.00019578188703926256,
      "loss": 0.0002,
      "step": 1147
    },
    {
      "epoch": 0.28534145280556766,
      "grad_norm": 0.027353327721357346,
      "learning_rate": 0.00019577438475293005,
      "loss": 0.0006,
      "step": 1148
    },
    {
      "epoch": 0.28559000807804635,
      "grad_norm": 0.791300356388092,
      "learning_rate": 0.0001957668759447854,
      "loss": 0.0093,
      "step": 1149
    },
    {
      "epoch": 0.2858385633505251,
      "grad_norm": 0.020261036232113838,
      "learning_rate": 0.00019575936061533994,
      "loss": 0.0005,
      "step": 1150
    },
    {
      "epoch": 0.2860871186230038,
      "grad_norm": 0.28727978467941284,
      "learning_rate": 0.00019575183876510544,
      "loss": 0.0008,
      "step": 1151
    },
    {
      "epoch": 0.28633567389548253,
      "grad_norm": 1.239410400390625,
      "learning_rate": 0.00019574431039459404,
      "loss": 0.0039,
      "step": 1152
    },
    {
      "epoch": 0.2865842291679612,
      "grad_norm": 0.5135278105735779,
      "learning_rate": 0.00019573677550431843,
      "loss": 0.0032,
      "step": 1153
    },
    {
      "epoch": 0.28683278444043997,
      "grad_norm": 0.008996418677270412,
      "learning_rate": 0.00019572923409479174,
      "loss": 0.0003,
      "step": 1154
    },
    {
      "epoch": 0.28708133971291866,
      "grad_norm": 7.865105152130127,
      "learning_rate": 0.00019572168616652742,
      "loss": 0.1837,
      "step": 1155
    },
    {
      "epoch": 0.2873298949853974,
      "grad_norm": 0.14659661054611206,
      "learning_rate": 0.00019571413172003954,
      "loss": 0.0031,
      "step": 1156
    },
    {
      "epoch": 0.2875784502578761,
      "grad_norm": 1.4955557584762573,
      "learning_rate": 0.0001957065707558425,
      "loss": 0.0037,
      "step": 1157
    },
    {
      "epoch": 0.28782700553035484,
      "grad_norm": 0.0025535537861287594,
      "learning_rate": 0.0001956990032744511,
      "loss": 0.0001,
      "step": 1158
    },
    {
      "epoch": 0.28807556080283353,
      "grad_norm": 0.027806101366877556,
      "learning_rate": 0.00019569142927638073,
      "loss": 0.0002,
      "step": 1159
    },
    {
      "epoch": 0.2883241160753122,
      "grad_norm": 1.1660572290420532,
      "learning_rate": 0.00019568384876214717,
      "loss": 0.0082,
      "step": 1160
    },
    {
      "epoch": 0.28857267134779097,
      "grad_norm": 0.0040173763409256935,
      "learning_rate": 0.0001956762617322665,
      "loss": 0.0002,
      "step": 1161
    },
    {
      "epoch": 0.28882122662026966,
      "grad_norm": 0.0018612181302160025,
      "learning_rate": 0.00019566866818725547,
      "loss": 0.0001,
      "step": 1162
    },
    {
      "epoch": 0.2890697818927484,
      "grad_norm": 0.00598183274269104,
      "learning_rate": 0.0001956610681276311,
      "loss": 0.0002,
      "step": 1163
    },
    {
      "epoch": 0.2893183371652271,
      "grad_norm": 0.0036144214682281017,
      "learning_rate": 0.000195653461553911,
      "loss": 0.0002,
      "step": 1164
    },
    {
      "epoch": 0.28956689243770584,
      "grad_norm": 4.406706809997559,
      "learning_rate": 0.00019564584846661306,
      "loss": 0.1504,
      "step": 1165
    },
    {
      "epoch": 0.2898154477101845,
      "grad_norm": 1.4079418182373047,
      "learning_rate": 0.00019563822886625577,
      "loss": 0.0064,
      "step": 1166
    },
    {
      "epoch": 0.29006400298266327,
      "grad_norm": 2.843126058578491,
      "learning_rate": 0.0001956306027533579,
      "loss": 0.0083,
      "step": 1167
    },
    {
      "epoch": 0.29031255825514196,
      "grad_norm": 0.02649472840130329,
      "learning_rate": 0.00019562297012843888,
      "loss": 0.0008,
      "step": 1168
    },
    {
      "epoch": 0.2905611135276207,
      "grad_norm": 1.2685600519180298,
      "learning_rate": 0.00019561533099201833,
      "loss": 0.0053,
      "step": 1169
    },
    {
      "epoch": 0.2908096688000994,
      "grad_norm": 0.051045920699834824,
      "learning_rate": 0.00019560768534461652,
      "loss": 0.0005,
      "step": 1170
    },
    {
      "epoch": 0.29105822407257814,
      "grad_norm": 0.003518657758831978,
      "learning_rate": 0.00019560003318675406,
      "loss": 0.0001,
      "step": 1171
    },
    {
      "epoch": 0.29130677934505683,
      "grad_norm": 0.04094518721103668,
      "learning_rate": 0.00019559237451895203,
      "loss": 0.0004,
      "step": 1172
    },
    {
      "epoch": 0.2915553346175356,
      "grad_norm": 0.037345536053180695,
      "learning_rate": 0.00019558470934173198,
      "loss": 0.0007,
      "step": 1173
    },
    {
      "epoch": 0.29180388989001427,
      "grad_norm": 5.334115028381348,
      "learning_rate": 0.0001955770376556158,
      "loss": 0.0696,
      "step": 1174
    },
    {
      "epoch": 0.292052445162493,
      "grad_norm": 0.03219661861658096,
      "learning_rate": 0.00019556935946112597,
      "loss": 0.0005,
      "step": 1175
    },
    {
      "epoch": 0.2923010004349717,
      "grad_norm": 0.00366978975944221,
      "learning_rate": 0.0001955616747587853,
      "loss": 0.0002,
      "step": 1176
    },
    {
      "epoch": 0.29254955570745045,
      "grad_norm": 2.661205291748047,
      "learning_rate": 0.00019555398354911713,
      "loss": 0.0313,
      "step": 1177
    },
    {
      "epoch": 0.29279811097992914,
      "grad_norm": 2.5041422843933105,
      "learning_rate": 0.00019554628583264512,
      "loss": 0.0732,
      "step": 1178
    },
    {
      "epoch": 0.2930466662524079,
      "grad_norm": 0.005506066605448723,
      "learning_rate": 0.00019553858160989353,
      "loss": 0.0001,
      "step": 1179
    },
    {
      "epoch": 0.2932952215248866,
      "grad_norm": 0.0021344174165278673,
      "learning_rate": 0.00019553087088138696,
      "loss": 0.0001,
      "step": 1180
    },
    {
      "epoch": 0.2935437767973653,
      "grad_norm": 0.0022555324248969555,
      "learning_rate": 0.00019552315364765045,
      "loss": 0.0001,
      "step": 1181
    },
    {
      "epoch": 0.293792332069844,
      "grad_norm": 3.7904787063598633,
      "learning_rate": 0.00019551542990920955,
      "loss": 0.0927,
      "step": 1182
    },
    {
      "epoch": 0.29404088734232275,
      "grad_norm": 0.11352773010730743,
      "learning_rate": 0.0001955076996665902,
      "loss": 0.0024,
      "step": 1183
    },
    {
      "epoch": 0.29428944261480144,
      "grad_norm": 0.011402570642530918,
      "learning_rate": 0.00019549996292031875,
      "loss": 0.0004,
      "step": 1184
    },
    {
      "epoch": 0.2945379978872802,
      "grad_norm": 0.04069807380437851,
      "learning_rate": 0.0001954922196709221,
      "loss": 0.0005,
      "step": 1185
    },
    {
      "epoch": 0.2947865531597589,
      "grad_norm": 0.06734282523393631,
      "learning_rate": 0.00019548446991892747,
      "loss": 0.0014,
      "step": 1186
    },
    {
      "epoch": 0.2950351084322376,
      "grad_norm": 2.7586166858673096,
      "learning_rate": 0.00019547671366486268,
      "loss": 0.0451,
      "step": 1187
    },
    {
      "epoch": 0.2952836637047163,
      "grad_norm": 4.267303943634033,
      "learning_rate": 0.00019546895090925576,
      "loss": 0.0556,
      "step": 1188
    },
    {
      "epoch": 0.29553221897719506,
      "grad_norm": 0.04332803562283516,
      "learning_rate": 0.00019546118165263544,
      "loss": 0.0007,
      "step": 1189
    },
    {
      "epoch": 0.29578077424967375,
      "grad_norm": 0.011085092090070248,
      "learning_rate": 0.00019545340589553073,
      "loss": 0.0006,
      "step": 1190
    },
    {
      "epoch": 0.2960293295221525,
      "grad_norm": 0.07768282294273376,
      "learning_rate": 0.00019544562363847112,
      "loss": 0.0008,
      "step": 1191
    },
    {
      "epoch": 0.2962778847946312,
      "grad_norm": 0.010884017683565617,
      "learning_rate": 0.00019543783488198653,
      "loss": 0.0004,
      "step": 1192
    },
    {
      "epoch": 0.29652644006710993,
      "grad_norm": 1.1530882120132446,
      "learning_rate": 0.00019543003962660738,
      "loss": 0.0094,
      "step": 1193
    },
    {
      "epoch": 0.2967749953395886,
      "grad_norm": 0.5228385329246521,
      "learning_rate": 0.00019542223787286447,
      "loss": 0.0032,
      "step": 1194
    },
    {
      "epoch": 0.29702355061206737,
      "grad_norm": 0.017432432621717453,
      "learning_rate": 0.00019541442962128907,
      "loss": 0.0006,
      "step": 1195
    },
    {
      "epoch": 0.29727210588454606,
      "grad_norm": 0.014745715074241161,
      "learning_rate": 0.00019540661487241285,
      "loss": 0.0004,
      "step": 1196
    },
    {
      "epoch": 0.2975206611570248,
      "grad_norm": 0.012438291683793068,
      "learning_rate": 0.000195398793626768,
      "loss": 0.0003,
      "step": 1197
    },
    {
      "epoch": 0.2977692164295035,
      "grad_norm": 0.016936209052801132,
      "learning_rate": 0.00019539096588488714,
      "loss": 0.0005,
      "step": 1198
    },
    {
      "epoch": 0.29801777170198224,
      "grad_norm": 0.029950259253382683,
      "learning_rate": 0.00019538313164730323,
      "loss": 0.0008,
      "step": 1199
    },
    {
      "epoch": 0.2982663269744609,
      "grad_norm": 3.491424322128296,
      "learning_rate": 0.00019537529091454982,
      "loss": 0.1266,
      "step": 1200
    },
    {
      "epoch": 0.2982663269744609,
      "eval_loss": 0.004356261808425188,
      "eval_runtime": 32.6063,
      "eval_samples_per_second": 4.968,
      "eval_steps_per_second": 2.484,
      "step": 1200
    },
    {
      "epoch": 0.2985148822469397,
      "grad_norm": 0.27458369731903076,
      "learning_rate": 0.00019536744368716077,
      "loss": 0.0035,
      "step": 1201
    },
    {
      "epoch": 0.29876343751941836,
      "grad_norm": 2.117027521133423,
      "learning_rate": 0.0001953595899656705,
      "loss": 0.0298,
      "step": 1202
    },
    {
      "epoch": 0.2990119927918971,
      "grad_norm": 3.5275235176086426,
      "learning_rate": 0.00019535172975061377,
      "loss": 0.041,
      "step": 1203
    },
    {
      "epoch": 0.2992605480643758,
      "grad_norm": 0.008889633230865002,
      "learning_rate": 0.00019534386304252582,
      "loss": 0.0004,
      "step": 1204
    },
    {
      "epoch": 0.29950910333685454,
      "grad_norm": 0.013723449781537056,
      "learning_rate": 0.00019533598984194237,
      "loss": 0.0006,
      "step": 1205
    },
    {
      "epoch": 0.29975765860933323,
      "grad_norm": 0.24257448315620422,
      "learning_rate": 0.00019532811014939957,
      "loss": 0.0039,
      "step": 1206
    },
    {
      "epoch": 0.300006213881812,
      "grad_norm": 0.7922775149345398,
      "learning_rate": 0.0001953202239654339,
      "loss": 0.0018,
      "step": 1207
    },
    {
      "epoch": 0.30025476915429067,
      "grad_norm": 0.054142218083143234,
      "learning_rate": 0.00019531233129058245,
      "loss": 0.0005,
      "step": 1208
    },
    {
      "epoch": 0.3005033244267694,
      "grad_norm": 0.03582058846950531,
      "learning_rate": 0.00019530443212538266,
      "loss": 0.0008,
      "step": 1209
    },
    {
      "epoch": 0.3007518796992481,
      "grad_norm": 10.428958892822266,
      "learning_rate": 0.00019529652647037242,
      "loss": 0.0695,
      "step": 1210
    },
    {
      "epoch": 0.30100043497172685,
      "grad_norm": 0.1173856183886528,
      "learning_rate": 0.00019528861432609008,
      "loss": 0.0021,
      "step": 1211
    },
    {
      "epoch": 0.30124899024420554,
      "grad_norm": 0.7953425645828247,
      "learning_rate": 0.00019528069569307442,
      "loss": 0.0074,
      "step": 1212
    },
    {
      "epoch": 0.3014975455166843,
      "grad_norm": 0.013073649257421494,
      "learning_rate": 0.0001952727705718647,
      "loss": 0.0004,
      "step": 1213
    },
    {
      "epoch": 0.301746100789163,
      "grad_norm": 0.35657355189323425,
      "learning_rate": 0.00019526483896300053,
      "loss": 0.0039,
      "step": 1214
    },
    {
      "epoch": 0.3019946560616417,
      "grad_norm": 1.4663206338882446,
      "learning_rate": 0.000195256900867022,
      "loss": 0.0106,
      "step": 1215
    },
    {
      "epoch": 0.3022432113341204,
      "grad_norm": 0.24338345229625702,
      "learning_rate": 0.0001952489562844697,
      "loss": 0.0027,
      "step": 1216
    },
    {
      "epoch": 0.30249176660659916,
      "grad_norm": 0.018679628148674965,
      "learning_rate": 0.00019524100521588463,
      "loss": 0.0005,
      "step": 1217
    },
    {
      "epoch": 0.30274032187907784,
      "grad_norm": 8.159160614013672,
      "learning_rate": 0.00019523304766180824,
      "loss": 0.118,
      "step": 1218
    },
    {
      "epoch": 0.3029888771515566,
      "grad_norm": 0.11561071872711182,
      "learning_rate": 0.00019522508362278233,
      "loss": 0.0011,
      "step": 1219
    },
    {
      "epoch": 0.3032374324240353,
      "grad_norm": 0.06585901230573654,
      "learning_rate": 0.0001952171130993493,
      "loss": 0.0006,
      "step": 1220
    },
    {
      "epoch": 0.303485987696514,
      "grad_norm": 1.0697481632232666,
      "learning_rate": 0.00019520913609205183,
      "loss": 0.0501,
      "step": 1221
    },
    {
      "epoch": 0.3037345429689927,
      "grad_norm": 1.2600414752960205,
      "learning_rate": 0.00019520115260143313,
      "loss": 0.0144,
      "step": 1222
    },
    {
      "epoch": 0.30398309824147146,
      "grad_norm": 0.007362719159573317,
      "learning_rate": 0.00019519316262803693,
      "loss": 0.0003,
      "step": 1223
    },
    {
      "epoch": 0.30423165351395015,
      "grad_norm": 0.007964069955050945,
      "learning_rate": 0.0001951851661724072,
      "loss": 0.0002,
      "step": 1224
    },
    {
      "epoch": 0.3044802087864289,
      "grad_norm": 4.034599781036377,
      "learning_rate": 0.00019517716323508855,
      "loss": 0.0117,
      "step": 1225
    },
    {
      "epoch": 0.3047287640589076,
      "grad_norm": 1.0202546119689941,
      "learning_rate": 0.0001951691538166259,
      "loss": 0.003,
      "step": 1226
    },
    {
      "epoch": 0.30497731933138633,
      "grad_norm": 0.1716759353876114,
      "learning_rate": 0.00019516113791756464,
      "loss": 0.0009,
      "step": 1227
    },
    {
      "epoch": 0.305225874603865,
      "grad_norm": 4.571332931518555,
      "learning_rate": 0.00019515311553845063,
      "loss": 0.0078,
      "step": 1228
    },
    {
      "epoch": 0.30547442987634377,
      "grad_norm": 1.1150331497192383,
      "learning_rate": 0.00019514508667983017,
      "loss": 0.0154,
      "step": 1229
    },
    {
      "epoch": 0.30572298514882246,
      "grad_norm": 0.0055140056647360325,
      "learning_rate": 0.00019513705134225,
      "loss": 0.0002,
      "step": 1230
    },
    {
      "epoch": 0.3059715404213012,
      "grad_norm": 0.004008590243756771,
      "learning_rate": 0.00019512900952625727,
      "loss": 0.0001,
      "step": 1231
    },
    {
      "epoch": 0.3062200956937799,
      "grad_norm": 0.2984409034252167,
      "learning_rate": 0.00019512096123239963,
      "loss": 0.0027,
      "step": 1232
    },
    {
      "epoch": 0.30646865096625864,
      "grad_norm": 1.388541340827942,
      "learning_rate": 0.00019511290646122506,
      "loss": 0.0631,
      "step": 1233
    },
    {
      "epoch": 0.3067172062387373,
      "grad_norm": 0.025952402502298355,
      "learning_rate": 0.00019510484521328213,
      "loss": 0.0003,
      "step": 1234
    },
    {
      "epoch": 0.3069657615112161,
      "grad_norm": 3.3765103816986084,
      "learning_rate": 0.00019509677748911973,
      "loss": 0.019,
      "step": 1235
    },
    {
      "epoch": 0.30721431678369476,
      "grad_norm": 12.913225173950195,
      "learning_rate": 0.00019508870328928727,
      "loss": 0.0277,
      "step": 1236
    },
    {
      "epoch": 0.3074628720561735,
      "grad_norm": 0.831087052822113,
      "learning_rate": 0.0001950806226143345,
      "loss": 0.0159,
      "step": 1237
    },
    {
      "epoch": 0.3077114273286522,
      "grad_norm": 2.9129879474639893,
      "learning_rate": 0.00019507253546481178,
      "loss": 0.0396,
      "step": 1238
    },
    {
      "epoch": 0.30795998260113094,
      "grad_norm": 0.00937650352716446,
      "learning_rate": 0.0001950644418412697,
      "loss": 0.0002,
      "step": 1239
    },
    {
      "epoch": 0.30820853787360963,
      "grad_norm": 1.0402895212173462,
      "learning_rate": 0.0001950563417442595,
      "loss": 0.0073,
      "step": 1240
    },
    {
      "epoch": 0.3084570931460884,
      "grad_norm": 1.4867138862609863,
      "learning_rate": 0.0001950482351743327,
      "loss": 0.0055,
      "step": 1241
    },
    {
      "epoch": 0.30870564841856707,
      "grad_norm": 0.09508335590362549,
      "learning_rate": 0.0001950401221320413,
      "loss": 0.0008,
      "step": 1242
    },
    {
      "epoch": 0.3089542036910458,
      "grad_norm": 0.3568865954875946,
      "learning_rate": 0.00019503200261793783,
      "loss": 0.0031,
      "step": 1243
    },
    {
      "epoch": 0.3092027589635245,
      "grad_norm": 0.34181642532348633,
      "learning_rate": 0.00019502387663257519,
      "loss": 0.0065,
      "step": 1244
    },
    {
      "epoch": 0.30945131423600325,
      "grad_norm": 4.102931022644043,
      "learning_rate": 0.00019501574417650665,
      "loss": 0.1139,
      "step": 1245
    },
    {
      "epoch": 0.30969986950848194,
      "grad_norm": 2.4828903675079346,
      "learning_rate": 0.00019500760525028606,
      "loss": 0.0403,
      "step": 1246
    },
    {
      "epoch": 0.3099484247809607,
      "grad_norm": 0.03803999722003937,
      "learning_rate": 0.00019499945985446764,
      "loss": 0.0008,
      "step": 1247
    },
    {
      "epoch": 0.3101969800534394,
      "grad_norm": 3.33160400390625,
      "learning_rate": 0.000194991307989606,
      "loss": 0.152,
      "step": 1248
    },
    {
      "epoch": 0.3104455353259181,
      "grad_norm": 0.0558626689016819,
      "learning_rate": 0.00019498314965625633,
      "loss": 0.0008,
      "step": 1249
    },
    {
      "epoch": 0.3106940905983968,
      "grad_norm": 0.025889446958899498,
      "learning_rate": 0.0001949749848549741,
      "loss": 0.0005,
      "step": 1250
    },
    {
      "epoch": 0.31094264587087556,
      "grad_norm": 0.03452390059828758,
      "learning_rate": 0.00019496681358631532,
      "loss": 0.0007,
      "step": 1251
    },
    {
      "epoch": 0.31119120114335425,
      "grad_norm": 1.8916535377502441,
      "learning_rate": 0.00019495863585083643,
      "loss": 0.0317,
      "step": 1252
    },
    {
      "epoch": 0.311439756415833,
      "grad_norm": 0.024381741881370544,
      "learning_rate": 0.00019495045164909434,
      "loss": 0.001,
      "step": 1253
    },
    {
      "epoch": 0.3116883116883117,
      "grad_norm": 2.174528121948242,
      "learning_rate": 0.00019494226098164627,
      "loss": 0.0255,
      "step": 1254
    },
    {
      "epoch": 0.3119368669607904,
      "grad_norm": 5.42698335647583,
      "learning_rate": 0.00019493406384905003,
      "loss": 0.1747,
      "step": 1255
    },
    {
      "epoch": 0.3121854222332691,
      "grad_norm": 2.057750701904297,
      "learning_rate": 0.00019492586025186376,
      "loss": 0.0216,
      "step": 1256
    },
    {
      "epoch": 0.31243397750574786,
      "grad_norm": 0.062390513718128204,
      "learning_rate": 0.00019491765019064613,
      "loss": 0.0019,
      "step": 1257
    },
    {
      "epoch": 0.31268253277822655,
      "grad_norm": 0.05112785845994949,
      "learning_rate": 0.00019490943366595623,
      "loss": 0.0014,
      "step": 1258
    },
    {
      "epoch": 0.3129310880507053,
      "grad_norm": 0.4721527695655823,
      "learning_rate": 0.0001949012106783535,
      "loss": 0.0068,
      "step": 1259
    },
    {
      "epoch": 0.313179643323184,
      "grad_norm": 1.2304550409317017,
      "learning_rate": 0.00019489298122839794,
      "loss": 0.0053,
      "step": 1260
    },
    {
      "epoch": 0.31342819859566273,
      "grad_norm": 0.6317412257194519,
      "learning_rate": 0.0001948847453166499,
      "loss": 0.0142,
      "step": 1261
    },
    {
      "epoch": 0.3136767538681414,
      "grad_norm": 0.06387757509946823,
      "learning_rate": 0.00019487650294367027,
      "loss": 0.0009,
      "step": 1262
    },
    {
      "epoch": 0.31392530914062017,
      "grad_norm": 0.24975712597370148,
      "learning_rate": 0.00019486825411002025,
      "loss": 0.0034,
      "step": 1263
    },
    {
      "epoch": 0.31417386441309886,
      "grad_norm": 0.5881205797195435,
      "learning_rate": 0.0001948599988162616,
      "loss": 0.002,
      "step": 1264
    },
    {
      "epoch": 0.3144224196855776,
      "grad_norm": 2.621467113494873,
      "learning_rate": 0.00019485173706295644,
      "loss": 0.3308,
      "step": 1265
    },
    {
      "epoch": 0.3146709749580563,
      "grad_norm": 1.4444137811660767,
      "learning_rate": 0.00019484346885066737,
      "loss": 0.0624,
      "step": 1266
    },
    {
      "epoch": 0.31491953023053504,
      "grad_norm": 0.1486794799566269,
      "learning_rate": 0.0001948351941799574,
      "loss": 0.0023,
      "step": 1267
    },
    {
      "epoch": 0.31516808550301373,
      "grad_norm": 2.3715341091156006,
      "learning_rate": 0.00019482691305139005,
      "loss": 0.0114,
      "step": 1268
    },
    {
      "epoch": 0.3154166407754925,
      "grad_norm": 5.240511894226074,
      "learning_rate": 0.00019481862546552917,
      "loss": 0.1996,
      "step": 1269
    },
    {
      "epoch": 0.31566519604797116,
      "grad_norm": 0.011988557875156403,
      "learning_rate": 0.00019481033142293916,
      "loss": 0.0006,
      "step": 1270
    },
    {
      "epoch": 0.3159137513204499,
      "grad_norm": 0.072257861495018,
      "learning_rate": 0.00019480203092418473,
      "loss": 0.0032,
      "step": 1271
    },
    {
      "epoch": 0.3161623065929286,
      "grad_norm": 0.08070871978998184,
      "learning_rate": 0.0001947937239698312,
      "loss": 0.0028,
      "step": 1272
    },
    {
      "epoch": 0.31641086186540734,
      "grad_norm": 0.026722043752670288,
      "learning_rate": 0.0001947854105604442,
      "loss": 0.0012,
      "step": 1273
    },
    {
      "epoch": 0.31665941713788603,
      "grad_norm": 0.035400863736867905,
      "learning_rate": 0.00019477709069658981,
      "loss": 0.0018,
      "step": 1274
    },
    {
      "epoch": 0.3169079724103648,
      "grad_norm": 0.036442819982767105,
      "learning_rate": 0.0001947687643788346,
      "loss": 0.0019,
      "step": 1275
    },
    {
      "epoch": 0.31715652768284347,
      "grad_norm": 0.80845707654953,
      "learning_rate": 0.00019476043160774554,
      "loss": 0.0744,
      "step": 1276
    },
    {
      "epoch": 0.3174050829553222,
      "grad_norm": 0.06511571258306503,
      "learning_rate": 0.00019475209238389008,
      "loss": 0.003,
      "step": 1277
    },
    {
      "epoch": 0.3176536382278009,
      "grad_norm": 0.16066695749759674,
      "learning_rate": 0.0001947437467078361,
      "loss": 0.0062,
      "step": 1278
    },
    {
      "epoch": 0.31790219350027965,
      "grad_norm": 0.04548604413866997,
      "learning_rate": 0.0001947353945801518,
      "loss": 0.0016,
      "step": 1279
    },
    {
      "epoch": 0.31815074877275834,
      "grad_norm": 0.07578907907009125,
      "learning_rate": 0.00019472703600140605,
      "loss": 0.0023,
      "step": 1280
    },
    {
      "epoch": 0.3183993040452371,
      "grad_norm": 0.033342547714710236,
      "learning_rate": 0.000194718670972168,
      "loss": 0.001,
      "step": 1281
    },
    {
      "epoch": 0.3186478593177158,
      "grad_norm": 0.47717413306236267,
      "learning_rate": 0.0001947102994930072,
      "loss": 0.0044,
      "step": 1282
    },
    {
      "epoch": 0.3188964145901945,
      "grad_norm": 0.19564127922058105,
      "learning_rate": 0.0001947019215644938,
      "loss": 0.0052,
      "step": 1283
    },
    {
      "epoch": 0.3191449698626732,
      "grad_norm": 0.013922748155891895,
      "learning_rate": 0.00019469353718719825,
      "loss": 0.0005,
      "step": 1284
    },
    {
      "epoch": 0.31939352513515196,
      "grad_norm": 0.018059972673654556,
      "learning_rate": 0.00019468514636169148,
      "loss": 0.0007,
      "step": 1285
    },
    {
      "epoch": 0.31964208040763065,
      "grad_norm": 0.010663789696991444,
      "learning_rate": 0.00019467674908854493,
      "loss": 0.0004,
      "step": 1286
    },
    {
      "epoch": 0.3198906356801094,
      "grad_norm": 0.019562965258955956,
      "learning_rate": 0.00019466834536833032,
      "loss": 0.0007,
      "step": 1287
    },
    {
      "epoch": 0.3201391909525881,
      "grad_norm": 2.4290084838867188,
      "learning_rate": 0.00019465993520162002,
      "loss": 0.0713,
      "step": 1288
    },
    {
      "epoch": 0.32038774622506677,
      "grad_norm": 0.6142851114273071,
      "learning_rate": 0.00019465151858898664,
      "loss": 0.0036,
      "step": 1289
    },
    {
      "epoch": 0.3206363014975455,
      "grad_norm": 0.03150969743728638,
      "learning_rate": 0.00019464309553100331,
      "loss": 0.0007,
      "step": 1290
    },
    {
      "epoch": 0.3208848567700242,
      "grad_norm": 0.08029405027627945,
      "learning_rate": 0.00019463466602824369,
      "loss": 0.0016,
      "step": 1291
    },
    {
      "epoch": 0.32113341204250295,
      "grad_norm": 0.011747823096811771,
      "learning_rate": 0.00019462623008128173,
      "loss": 0.0002,
      "step": 1292
    },
    {
      "epoch": 0.32138196731498164,
      "grad_norm": 3.32033109664917,
      "learning_rate": 0.00019461778769069187,
      "loss": 0.0225,
      "step": 1293
    },
    {
      "epoch": 0.3216305225874604,
      "grad_norm": 0.23252926766872406,
      "learning_rate": 0.00019460933885704902,
      "loss": 0.0023,
      "step": 1294
    },
    {
      "epoch": 0.3218790778599391,
      "grad_norm": 0.020523181185126305,
      "learning_rate": 0.0001946008835809285,
      "loss": 0.0009,
      "step": 1295
    },
    {
      "epoch": 0.3221276331324178,
      "grad_norm": 0.06581877917051315,
      "learning_rate": 0.0001945924218629061,
      "loss": 0.0011,
      "step": 1296
    },
    {
      "epoch": 0.3223761884048965,
      "grad_norm": 7.489823341369629,
      "learning_rate": 0.00019458395370355798,
      "loss": 0.0801,
      "step": 1297
    },
    {
      "epoch": 0.32262474367737526,
      "grad_norm": 3.2535858154296875,
      "learning_rate": 0.00019457547910346082,
      "loss": 0.048,
      "step": 1298
    },
    {
      "epoch": 0.32287329894985395,
      "grad_norm": 0.34535861015319824,
      "learning_rate": 0.0001945669980631917,
      "loss": 0.0031,
      "step": 1299
    },
    {
      "epoch": 0.3231218542223327,
      "grad_norm": 0.08681590110063553,
      "learning_rate": 0.00019455851058332812,
      "loss": 0.0011,
      "step": 1300
    },
    {
      "epoch": 0.3233704094948114,
      "grad_norm": 0.001686306786723435,
      "learning_rate": 0.0001945500166644481,
      "loss": 0.0001,
      "step": 1301
    },
    {
      "epoch": 0.32361896476729013,
      "grad_norm": 13.373196601867676,
      "learning_rate": 0.00019454151630712995,
      "loss": 0.4036,
      "step": 1302
    },
    {
      "epoch": 0.3238675200397688,
      "grad_norm": 0.004002569243311882,
      "learning_rate": 0.00019453300951195258,
      "loss": 0.0001,
      "step": 1303
    },
    {
      "epoch": 0.32411607531224756,
      "grad_norm": 0.0031099931802600622,
      "learning_rate": 0.0001945244962794952,
      "loss": 0.0001,
      "step": 1304
    },
    {
      "epoch": 0.32436463058472625,
      "grad_norm": 0.0036737103946506977,
      "learning_rate": 0.0001945159766103376,
      "loss": 0.0001,
      "step": 1305
    },
    {
      "epoch": 0.324613185857205,
      "grad_norm": 4.096097469329834,
      "learning_rate": 0.00019450745050505987,
      "loss": 0.0554,
      "step": 1306
    },
    {
      "epoch": 0.3248617411296837,
      "grad_norm": 1.73223876953125,
      "learning_rate": 0.00019449891796424263,
      "loss": 0.0343,
      "step": 1307
    },
    {
      "epoch": 0.32511029640216244,
      "grad_norm": 0.05243651941418648,
      "learning_rate": 0.0001944903789884669,
      "loss": 0.0005,
      "step": 1308
    },
    {
      "epoch": 0.3253588516746411,
      "grad_norm": 0.0053076413460075855,
      "learning_rate": 0.00019448183357831413,
      "loss": 0.0002,
      "step": 1309
    },
    {
      "epoch": 0.32560740694711987,
      "grad_norm": 1.284306287765503,
      "learning_rate": 0.00019447328173436624,
      "loss": 0.0315,
      "step": 1310
    },
    {
      "epoch": 0.32585596221959856,
      "grad_norm": 8.357409477233887,
      "learning_rate": 0.0001944647234572056,
      "loss": 0.2028,
      "step": 1311
    },
    {
      "epoch": 0.3261045174920773,
      "grad_norm": 5.181469917297363,
      "learning_rate": 0.00019445615874741495,
      "loss": 0.0163,
      "step": 1312
    },
    {
      "epoch": 0.326353072764556,
      "grad_norm": 0.05055331066250801,
      "learning_rate": 0.00019444758760557752,
      "loss": 0.0008,
      "step": 1313
    },
    {
      "epoch": 0.32660162803703474,
      "grad_norm": 8.237626075744629,
      "learning_rate": 0.00019443901003227696,
      "loss": 0.0403,
      "step": 1314
    },
    {
      "epoch": 0.32685018330951343,
      "grad_norm": 0.16229870915412903,
      "learning_rate": 0.0001944304260280974,
      "loss": 0.0011,
      "step": 1315
    },
    {
      "epoch": 0.3270987385819922,
      "grad_norm": 0.36596596240997314,
      "learning_rate": 0.00019442183559362333,
      "loss": 0.0075,
      "step": 1316
    },
    {
      "epoch": 0.32734729385447087,
      "grad_norm": 0.07198093086481094,
      "learning_rate": 0.00019441323872943972,
      "loss": 0.0016,
      "step": 1317
    },
    {
      "epoch": 0.3275958491269496,
      "grad_norm": 0.02179146558046341,
      "learning_rate": 0.00019440463543613203,
      "loss": 0.0004,
      "step": 1318
    },
    {
      "epoch": 0.3278444043994283,
      "grad_norm": 7.7308878898620605,
      "learning_rate": 0.00019439602571428606,
      "loss": 0.0645,
      "step": 1319
    },
    {
      "epoch": 0.32809295967190705,
      "grad_norm": 0.08032654225826263,
      "learning_rate": 0.0001943874095644881,
      "loss": 0.0019,
      "step": 1320
    },
    {
      "epoch": 0.32834151494438574,
      "grad_norm": 0.008153975009918213,
      "learning_rate": 0.0001943787869873249,
      "loss": 0.0004,
      "step": 1321
    },
    {
      "epoch": 0.3285900702168645,
      "grad_norm": 0.005043074954301119,
      "learning_rate": 0.0001943701579833836,
      "loss": 0.0002,
      "step": 1322
    },
    {
      "epoch": 0.3288386254893432,
      "grad_norm": 0.05943414941430092,
      "learning_rate": 0.00019436152255325175,
      "loss": 0.0011,
      "step": 1323
    },
    {
      "epoch": 0.3290871807618219,
      "grad_norm": 0.06978502124547958,
      "learning_rate": 0.00019435288069751748,
      "loss": 0.0005,
      "step": 1324
    },
    {
      "epoch": 0.3293357360343006,
      "grad_norm": 0.27166983485221863,
      "learning_rate": 0.00019434423241676917,
      "loss": 0.0043,
      "step": 1325
    },
    {
      "epoch": 0.32958429130677935,
      "grad_norm": 0.05689123645424843,
      "learning_rate": 0.00019433557771159578,
      "loss": 0.0019,
      "step": 1326
    },
    {
      "epoch": 0.32983284657925804,
      "grad_norm": 0.025943754240870476,
      "learning_rate": 0.0001943269165825867,
      "loss": 0.0006,
      "step": 1327
    },
    {
      "epoch": 0.3300814018517368,
      "grad_norm": 0.5453909039497375,
      "learning_rate": 0.0001943182490303316,
      "loss": 0.0024,
      "step": 1328
    },
    {
      "epoch": 0.3303299571242155,
      "grad_norm": 0.07579920440912247,
      "learning_rate": 0.00019430957505542077,
      "loss": 0.0013,
      "step": 1329
    },
    {
      "epoch": 0.3305785123966942,
      "grad_norm": 0.011823305860161781,
      "learning_rate": 0.0001943008946584449,
      "loss": 0.0003,
      "step": 1330
    },
    {
      "epoch": 0.3308270676691729,
      "grad_norm": 0.24143387377262115,
      "learning_rate": 0.00019429220783999504,
      "loss": 0.0036,
      "step": 1331
    },
    {
      "epoch": 0.33107562294165166,
      "grad_norm": 11.11630916595459,
      "learning_rate": 0.00019428351460066274,
      "loss": 0.1509,
      "step": 1332
    },
    {
      "epoch": 0.33132417821413035,
      "grad_norm": 0.16853831708431244,
      "learning_rate": 0.00019427481494103995,
      "loss": 0.0018,
      "step": 1333
    },
    {
      "epoch": 0.3315727334866091,
      "grad_norm": 0.008634288795292377,
      "learning_rate": 0.00019426610886171908,
      "loss": 0.0004,
      "step": 1334
    },
    {
      "epoch": 0.3318212887590878,
      "grad_norm": 10.11597728729248,
      "learning_rate": 0.00019425739636329302,
      "loss": 0.1461,
      "step": 1335
    },
    {
      "epoch": 0.33206984403156653,
      "grad_norm": 0.10193823277950287,
      "learning_rate": 0.000194248677446355,
      "loss": 0.0011,
      "step": 1336
    },
    {
      "epoch": 0.3323183993040452,
      "grad_norm": 0.008587915450334549,
      "learning_rate": 0.0001942399521114988,
      "loss": 0.0002,
      "step": 1337
    },
    {
      "epoch": 0.33256695457652397,
      "grad_norm": 4.024875164031982,
      "learning_rate": 0.0001942312203593185,
      "loss": 0.1041,
      "step": 1338
    },
    {
      "epoch": 0.33281550984900266,
      "grad_norm": 0.29903340339660645,
      "learning_rate": 0.00019422248219040875,
      "loss": 0.0028,
      "step": 1339
    },
    {
      "epoch": 0.3330640651214814,
      "grad_norm": 2.394148588180542,
      "learning_rate": 0.00019421373760536456,
      "loss": 0.0407,
      "step": 1340
    },
    {
      "epoch": 0.3333126203939601,
      "grad_norm": 0.1168162152171135,
      "learning_rate": 0.0001942049866047814,
      "loss": 0.001,
      "step": 1341
    },
    {
      "epoch": 0.33356117566643884,
      "grad_norm": 0.1655508428812027,
      "learning_rate": 0.00019419622918925516,
      "loss": 0.0019,
      "step": 1342
    },
    {
      "epoch": 0.3338097309389175,
      "grad_norm": 0.10870824009180069,
      "learning_rate": 0.00019418746535938223,
      "loss": 0.0012,
      "step": 1343
    },
    {
      "epoch": 0.33405828621139627,
      "grad_norm": 0.03195471316576004,
      "learning_rate": 0.00019417869511575934,
      "loss": 0.0008,
      "step": 1344
    },
    {
      "epoch": 0.33430684148387496,
      "grad_norm": 0.04711791127920151,
      "learning_rate": 0.0001941699184589837,
      "loss": 0.0012,
      "step": 1345
    },
    {
      "epoch": 0.3345553967563537,
      "grad_norm": 0.9017083048820496,
      "learning_rate": 0.00019416113538965303,
      "loss": 0.0181,
      "step": 1346
    },
    {
      "epoch": 0.3348039520288324,
      "grad_norm": 0.013371547684073448,
      "learning_rate": 0.00019415234590836533,
      "loss": 0.0004,
      "step": 1347
    },
    {
      "epoch": 0.33505250730131114,
      "grad_norm": 0.01465555652976036,
      "learning_rate": 0.00019414355001571917,
      "loss": 0.0005,
      "step": 1348
    },
    {
      "epoch": 0.33530106257378983,
      "grad_norm": 0.11908205598592758,
      "learning_rate": 0.00019413474771231353,
      "loss": 0.0009,
      "step": 1349
    },
    {
      "epoch": 0.3355496178462686,
      "grad_norm": 0.038299765437841415,
      "learning_rate": 0.00019412593899874775,
      "loss": 0.0005,
      "step": 1350
    },
    {
      "epoch": 0.33579817311874727,
      "grad_norm": 0.0465216264128685,
      "learning_rate": 0.0001941171238756217,
      "loss": 0.0007,
      "step": 1351
    },
    {
      "epoch": 0.336046728391226,
      "grad_norm": 0.0257088765501976,
      "learning_rate": 0.00019410830234353567,
      "loss": 0.0007,
      "step": 1352
    },
    {
      "epoch": 0.3362952836637047,
      "grad_norm": 0.2684057950973511,
      "learning_rate": 0.00019409947440309034,
      "loss": 0.0022,
      "step": 1353
    },
    {
      "epoch": 0.33654383893618345,
      "grad_norm": 0.005603677127510309,
      "learning_rate": 0.00019409064005488684,
      "loss": 0.0002,
      "step": 1354
    },
    {
      "epoch": 0.33679239420866214,
      "grad_norm": 0.2161613255739212,
      "learning_rate": 0.0001940817992995268,
      "loss": 0.0011,
      "step": 1355
    },
    {
      "epoch": 0.3370409494811409,
      "grad_norm": 0.055705733597278595,
      "learning_rate": 0.00019407295213761218,
      "loss": 0.0007,
      "step": 1356
    },
    {
      "epoch": 0.3372895047536196,
      "grad_norm": 0.004928529262542725,
      "learning_rate": 0.00019406409856974547,
      "loss": 0.0002,
      "step": 1357
    },
    {
      "epoch": 0.3375380600260983,
      "grad_norm": 0.06444624066352844,
      "learning_rate": 0.00019405523859652958,
      "loss": 0.0007,
      "step": 1358
    },
    {
      "epoch": 0.337786615298577,
      "grad_norm": 0.003793650772422552,
      "learning_rate": 0.00019404637221856773,
      "loss": 0.0001,
      "step": 1359
    },
    {
      "epoch": 0.33803517057105575,
      "grad_norm": 0.01944371871650219,
      "learning_rate": 0.0001940374994364638,
      "loss": 0.0003,
      "step": 1360
    },
    {
      "epoch": 0.33828372584353444,
      "grad_norm": 0.010797464288771152,
      "learning_rate": 0.00019402862025082196,
      "loss": 0.0003,
      "step": 1361
    },
    {
      "epoch": 0.3385322811160132,
      "grad_norm": 0.011923525482416153,
      "learning_rate": 0.00019401973466224678,
      "loss": 0.0003,
      "step": 1362
    },
    {
      "epoch": 0.3387808363884919,
      "grad_norm": 0.0035564335994422436,
      "learning_rate": 0.0001940108426713434,
      "loss": 0.0001,
      "step": 1363
    },
    {
      "epoch": 0.3390293916609706,
      "grad_norm": 0.0328044630587101,
      "learning_rate": 0.0001940019442787173,
      "loss": 0.0004,
      "step": 1364
    },
    {
      "epoch": 0.3392779469334493,
      "grad_norm": 0.5736402869224548,
      "learning_rate": 0.0001939930394849744,
      "loss": 0.0068,
      "step": 1365
    },
    {
      "epoch": 0.33952650220592806,
      "grad_norm": 0.024573244154453278,
      "learning_rate": 0.0001939841282907211,
      "loss": 0.0008,
      "step": 1366
    },
    {
      "epoch": 0.33977505747840675,
      "grad_norm": 0.5891665816307068,
      "learning_rate": 0.00019397521069656424,
      "loss": 0.0063,
      "step": 1367
    },
    {
      "epoch": 0.3400236127508855,
      "grad_norm": 0.04134279116988182,
      "learning_rate": 0.00019396628670311105,
      "loss": 0.0011,
      "step": 1368
    },
    {
      "epoch": 0.3402721680233642,
      "grad_norm": 0.013381930999457836,
      "learning_rate": 0.00019395735631096915,
      "loss": 0.0003,
      "step": 1369
    },
    {
      "epoch": 0.34052072329584293,
      "grad_norm": 0.22608502209186554,
      "learning_rate": 0.00019394841952074675,
      "loss": 0.0034,
      "step": 1370
    },
    {
      "epoch": 0.3407692785683216,
      "grad_norm": 0.8187187910079956,
      "learning_rate": 0.00019393947633305233,
      "loss": 0.0058,
      "step": 1371
    },
    {
      "epoch": 0.34101783384080037,
      "grad_norm": 0.02557479217648506,
      "learning_rate": 0.00019393052674849496,
      "loss": 0.0006,
      "step": 1372
    },
    {
      "epoch": 0.34126638911327906,
      "grad_norm": 0.002550079021602869,
      "learning_rate": 0.000193921570767684,
      "loss": 0.0001,
      "step": 1373
    },
    {
      "epoch": 0.3415149443857578,
      "grad_norm": 3.4214136600494385,
      "learning_rate": 0.00019391260839122935,
      "loss": 0.1812,
      "step": 1374
    },
    {
      "epoch": 0.3417634996582365,
      "grad_norm": 0.1602337658405304,
      "learning_rate": 0.00019390363961974133,
      "loss": 0.0025,
      "step": 1375
    },
    {
      "epoch": 0.34201205493071524,
      "grad_norm": 0.012372151017189026,
      "learning_rate": 0.0001938946644538306,
      "loss": 0.0003,
      "step": 1376
    },
    {
      "epoch": 0.3422606102031939,
      "grad_norm": 0.03987456113100052,
      "learning_rate": 0.0001938856828941084,
      "loss": 0.0004,
      "step": 1377
    },
    {
      "epoch": 0.34250916547567267,
      "grad_norm": 3.04164457321167,
      "learning_rate": 0.0001938766949411863,
      "loss": 0.0226,
      "step": 1378
    },
    {
      "epoch": 0.34275772074815136,
      "grad_norm": 0.013583286665380001,
      "learning_rate": 0.00019386770059567633,
      "loss": 0.0003,
      "step": 1379
    },
    {
      "epoch": 0.3430062760206301,
      "grad_norm": 0.17741098999977112,
      "learning_rate": 0.000193858699858191,
      "loss": 0.0028,
      "step": 1380
    },
    {
      "epoch": 0.3432548312931088,
      "grad_norm": 0.028191721066832542,
      "learning_rate": 0.00019384969272934321,
      "loss": 0.0006,
      "step": 1381
    },
    {
      "epoch": 0.34350338656558754,
      "grad_norm": 0.0034353940282016993,
      "learning_rate": 0.00019384067920974628,
      "loss": 0.0001,
      "step": 1382
    },
    {
      "epoch": 0.34375194183806623,
      "grad_norm": 0.1185644268989563,
      "learning_rate": 0.00019383165930001402,
      "loss": 0.0011,
      "step": 1383
    },
    {
      "epoch": 0.344000497110545,
      "grad_norm": 0.4164484441280365,
      "learning_rate": 0.0001938226330007606,
      "loss": 0.0026,
      "step": 1384
    },
    {
      "epoch": 0.34424905238302367,
      "grad_norm": 0.11931958794593811,
      "learning_rate": 0.00019381360031260075,
      "loss": 0.0016,
      "step": 1385
    },
    {
      "epoch": 0.3444976076555024,
      "grad_norm": 0.061750706285238266,
      "learning_rate": 0.00019380456123614946,
      "loss": 0.0005,
      "step": 1386
    },
    {
      "epoch": 0.3447461629279811,
      "grad_norm": 2.5687341690063477,
      "learning_rate": 0.00019379551577202236,
      "loss": 0.1394,
      "step": 1387
    },
    {
      "epoch": 0.34499471820045985,
      "grad_norm": 0.37960973381996155,
      "learning_rate": 0.00019378646392083533,
      "loss": 0.0087,
      "step": 1388
    },
    {
      "epoch": 0.34524327347293854,
      "grad_norm": 0.02265186980366707,
      "learning_rate": 0.00019377740568320476,
      "loss": 0.0007,
      "step": 1389
    },
    {
      "epoch": 0.3454918287454173,
      "grad_norm": 0.07340925186872482,
      "learning_rate": 0.00019376834105974753,
      "loss": 0.0021,
      "step": 1390
    },
    {
      "epoch": 0.345740384017896,
      "grad_norm": 5.525701999664307,
      "learning_rate": 0.00019375927005108086,
      "loss": 0.21,
      "step": 1391
    },
    {
      "epoch": 0.3459889392903747,
      "grad_norm": 0.031797103583812714,
      "learning_rate": 0.00019375019265782241,
      "loss": 0.0017,
      "step": 1392
    },
    {
      "epoch": 0.3462374945628534,
      "grad_norm": 0.02205522172152996,
      "learning_rate": 0.0001937411088805904,
      "loss": 0.0008,
      "step": 1393
    },
    {
      "epoch": 0.34648604983533215,
      "grad_norm": 0.3303447365760803,
      "learning_rate": 0.0001937320187200033,
      "loss": 0.0058,
      "step": 1394
    },
    {
      "epoch": 0.34673460510781084,
      "grad_norm": 0.035129889845848083,
      "learning_rate": 0.00019372292217668022,
      "loss": 0.0013,
      "step": 1395
    },
    {
      "epoch": 0.3469831603802896,
      "grad_norm": 0.03414858505129814,
      "learning_rate": 0.00019371381925124048,
      "loss": 0.001,
      "step": 1396
    },
    {
      "epoch": 0.3472317156527683,
      "grad_norm": 2.8154430389404297,
      "learning_rate": 0.00019370470994430403,
      "loss": 0.0211,
      "step": 1397
    },
    {
      "epoch": 0.347480270925247,
      "grad_norm": 0.0704379677772522,
      "learning_rate": 0.00019369559425649112,
      "loss": 0.0012,
      "step": 1398
    },
    {
      "epoch": 0.3477288261977257,
      "grad_norm": 2.0024611949920654,
      "learning_rate": 0.00019368647218842252,
      "loss": 0.005,
      "step": 1399
    },
    {
      "epoch": 0.34797738147020446,
      "grad_norm": 24.45416259765625,
      "learning_rate": 0.0001936773437407194,
      "loss": 0.4847,
      "step": 1400
    },
    {
      "epoch": 0.34797738147020446,
      "eval_loss": 0.05517776682972908,
      "eval_runtime": 32.6157,
      "eval_samples_per_second": 4.967,
      "eval_steps_per_second": 2.483,
      "step": 1400
    }
  ],
  "logging_steps": 1,
  "max_steps": 12069,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 3,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 3
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 2.23249334009856e+17,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}