{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0005412719891746,
  "eval_steps": 347,
  "global_step": 1386,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007216959855660803,
      "grad_norm": 0.47657379508018494,
      "learning_rate": 2e-05,
      "loss": 2.1818,
      "step": 1
    },
    {
      "epoch": 0.0014433919711321606,
      "grad_norm": 0.5321353673934937,
      "learning_rate": 4e-05,
      "loss": 2.4411,
      "step": 2
    },
    {
      "epoch": 0.002165087956698241,
      "grad_norm": 0.5877910256385803,
      "learning_rate": 6e-05,
      "loss": 2.4039,
      "step": 3
    },
    {
      "epoch": 0.0028867839422643212,
      "grad_norm": 0.7019160389900208,
      "learning_rate": 8e-05,
      "loss": 2.4296,
      "step": 4
    },
    {
      "epoch": 0.0036084799278304014,
      "grad_norm": 0.8199307918548584,
      "learning_rate": 0.0001,
      "loss": 2.3547,
      "step": 5
    },
    {
      "epoch": 0.004330175913396482,
      "grad_norm": 0.9325199723243713,
      "learning_rate": 0.00012,
      "loss": 2.577,
      "step": 6
    },
    {
      "epoch": 0.005051871898962562,
      "grad_norm": 0.9049195647239685,
      "learning_rate": 0.00014,
      "loss": 2.1403,
      "step": 7
    },
    {
      "epoch": 0.0057735678845286425,
      "grad_norm": 0.760377049446106,
      "learning_rate": 0.00016,
      "loss": 2.3936,
      "step": 8
    },
    {
      "epoch": 0.006495263870094722,
      "grad_norm": 0.6585740447044373,
      "learning_rate": 0.00018,
      "loss": 2.5602,
      "step": 9
    },
    {
      "epoch": 0.007216959855660803,
      "grad_norm": 0.7164207696914673,
      "learning_rate": 0.0002,
      "loss": 2.259,
      "step": 10
    },
    {
      "epoch": 0.007938655841226883,
      "grad_norm": 0.909517228603363,
      "learning_rate": 0.0001999997393650254,
      "loss": 2.3983,
      "step": 11
    },
    {
      "epoch": 0.008660351826792964,
      "grad_norm": 0.7937909960746765,
      "learning_rate": 0.0001999989574614602,
      "loss": 2.3993,
      "step": 12
    },
    {
      "epoch": 0.009382047812359044,
      "grad_norm": 0.8658285140991211,
      "learning_rate": 0.00019999765429338018,
      "loss": 2.1578,
      "step": 13
    },
    {
      "epoch": 0.010103743797925124,
      "grad_norm": 0.7573938965797424,
      "learning_rate": 0.00019999582986757842,
      "loss": 2.1586,
      "step": 14
    },
    {
      "epoch": 0.010825439783491205,
      "grad_norm": 1.007474660873413,
      "learning_rate": 0.00019999348419356505,
      "loss": 2.3513,
      "step": 15
    },
    {
      "epoch": 0.011547135769057285,
      "grad_norm": 1.0417746305465698,
      "learning_rate": 0.00019999061728356743,
      "loss": 2.3597,
      "step": 16
    },
    {
      "epoch": 0.012268831754623365,
      "grad_norm": 0.9918088316917419,
      "learning_rate": 0.00019998722915252985,
      "loss": 2.2033,
      "step": 17
    },
    {
      "epoch": 0.012990527740189444,
      "grad_norm": 0.8653019666671753,
      "learning_rate": 0.00019998331981811366,
      "loss": 2.1726,
      "step": 18
    },
    {
      "epoch": 0.013712223725755526,
      "grad_norm": 0.8699602484703064,
      "learning_rate": 0.00019997888930069698,
      "loss": 2.2051,
      "step": 19
    },
    {
      "epoch": 0.014433919711321606,
      "grad_norm": 0.8078240752220154,
      "learning_rate": 0.00019997393762337487,
      "loss": 2.2054,
      "step": 20
    },
    {
      "epoch": 0.015155615696887685,
      "grad_norm": 0.8321373462677002,
      "learning_rate": 0.00019996846481195883,
      "loss": 2.0684,
      "step": 21
    },
    {
      "epoch": 0.015877311682453765,
      "grad_norm": 0.8381885290145874,
      "learning_rate": 0.00019996247089497704,
      "loss": 2.0845,
      "step": 22
    },
    {
      "epoch": 0.016599007668019847,
      "grad_norm": 0.8399107456207275,
      "learning_rate": 0.00019995595590367398,
      "loss": 2.2883,
      "step": 23
    },
    {
      "epoch": 0.017320703653585928,
      "grad_norm": 0.7757985591888428,
      "learning_rate": 0.00019994891987201033,
      "loss": 2.3357,
      "step": 24
    },
    {
      "epoch": 0.018042399639152006,
      "grad_norm": 0.8025574684143066,
      "learning_rate": 0.0001999413628366628,
      "loss": 2.1061,
      "step": 25
    },
    {
      "epoch": 0.018764095624718088,
      "grad_norm": 0.8754345178604126,
      "learning_rate": 0.00019993328483702393,
      "loss": 2.2706,
      "step": 26
    },
    {
      "epoch": 0.01948579161028417,
      "grad_norm": 0.8397993445396423,
      "learning_rate": 0.00019992468591520198,
      "loss": 2.2492,
      "step": 27
    },
    {
      "epoch": 0.020207487595850247,
      "grad_norm": 0.8092740178108215,
      "learning_rate": 0.0001999155661160205,
      "loss": 2.2617,
      "step": 28
    },
    {
      "epoch": 0.02092918358141633,
      "grad_norm": 0.7987578511238098,
      "learning_rate": 0.00019990592548701824,
      "loss": 2.207,
      "step": 29
    },
    {
      "epoch": 0.02165087956698241,
      "grad_norm": 0.7988947033882141,
      "learning_rate": 0.00019989576407844893,
      "loss": 2.1807,
      "step": 30
    },
    {
      "epoch": 0.02237257555254849,
      "grad_norm": 0.8527679443359375,
      "learning_rate": 0.00019988508194328092,
      "loss": 2.2691,
      "step": 31
    },
    {
      "epoch": 0.02309427153811457,
      "grad_norm": 0.9143328666687012,
      "learning_rate": 0.00019987387913719698,
      "loss": 2.2573,
      "step": 32
    },
    {
      "epoch": 0.023815967523680648,
      "grad_norm": 0.8796859383583069,
      "learning_rate": 0.000199862155718594,
      "loss": 2.2588,
      "step": 33
    },
    {
      "epoch": 0.02453766350924673,
      "grad_norm": 1.0570472478866577,
      "learning_rate": 0.00019984991174858257,
      "loss": 2.3353,
      "step": 34
    },
    {
      "epoch": 0.02525935949481281,
      "grad_norm": 1.08668851852417,
      "learning_rate": 0.00019983714729098693,
      "loss": 1.9761,
      "step": 35
    },
    {
      "epoch": 0.02598105548037889,
      "grad_norm": 0.9651004076004028,
      "learning_rate": 0.00019982386241234424,
      "loss": 2.1527,
      "step": 36
    },
    {
      "epoch": 0.02670275146594497,
      "grad_norm": 1.0231893062591553,
      "learning_rate": 0.0001998100571819047,
      "loss": 2.1367,
      "step": 37
    },
    {
      "epoch": 0.027424447451511052,
      "grad_norm": 0.8865100145339966,
      "learning_rate": 0.0001997957316716307,
      "loss": 1.8786,
      "step": 38
    },
    {
      "epoch": 0.02814614343707713,
      "grad_norm": 0.9988366961479187,
      "learning_rate": 0.00019978088595619693,
      "loss": 2.3063,
      "step": 39
    },
    {
      "epoch": 0.02886783942264321,
      "grad_norm": 1.0818253755569458,
      "learning_rate": 0.0001997655201129896,
      "loss": 2.025,
      "step": 40
    },
    {
      "epoch": 0.029589535408209293,
      "grad_norm": 1.019752025604248,
      "learning_rate": 0.00019974963422210622,
      "loss": 1.8337,
      "step": 41
    },
    {
      "epoch": 0.03031123139377537,
      "grad_norm": 1.1799283027648926,
      "learning_rate": 0.00019973322836635518,
      "loss": 2.2728,
      "step": 42
    },
    {
      "epoch": 0.031032927379341452,
      "grad_norm": 1.0917612314224243,
      "learning_rate": 0.00019971630263125527,
      "loss": 2.0703,
      "step": 43
    },
    {
      "epoch": 0.03175462336490753,
      "grad_norm": 1.08267343044281,
      "learning_rate": 0.0001996988571050353,
      "loss": 2.033,
      "step": 44
    },
    {
      "epoch": 0.03247631935047361,
      "grad_norm": 1.517753005027771,
      "learning_rate": 0.00019968089187863349,
      "loss": 2.2626,
      "step": 45
    },
    {
      "epoch": 0.03319801533603969,
      "grad_norm": 1.289387822151184,
      "learning_rate": 0.0001996624070456972,
      "loss": 2.098,
      "step": 46
    },
    {
      "epoch": 0.033919711321605775,
      "grad_norm": 1.3515204191207886,
      "learning_rate": 0.00019964340270258233,
      "loss": 2.0605,
      "step": 47
    },
    {
      "epoch": 0.034641407307171856,
      "grad_norm": 1.570168375968933,
      "learning_rate": 0.00019962387894835275,
      "loss": 2.078,
      "step": 48
    },
    {
      "epoch": 0.03536310329273793,
      "grad_norm": 1.5094213485717773,
      "learning_rate": 0.00019960383588478,
      "loss": 1.872,
      "step": 49
    },
    {
      "epoch": 0.03608479927830401,
      "grad_norm": 4.253697872161865,
      "learning_rate": 0.00019958327361634248,
      "loss": 2.0879,
      "step": 50
    },
    {
      "epoch": 0.036806495263870094,
      "grad_norm": 1.434098720550537,
      "learning_rate": 0.00019956219225022515,
      "loss": 2.472,
      "step": 51
    },
    {
      "epoch": 0.037528191249436176,
      "grad_norm": 1.263198733329773,
      "learning_rate": 0.00019954059189631883,
      "loss": 1.9804,
      "step": 52
    },
    {
      "epoch": 0.03824988723500226,
      "grad_norm": 1.025983452796936,
      "learning_rate": 0.0001995184726672197,
      "loss": 2.2347,
      "step": 53
    },
    {
      "epoch": 0.03897158322056834,
      "grad_norm": 0.8936346769332886,
      "learning_rate": 0.0001994958346782286,
      "loss": 1.9874,
      "step": 54
    },
    {
      "epoch": 0.03969327920613441,
      "grad_norm": 0.5903470516204834,
      "learning_rate": 0.00019947267804735062,
      "loss": 2.1902,
      "step": 55
    },
    {
      "epoch": 0.040414975191700495,
      "grad_norm": 0.5234418511390686,
      "learning_rate": 0.00019944900289529425,
      "loss": 2.0977,
      "step": 56
    },
    {
      "epoch": 0.041136671177266576,
      "grad_norm": 0.4903572201728821,
      "learning_rate": 0.00019942480934547103,
      "loss": 2.1838,
      "step": 57
    },
    {
      "epoch": 0.04185836716283266,
      "grad_norm": 0.5934110283851624,
      "learning_rate": 0.0001994000975239946,
      "loss": 2.1344,
      "step": 58
    },
    {
      "epoch": 0.04258006314839874,
      "grad_norm": 0.4673232436180115,
      "learning_rate": 0.00019937486755968026,
      "loss": 2.085,
      "step": 59
    },
    {
      "epoch": 0.04330175913396482,
      "grad_norm": 0.5390496253967285,
      "learning_rate": 0.00019934911958404428,
      "loss": 2.2702,
      "step": 60
    },
    {
      "epoch": 0.044023455119530895,
      "grad_norm": 0.5692456960678101,
      "learning_rate": 0.0001993228537313031,
      "loss": 2.194,
      "step": 61
    },
    {
      "epoch": 0.04474515110509698,
      "grad_norm": 0.6697239875793457,
      "learning_rate": 0.0001992960701383727,
      "loss": 2.5204,
      "step": 62
    },
    {
      "epoch": 0.04546684709066306,
      "grad_norm": 0.5218981504440308,
      "learning_rate": 0.00019926876894486788,
      "loss": 2.189,
      "step": 63
    },
    {
      "epoch": 0.04618854307622914,
      "grad_norm": 0.6054782271385193,
      "learning_rate": 0.00019924095029310158,
      "loss": 2.2622,
      "step": 64
    },
    {
      "epoch": 0.04691023906179522,
      "grad_norm": 0.5694131851196289,
      "learning_rate": 0.00019921261432808408,
      "loss": 2.3337,
      "step": 65
    },
    {
      "epoch": 0.047631935047361296,
      "grad_norm": 0.628103494644165,
      "learning_rate": 0.0001991837611975223,
      "loss": 2.5097,
      "step": 66
    },
    {
      "epoch": 0.04835363103292738,
      "grad_norm": 0.7054206132888794,
      "learning_rate": 0.00019915439105181885,
      "loss": 2.2139,
      "step": 67
    },
    {
      "epoch": 0.04907532701849346,
      "grad_norm": 0.6790398359298706,
      "learning_rate": 0.0001991245040440715,
      "loss": 2.303,
      "step": 68
    },
    {
      "epoch": 0.04979702300405954,
      "grad_norm": 0.7565172910690308,
      "learning_rate": 0.00019909410033007227,
      "loss": 2.4196,
      "step": 69
    },
    {
      "epoch": 0.05051871898962562,
      "grad_norm": 0.6876819729804993,
      "learning_rate": 0.00019906318006830657,
      "loss": 2.1879,
      "step": 70
    },
    {
      "epoch": 0.0512404149751917,
      "grad_norm": 0.6954969167709351,
      "learning_rate": 0.0001990317434199524,
      "loss": 2.1553,
      "step": 71
    },
    {
      "epoch": 0.05196211096075778,
      "grad_norm": 0.7038040161132812,
      "learning_rate": 0.00019899979054887964,
      "loss": 2.246,
      "step": 72
    },
    {
      "epoch": 0.05268380694632386,
      "grad_norm": 0.6506980061531067,
      "learning_rate": 0.00019896732162164892,
      "loss": 1.9499,
      "step": 73
    },
    {
      "epoch": 0.05340550293188994,
      "grad_norm": 0.7504103779792786,
      "learning_rate": 0.00019893433680751103,
      "loss": 2.0494,
      "step": 74
    },
    {
      "epoch": 0.05412719891745602,
      "grad_norm": 0.8012990355491638,
      "learning_rate": 0.0001989008362784059,
      "loss": 2.1834,
      "step": 75
    },
    {
      "epoch": 0.054848894903022104,
      "grad_norm": 0.7399269342422485,
      "learning_rate": 0.00019886682020896172,
      "loss": 1.9965,
      "step": 76
    },
    {
      "epoch": 0.055570590888588185,
      "grad_norm": 0.7120460271835327,
      "learning_rate": 0.00019883228877649406,
      "loss": 2.072,
      "step": 77
    },
    {
      "epoch": 0.05629228687415426,
      "grad_norm": 0.7115536332130432,
      "learning_rate": 0.00019879724216100486,
      "loss": 1.9069,
      "step": 78
    },
    {
      "epoch": 0.05701398285972034,
      "grad_norm": 0.6686846613883972,
      "learning_rate": 0.0001987616805451816,
      "loss": 1.9727,
      "step": 79
    },
    {
      "epoch": 0.05773567884528642,
      "grad_norm": 0.7618966698646545,
      "learning_rate": 0.00019872560411439633,
      "loss": 2.1559,
      "step": 80
    },
    {
      "epoch": 0.058457374830852504,
      "grad_norm": 0.6909530162811279,
      "learning_rate": 0.00019868901305670464,
      "loss": 1.9296,
      "step": 81
    },
    {
      "epoch": 0.059179070816418586,
      "grad_norm": 0.905319094657898,
      "learning_rate": 0.00019865190756284467,
      "loss": 2.3041,
      "step": 82
    },
    {
      "epoch": 0.05990076680198467,
      "grad_norm": 0.8014985918998718,
      "learning_rate": 0.00019861428782623627,
      "loss": 2.0345,
      "step": 83
    },
    {
      "epoch": 0.06062246278755074,
      "grad_norm": 0.7716416120529175,
      "learning_rate": 0.00019857615404297974,
      "loss": 2.3022,
      "step": 84
    },
    {
      "epoch": 0.06134415877311682,
      "grad_norm": 0.9860365986824036,
      "learning_rate": 0.00019853750641185512,
      "loss": 2.3999,
      "step": 85
    },
    {
      "epoch": 0.062065854758682905,
      "grad_norm": 0.80811607837677,
      "learning_rate": 0.00019849834513432083,
      "loss": 2.0016,
      "step": 86
    },
    {
      "epoch": 0.06278755074424898,
      "grad_norm": 1.008785367012024,
      "learning_rate": 0.0001984586704145129,
      "loss": 2.1717,
      "step": 87
    },
    {
      "epoch": 0.06350924672981506,
      "grad_norm": 1.1485248804092407,
      "learning_rate": 0.0001984184824592437,
      "loss": 2.091,
      "step": 88
    },
    {
      "epoch": 0.06423094271538114,
      "grad_norm": 1.0098921060562134,
      "learning_rate": 0.00019837778147800092,
      "loss": 2.0297,
      "step": 89
    },
    {
      "epoch": 0.06495263870094722,
      "grad_norm": 1.141042947769165,
      "learning_rate": 0.00019833656768294662,
      "loss": 2.0304,
      "step": 90
    },
    {
      "epoch": 0.0656743346865133,
      "grad_norm": 1.0568281412124634,
      "learning_rate": 0.0001982948412889159,
      "loss": 2.1249,
      "step": 91
    },
    {
      "epoch": 0.06639603067207939,
      "grad_norm": 1.2143079042434692,
      "learning_rate": 0.00019825260251341587,
      "loss": 2.154,
      "step": 92
    },
    {
      "epoch": 0.06711772665764547,
      "grad_norm": 1.1235530376434326,
      "learning_rate": 0.0001982098515766246,
      "loss": 2.1178,
      "step": 93
    },
    {
      "epoch": 0.06783942264321155,
      "grad_norm": 1.1132041215896606,
      "learning_rate": 0.0001981665887013899,
      "loss": 1.8029,
      "step": 94
    },
    {
      "epoch": 0.06856111862877763,
      "grad_norm": 1.3370310068130493,
      "learning_rate": 0.00019812281411322812,
      "loss": 1.9579,
      "step": 95
    },
    {
      "epoch": 0.06928281461434371,
      "grad_norm": 1.0264956951141357,
      "learning_rate": 0.00019807852804032305,
      "loss": 1.911,
      "step": 96
    },
    {
      "epoch": 0.0700045105999098,
      "grad_norm": 1.1817920207977295,
      "learning_rate": 0.00019803373071352467,
      "loss": 2.0399,
      "step": 97
    },
    {
      "epoch": 0.07072620658547586,
      "grad_norm": 1.3013508319854736,
      "learning_rate": 0.00019798842236634797,
      "loss": 1.981,
      "step": 98
    },
    {
      "epoch": 0.07144790257104194,
      "grad_norm": 1.4524792432785034,
      "learning_rate": 0.00019794260323497174,
      "loss": 1.9203,
      "step": 99
    },
    {
      "epoch": 0.07216959855660803,
      "grad_norm": 2.2820522785186768,
      "learning_rate": 0.00019789627355823735,
      "loss": 1.9321,
      "step": 100
    },
    {
      "epoch": 0.0728912945421741,
      "grad_norm": 0.9953687787055969,
      "learning_rate": 0.00019784943357764752,
      "loss": 2.3166,
      "step": 101
    },
    {
      "epoch": 0.07361299052774019,
      "grad_norm": 1.11331045627594,
      "learning_rate": 0.00019780208353736495,
      "loss": 2.1371,
      "step": 102
    },
    {
      "epoch": 0.07433468651330627,
      "grad_norm": 0.8731715083122253,
      "learning_rate": 0.00019775422368421117,
      "loss": 2.1473,
      "step": 103
    },
    {
      "epoch": 0.07505638249887235,
      "grad_norm": 0.6130061149597168,
      "learning_rate": 0.00019770585426766527,
      "loss": 2.2428,
      "step": 104
    },
    {
      "epoch": 0.07577807848443843,
      "grad_norm": 0.47094783186912537,
      "learning_rate": 0.00019765697553986237,
      "loss": 2.3467,
      "step": 105
    },
    {
      "epoch": 0.07649977447000451,
      "grad_norm": 0.48053285479545593,
      "learning_rate": 0.00019760758775559274,
      "loss": 2.2688,
      "step": 106
    },
    {
      "epoch": 0.0772214704555706,
      "grad_norm": 0.5374980568885803,
      "learning_rate": 0.00019755769117229993,
      "loss": 2.1842,
      "step": 107
    },
    {
      "epoch": 0.07794316644113668,
      "grad_norm": 0.5351445078849792,
      "learning_rate": 0.0001975072860500799,
      "loss": 2.1682,
      "step": 108
    },
    {
      "epoch": 0.07866486242670274,
      "grad_norm": 0.5035346150398254,
      "learning_rate": 0.00019745637265167939,
      "loss": 2.1504,
      "step": 109
    },
    {
      "epoch": 0.07938655841226883,
      "grad_norm": 0.5489168763160706,
      "learning_rate": 0.0001974049512424946,
      "loss": 2.3029,
      "step": 110
    },
    {
      "epoch": 0.08010825439783491,
      "grad_norm": 0.5840017199516296,
      "learning_rate": 0.00019735302209056998,
      "loss": 2.2744,
      "step": 111
    },
    {
      "epoch": 0.08082995038340099,
      "grad_norm": 0.70293790102005,
      "learning_rate": 0.00019730058546659653,
      "loss": 2.1975,
      "step": 112
    },
    {
      "epoch": 0.08155164636896707,
      "grad_norm": 0.5234377384185791,
      "learning_rate": 0.00019724764164391062,
      "loss": 1.9757,
      "step": 113
    },
    {
      "epoch": 0.08227334235453315,
      "grad_norm": 0.6401048302650452,
      "learning_rate": 0.00019719419089849247,
      "loss": 2.1982,
      "step": 114
    },
    {
      "epoch": 0.08299503834009923,
      "grad_norm": 0.6585163474082947,
      "learning_rate": 0.0001971402335089648,
      "loss": 2.2949,
      "step": 115
    },
    {
      "epoch": 0.08371673432566532,
      "grad_norm": 0.5673506855964661,
      "learning_rate": 0.00019708576975659123,
      "loss": 2.1952,
      "step": 116
    },
    {
      "epoch": 0.0844384303112314,
      "grad_norm": 0.5912712216377258,
      "learning_rate": 0.00019703079992527495,
      "loss": 2.1378,
      "step": 117
    },
    {
      "epoch": 0.08516012629679748,
      "grad_norm": 0.6856298446655273,
      "learning_rate": 0.00019697532430155716,
      "loss": 2.4296,
      "step": 118
    },
    {
      "epoch": 0.08588182228236356,
      "grad_norm": 0.5803117156028748,
      "learning_rate": 0.00019691934317461564,
      "loss": 2.1261,
      "step": 119
    },
    {
      "epoch": 0.08660351826792964,
      "grad_norm": 0.7547752857208252,
      "learning_rate": 0.00019686285683626314,
      "loss": 2.4207,
      "step": 120
    },
    {
      "epoch": 0.08732521425349571,
      "grad_norm": 0.869152307510376,
      "learning_rate": 0.00019680586558094601,
      "loss": 2.3041,
      "step": 121
    },
    {
      "epoch": 0.08804691023906179,
      "grad_norm": 0.6718726754188538,
      "learning_rate": 0.00019674836970574254,
      "loss": 2.1976,
      "step": 122
    },
    {
      "epoch": 0.08876860622462787,
      "grad_norm": 0.7318276166915894,
      "learning_rate": 0.00019669036951036143,
      "loss": 2.1581,
      "step": 123
    },
    {
      "epoch": 0.08949030221019395,
      "grad_norm": 0.7330104112625122,
      "learning_rate": 0.0001966318652971402,
      "loss": 2.197,
      "step": 124
    },
    {
      "epoch": 0.09021199819576003,
      "grad_norm": 0.6871702075004578,
      "learning_rate": 0.00019657285737104387,
      "loss": 2.2015,
      "step": 125
    },
    {
      "epoch": 0.09093369418132612,
      "grad_norm": 0.6264623403549194,
      "learning_rate": 0.00019651334603966295,
      "loss": 1.9892,
      "step": 126
    },
    {
      "epoch": 0.0916553901668922,
      "grad_norm": 0.6817416548728943,
      "learning_rate": 0.00019645333161321212,
      "loss": 2.1117,
      "step": 127
    },
    {
      "epoch": 0.09237708615245828,
      "grad_norm": 0.7057774066925049,
      "learning_rate": 0.00019639281440452856,
      "loss": 2.0701,
      "step": 128
    },
    {
      "epoch": 0.09309878213802436,
      "grad_norm": 0.8429477214813232,
      "learning_rate": 0.00019633179472907034,
      "loss": 2.066,
      "step": 129
    },
    {
      "epoch": 0.09382047812359044,
      "grad_norm": 0.8762829899787903,
      "learning_rate": 0.00019627027290491458,
      "loss": 1.9662,
      "step": 130
    },
    {
      "epoch": 0.09454217410915652,
      "grad_norm": 0.8682304620742798,
      "learning_rate": 0.00019620824925275617,
      "loss": 2.0542,
      "step": 131
    },
    {
      "epoch": 0.09526387009472259,
      "grad_norm": 0.7080212235450745,
      "learning_rate": 0.00019614572409590574,
      "loss": 1.9046,
      "step": 132
    },
    {
      "epoch": 0.09598556608028867,
      "grad_norm": 0.9244979023933411,
      "learning_rate": 0.00019608269776028814,
      "loss": 2.3299,
      "step": 133
    },
    {
      "epoch": 0.09670726206585475,
      "grad_norm": 0.8481453061103821,
      "learning_rate": 0.00019601917057444072,
      "loss": 2.2269,
      "step": 134
    },
    {
      "epoch": 0.09742895805142084,
      "grad_norm": 0.9231504797935486,
      "learning_rate": 0.00019595514286951154,
      "loss": 2.0092,
      "step": 135
    },
    {
      "epoch": 0.09815065403698692,
      "grad_norm": 0.9116832613945007,
      "learning_rate": 0.0001958906149792579,
      "loss": 1.8732,
      "step": 136
    },
    {
      "epoch": 0.098872350022553,
      "grad_norm": 0.9472717642784119,
      "learning_rate": 0.00019582558724004422,
      "loss": 2.0666,
      "step": 137
    },
    {
      "epoch": 0.09959404600811908,
      "grad_norm": 0.9258946180343628,
      "learning_rate": 0.0001957600599908406,
      "loss": 1.7715,
      "step": 138
    },
    {
      "epoch": 0.10031574199368516,
      "grad_norm": 0.9566569924354553,
      "learning_rate": 0.0001956940335732209,
      "loss": 1.7997,
      "step": 139
    },
    {
      "epoch": 0.10103743797925124,
      "grad_norm": 0.8988190293312073,
      "learning_rate": 0.00019562750833136097,
      "loss": 2.0194,
      "step": 140
    },
    {
      "epoch": 0.10175913396481732,
      "grad_norm": 1.050419569015503,
      "learning_rate": 0.00019556048461203692,
      "loss": 1.963,
      "step": 141
    },
    {
      "epoch": 0.1024808299503834,
      "grad_norm": 1.1162875890731812,
      "learning_rate": 0.00019549296276462325,
      "loss": 1.8263,
      "step": 142
    },
    {
      "epoch": 0.10320252593594949,
      "grad_norm": 1.0332965850830078,
      "learning_rate": 0.00019542494314109108,
      "loss": 2.0438,
      "step": 143
    },
    {
      "epoch": 0.10392422192151556,
      "grad_norm": 1.0536805391311646,
      "learning_rate": 0.00019535642609600623,
      "loss": 1.9292,
      "step": 144
    },
    {
      "epoch": 0.10464591790708164,
      "grad_norm": 1.3620160818099976,
      "learning_rate": 0.0001952874119865275,
      "loss": 2.0937,
      "step": 145
    },
    {
      "epoch": 0.10536761389264772,
      "grad_norm": 1.2826073169708252,
      "learning_rate": 0.0001952179011724047,
      "loss": 2.1544,
      "step": 146
    },
    {
      "epoch": 0.1060893098782138,
      "grad_norm": 1.4063255786895752,
      "learning_rate": 0.0001951478940159768,
      "loss": 2.0204,
      "step": 147
    },
    {
      "epoch": 0.10681100586377988,
      "grad_norm": 1.2848083972930908,
      "learning_rate": 0.00019507739088217007,
      "loss": 1.6873,
      "step": 148
    },
    {
      "epoch": 0.10753270184934596,
      "grad_norm": 1.971733808517456,
      "learning_rate": 0.0001950063921384962,
      "loss": 2.1275,
      "step": 149
    },
    {
      "epoch": 0.10825439783491204,
      "grad_norm": 3.9842607975006104,
      "learning_rate": 0.00019493489815505018,
      "loss": 2.4682,
      "step": 150
    },
    {
      "epoch": 0.10897609382047813,
      "grad_norm": 0.6158646941184998,
      "learning_rate": 0.00019486290930450885,
      "loss": 2.262,
      "step": 151
    },
    {
      "epoch": 0.10969778980604421,
      "grad_norm": 0.6413013339042664,
      "learning_rate": 0.0001947904259621283,
      "loss": 2.1163,
      "step": 152
    },
    {
      "epoch": 0.11041948579161029,
      "grad_norm": 0.7221783995628357,
      "learning_rate": 0.0001947174485057425,
      "loss": 2.1736,
      "step": 153
    },
    {
      "epoch": 0.11114118177717637,
      "grad_norm": 0.678456723690033,
      "learning_rate": 0.00019464397731576094,
      "loss": 2.436,
      "step": 154
    },
    {
      "epoch": 0.11186287776274244,
      "grad_norm": 0.5877582430839539,
      "learning_rate": 0.00019457001277516689,
      "loss": 2.0767,
      "step": 155
    },
    {
      "epoch": 0.11258457374830852,
      "grad_norm": 0.6310323476791382,
      "learning_rate": 0.00019449555526951528,
      "loss": 1.9639,
      "step": 156
    },
    {
      "epoch": 0.1133062697338746,
      "grad_norm": 0.5505667328834534,
      "learning_rate": 0.0001944206051869307,
      "loss": 2.1359,
      "step": 157
    },
    {
      "epoch": 0.11402796571944068,
      "grad_norm": 0.5132772922515869,
      "learning_rate": 0.0001943451629181054,
      "loss": 2.082,
      "step": 158
    },
    {
      "epoch": 0.11474966170500676,
      "grad_norm": 0.5102986097335815,
      "learning_rate": 0.00019426922885629723,
      "loss": 2.2138,
      "step": 159
    },
    {
      "epoch": 0.11547135769057285,
      "grad_norm": 0.5570923686027527,
      "learning_rate": 0.0001941928033973277,
      "loss": 2.2025,
      "step": 160
    },
    {
      "epoch": 0.11619305367613893,
      "grad_norm": 0.6308946013450623,
      "learning_rate": 0.00019411588693957974,
      "loss": 2.2005,
      "step": 161
    },
    {
      "epoch": 0.11691474966170501,
      "grad_norm": 0.7109988927841187,
      "learning_rate": 0.0001940384798839957,
      "loss": 2.2904,
      "step": 162
    },
    {
      "epoch": 0.11763644564727109,
      "grad_norm": 0.7630387544631958,
      "learning_rate": 0.0001939605826340753,
      "loss": 2.2,
      "step": 163
    },
    {
      "epoch": 0.11835814163283717,
      "grad_norm": 0.7256747484207153,
      "learning_rate": 0.00019388219559587352,
      "loss": 2.2309,
      "step": 164
    },
    {
      "epoch": 0.11907983761840325,
      "grad_norm": 0.6030916571617126,
      "learning_rate": 0.00019380331917799844,
      "loss": 1.8875,
      "step": 165
    },
    {
      "epoch": 0.11980153360396933,
      "grad_norm": 0.6783660650253296,
      "learning_rate": 0.00019372395379160912,
      "loss": 2.2135,
      "step": 166
    },
    {
      "epoch": 0.1205232295895354,
      "grad_norm": 0.638262152671814,
      "learning_rate": 0.00019364409985041348,
      "loss": 2.2346,
      "step": 167
    },
    {
      "epoch": 0.12124492557510148,
      "grad_norm": 0.6536004543304443,
      "learning_rate": 0.00019356375777066604,
      "loss": 1.9503,
      "step": 168
    },
    {
      "epoch": 0.12196662156066757,
      "grad_norm": 0.6134893298149109,
      "learning_rate": 0.00019348292797116603,
      "loss": 2.1744,
      "step": 169
    },
    {
      "epoch": 0.12268831754623365,
      "grad_norm": 0.6536221504211426,
      "learning_rate": 0.0001934016108732548,
      "loss": 2.0167,
      "step": 170
    },
    {
      "epoch": 0.12341001353179973,
      "grad_norm": 0.6787707209587097,
      "learning_rate": 0.00019331980690081403,
      "loss": 1.9931,
      "step": 171
    },
    {
      "epoch": 0.12413170951736581,
      "grad_norm": 0.6157323718070984,
      "learning_rate": 0.0001932375164802632,
      "loss": 2.1747,
      "step": 172
    },
    {
      "epoch": 0.12485340550293189,
      "grad_norm": 0.8134084939956665,
      "learning_rate": 0.00019315474004055755,
      "loss": 1.9584,
      "step": 173
    },
    {
      "epoch": 0.12557510148849796,
      "grad_norm": 0.8244889974594116,
      "learning_rate": 0.00019307147801318585,
      "loss": 2.2871,
      "step": 174
    },
    {
      "epoch": 0.12629679747406405,
      "grad_norm": 0.713371217250824,
      "learning_rate": 0.0001929877308321679,
      "loss": 1.9969,
      "step": 175
    },
    {
      "epoch": 0.12701849345963012,
      "grad_norm": 0.7882823944091797,
      "learning_rate": 0.00019290349893405268,
      "loss": 2.0062,
      "step": 176
    },
    {
      "epoch": 0.12774018944519622,
      "grad_norm": 0.8198732733726501,
      "learning_rate": 0.00019281878275791573,
      "loss": 2.1257,
      "step": 177
    },
    {
      "epoch": 0.12846188543076228,
      "grad_norm": 0.9126384854316711,
      "learning_rate": 0.00019273358274535704,
      "loss": 2.1199,
      "step": 178
    },
    {
      "epoch": 0.12918358141632838,
      "grad_norm": 0.8365421295166016,
      "learning_rate": 0.00019264789934049867,
      "loss": 2.1044,
      "step": 179
    },
    {
      "epoch": 0.12990527740189445,
      "grad_norm": 0.8242284059524536,
      "learning_rate": 0.00019256173298998243,
      "loss": 1.8642,
      "step": 180
    },
    {
      "epoch": 0.13062697338746054,
      "grad_norm": 0.9543386697769165,
      "learning_rate": 0.00019247508414296763,
      "loss": 1.9914,
      "step": 181
    },
    {
      "epoch": 0.1313486693730266,
      "grad_norm": 0.708347737789154,
      "learning_rate": 0.0001923879532511287,
      "loss": 1.9366,
      "step": 182
    },
    {
      "epoch": 0.1320703653585927,
      "grad_norm": 0.9311351180076599,
      "learning_rate": 0.00019230034076865273,
      "loss": 2.2151,
      "step": 183
    },
    {
      "epoch": 0.13279206134415877,
      "grad_norm": 0.7920908331871033,
      "learning_rate": 0.00019221224715223732,
      "loss": 1.9127,
      "step": 184
    },
    {
      "epoch": 0.13351375732972484,
      "grad_norm": 0.7841701507568359,
      "learning_rate": 0.00019212367286108802,
      "loss": 2.0701,
      "step": 185
    },
    {
      "epoch": 0.13423545331529094,
      "grad_norm": 0.975544273853302,
      "learning_rate": 0.00019203461835691594,
      "loss": 2.1243,
      "step": 186
    },
    {
      "epoch": 0.134957149300857,
      "grad_norm": 0.8283627033233643,
      "learning_rate": 0.0001919450841039355,
      "loss": 1.9482,
      "step": 187
    },
    {
      "epoch": 0.1356788452864231,
      "grad_norm": 0.8968517184257507,
      "learning_rate": 0.00019185507056886184,
      "loss": 2.1175,
      "step": 188
    },
    {
      "epoch": 0.13640054127198917,
      "grad_norm": 0.8939091563224792,
      "learning_rate": 0.00019176457822090847,
      "loss": 2.0676,
      "step": 189
    },
    {
      "epoch": 0.13712223725755526,
      "grad_norm": 0.9933748245239258,
      "learning_rate": 0.00019167360753178481,
      "loss": 2.0722,
      "step": 190
    },
    {
      "epoch": 0.13784393324312133,
      "grad_norm": 0.800916314125061,
      "learning_rate": 0.0001915821589756937,
      "loss": 1.7657,
      "step": 191
    },
    {
      "epoch": 0.13856562922868743,
      "grad_norm": 1.0454133749008179,
      "learning_rate": 0.000191490233029329,
      "loss": 2.0465,
      "step": 192
    },
    {
      "epoch": 0.1392873252142535,
      "grad_norm": 1.2548209428787231,
      "learning_rate": 0.00019139783017187308,
      "loss": 2.0939,
      "step": 193
    },
    {
      "epoch": 0.1400090211998196,
      "grad_norm": 1.0708158016204834,
      "learning_rate": 0.0001913049508849942,
      "loss": 1.914,
      "step": 194
    },
    {
      "epoch": 0.14073071718538566,
      "grad_norm": 1.0997921228408813,
      "learning_rate": 0.00019121159565284418,
      "loss": 2.0437,
      "step": 195
    },
    {
      "epoch": 0.14145241317095172,
      "grad_norm": 1.2335484027862549,
      "learning_rate": 0.0001911177649620558,
      "loss": 2.0063,
      "step": 196
    },
    {
      "epoch": 0.14217410915651782,
      "grad_norm": 1.3383139371871948,
      "learning_rate": 0.00019102345930174032,
      "loss": 1.9964,
      "step": 197
    },
    {
      "epoch": 0.1428958051420839,
      "grad_norm": 1.6587332487106323,
      "learning_rate": 0.00019092867916348477,
      "loss": 2.1675,
      "step": 198
    },
    {
      "epoch": 0.14361750112764998,
      "grad_norm": 1.5344728231430054,
      "learning_rate": 0.00019083342504134948,
      "loss": 1.7979,
      "step": 199
    },
    {
      "epoch": 0.14433919711321605,
      "grad_norm": 2.2155532836914062,
      "learning_rate": 0.0001907376974318656,
      "loss": 1.9302,
      "step": 200
    },
    {
      "epoch": 0.14506089309878215,
      "grad_norm": 0.6164222955703735,
      "learning_rate": 0.00019064149683403238,
      "loss": 2.1903,
      "step": 201
    },
    {
      "epoch": 0.1457825890843482,
      "grad_norm": 0.9634286761283875,
      "learning_rate": 0.00019054482374931467,
      "loss": 2.076,
      "step": 202
    },
    {
      "epoch": 0.1465042850699143,
      "grad_norm": 0.8501553535461426,
      "learning_rate": 0.00019044767868164019,
      "loss": 2.2326,
      "step": 203
    },
    {
      "epoch": 0.14722598105548038,
      "grad_norm": 0.7315196990966797,
      "learning_rate": 0.0001903500621373969,
      "loss": 2.2759,
      "step": 204
    },
    {
      "epoch": 0.14794767704104647,
      "grad_norm": 0.529922366142273,
      "learning_rate": 0.00019025197462543063,
      "loss": 2.1841,
      "step": 205
    },
    {
      "epoch": 0.14866937302661254,
      "grad_norm": 0.4732873737812042,
      "learning_rate": 0.00019015341665704205,
      "loss": 2.1933,
      "step": 206
    },
    {
      "epoch": 0.1493910690121786,
      "grad_norm": 0.5511332154273987,
      "learning_rate": 0.00019005438874598424,
      "loss": 2.1004,
      "step": 207
    },
    {
      "epoch": 0.1501127649977447,
      "grad_norm": 0.5770272612571716,
      "learning_rate": 0.00018995489140845995,
      "loss": 2.327,
      "step": 208
    },
    {
      "epoch": 0.15083446098331077,
      "grad_norm": 0.49417340755462646,
      "learning_rate": 0.0001898549251631189,
      "loss": 2.0471,
      "step": 209
    },
    {
      "epoch": 0.15155615696887687,
      "grad_norm": 0.5368818044662476,
      "learning_rate": 0.00018975449053105505,
      "loss": 2.3181,
      "step": 210
    },
    {
      "epoch": 0.15227785295444293,
      "grad_norm": 0.6133489608764648,
      "learning_rate": 0.00018965358803580396,
      "loss": 2.115,
      "step": 211
    },
    {
      "epoch": 0.15299954894000903,
      "grad_norm": 0.5171239376068115,
      "learning_rate": 0.00018955221820334008,
      "loss": 2.1355,
      "step": 212
    },
    {
      "epoch": 0.1537212449255751,
      "grad_norm": 0.7987271547317505,
      "learning_rate": 0.00018945038156207384,
      "loss": 2.3162,
      "step": 213
    },
    {
      "epoch": 0.1544429409111412,
      "grad_norm": 0.5600107312202454,
      "learning_rate": 0.00018934807864284903,
      "loss": 1.9547,
      "step": 214
    },
    {
      "epoch": 0.15516463689670726,
      "grad_norm": 0.5587576031684875,
      "learning_rate": 0.00018924530997894005,
      "loss": 1.8486,
      "step": 215
    },
    {
      "epoch": 0.15588633288227335,
      "grad_norm": 0.589300274848938,
      "learning_rate": 0.0001891420761060491,
      "loss": 2.1798,
      "step": 216
    },
    {
      "epoch": 0.15660802886783942,
      "grad_norm": 0.6360174417495728,
      "learning_rate": 0.00018903837756230324,
      "loss": 2.2196,
      "step": 217
    },
    {
      "epoch": 0.1573297248534055,
      "grad_norm": 0.6449594497680664,
      "learning_rate": 0.0001889342148882519,
      "loss": 2.0472,
      "step": 218
    },
    {
      "epoch": 0.15805142083897158,
      "grad_norm": 0.6656434535980225,
      "learning_rate": 0.00018882958862686375,
      "loss": 1.9652,
      "step": 219
    },
    {
      "epoch": 0.15877311682453765,
      "grad_norm": 0.8659729361534119,
      "learning_rate": 0.0001887244993235241,
      "loss": 2.4764,
      "step": 220
    },
    {
      "epoch": 0.15949481281010375,
      "grad_norm": 0.8171712160110474,
      "learning_rate": 0.00018861894752603185,
      "loss": 2.1561,
      "step": 221
    },
    {
      "epoch": 0.16021650879566982,
      "grad_norm": 0.7130582332611084,
      "learning_rate": 0.00018851293378459685,
      "loss": 2.1351,
      "step": 222
    },
    {
      "epoch": 0.1609382047812359,
      "grad_norm": 0.7399480938911438,
      "learning_rate": 0.00018840645865183685,
      "loss": 2.0765,
      "step": 223
    },
    {
      "epoch": 0.16165990076680198,
      "grad_norm": 0.7422139048576355,
      "learning_rate": 0.0001882995226827747,
      "loss": 2.3947,
      "step": 224
    },
    {
      "epoch": 0.16238159675236807,
      "grad_norm": 0.8155325055122375,
      "learning_rate": 0.0001881921264348355,
      "loss": 2.0309,
      "step": 225
    },
    {
      "epoch": 0.16310329273793414,
      "grad_norm": 0.8547623157501221,
      "learning_rate": 0.00018808427046784366,
      "loss": 2.0453,
      "step": 226
    },
    {
      "epoch": 0.16382498872350024,
      "grad_norm": 0.7764233350753784,
      "learning_rate": 0.00018797595534401982,
      "loss": 2.2223,
      "step": 227
    },
    {
      "epoch": 0.1645466847090663,
      "grad_norm": 0.8035117387771606,
      "learning_rate": 0.00018786718162797826,
      "loss": 2.2135,
      "step": 228
    },
    {
      "epoch": 0.1652683806946324,
      "grad_norm": 0.8179129362106323,
      "learning_rate": 0.00018775794988672365,
      "loss": 1.9684,
      "step": 229
    },
    {
      "epoch": 0.16599007668019847,
      "grad_norm": 0.8014127612113953,
      "learning_rate": 0.0001876482606896482,
      "loss": 2.1165,
      "step": 230
    },
    {
      "epoch": 0.16671177266576453,
      "grad_norm": 0.8804551959037781,
      "learning_rate": 0.00018753811460852878,
      "loss": 2.0922,
      "step": 231
    },
    {
      "epoch": 0.16743346865133063,
      "grad_norm": 0.7968458533287048,
      "learning_rate": 0.00018742751221752376,
      "loss": 1.9643,
      "step": 232
    },
    {
      "epoch": 0.1681551646368967,
      "grad_norm": 0.8599533438682556,
      "learning_rate": 0.00018731645409317022,
      "loss": 2.0997,
      "step": 233
    },
    {
      "epoch": 0.1688768606224628,
      "grad_norm": 0.9340727925300598,
      "learning_rate": 0.00018720494081438078,
      "loss": 2.0181,
      "step": 234
    },
    {
      "epoch": 0.16959855660802886,
      "grad_norm": 0.9574612975120544,
      "learning_rate": 0.00018709297296244063,
      "loss": 1.949,
      "step": 235
    },
    {
      "epoch": 0.17032025259359496,
      "grad_norm": 0.8777369260787964,
      "learning_rate": 0.0001869805511210045,
      "loss": 2.1541,
      "step": 236
    },
    {
      "epoch": 0.17104194857916102,
      "grad_norm": 0.8420465588569641,
      "learning_rate": 0.00018686767587609374,
      "loss": 2.0835,
      "step": 237
    },
    {
      "epoch": 0.17176364456472712,
      "grad_norm": 0.8217591643333435,
      "learning_rate": 0.00018675434781609303,
      "loss": 2.0767,
      "step": 238
    },
    {
      "epoch": 0.1724853405502932,
      "grad_norm": 0.9460487365722656,
      "learning_rate": 0.00018664056753174752,
      "loss": 1.726,
      "step": 239
    },
    {
      "epoch": 0.17320703653585928,
      "grad_norm": 0.9173077940940857,
      "learning_rate": 0.00018652633561615963,
      "loss": 1.7955,
      "step": 240
    },
    {
      "epoch": 0.17392873252142535,
      "grad_norm": 1.01125967502594,
      "learning_rate": 0.00018641165266478603,
      "loss": 1.8859,
      "step": 241
    },
    {
      "epoch": 0.17465042850699142,
      "grad_norm": 1.0319805145263672,
      "learning_rate": 0.00018629651927543447,
      "loss": 2.1435,
      "step": 242
    },
    {
      "epoch": 0.1753721244925575,
      "grad_norm": 0.9749162197113037,
      "learning_rate": 0.00018618093604826067,
      "loss": 1.8844,
      "step": 243
    },
    {
      "epoch": 0.17609382047812358,
      "grad_norm": 1.1668823957443237,
      "learning_rate": 0.0001860649035857653,
      "loss": 2.1123,
      "step": 244
    },
    {
      "epoch": 0.17681551646368968,
      "grad_norm": 1.1560380458831787,
      "learning_rate": 0.0001859484224927907,
      "loss": 1.7198,
      "step": 245
    },
    {
      "epoch": 0.17753721244925574,
      "grad_norm": 1.3912338018417358,
      "learning_rate": 0.0001858314933765178,
      "loss": 1.9941,
      "step": 246
    },
    {
      "epoch": 0.17825890843482184,
      "grad_norm": 1.355678915977478,
      "learning_rate": 0.00018571411684646297,
      "loss": 1.8935,
      "step": 247
    },
    {
      "epoch": 0.1789806044203879,
      "grad_norm": 1.3691956996917725,
      "learning_rate": 0.00018559629351447477,
      "loss": 1.782,
      "step": 248
    },
    {
      "epoch": 0.179702300405954,
      "grad_norm": 1.4154618978500366,
      "learning_rate": 0.00018547802399473086,
      "loss": 1.6525,
      "step": 249
    },
    {
      "epoch": 0.18042399639152007,
      "grad_norm": 2.581845283508301,
      "learning_rate": 0.00018535930890373466,
      "loss": 1.5474,
      "step": 250
    },
    {
      "epoch": 0.18114569237708616,
      "grad_norm": 0.6888974905014038,
      "learning_rate": 0.00018524014886031227,
      "loss": 2.2128,
      "step": 251
    },
    {
      "epoch": 0.18186738836265223,
      "grad_norm": 0.8258308172225952,
      "learning_rate": 0.0001851205444856092,
      "loss": 2.0903,
      "step": 252
    },
    {
      "epoch": 0.1825890843482183,
      "grad_norm": 0.7497272491455078,
      "learning_rate": 0.00018500049640308712,
      "loss": 1.92,
      "step": 253
    },
    {
      "epoch": 0.1833107803337844,
      "grad_norm": 0.788401186466217,
      "learning_rate": 0.0001848800052385206,
      "loss": 2.196,
      "step": 254
    },
    {
      "epoch": 0.18403247631935046,
      "grad_norm": 0.5871650576591492,
      "learning_rate": 0.00018475907161999387,
      "loss": 2.1474,
      "step": 255
    },
    {
      "epoch": 0.18475417230491656,
      "grad_norm": 0.5580719709396362,
      "learning_rate": 0.00018463769617789756,
      "loss": 2.0097,
      "step": 256
    },
    {
      "epoch": 0.18547586829048263,
      "grad_norm": 0.5166705846786499,
      "learning_rate": 0.00018451587954492534,
      "loss": 2.1979,
      "step": 257
    },
    {
      "epoch": 0.18619756427604872,
      "grad_norm": 0.5800661444664001,
      "learning_rate": 0.0001843936223560707,
      "loss": 2.0718,
      "step": 258
    },
    {
      "epoch": 0.1869192602616148,
      "grad_norm": 0.5905538201332092,
      "learning_rate": 0.0001842709252486237,
      "loss": 2.0618,
      "step": 259
    },
    {
      "epoch": 0.18764095624718088,
      "grad_norm": 0.5135846138000488,
      "learning_rate": 0.00018414778886216744,
      "loss": 2.0013,
      "step": 260
    },
    {
      "epoch": 0.18836265223274695,
      "grad_norm": 0.532800555229187,
      "learning_rate": 0.00018402421383857488,
      "loss": 2.1229,
      "step": 261
    },
    {
      "epoch": 0.18908434821831305,
      "grad_norm": 0.6374764442443848,
      "learning_rate": 0.0001839002008220055,
      "loss": 2.3892,
      "step": 262
    },
    {
      "epoch": 0.18980604420387912,
      "grad_norm": 0.6927574872970581,
      "learning_rate": 0.00018377575045890195,
      "loss": 2.1997,
      "step": 263
    },
    {
      "epoch": 0.19052774018944518,
      "grad_norm": 0.598151683807373,
      "learning_rate": 0.0001836508633979865,
      "loss": 2.067,
      "step": 264
    },
    {
      "epoch": 0.19124943617501128,
      "grad_norm": 0.6037899255752563,
      "learning_rate": 0.00018352554029025788,
      "loss": 2.0528,
      "step": 265
    },
    {
      "epoch": 0.19197113216057735,
      "grad_norm": 0.5801073312759399,
      "learning_rate": 0.0001833997817889878,
      "loss": 2.1585,
      "step": 266
    },
    {
      "epoch": 0.19269282814614344,
      "grad_norm": 0.7313330769538879,
      "learning_rate": 0.00018327358854971755,
      "loss": 1.8461,
      "step": 267
    },
    {
      "epoch": 0.1934145241317095,
      "grad_norm": 0.7687223553657532,
      "learning_rate": 0.00018314696123025454,
      "loss": 2.1424,
      "step": 268
    },
    {
      "epoch": 0.1941362201172756,
      "grad_norm": 0.7423839569091797,
      "learning_rate": 0.00018301990049066893,
      "loss": 2.0087,
      "step": 269
    },
    {
      "epoch": 0.19485791610284167,
      "grad_norm": 0.7465153932571411,
      "learning_rate": 0.0001828924069932902,
      "loss": 2.0469,
      "step": 270
    },
    {
      "epoch": 0.19557961208840777,
      "grad_norm": 0.931096613407135,
      "learning_rate": 0.00018276448140270364,
      "loss": 2.3121,
      "step": 271
    },
    {
      "epoch": 0.19630130807397383,
      "grad_norm": 0.7983875274658203,
      "learning_rate": 0.0001826361243857469,
      "loss": 2.2648,
      "step": 272
    },
    {
      "epoch": 0.19702300405953993,
      "grad_norm": 0.8447086811065674,
      "learning_rate": 0.00018250733661150648,
      "loss": 2.0364,
      "step": 273
    },
    {
      "epoch": 0.197744700045106,
      "grad_norm": 0.7398608922958374,
      "learning_rate": 0.00018237811875131444,
      "loss": 1.9596,
      "step": 274
    },
    {
      "epoch": 0.1984663960306721,
      "grad_norm": 0.8502016067504883,
      "learning_rate": 0.00018224847147874462,
      "loss": 2.4299,
      "step": 275
    },
    {
      "epoch": 0.19918809201623816,
      "grad_norm": 0.9760386347770691,
      "learning_rate": 0.00018211839546960928,
      "loss": 1.9954,
      "step": 276
    },
    {
      "epoch": 0.19990978800180423,
      "grad_norm": 0.7619991898536682,
      "learning_rate": 0.00018198789140195558,
      "loss": 2.0069,
      "step": 277
    },
    {
      "epoch": 0.20063148398737032,
      "grad_norm": 0.7860358953475952,
      "learning_rate": 0.00018185695995606195,
      "loss": 2.0019,
      "step": 278
    },
    {
      "epoch": 0.2013531799729364,
      "grad_norm": 0.7447078824043274,
      "learning_rate": 0.00018172560181443478,
      "loss": 1.9225,
      "step": 279
    },
    {
      "epoch": 0.2020748759585025,
      "grad_norm": 0.8691404461860657,
      "learning_rate": 0.00018159381766180452,
      "loss": 1.9426,
      "step": 280
    },
    {
      "epoch": 0.20279657194406855,
      "grad_norm": 0.8682317137718201,
      "learning_rate": 0.00018146160818512236,
      "loss": 2.1926,
      "step": 281
    },
    {
      "epoch": 0.20351826792963465,
      "grad_norm": 0.787153422832489,
      "learning_rate": 0.00018132897407355657,
      "loss": 2.1027,
      "step": 282
    },
    {
      "epoch": 0.20423996391520072,
      "grad_norm": 0.8708546161651611,
      "learning_rate": 0.0001811959160184889,
      "loss": 2.0175,
      "step": 283
    },
    {
      "epoch": 0.2049616599007668,
      "grad_norm": 0.8168178200721741,
      "learning_rate": 0.00018106243471351105,
      "loss": 1.9511,
      "step": 284
    },
    {
      "epoch": 0.20568335588633288,
      "grad_norm": 0.7934575080871582,
      "learning_rate": 0.00018092853085442093,
      "loss": 1.9617,
      "step": 285
    },
    {
      "epoch": 0.20640505187189898,
      "grad_norm": 0.8881350159645081,
      "learning_rate": 0.00018079420513921913,
      "loss": 1.9058,
      "step": 286
    },
    {
      "epoch": 0.20712674785746504,
      "grad_norm": 0.8753269910812378,
      "learning_rate": 0.0001806594582681052,
      "loss": 1.8388,
      "step": 287
    },
    {
      "epoch": 0.2078484438430311,
      "grad_norm": 0.9885212779045105,
      "learning_rate": 0.00018052429094347411,
      "loss": 2.0455,
      "step": 288
    },
    {
      "epoch": 0.2085701398285972,
      "grad_norm": 1.0785071849822998,
      "learning_rate": 0.00018038870386991255,
      "loss": 1.9021,
      "step": 289
    },
    {
      "epoch": 0.20929183581416327,
      "grad_norm": 0.9112974405288696,
      "learning_rate": 0.00018025269775419507,
      "loss": 1.9738,
      "step": 290
    },
    {
      "epoch": 0.21001353179972937,
      "grad_norm": 1.0179544687271118,
      "learning_rate": 0.00018011627330528083,
      "loss": 1.982,
      "step": 291
    },
    {
      "epoch": 0.21073522778529544,
      "grad_norm": 1.0417858362197876,
      "learning_rate": 0.00017997943123430936,
      "loss": 1.8698,
      "step": 292
    },
    {
      "epoch": 0.21145692377086153,
      "grad_norm": 1.0327905416488647,
      "learning_rate": 0.00017984217225459735,
      "loss": 2.2606,
      "step": 293
    },
    {
      "epoch": 0.2121786197564276,
      "grad_norm": 1.2339184284210205,
      "learning_rate": 0.00017970449708163452,
      "loss": 2.0921,
      "step": 294
    },
    {
      "epoch": 0.2129003157419937,
      "grad_norm": 1.24590265750885,
      "learning_rate": 0.00017956640643308026,
      "loss": 1.7965,
      "step": 295
    },
    {
      "epoch": 0.21362201172755976,
      "grad_norm": 1.312217116355896,
      "learning_rate": 0.0001794279010287596,
      "loss": 2.0408,
      "step": 296
    },
    {
      "epoch": 0.21434370771312586,
      "grad_norm": 1.4103502035140991,
      "learning_rate": 0.00017928898159065955,
      "loss": 1.9053,
      "step": 297
    },
    {
      "epoch": 0.21506540369869193,
      "grad_norm": 1.703533411026001,
      "learning_rate": 0.00017914964884292544,
      "loss": 1.9093,
      "step": 298
    },
    {
      "epoch": 0.215787099684258,
      "grad_norm": 2.169534206390381,
      "learning_rate": 0.00017900990351185696,
      "loss": 2.1195,
      "step": 299
    },
    {
      "epoch": 0.2165087956698241,
      "grad_norm": 2.453242301940918,
      "learning_rate": 0.0001788697463259046,
      "loss": 1.7326,
      "step": 300
    },
    {
      "epoch": 0.21723049165539016,
      "grad_norm": 0.4780069887638092,
      "learning_rate": 0.0001787291780156656,
      "loss": 2.0851,
      "step": 301
    },
    {
      "epoch": 0.21795218764095625,
      "grad_norm": 0.6622518301010132,
      "learning_rate": 0.00017858819931388032,
      "loss": 2.2728,
      "step": 302
    },
    {
      "epoch": 0.21867388362652232,
      "grad_norm": 0.6344410181045532,
      "learning_rate": 0.0001784468109554284,
      "loss": 1.9991,
      "step": 303
    },
    {
      "epoch": 0.21939557961208841,
      "grad_norm": 0.6557461023330688,
      "learning_rate": 0.00017830501367732484,
      "loss": 1.8844,
      "step": 304
    },
    {
      "epoch": 0.22011727559765448,
      "grad_norm": 0.6191537380218506,
      "learning_rate": 0.00017816280821871626,
      "loss": 2.0641,
      "step": 305
    },
    {
      "epoch": 0.22083897158322058,
      "grad_norm": 0.5733742713928223,
      "learning_rate": 0.00017802019532087694,
      "loss": 2.1469,
      "step": 306
    },
    {
      "epoch": 0.22156066756878665,
      "grad_norm": 0.5026456117630005,
      "learning_rate": 0.0001778771757272051,
      "loss": 2.1287,
      "step": 307
    },
    {
      "epoch": 0.22228236355435274,
      "grad_norm": 0.5065117478370667,
      "learning_rate": 0.00017773375018321886,
      "loss": 2.0407,
      "step": 308
    },
    {
      "epoch": 0.2230040595399188,
      "grad_norm": 0.9701986312866211,
      "learning_rate": 0.00017758991943655255,
      "loss": 2.1501,
      "step": 309
    },
    {
      "epoch": 0.22372575552548488,
      "grad_norm": 0.6450009942054749,
      "learning_rate": 0.00017744568423695259,
      "loss": 2.122,
      "step": 310
    },
    {
      "epoch": 0.22444745151105097,
      "grad_norm": 0.6116622686386108,
      "learning_rate": 0.0001773010453362737,
      "loss": 2.2776,
      "step": 311
    },
    {
      "epoch": 0.22516914749661704,
      "grad_norm": 0.5302889347076416,
      "learning_rate": 0.00017715600348847506,
      "loss": 2.1082,
      "step": 312
    },
    {
      "epoch": 0.22589084348218313,
      "grad_norm": 0.6382126212120056,
      "learning_rate": 0.00017701055944961623,
      "loss": 2.1427,
      "step": 313
    },
    {
      "epoch": 0.2266125394677492,
      "grad_norm": 0.6194885969161987,
      "learning_rate": 0.0001768647139778532,
      "loss": 2.1335,
      "step": 314
    },
    {
      "epoch": 0.2273342354533153,
      "grad_norm": 0.620015561580658,
      "learning_rate": 0.0001767184678334347,
      "loss": 2.0323,
      "step": 315
    },
    {
      "epoch": 0.22805593143888137,
      "grad_norm": 0.6994773745536804,
      "learning_rate": 0.00017657182177869787,
      "loss": 2.0363,
      "step": 316
    },
    {
      "epoch": 0.22877762742444746,
      "grad_norm": 0.8717781901359558,
      "learning_rate": 0.00017642477657806453,
      "loss": 2.0696,
      "step": 317
    },
    {
      "epoch": 0.22949932341001353,
      "grad_norm": 0.762916088104248,
      "learning_rate": 0.00017627733299803712,
      "loss": 2.0517,
      "step": 318
    },
    {
      "epoch": 0.23022101939557962,
      "grad_norm": 0.6519427299499512,
      "learning_rate": 0.00017612949180719473,
      "loss": 1.8883,
      "step": 319
    },
    {
      "epoch": 0.2309427153811457,
      "grad_norm": 0.6893253326416016,
      "learning_rate": 0.00017598125377618905,
      "loss": 2.0685,
      "step": 320
    },
    {
      "epoch": 0.23166441136671176,
      "grad_norm": 0.8779245615005493,
      "learning_rate": 0.0001758326196777404,
      "loss": 2.2463,
      "step": 321
    },
    {
      "epoch": 0.23238610735227785,
      "grad_norm": 0.8362300395965576,
      "learning_rate": 0.00017568359028663364,
      "loss": 2.029,
      "step": 322
    },
    {
      "epoch": 0.23310780333784392,
      "grad_norm": 0.8052529096603394,
      "learning_rate": 0.00017553416637971424,
      "loss": 2.0568,
      "step": 323
    },
    {
      "epoch": 0.23382949932341002,
      "grad_norm": 0.8360798358917236,
      "learning_rate": 0.00017538434873588408,
      "loss": 2.2655,
      "step": 324
    },
    {
      "epoch": 0.23455119530897608,
      "grad_norm": 0.8593013286590576,
      "learning_rate": 0.00017523413813609758,
      "loss": 2.1363,
      "step": 325
    },
    {
      "epoch": 0.23527289129454218,
      "grad_norm": 0.8899540901184082,
      "learning_rate": 0.0001750835353633574,
      "loss": 2.2319,
      "step": 326
    },
    {
      "epoch": 0.23599458728010825,
      "grad_norm": 0.9656659960746765,
      "learning_rate": 0.00017493254120271056,
      "loss": 2.0035,
      "step": 327
    },
    {
      "epoch": 0.23671628326567434,
      "grad_norm": 0.7254547476768494,
      "learning_rate": 0.00017478115644124423,
      "loss": 2.0475,
      "step": 328
    },
    {
      "epoch": 0.2374379792512404,
      "grad_norm": 0.8842105269432068,
      "learning_rate": 0.0001746293818680817,
      "loss": 2.2148,
      "step": 329
    },
    {
      "epoch": 0.2381596752368065,
      "grad_norm": 0.7755090594291687,
      "learning_rate": 0.0001744772182743782,
      "loss": 2.1243,
      "step": 330
    },
    {
      "epoch": 0.23888137122237257,
      "grad_norm": 0.8732813596725464,
      "learning_rate": 0.00017432466645331683,
      "loss": 2.3306,
      "step": 331
    },
    {
      "epoch": 0.23960306720793867,
      "grad_norm": 0.8977673053741455,
      "learning_rate": 0.00017417172720010434,
      "loss": 2.1877,
      "step": 332
    },
    {
      "epoch": 0.24032476319350474,
      "grad_norm": 0.7779850959777832,
      "learning_rate": 0.00017401840131196715,
      "loss": 1.9923,
      "step": 333
    },
    {
      "epoch": 0.2410464591790708,
      "grad_norm": 0.8259854912757874,
      "learning_rate": 0.00017386468958814706,
      "loss": 2.1044,
      "step": 334
    },
    {
      "epoch": 0.2417681551646369,
      "grad_norm": 0.9102274775505066,
      "learning_rate": 0.00017371059282989703,
      "loss": 2.1632,
      "step": 335
    },
    {
      "epoch": 0.24248985115020297,
      "grad_norm": 0.8495607972145081,
      "learning_rate": 0.00017355611184047718,
      "loss": 2.2181,
      "step": 336
    },
    {
      "epoch": 0.24321154713576906,
      "grad_norm": 0.8364112377166748,
      "learning_rate": 0.0001734012474251505,
      "loss": 1.9061,
      "step": 337
    },
    {
      "epoch": 0.24393324312133513,
      "grad_norm": 0.865799069404602,
      "learning_rate": 0.00017324600039117863,
      "loss": 1.7471,
      "step": 338
    },
    {
      "epoch": 0.24465493910690123,
      "grad_norm": 0.795103132724762,
      "learning_rate": 0.0001730903715478177,
      "loss": 1.785,
      "step": 339
    },
    {
      "epoch": 0.2453766350924673,
      "grad_norm": 1.0311650037765503,
      "learning_rate": 0.00017293436170631415,
      "loss": 1.8627,
      "step": 340
    },
    {
      "epoch": 0.2460983310780334,
      "grad_norm": 0.8900341391563416,
      "learning_rate": 0.00017277797167990032,
      "loss": 1.9769,
      "step": 341
    },
    {
      "epoch": 0.24682002706359946,
      "grad_norm": 0.8887233734130859,
      "learning_rate": 0.0001726212022837905,
      "loss": 1.9886,
      "step": 342
    },
    {
      "epoch": 0.24754172304916555,
      "grad_norm": 1.1422722339630127,
      "learning_rate": 0.0001724640543351764,
      "loss": 2.1375,
      "step": 343
    },
    {
      "epoch": 0.24826341903473162,
      "grad_norm": 1.014893889427185,
      "learning_rate": 0.00017230652865322309,
      "loss": 1.9139,
      "step": 344
    },
    {
      "epoch": 0.2489851150202977,
      "grad_norm": 1.2157926559448242,
      "learning_rate": 0.00017214862605906457,
      "loss": 2.1147,
      "step": 345
    },
    {
      "epoch": 0.24970681100586378,
      "grad_norm": 1.269830346107483,
      "learning_rate": 0.0001719903473757996,
      "loss": 2.2424,
      "step": 346
    },
    {
      "epoch": 0.2504285069914299,
      "grad_norm": 1.4805721044540405,
      "learning_rate": 0.00017183169342848743,
      "loss": 2.2145,
      "step": 347
    },
    {
      "epoch": 0.2504285069914299,
      "eval_loss": 2.0448663234710693,
      "eval_runtime": 69.1417,
      "eval_samples_per_second": 16.878,
      "eval_steps_per_second": 8.446,
      "step": 347
    },
    {
      "epoch": 0.2511502029769959,
      "grad_norm": 1.4608752727508545,
      "learning_rate": 0.00017167266504414342,
      "loss": 1.8206,
      "step": 348
    },
    {
      "epoch": 0.251871898962562,
      "grad_norm": 1.7580046653747559,
      "learning_rate": 0.0001715132630517347,
      "loss": 2.1478,
      "step": 349
    },
    {
      "epoch": 0.2525935949481281,
      "grad_norm": 2.4855422973632812,
      "learning_rate": 0.000171353488282176,
      "loss": 1.9161,
      "step": 350
    },
    {
      "epoch": 0.2533152909336942,
      "grad_norm": 0.5099795460700989,
      "learning_rate": 0.00017119334156832515,
      "loss": 2.2785,
      "step": 351
    },
    {
      "epoch": 0.25403698691926024,
      "grad_norm": 0.547476053237915,
      "learning_rate": 0.00017103282374497883,
      "loss": 2.3847,
      "step": 352
    },
    {
      "epoch": 0.25475868290482634,
      "grad_norm": 0.613071858882904,
      "learning_rate": 0.0001708719356488683,
      "loss": 2.1474,
      "step": 353
    },
    {
      "epoch": 0.25548037889039243,
      "grad_norm": 0.5855858325958252,
      "learning_rate": 0.00017071067811865476,
      "loss": 1.9317,
      "step": 354
    },
    {
      "epoch": 0.25620207487595853,
      "grad_norm": 0.7890000939369202,
      "learning_rate": 0.0001705490519949253,
      "loss": 2.0565,
      "step": 355
    },
    {
      "epoch": 0.25692377086152457,
      "grad_norm": 0.5179522633552551,
      "learning_rate": 0.00017038705812018833,
      "loss": 2.0359,
      "step": 356
    },
    {
      "epoch": 0.25764546684709067,
      "grad_norm": 0.5447804927825928,
      "learning_rate": 0.00017022469733886925,
      "loss": 2.081,
      "step": 357
    },
    {
      "epoch": 0.25836716283265676,
      "grad_norm": 0.5527011752128601,
      "learning_rate": 0.00017006197049730602,
      "loss": 2.1578,
      "step": 358
    },
    {
      "epoch": 0.2590888588182228,
      "grad_norm": 0.5737714171409607,
      "learning_rate": 0.00016989887844374473,
      "loss": 2.1476,
      "step": 359
    },
    {
      "epoch": 0.2598105548037889,
      "grad_norm": 0.6283987760543823,
      "learning_rate": 0.00016973542202833528,
      "loss": 2.2796,
      "step": 360
    },
    {
      "epoch": 0.260532250789355,
      "grad_norm": 0.8261940479278564,
      "learning_rate": 0.0001695716021031268,
      "loss": 1.9799,
      "step": 361
    },
    {
      "epoch": 0.2612539467749211,
      "grad_norm": 0.7671875357627869,
      "learning_rate": 0.0001694074195220634,
      "loss": 2.1563,
      "step": 362
    },
    {
      "epoch": 0.2619756427604871,
      "grad_norm": 0.6903805136680603,
      "learning_rate": 0.0001692428751409795,
      "loss": 2.2404,
      "step": 363
    },
    {
      "epoch": 0.2626973387460532,
      "grad_norm": 0.6794382929801941,
      "learning_rate": 0.0001690779698175955,
      "loss": 2.0918,
      "step": 364
    },
    {
      "epoch": 0.2634190347316193,
      "grad_norm": 0.6635944843292236,
      "learning_rate": 0.0001689127044115133,
      "loss": 1.9714,
      "step": 365
    },
    {
      "epoch": 0.2641407307171854,
      "grad_norm": 0.7483007907867432,
      "learning_rate": 0.0001687470797842118,
      "loss": 2.2518,
      "step": 366
    },
    {
      "epoch": 0.26486242670275145,
      "grad_norm": 0.7463290095329285,
      "learning_rate": 0.00016858109679904245,
      "loss": 2.2361,
      "step": 367
    },
    {
      "epoch": 0.26558412268831755,
      "grad_norm": 0.6556740999221802,
      "learning_rate": 0.0001684147563212246,
      "loss": 2.0323,
      "step": 368
    },
    {
      "epoch": 0.26630581867388364,
      "grad_norm": 0.7111083269119263,
      "learning_rate": 0.0001682480592178412,
      "loss": 2.1474,
      "step": 369
    },
    {
      "epoch": 0.2670275146594497,
      "grad_norm": 0.6828135848045349,
      "learning_rate": 0.00016808100635783423,
      "loss": 1.8449,
      "step": 370
    },
    {
      "epoch": 0.2677492106450158,
      "grad_norm": 0.6851454377174377,
      "learning_rate": 0.00016791359861199995,
      "loss": 2.053,
      "step": 371
    },
    {
      "epoch": 0.2684709066305819,
      "grad_norm": 0.7220824956893921,
      "learning_rate": 0.00016774583685298468,
      "loss": 2.216,
      "step": 372
    },
    {
      "epoch": 0.26919260261614797,
      "grad_norm": 0.7199200987815857,
      "learning_rate": 0.00016757772195528003,
      "loss": 2.254,
      "step": 373
    },
    {
      "epoch": 0.269914298601714,
      "grad_norm": 0.7171351313591003,
      "learning_rate": 0.00016740925479521846,
      "loss": 2.0368,
      "step": 374
    },
    {
      "epoch": 0.2706359945872801,
      "grad_norm": 0.665679931640625,
      "learning_rate": 0.00016724043625096865,
      "loss": 1.9703,
      "step": 375
    },
    {
      "epoch": 0.2713576905728462,
      "grad_norm": 0.7794263362884521,
      "learning_rate": 0.00016707126720253096,
      "loss": 1.9014,
      "step": 376
    },
    {
      "epoch": 0.2720793865584123,
      "grad_norm": 0.8275384306907654,
      "learning_rate": 0.00016690174853173275,
      "loss": 2.4752,
      "step": 377
    },
    {
      "epoch": 0.27280108254397833,
      "grad_norm": 0.7348729968070984,
      "learning_rate": 0.00016673188112222394,
      "loss": 2.1833,
      "step": 378
    },
    {
      "epoch": 0.27352277852954443,
      "grad_norm": 0.9267676472663879,
      "learning_rate": 0.00016656166585947232,
      "loss": 2.2553,
      "step": 379
    },
    {
      "epoch": 0.2742444745151105,
      "grad_norm": 0.7821710705757141,
      "learning_rate": 0.00016639110363075884,
      "loss": 2.2115,
      "step": 380
    },
    {
      "epoch": 0.27496617050067657,
      "grad_norm": 0.8246325254440308,
      "learning_rate": 0.00016622019532517318,
      "loss": 2.079,
      "step": 381
    },
    {
      "epoch": 0.27568786648624266,
      "grad_norm": 0.7815666198730469,
      "learning_rate": 0.000166048941833609,
      "loss": 2.069,
      "step": 382
    },
    {
      "epoch": 0.27640956247180876,
      "grad_norm": 0.7894071340560913,
      "learning_rate": 0.00016587734404875922,
      "loss": 2.1017,
      "step": 383
    },
    {
      "epoch": 0.27713125845737485,
      "grad_norm": 0.7399061918258667,
      "learning_rate": 0.0001657054028651116,
      "loss": 1.9506,
      "step": 384
    },
    {
      "epoch": 0.2778529544429409,
      "grad_norm": 0.8476285934448242,
      "learning_rate": 0.0001655331191789438,
      "loss": 2.0819,
      "step": 385
    },
    {
      "epoch": 0.278574650428507,
      "grad_norm": 0.9576147794723511,
      "learning_rate": 0.00016536049388831894,
      "loss": 2.1385,
      "step": 386
    },
    {
      "epoch": 0.2792963464140731,
      "grad_norm": 0.8030416965484619,
      "learning_rate": 0.00016518752789308077,
      "loss": 2.1007,
      "step": 387
    },
    {
      "epoch": 0.2800180423996392,
      "grad_norm": 0.9596338272094727,
      "learning_rate": 0.00016501422209484908,
      "loss": 1.9014,
      "step": 388
    },
    {
      "epoch": 0.2807397383852052,
      "grad_norm": 0.9921535849571228,
      "learning_rate": 0.00016484057739701486,
      "loss": 1.9174,
      "step": 389
    },
    {
      "epoch": 0.2814614343707713,
      "grad_norm": 0.9224631786346436,
      "learning_rate": 0.00016466659470473579,
      "loss": 1.9376,
      "step": 390
    },
    {
      "epoch": 0.2821831303563374,
      "grad_norm": 1.071339726448059,
      "learning_rate": 0.00016449227492493131,
      "loss": 1.8678,
      "step": 391
    },
    {
      "epoch": 0.28290482634190345,
      "grad_norm": 1.1121081113815308,
      "learning_rate": 0.00016431761896627806,
      "loss": 2.1111,
      "step": 392
    },
    {
      "epoch": 0.28362652232746954,
      "grad_norm": 1.0154049396514893,
      "learning_rate": 0.00016414262773920511,
      "loss": 1.7486,
      "step": 393
    },
    {
      "epoch": 0.28434821831303564,
      "grad_norm": 1.0783894062042236,
      "learning_rate": 0.00016396730215588915,
      "loss": 1.8487,
      "step": 394
    },
    {
      "epoch": 0.28506991429860173,
      "grad_norm": 1.1584926843643188,
      "learning_rate": 0.00016379164313024965,
      "loss": 2.0179,
      "step": 395
    },
    {
      "epoch": 0.2857916102841678,
      "grad_norm": 1.3868305683135986,
      "learning_rate": 0.00016361565157794447,
      "loss": 1.9265,
      "step": 396
    },
    {
      "epoch": 0.28651330626973387,
      "grad_norm": 1.295982837677002,
      "learning_rate": 0.00016343932841636456,
      "loss": 1.9094,
      "step": 397
    },
    {
      "epoch": 0.28723500225529996,
      "grad_norm": 1.3739012479782104,
      "learning_rate": 0.00016326267456462964,
      "loss": 2.0273,
      "step": 398
    },
    {
      "epoch": 0.28795669824086606,
      "grad_norm": 1.602811336517334,
      "learning_rate": 0.00016308569094358315,
      "loss": 2.0729,
      "step": 399
    },
    {
      "epoch": 0.2886783942264321,
      "grad_norm": 3.1706714630126953,
      "learning_rate": 0.0001629083784757875,
      "loss": 2.0397,
      "step": 400
    },
    {
      "epoch": 0.2894000902119982,
      "grad_norm": 0.45571619272232056,
      "learning_rate": 0.00016273073808551928,
      "loss": 2.1547,
      "step": 401
    },
    {
      "epoch": 0.2901217861975643,
      "grad_norm": 0.6182868480682373,
      "learning_rate": 0.00016255277069876454,
      "loss": 1.8109,
      "step": 402
    },
    {
      "epoch": 0.29084348218313033,
      "grad_norm": 0.631162703037262,
      "learning_rate": 0.00016237447724321374,
      "loss": 2.1263,
      "step": 403
    },
    {
      "epoch": 0.2915651781686964,
      "grad_norm": 0.5932204723358154,
      "learning_rate": 0.00016219585864825706,
      "loss": 1.9884,
      "step": 404
    },
    {
      "epoch": 0.2922868741542625,
      "grad_norm": 0.6368937492370605,
      "learning_rate": 0.0001620169158449796,
      "loss": 2.0189,
      "step": 405
    },
    {
      "epoch": 0.2930085701398286,
      "grad_norm": 0.581807017326355,
      "learning_rate": 0.0001618376497661564,
      "loss": 2.1702,
      "step": 406
    },
    {
      "epoch": 0.29373026612539466,
      "grad_norm": 0.7853233218193054,
      "learning_rate": 0.00016165806134624768,
      "loss": 1.8705,
      "step": 407
    },
    {
      "epoch": 0.29445196211096075,
      "grad_norm": 0.5158584117889404,
      "learning_rate": 0.00016147815152139385,
      "loss": 2.0874,
      "step": 408
    },
    {
      "epoch": 0.29517365809652685,
      "grad_norm": 0.740698516368866,
      "learning_rate": 0.00016129792122941084,
      "loss": 1.8785,
      "step": 409
    },
    {
      "epoch": 0.29589535408209294,
      "grad_norm": 0.5194957852363586,
      "learning_rate": 0.00016111737140978494,
      "loss": 2.0091,
      "step": 410
    },
    {
      "epoch": 0.296617050067659,
      "grad_norm": 0.519624650478363,
      "learning_rate": 0.00016093650300366813,
      "loss": 2.0168,
      "step": 411
    },
    {
      "epoch": 0.2973387460532251,
      "grad_norm": 0.5415074229240417,
      "learning_rate": 0.00016075531695387303,
      "loss": 2.2278,
      "step": 412
    },
    {
      "epoch": 0.2980604420387912,
      "grad_norm": 0.6242182850837708,
      "learning_rate": 0.00016057381420486814,
      "loss": 2.049,
      "step": 413
    },
    {
      "epoch": 0.2987821380243572,
      "grad_norm": 0.7034509778022766,
      "learning_rate": 0.0001603919957027727,
      "loss": 2.1131,
      "step": 414
    },
    {
      "epoch": 0.2995038340099233,
      "grad_norm": 0.6290050148963928,
      "learning_rate": 0.0001602098623953519,
      "loss": 2.0874,
      "step": 415
    },
    {
      "epoch": 0.3002255299954894,
      "grad_norm": 0.7002443075180054,
      "learning_rate": 0.00016002741523201195,
      "loss": 2.2184,
      "step": 416
    },
    {
      "epoch": 0.3009472259810555,
      "grad_norm": 0.6872802972793579,
      "learning_rate": 0.00015984465516379512,
      "loss": 1.9846,
      "step": 417
    },
    {
      "epoch": 0.30166892196662154,
      "grad_norm": 0.6347806453704834,
      "learning_rate": 0.00015966158314337472,
      "loss": 2.017,
      "step": 418
    },
    {
      "epoch": 0.30239061795218763,
      "grad_norm": 0.6725605726242065,
      "learning_rate": 0.00015947820012505014,
      "loss": 1.8673,
      "step": 419
    },
    {
      "epoch": 0.30311231393775373,
      "grad_norm": 0.6501641869544983,
      "learning_rate": 0.00015929450706474198,
      "loss": 1.7906,
      "step": 420
    },
    {
      "epoch": 0.3038340099233198,
      "grad_norm": 0.6304216384887695,
      "learning_rate": 0.00015911050491998694,
      "loss": 2.0254,
      "step": 421
    },
    {
      "epoch": 0.30455570590888587,
      "grad_norm": 0.7125235199928284,
      "learning_rate": 0.00015892619464993293,
      "loss": 2.2227,
      "step": 422
    },
    {
      "epoch": 0.30527740189445196,
      "grad_norm": 0.8366000056266785,
      "learning_rate": 0.000158741577215334,
      "loss": 1.9386,
      "step": 423
    },
    {
      "epoch": 0.30599909788001806,
      "grad_norm": 0.7741978168487549,
      "learning_rate": 0.0001585566535785453,
      "loss": 2.0946,
      "step": 424
    },
    {
      "epoch": 0.3067207938655841,
      "grad_norm": 0.8287116289138794,
      "learning_rate": 0.00015837142470351826,
      "loss": 2.2092,
      "step": 425
    },
    {
      "epoch": 0.3074424898511502,
      "grad_norm": 0.7442872524261475,
      "learning_rate": 0.0001581858915557953,
      "loss": 2.0325,
      "step": 426
    },
    {
      "epoch": 0.3081641858367163,
      "grad_norm": 0.7915328741073608,
      "learning_rate": 0.00015800005510250496,
      "loss": 1.9573,
      "step": 427
    },
    {
      "epoch": 0.3088858818222824,
      "grad_norm": 0.884508490562439,
      "learning_rate": 0.00015781391631235686,
      "loss": 2.0783,
      "step": 428
    },
    {
      "epoch": 0.3096075778078484,
      "grad_norm": 0.8212745189666748,
      "learning_rate": 0.00015762747615563654,
      "loss": 2.1623,
      "step": 429
    },
    {
      "epoch": 0.3103292737934145,
      "grad_norm": 0.8813311457633972,
      "learning_rate": 0.00015744073560420053,
      "loss": 2.1335,
      "step": 430
    },
    {
      "epoch": 0.3110509697789806,
      "grad_norm": 0.9705349802970886,
      "learning_rate": 0.00015725369563147117,
      "loss": 2.2292,
      "step": 431
    },
    {
      "epoch": 0.3117726657645467,
      "grad_norm": 0.8971934914588928,
      "learning_rate": 0.00015706635721243173,
      "loss": 2.0484,
      "step": 432
    },
    {
      "epoch": 0.31249436175011275,
      "grad_norm": 0.8536366820335388,
      "learning_rate": 0.00015687872132362098,
      "loss": 1.8959,
      "step": 433
    },
    {
      "epoch": 0.31321605773567884,
      "grad_norm": 0.8911833167076111,
      "learning_rate": 0.00015669078894312848,
      "loss": 1.8184,
      "step": 434
    },
    {
      "epoch": 0.31393775372124494,
      "grad_norm": 0.8813993334770203,
      "learning_rate": 0.00015650256105058922,
      "loss": 1.9995,
      "step": 435
    },
    {
      "epoch": 0.314659449706811,
      "grad_norm": 0.9598486423492432,
      "learning_rate": 0.0001563140386271787,
      "loss": 1.8775,
      "step": 436
    },
    {
      "epoch": 0.3153811456923771,
      "grad_norm": 1.0753930807113647,
      "learning_rate": 0.0001561252226556076,
      "loss": 1.8648,
      "step": 437
    },
    {
      "epoch": 0.31610284167794317,
      "grad_norm": 1.0070102214813232,
      "learning_rate": 0.00015593611412011686,
      "loss": 1.8221,
      "step": 438
    },
    {
      "epoch": 0.31682453766350926,
      "grad_norm": 1.361578345298767,
      "learning_rate": 0.00015574671400647242,
      "loss": 1.9488,
      "step": 439
    },
    {
      "epoch": 0.3175462336490753,
      "grad_norm": 0.9415156245231628,
      "learning_rate": 0.00015555702330196023,
      "loss": 1.9394,
      "step": 440
    },
    {
      "epoch": 0.3182679296346414,
      "grad_norm": 1.0360898971557617,
      "learning_rate": 0.00015536704299538086,
      "loss": 2.0804,
      "step": 441
    },
    {
      "epoch": 0.3189896256202075,
      "grad_norm": 1.0351145267486572,
      "learning_rate": 0.0001551767740770446,
      "loss": 1.8281,
      "step": 442
    },
    {
      "epoch": 0.3197113216057736,
      "grad_norm": 1.2262439727783203,
      "learning_rate": 0.00015498621753876613,
      "loss": 2.2231,
      "step": 443
    },
    {
      "epoch": 0.32043301759133963,
      "grad_norm": 1.2153987884521484,
      "learning_rate": 0.00015479537437385938,
      "loss": 1.9333,
      "step": 444
    },
    {
      "epoch": 0.3211547135769057,
      "grad_norm": 1.247474193572998,
      "learning_rate": 0.0001546042455771325,
      "loss": 2.1583,
      "step": 445
    },
    {
      "epoch": 0.3218764095624718,
      "grad_norm": 1.2623858451843262,
      "learning_rate": 0.0001544128321448824,
      "loss": 1.9833,
      "step": 446
    },
    {
      "epoch": 0.3225981055480379,
      "grad_norm": 1.4200539588928223,
      "learning_rate": 0.0001542211350748898,
      "loss": 2.1051,
      "step": 447
    },
    {
      "epoch": 0.32331980153360396,
      "grad_norm": 1.423181176185608,
      "learning_rate": 0.0001540291553664139,
      "loss": 2.0775,
      "step": 448
    },
    {
      "epoch": 0.32404149751917005,
      "grad_norm": 1.63998544216156,
      "learning_rate": 0.0001538368940201873,
      "loss": 1.859,
      "step": 449
    },
    {
      "epoch": 0.32476319350473615,
      "grad_norm": 2.989253282546997,
      "learning_rate": 0.00015364435203841058,
      "loss": 1.9246,
      "step": 450
    },
    {
      "epoch": 0.3254848894903022,
      "grad_norm": 0.43879884481430054,
      "learning_rate": 0.00015345153042474723,
      "loss": 2.0348,
      "step": 451
    },
    {
      "epoch": 0.3262065854758683,
      "grad_norm": 0.6420524716377258,
      "learning_rate": 0.00015325843018431835,
      "loss": 1.983,
      "step": 452
    },
    {
      "epoch": 0.3269282814614344,
      "grad_norm": 0.7560911774635315,
      "learning_rate": 0.0001530650523236975,
      "loss": 2.0953,
      "step": 453
    },
    {
      "epoch": 0.3276499774470005,
      "grad_norm": 0.6827670335769653,
      "learning_rate": 0.00015287139785090533,
      "loss": 2.1142,
      "step": 454
    },
    {
      "epoch": 0.3283716734325665,
      "grad_norm": 0.7388015389442444,
      "learning_rate": 0.00015267746777540445,
      "loss": 2.0133,
      "step": 455
    },
    {
      "epoch": 0.3290933694181326,
      "grad_norm": 0.5972727537155151,
      "learning_rate": 0.00015248326310809404,
      "loss": 1.9447,
      "step": 456
    },
    {
      "epoch": 0.3298150654036987,
      "grad_norm": 0.5937041640281677,
      "learning_rate": 0.00015228878486130468,
      "loss": 2.2395,
      "step": 457
    },
    {
      "epoch": 0.3305367613892648,
      "grad_norm": 0.584784984588623,
      "learning_rate": 0.00015209403404879303,
      "loss": 1.8813,
      "step": 458
    },
    {
      "epoch": 0.33125845737483084,
      "grad_norm": 0.5649528503417969,
      "learning_rate": 0.00015189901168573652,
      "loss": 1.912,
      "step": 459
    },
    {
      "epoch": 0.33198015336039693,
      "grad_norm": 0.6014163494110107,
      "learning_rate": 0.00015170371878872818,
      "loss": 1.9442,
      "step": 460
    },
    {
      "epoch": 0.33270184934596303,
      "grad_norm": 0.5904702544212341,
      "learning_rate": 0.00015150815637577115,
      "loss": 2.1055,
      "step": 461
    },
    {
      "epoch": 0.33342354533152907,
      "grad_norm": 0.584947407245636,
      "learning_rate": 0.00015131232546627355,
      "loss": 2.1568,
      "step": 462
    },
    {
      "epoch": 0.33414524131709517,
      "grad_norm": 0.7716559767723083,
      "learning_rate": 0.00015111622708104304,
      "loss": 2.4628,
      "step": 463
    },
    {
      "epoch": 0.33486693730266126,
      "grad_norm": 0.684610903263092,
      "learning_rate": 0.00015091986224228157,
      "loss": 2.0135,
      "step": 464
    },
    {
      "epoch": 0.33558863328822736,
      "grad_norm": 0.6506519317626953,
      "learning_rate": 0.00015072323197358003,
      "loss": 1.9921,
      "step": 465
    },
    {
      "epoch": 0.3363103292737934,
      "grad_norm": 0.7383794784545898,
      "learning_rate": 0.00015052633729991294,
      "loss": 2.0091,
      "step": 466
    },
    {
      "epoch": 0.3370320252593595,
      "grad_norm": 0.7721776962280273,
      "learning_rate": 0.00015032917924763308,
      "loss": 2.0213,
      "step": 467
    },
    {
      "epoch": 0.3377537212449256,
      "grad_norm": 0.7173489928245544,
      "learning_rate": 0.0001501317588444661,
      "loss": 2.113,
      "step": 468
    },
    {
      "epoch": 0.3384754172304917,
      "grad_norm": 0.9566094279289246,
      "learning_rate": 0.00014993407711950526,
      "loss": 2.1327,
      "step": 469
    },
    {
      "epoch": 0.3391971132160577,
      "grad_norm": 0.7923563718795776,
      "learning_rate": 0.00014973613510320594,
      "loss": 2.0669,
      "step": 470
    },
    {
      "epoch": 0.3399188092016238,
      "grad_norm": 0.7906169295310974,
      "learning_rate": 0.00014953793382738046,
      "loss": 2.2269,
      "step": 471
    },
    {
      "epoch": 0.3406405051871899,
      "grad_norm": 0.7992529273033142,
      "learning_rate": 0.00014933947432519245,
      "loss": 1.9484,
      "step": 472
    },
    {
      "epoch": 0.34136220117275595,
      "grad_norm": 0.6359643340110779,
      "learning_rate": 0.0001491407576311517,
      "loss": 2.1302,
      "step": 473
    },
    {
      "epoch": 0.34208389715832205,
      "grad_norm": 0.829993724822998,
      "learning_rate": 0.00014894178478110857,
      "loss": 2.1202,
      "step": 474
    },
    {
      "epoch": 0.34280559314388814,
      "grad_norm": 0.8561526536941528,
      "learning_rate": 0.00014874255681224875,
      "loss": 2.1082,
      "step": 475
    },
    {
      "epoch": 0.34352728912945424,
      "grad_norm": 0.8740339279174805,
      "learning_rate": 0.00014854307476308781,
      "loss": 2.1862,
      "step": 476
    },
    {
      "epoch": 0.3442489851150203,
      "grad_norm": 0.7768098711967468,
      "learning_rate": 0.00014834333967346573,
      "loss": 2.214,
      "step": 477
    },
    {
      "epoch": 0.3449706811005864,
      "grad_norm": 0.8673197031021118,
      "learning_rate": 0.00014814335258454145,
      "loss": 2.0627,
      "step": 478
    },
    {
      "epoch": 0.34569237708615247,
      "grad_norm": 1.0622506141662598,
      "learning_rate": 0.0001479431145387876,
      "loss": 1.8725,
      "step": 479
    },
    {
      "epoch": 0.34641407307171856,
      "grad_norm": 1.004431128501892,
      "learning_rate": 0.00014774262657998491,
      "loss": 1.9884,
      "step": 480
    },
    {
      "epoch": 0.3471357690572846,
      "grad_norm": 0.9121831655502319,
      "learning_rate": 0.00014754188975321693,
      "loss": 2.143,
      "step": 481
    },
    {
      "epoch": 0.3478574650428507,
      "grad_norm": 0.8564521074295044,
      "learning_rate": 0.00014734090510486433,
      "loss": 1.9622,
      "step": 482
    },
    {
      "epoch": 0.3485791610284168,
      "grad_norm": 0.9346309900283813,
      "learning_rate": 0.0001471396736825998,
      "loss": 2.2277,
      "step": 483
    },
    {
      "epoch": 0.34930085701398284,
      "grad_norm": 0.7741645574569702,
      "learning_rate": 0.00014693819653538215,
      "loss": 2.0609,
      "step": 484
    },
    {
      "epoch": 0.35002255299954893,
      "grad_norm": 0.973437488079071,
      "learning_rate": 0.00014673647471345123,
      "loss": 2.1404,
      "step": 485
    },
    {
      "epoch": 0.350744248985115,
      "grad_norm": 0.8983584642410278,
      "learning_rate": 0.00014653450926832234,
      "loss": 2.0794,
      "step": 486
    },
    {
      "epoch": 0.3514659449706811,
      "grad_norm": 0.8341611623764038,
      "learning_rate": 0.0001463323012527806,
      "loss": 1.8401,
      "step": 487
    },
    {
      "epoch": 0.35218764095624716,
      "grad_norm": 0.866420567035675,
      "learning_rate": 0.00014612985172087565,
      "loss": 1.8483,
      "step": 488
    },
    {
      "epoch": 0.35290933694181326,
      "grad_norm": 1.0081979036331177,
      "learning_rate": 0.00014592716172791604,
      "loss": 1.9181,
      "step": 489
    },
    {
      "epoch": 0.35363103292737935,
      "grad_norm": 0.947012186050415,
      "learning_rate": 0.00014572423233046386,
      "loss": 1.9054,
      "step": 490
    },
    {
      "epoch": 0.35435272891294545,
      "grad_norm": 0.8823789358139038,
      "learning_rate": 0.000145521064586329,
      "loss": 1.841,
      "step": 491
    },
    {
      "epoch": 0.3550744248985115,
      "grad_norm": 1.1918128728866577,
      "learning_rate": 0.00014531765955456388,
      "loss": 2.2338,
      "step": 492
    },
    {
      "epoch": 0.3557961208840776,
      "grad_norm": 1.1315648555755615,
      "learning_rate": 0.00014511401829545782,
      "loss": 1.9468,
      "step": 493
    },
    {
      "epoch": 0.3565178168696437,
      "grad_norm": 1.223190188407898,
      "learning_rate": 0.00014491014187053148,
      "loss": 1.9732,
      "step": 494
    },
    {
      "epoch": 0.3572395128552097,
      "grad_norm": 1.1562483310699463,
      "learning_rate": 0.00014470603134253141,
      "loss": 1.8728,
      "step": 495
    },
    {
      "epoch": 0.3579612088407758,
      "grad_norm": 1.1256657838821411,
      "learning_rate": 0.0001445016877754245,
      "loss": 1.8935,
      "step": 496
    },
    {
      "epoch": 0.3586829048263419,
      "grad_norm": 1.5841211080551147,
      "learning_rate": 0.00014429711223439232,
      "loss": 2.111,
      "step": 497
    },
    {
      "epoch": 0.359404600811908,
      "grad_norm": 1.4084722995758057,
      "learning_rate": 0.00014409230578582566,
      "loss": 1.8999,
      "step": 498
    },
    {
      "epoch": 0.36012629679747404,
      "grad_norm": 1.606574535369873,
      "learning_rate": 0.000143887269497319,
      "loss": 1.8381,
      "step": 499
    },
    {
      "epoch": 0.36084799278304014,
      "grad_norm": 2.6087684631347656,
      "learning_rate": 0.00014368200443766495,
      "loss": 2.0231,
      "step": 500
    },
    {
      "epoch": 0.36156968876860623,
      "grad_norm": 0.3916848599910736,
      "learning_rate": 0.00014347651167684854,
      "loss": 2.3636,
      "step": 501
    },
    {
      "epoch": 0.36229138475417233,
      "grad_norm": 0.4381672739982605,
      "learning_rate": 0.00014327079228604176,
      "loss": 1.9658,
      "step": 502
    },
    {
      "epoch": 0.36301308073973837,
      "grad_norm": 0.5553485751152039,
      "learning_rate": 0.00014306484733759807,
      "loss": 2.1661,
      "step": 503
    },
    {
      "epoch": 0.36373477672530447,
      "grad_norm": 0.5664504170417786,
      "learning_rate": 0.0001428586779050465,
      "loss": 2.1398,
      "step": 504
    },
    {
      "epoch": 0.36445647271087056,
      "grad_norm": 0.5589740872383118,
      "learning_rate": 0.00014265228506308637,
      "loss": 1.9237,
      "step": 505
    },
    {
      "epoch": 0.3651781686964366,
      "grad_norm": 0.5404537320137024,
      "learning_rate": 0.00014244566988758152,
      "loss": 2.142,
      "step": 506
    },
    {
      "epoch": 0.3658998646820027,
      "grad_norm": 0.48619818687438965,
      "learning_rate": 0.00014223883345555483,
      "loss": 1.9398,
      "step": 507
    },
    {
      "epoch": 0.3666215606675688,
      "grad_norm": 0.5325775146484375,
      "learning_rate": 0.00014203177684518243,
      "loss": 1.6636,
      "step": 508
    },
    {
      "epoch": 0.3673432566531349,
      "grad_norm": 0.4975093603134155,
      "learning_rate": 0.0001418245011357882,
      "loss": 1.8313,
      "step": 509
    },
    {
      "epoch": 0.3680649526387009,
      "grad_norm": 0.5297598242759705,
      "learning_rate": 0.00014161700740783815,
      "loss": 2.2338,
      "step": 510
    },
    {
      "epoch": 0.368786648624267,
      "grad_norm": 0.5754287838935852,
      "learning_rate": 0.0001414092967429347,
      "loss": 2.1247,
      "step": 511
    },
    {
      "epoch": 0.3695083446098331,
      "grad_norm": 0.6123212575912476,
      "learning_rate": 0.00014120137022381117,
      "loss": 1.8802,
      "step": 512
    },
    {
      "epoch": 0.3702300405953992,
      "grad_norm": 0.6768708229064941,
      "learning_rate": 0.00014099322893432596,
      "loss": 2.1652,
      "step": 513
    },
    {
      "epoch": 0.37095173658096525,
      "grad_norm": 0.6408237814903259,
      "learning_rate": 0.00014078487395945713,
      "loss": 2.0963,
      "step": 514
    },
    {
      "epoch": 0.37167343256653135,
      "grad_norm": 0.6519628763198853,
      "learning_rate": 0.0001405763063852965,
      "loss": 2.0375,
      "step": 515
    },
    {
      "epoch": 0.37239512855209744,
      "grad_norm": 0.6704717874526978,
      "learning_rate": 0.00014036752729904418,
      "loss": 2.0582,
      "step": 516
    },
    {
      "epoch": 0.3731168245376635,
      "grad_norm": 0.7205826044082642,
      "learning_rate": 0.00014015853778900282,
      "loss": 1.9895,
      "step": 517
    },
    {
      "epoch": 0.3738385205232296,
      "grad_norm": 0.7252753376960754,
      "learning_rate": 0.00013994933894457192,
      "loss": 1.993,
      "step": 518
    },
    {
      "epoch": 0.3745602165087957,
      "grad_norm": 0.7175233364105225,
      "learning_rate": 0.00013973993185624218,
      "loss": 2.1231,
      "step": 519
    },
    {
      "epoch": 0.37528191249436177,
      "grad_norm": 0.9499638676643372,
      "learning_rate": 0.00013953031761558982,
      "loss": 2.136,
      "step": 520
    },
    {
      "epoch": 0.3760036084799278,
      "grad_norm": 0.6689407229423523,
      "learning_rate": 0.0001393204973152709,
      "loss": 2.0364,
      "step": 521
    },
    {
      "epoch": 0.3767253044654939,
      "grad_norm": 0.8109689354896545,
      "learning_rate": 0.0001391104720490156,
      "loss": 2.1341,
      "step": 522
    },
    {
      "epoch": 0.37744700045106,
      "grad_norm": 0.7784141898155212,
      "learning_rate": 0.00013890024291162253,
      "loss": 2.0186,
      "step": 523
    },
    {
      "epoch": 0.3781686964366261,
      "grad_norm": 0.6674546599388123,
      "learning_rate": 0.00013868981099895294,
      "loss": 1.9788,
      "step": 524
    },
    {
      "epoch": 0.37889039242219213,
      "grad_norm": 0.7715145945549011,
      "learning_rate": 0.00013847917740792524,
      "loss": 2.2002,
      "step": 525
    },
    {
      "epoch": 0.37961208840775823,
      "grad_norm": 0.7950595021247864,
      "learning_rate": 0.000138268343236509,
      "loss": 1.8916,
      "step": 526
    },
    {
      "epoch": 0.3803337843933243,
      "grad_norm": 0.9134111404418945,
      "learning_rate": 0.0001380573095837194,
      "loss": 1.9418,
      "step": 527
    },
    {
      "epoch": 0.38105548037889037,
      "grad_norm": 0.7813145518302917,
      "learning_rate": 0.0001378460775496114,
      "loss": 1.8367,
      "step": 528
    },
    {
      "epoch": 0.38177717636445646,
      "grad_norm": 0.8465550541877747,
      "learning_rate": 0.00013763464823527425,
      "loss": 1.9176,
      "step": 529
    },
    {
      "epoch": 0.38249887235002256,
      "grad_norm": 0.8235204219818115,
      "learning_rate": 0.00013742302274282533,
      "loss": 2.1819,
      "step": 530
    },
    {
      "epoch": 0.38322056833558865,
      "grad_norm": 0.7880412340164185,
      "learning_rate": 0.00013721120217540474,
      "loss": 1.9192,
      "step": 531
    },
    {
      "epoch": 0.3839422643211547,
      "grad_norm": 0.8153396248817444,
      "learning_rate": 0.0001369991876371695,
      "loss": 2.0824,
      "step": 532
    },
    {
      "epoch": 0.3846639603067208,
      "grad_norm": 0.8878820538520813,
      "learning_rate": 0.00013678698023328762,
      "loss": 2.2177,
      "step": 533
    },
    {
      "epoch": 0.3853856562922869,
      "grad_norm": 0.9434154033660889,
      "learning_rate": 0.00013657458106993258,
      "loss": 1.8834,
      "step": 534
    },
    {
      "epoch": 0.386107352277853,
      "grad_norm": 1.1047461032867432,
      "learning_rate": 0.00013636199125427733,
      "loss": 1.9097,
      "step": 535
    },
    {
      "epoch": 0.386829048263419,
      "grad_norm": 0.9317257404327393,
      "learning_rate": 0.00013614921189448879,
      "loss": 1.9017,
      "step": 536
    },
    {
      "epoch": 0.3875507442489851,
      "grad_norm": 1.0019422769546509,
      "learning_rate": 0.0001359362440997217,
      "loss": 2.0193,
      "step": 537
    },
    {
      "epoch": 0.3882724402345512,
      "grad_norm": 0.9718778133392334,
      "learning_rate": 0.0001357230889801133,
      "loss": 2.1052,
      "step": 538
    },
    {
      "epoch": 0.38899413622011725,
      "grad_norm": 1.1503944396972656,
      "learning_rate": 0.00013550974764677706,
      "loss": 1.7837,
      "step": 539
    },
    {
      "epoch": 0.38971583220568334,
      "grad_norm": 1.0900386571884155,
      "learning_rate": 0.00013529622121179733,
      "loss": 1.902,
      "step": 540
    },
    {
      "epoch": 0.39043752819124944,
      "grad_norm": 1.173412799835205,
      "learning_rate": 0.00013508251078822318,
      "loss": 2.0403,
      "step": 541
    },
    {
      "epoch": 0.39115922417681553,
      "grad_norm": 1.069041132926941,
      "learning_rate": 0.00013486861749006286,
      "loss": 1.8937,
      "step": 542
    },
    {
      "epoch": 0.3918809201623816,
      "grad_norm": 1.167975902557373,
      "learning_rate": 0.0001346545424322779,
      "loss": 1.8781,
      "step": 543
    },
    {
      "epoch": 0.39260261614794767,
      "grad_norm": 1.1565008163452148,
      "learning_rate": 0.00013444028673077716,
      "loss": 2.0824,
      "step": 544
    },
    {
      "epoch": 0.39332431213351376,
      "grad_norm": 1.4098018407821655,
      "learning_rate": 0.00013422585150241127,
      "loss": 2.1038,
      "step": 545
    },
    {
      "epoch": 0.39404600811907986,
      "grad_norm": 1.1588647365570068,
      "learning_rate": 0.00013401123786496664,
      "loss": 2.1557,
      "step": 546
    },
    {
      "epoch": 0.3947677041046459,
      "grad_norm": 1.1235766410827637,
      "learning_rate": 0.00013379644693715964,
      "loss": 1.849,
      "step": 547
    },
    {
      "epoch": 0.395489400090212,
      "grad_norm": 1.495984435081482,
      "learning_rate": 0.00013358147983863087,
      "loss": 1.9681,
      "step": 548
    },
    {
      "epoch": 0.3962110960757781,
      "grad_norm": 1.6090033054351807,
      "learning_rate": 0.00013336633768993921,
      "loss": 1.6243,
      "step": 549
    },
    {
      "epoch": 0.3969327920613442,
      "grad_norm": 3.5663626194000244,
      "learning_rate": 0.000133151021612556,
      "loss": 2.5733,
      "step": 550
    },
    {
      "epoch": 0.3976544880469102,
      "grad_norm": 0.3729737401008606,
      "learning_rate": 0.00013293553272885928,
      "loss": 1.8941,
      "step": 551
    },
    {
      "epoch": 0.3983761840324763,
      "grad_norm": 0.43683794140815735,
      "learning_rate": 0.0001327198721621278,
      "loss": 1.9538,
      "step": 552
    },
    {
      "epoch": 0.3990978800180424,
      "grad_norm": 0.4107416570186615,
      "learning_rate": 0.00013250404103653534,
      "loss": 1.989,
      "step": 553
    },
    {
      "epoch": 0.39981957600360846,
      "grad_norm": 0.4939647316932678,
      "learning_rate": 0.00013228804047714463,
      "loss": 2.0302,
      "step": 554
    },
    {
      "epoch": 0.40054127198917455,
      "grad_norm": 0.4543479382991791,
      "learning_rate": 0.00013207187160990176,
      "loss": 1.8861,
      "step": 555
    },
    {
      "epoch": 0.40126296797474065,
      "grad_norm": 0.5536764860153198,
      "learning_rate": 0.00013185553556163,
      "loss": 2.0087,
      "step": 556
    },
    {
      "epoch": 0.40198466396030674,
      "grad_norm": 0.5444499254226685,
      "learning_rate": 0.00013163903346002424,
      "loss": 1.9745,
      "step": 557
    },
    {
      "epoch": 0.4027063599458728,
      "grad_norm": 0.5472487807273865,
      "learning_rate": 0.0001314223664336448,
      "loss": 1.9845,
      "step": 558
    },
    {
      "epoch": 0.4034280559314389,
      "grad_norm": 0.5884208083152771,
      "learning_rate": 0.0001312055356119118,
      "loss": 1.9821,
      "step": 559
    },
    {
      "epoch": 0.404149751917005,
      "grad_norm": 0.5772559642791748,
      "learning_rate": 0.00013098854212509917,
      "loss": 2.2049,
      "step": 560
    },
    {
      "epoch": 0.40487144790257107,
      "grad_norm": 0.5724035501480103,
      "learning_rate": 0.00013077138710432875,
      "loss": 2.0149,
      "step": 561
    },
    {
      "epoch": 0.4055931438881371,
      "grad_norm": 0.8017578721046448,
      "learning_rate": 0.00013055407168156437,
      "loss": 2.1341,
      "step": 562
    },
    {
      "epoch": 0.4063148398737032,
      "grad_norm": 0.601007342338562,
      "learning_rate": 0.00013033659698960607,
      "loss": 2.0982,
      "step": 563
    },
    {
      "epoch": 0.4070365358592693,
      "grad_norm": 0.5559996366500854,
      "learning_rate": 0.00013011896416208405,
      "loss": 2.0635,
      "step": 564
    },
    {
      "epoch": 0.40775823184483534,
      "grad_norm": 0.7239325642585754,
      "learning_rate": 0.0001299011743334528,
      "loss": 2.1338,
      "step": 565
    },
    {
      "epoch": 0.40847992783040143,
      "grad_norm": 0.6814059019088745,
      "learning_rate": 0.00012968322863898533,
      "loss": 2.0669,
      "step": 566
    },
    {
      "epoch": 0.40920162381596753,
      "grad_norm": 0.623031735420227,
      "learning_rate": 0.00012946512821476698,
      "loss": 1.9914,
      "step": 567
    },
    {
      "epoch": 0.4099233198015336,
      "grad_norm": 0.7559853792190552,
      "learning_rate": 0.00012924687419768976,
      "loss": 2.1587,
      "step": 568
    },
    {
      "epoch": 0.41064501578709967,
      "grad_norm": 0.6757892966270447,
      "learning_rate": 0.00012902846772544624,
      "loss": 1.9957,
      "step": 569
    },
    {
      "epoch": 0.41136671177266576,
      "grad_norm": 0.7433946132659912,
      "learning_rate": 0.00012880990993652377,
      "loss": 2.1047,
      "step": 570
    },
    {
      "epoch": 0.41208840775823186,
      "grad_norm": 0.6743836998939514,
      "learning_rate": 0.00012859120197019838,
      "loss": 2.14,
      "step": 571
    },
    {
      "epoch": 0.41281010374379795,
      "grad_norm": 0.7119567394256592,
      "learning_rate": 0.000128372344966529,
      "loss": 2.0382,
      "step": 572
    },
    {
      "epoch": 0.413531799729364,
      "grad_norm": 0.6743903160095215,
      "learning_rate": 0.00012815334006635145,
      "loss": 2.0464,
      "step": 573
    },
    {
      "epoch": 0.4142534957149301,
      "grad_norm": 0.7323693037033081,
      "learning_rate": 0.0001279341884112724,
      "loss": 2.1331,
      "step": 574
    },
    {
      "epoch": 0.4149751917004962,
      "grad_norm": 0.8493738770484924,
      "learning_rate": 0.00012771489114366363,
      "loss": 2.0557,
      "step": 575
    },
    {
      "epoch": 0.4156968876860622,
      "grad_norm": 0.8527911305427551,
      "learning_rate": 0.00012749544940665586,
      "loss": 1.9553,
      "step": 576
    },
    {
      "epoch": 0.4164185836716283,
      "grad_norm": 0.9559998512268066,
      "learning_rate": 0.0001272758643441329,
      "loss": 2.0862,
      "step": 577
    },
    {
      "epoch": 0.4171402796571944,
      "grad_norm": 0.8022967576980591,
      "learning_rate": 0.00012705613710072575,
      "loss": 2.0835,
      "step": 578
    },
    {
      "epoch": 0.4178619756427605,
      "grad_norm": 0.800597608089447,
      "learning_rate": 0.00012683626882180647,
      "loss": 1.9774,
      "step": 579
    },
    {
      "epoch": 0.41858367162832655,
      "grad_norm": 0.7580859065055847,
      "learning_rate": 0.0001266162606534823,
      "loss": 2.0852,
      "step": 580
    },
    {
      "epoch": 0.41930536761389264,
      "grad_norm": 0.853229820728302,
      "learning_rate": 0.00012639611374258978,
      "loss": 2.0655,
      "step": 581
    },
    {
      "epoch": 0.42002706359945874,
      "grad_norm": 0.7884695529937744,
      "learning_rate": 0.00012617582923668853,
      "loss": 2.0584,
      "step": 582
    },
    {
      "epoch": 0.42074875958502483,
      "grad_norm": 0.8213168978691101,
      "learning_rate": 0.00012595540828405554,
      "loss": 1.976,
      "step": 583
    },
    {
      "epoch": 0.4214704555705909,
      "grad_norm": 1.014846682548523,
      "learning_rate": 0.00012573485203367895,
      "loss": 1.906,
      "step": 584
    },
    {
      "epoch": 0.42219215155615697,
      "grad_norm": 0.8861525654792786,
      "learning_rate": 0.0001255141616352522,
      "loss": 1.9226,
      "step": 585
    },
    {
      "epoch": 0.42291384754172306,
      "grad_norm": 0.8630643486976624,
      "learning_rate": 0.00012529333823916807,
      "loss": 2.1896,
      "step": 586
    },
    {
      "epoch": 0.4236355435272891,
      "grad_norm": 0.855202853679657,
      "learning_rate": 0.00012507238299651254,
      "loss": 1.9286,
      "step": 587
    },
    {
      "epoch": 0.4243572395128552,
      "grad_norm": 0.993890106678009,
      "learning_rate": 0.00012485129705905893,
      "loss": 1.8637,
      "step": 588
    },
    {
      "epoch": 0.4250789354984213,
      "grad_norm": 1.005205750465393,
      "learning_rate": 0.00012463008157926172,
      "loss": 1.9541,
      "step": 589
    },
    {
      "epoch": 0.4258006314839874,
      "grad_norm": 0.921267569065094,
      "learning_rate": 0.0001244087377102508,
      "loss": 1.9234,
      "step": 590
    },
    {
      "epoch": 0.42652232746955343,
      "grad_norm": 0.9802915453910828,
      "learning_rate": 0.0001241872666058252,
      "loss": 2.0294,
      "step": 591
    },
    {
      "epoch": 0.4272440234551195,
      "grad_norm": 1.0839184522628784,
      "learning_rate": 0.00012396566942044724,
      "loss": 2.2219,
      "step": 592
    },
    {
      "epoch": 0.4279657194406856,
      "grad_norm": 0.9969576001167297,
      "learning_rate": 0.00012374394730923645,
      "loss": 1.8067,
      "step": 593
    },
    {
      "epoch": 0.4286874154262517,
      "grad_norm": 1.0509636402130127,
      "learning_rate": 0.0001235221014279636,
      "loss": 1.8378,
      "step": 594
    },
    {
      "epoch": 0.42940911141181776,
      "grad_norm": 1.0996500253677368,
      "learning_rate": 0.00012330013293304455,
      "loss": 2.0601,
      "step": 595
    },
    {
      "epoch": 0.43013080739738385,
      "grad_norm": 1.0985835790634155,
      "learning_rate": 0.0001230780429815344,
      "loss": 1.9307,
      "step": 596
    },
    {
      "epoch": 0.43085250338294995,
      "grad_norm": 1.1243302822113037,
      "learning_rate": 0.00012285583273112134,
      "loss": 1.8915,
      "step": 597
    },
    {
      "epoch": 0.431574199368516,
      "grad_norm": 1.2718844413757324,
      "learning_rate": 0.0001226335033401206,
      "loss": 1.883,
      "step": 598
    },
    {
      "epoch": 0.4322958953540821,
      "grad_norm": 1.7813730239868164,
      "learning_rate": 0.00012241105596746846,
      "loss": 1.8924,
      "step": 599
    },
    {
      "epoch": 0.4330175913396482,
      "grad_norm": 2.7625298500061035,
      "learning_rate": 0.00012218849177271626,
      "loss": 1.8883,
      "step": 600
    },
    {
      "epoch": 0.4337392873252143,
      "grad_norm": 0.3661971092224121,
      "learning_rate": 0.0001219658119160243,
      "loss": 2.0741,
      "step": 601
    },
    {
      "epoch": 0.4344609833107803,
      "grad_norm": 0.38863077759742737,
      "learning_rate": 0.00012174301755815571,
      "loss": 2.0281,
      "step": 602
    },
    {
      "epoch": 0.4351826792963464,
      "grad_norm": 0.45574575662612915,
      "learning_rate": 0.00012152010986047054,
      "loss": 2.0238,
      "step": 603
    },
    {
      "epoch": 0.4359043752819125,
      "grad_norm": 0.5123632550239563,
      "learning_rate": 0.0001212970899849196,
      "loss": 1.878,
      "step": 604
    },
    {
      "epoch": 0.4366260712674786,
      "grad_norm": 0.46203720569610596,
      "learning_rate": 0.00012107395909403853,
      "loss": 1.9016,
      "step": 605
    },
    {
      "epoch": 0.43734776725304464,
      "grad_norm": 0.499948650598526,
      "learning_rate": 0.0001208507183509416,
      "loss": 1.9311,
      "step": 606
    },
    {
      "epoch": 0.43806946323861073,
      "grad_norm": 0.720411479473114,
      "learning_rate": 0.00012062736891931568,
      "loss": 1.9387,
      "step": 607
    },
    {
      "epoch": 0.43879115922417683,
      "grad_norm": 0.571064829826355,
      "learning_rate": 0.00012040391196341427,
      "loss": 2.1863,
      "step": 608
    },
    {
      "epoch": 0.43951285520974287,
      "grad_norm": 0.6007558107376099,
      "learning_rate": 0.00012018034864805137,
      "loss": 2.1926,
      "step": 609
    },
    {
      "epoch": 0.44023455119530897,
      "grad_norm": 0.4983706772327423,
      "learning_rate": 0.00011995668013859529,
      "loss": 2.0712,
      "step": 610
    },
    {
      "epoch": 0.44095624718087506,
      "grad_norm": 0.6057021021842957,
      "learning_rate": 0.00011973290760096278,
      "loss": 2.0173,
      "step": 611
    },
    {
      "epoch": 0.44167794316644116,
      "grad_norm": 0.6330967545509338,
      "learning_rate": 0.00011950903220161285,
      "loss": 2.0131,
      "step": 612
    },
    {
      "epoch": 0.4423996391520072,
      "grad_norm": 0.5312595367431641,
      "learning_rate": 0.00011928505510754065,
      "loss": 2.1222,
      "step": 613
    },
    {
      "epoch": 0.4431213351375733,
      "grad_norm": 0.6133038401603699,
      "learning_rate": 0.00011906097748627149,
      "loss": 2.1277,
      "step": 614
    },
    {
      "epoch": 0.4438430311231394,
      "grad_norm": 0.5167847275733948,
      "learning_rate": 0.00011883680050585466,
      "loss": 1.9886,
      "step": 615
    },
    {
      "epoch": 0.4445647271087055,
      "grad_norm": 0.6385582685470581,
      "learning_rate": 0.00011861252533485742,
      "loss": 1.9889,
      "step": 616
    },
    {
      "epoch": 0.4452864230942715,
      "grad_norm": 0.640691339969635,
      "learning_rate": 0.00011838815314235883,
      "loss": 1.9369,
      "step": 617
    },
    {
      "epoch": 0.4460081190798376,
      "grad_norm": 0.5664452910423279,
      "learning_rate": 0.00011816368509794364,
      "loss": 1.8352,
      "step": 618
    },
    {
      "epoch": 0.4467298150654037,
      "grad_norm": 0.7151187062263489,
      "learning_rate": 0.00011793912237169639,
      "loss": 2.1452,
      "step": 619
    },
    {
      "epoch": 0.44745151105096975,
      "grad_norm": 0.6810514330863953,
      "learning_rate": 0.00011771446613419508,
      "loss": 2.0721,
      "step": 620
    },
    {
      "epoch": 0.44817320703653585,
      "grad_norm": 0.7472773790359497,
      "learning_rate": 0.00011748971755650511,
      "loss": 2.122,
      "step": 621
    },
    {
      "epoch": 0.44889490302210194,
      "grad_norm": 0.7194650769233704,
      "learning_rate": 0.00011726487781017337,
      "loss": 1.9834,
      "step": 622
    },
    {
      "epoch": 0.44961659900766804,
      "grad_norm": 0.7777118682861328,
      "learning_rate": 0.00011703994806722178,
      "loss": 1.9414,
      "step": 623
    },
    {
      "epoch": 0.4503382949932341,
      "grad_norm": 0.8126911520957947,
      "learning_rate": 0.00011681492950014157,
      "loss": 2.1158,
      "step": 624
    },
    {
      "epoch": 0.4510599909788002,
      "grad_norm": 0.8175609111785889,
      "learning_rate": 0.0001165898232818869,
      "loss": 1.9814,
      "step": 625
    },
    {
      "epoch": 0.45178168696436627,
      "grad_norm": 0.7634920477867126,
      "learning_rate": 0.00011636463058586881,
      "loss": 1.9199,
      "step": 626
    },
    {
      "epoch": 0.45250338294993236,
      "grad_norm": 0.7702071666717529,
      "learning_rate": 0.00011613935258594919,
      "loss": 1.9874,
      "step": 627
    },
    {
      "epoch": 0.4532250789354984,
      "grad_norm": 0.8696211576461792,
      "learning_rate": 0.00011591399045643455,
      "loss": 1.9517,
      "step": 628
    },
    {
      "epoch": 0.4539467749210645,
      "grad_norm": 0.8900702595710754,
      "learning_rate": 0.00011568854537206994,
      "loss": 2.1307,
      "step": 629
    },
    {
      "epoch": 0.4546684709066306,
      "grad_norm": 0.8014200329780579,
      "learning_rate": 0.00011546301850803282,
      "loss": 2.0741,
      "step": 630
    },
    {
      "epoch": 0.45539016689219664,
      "grad_norm": 0.7667497992515564,
      "learning_rate": 0.00011523741103992698,
      "loss": 1.976,
      "step": 631
    },
    {
      "epoch": 0.45611186287776273,
      "grad_norm": 0.765112578868866,
      "learning_rate": 0.00011501172414377634,
      "loss": 2.004,
      "step": 632
    },
    {
      "epoch": 0.4568335588633288,
      "grad_norm": 0.7811979055404663,
      "learning_rate": 0.0001147859589960189,
      "loss": 1.9241,
      "step": 633
    },
    {
      "epoch": 0.4575552548488949,
      "grad_norm": 0.8874790668487549,
      "learning_rate": 0.00011456011677350051,
      "loss": 1.9027,
      "step": 634
    },
    {
      "epoch": 0.45827695083446096,
      "grad_norm": 0.8571990132331848,
      "learning_rate": 0.00011433419865346878,
      "loss": 1.9371,
      "step": 635
    },
    {
      "epoch": 0.45899864682002706,
      "grad_norm": 0.9058617949485779,
      "learning_rate": 0.00011410820581356705,
      "loss": 2.0546,
      "step": 636
    },
    {
      "epoch": 0.45972034280559315,
      "grad_norm": 0.9197251200675964,
      "learning_rate": 0.000113882139431828,
      "loss": 1.8636,
      "step": 637
    },
    {
      "epoch": 0.46044203879115925,
      "grad_norm": 0.9559529423713684,
      "learning_rate": 0.0001136560006866678,
      "loss": 1.9618,
      "step": 638
    },
    {
      "epoch": 0.4611637347767253,
      "grad_norm": 1.156287431716919,
      "learning_rate": 0.00011342979075687974,
      "loss": 1.9471,
      "step": 639
    },
    {
      "epoch": 0.4618854307622914,
      "grad_norm": 1.0295299291610718,
      "learning_rate": 0.00011320351082162821,
      "loss": 1.9917,
      "step": 640
    },
    {
      "epoch": 0.4626071267478575,
      "grad_norm": 1.0919082164764404,
      "learning_rate": 0.00011297716206044255,
      "loss": 1.982,
      "step": 641
    },
    {
      "epoch": 0.4633288227334235,
      "grad_norm": 1.1469688415527344,
      "learning_rate": 0.0001127507456532108,
      "loss": 2.0708,
      "step": 642
    },
    {
      "epoch": 0.4640505187189896,
      "grad_norm": 1.0824624300003052,
      "learning_rate": 0.00011252426278017367,
      "loss": 1.959,
      "step": 643
    },
    {
      "epoch": 0.4647722147045557,
      "grad_norm": 1.3127001523971558,
      "learning_rate": 0.0001122977146219183,
      "loss": 2.0838,
      "step": 644
    },
    {
      "epoch": 0.4654939106901218,
      "grad_norm": 1.168833613395691,
      "learning_rate": 0.00011207110235937215,
      "loss": 1.8929,
      "step": 645
    },
    {
      "epoch": 0.46621560667568784,
      "grad_norm": 1.2328786849975586,
      "learning_rate": 0.00011184442717379686,
      "loss": 1.837,
      "step": 646
    },
    {
      "epoch": 0.46693730266125394,
      "grad_norm": 1.4201871156692505,
      "learning_rate": 0.00011161769024678205,
      "loss": 1.6803,
      "step": 647
    },
    {
      "epoch": 0.46765899864682003,
      "grad_norm": 1.3208588361740112,
      "learning_rate": 0.00011139089276023919,
      "loss": 1.7551,
      "step": 648
    },
    {
      "epoch": 0.46838069463238613,
      "grad_norm": 1.6280558109283447,
      "learning_rate": 0.00011116403589639546,
      "loss": 1.7766,
      "step": 649
    },
    {
      "epoch": 0.46910239061795217,
      "grad_norm": 2.565159559249878,
      "learning_rate": 0.00011093712083778746,
      "loss": 1.5799,
      "step": 650
    },
    {
      "epoch": 0.46982408660351827,
      "grad_norm": 0.31695449352264404,
      "learning_rate": 0.0001107101487672552,
      "loss": 2.2016,
      "step": 651
    },
    {
      "epoch": 0.47054578258908436,
      "grad_norm": 0.37135788798332214,
      "learning_rate": 0.00011048312086793593,
      "loss": 1.7963,
      "step": 652
    },
    {
      "epoch": 0.47126747857465046,
      "grad_norm": 0.4555357098579407,
      "learning_rate": 0.00011025603832325781,
      "loss": 2.1278,
      "step": 653
    },
    {
      "epoch": 0.4719891745602165,
      "grad_norm": 0.4847901463508606,
      "learning_rate": 0.00011002890231693395,
      "loss": 1.9088,
      "step": 654
    },
    {
      "epoch": 0.4727108705457826,
      "grad_norm": 0.4998131990432739,
      "learning_rate": 0.0001098017140329561,
      "loss": 2.1585,
      "step": 655
    },
    {
      "epoch": 0.4734325665313487,
      "grad_norm": 0.5484628081321716,
      "learning_rate": 0.00010957447465558844,
      "loss": 2.1006,
      "step": 656
    },
    {
      "epoch": 0.4741542625169147,
      "grad_norm": 0.5559840798377991,
      "learning_rate": 0.00010934718536936162,
      "loss": 1.9514,
      "step": 657
    },
    {
      "epoch": 0.4748759585024808,
      "grad_norm": 0.5761407613754272,
      "learning_rate": 0.00010911984735906635,
      "loss": 2.1471,
      "step": 658
    },
    {
      "epoch": 0.4755976544880469,
      "grad_norm": 0.5556840300559998,
      "learning_rate": 0.00010889246180974741,
      "loss": 2.0952,
      "step": 659
    },
    {
      "epoch": 0.476319350473613,
      "grad_norm": 0.5449988842010498,
      "learning_rate": 0.0001086650299066973,
      "loss": 2.1715,
      "step": 660
    },
    {
      "epoch": 0.47704104645917905,
      "grad_norm": 0.6556739807128906,
      "learning_rate": 0.00010843755283545018,
      "loss": 2.2518,
      "step": 661
    },
    {
      "epoch": 0.47776274244474515,
      "grad_norm": 0.5649478435516357,
      "learning_rate": 0.0001082100317817757,
      "loss": 1.9129,
      "step": 662
    },
    {
      "epoch": 0.47848443843031124,
      "grad_norm": 0.5771328210830688,
      "learning_rate": 0.00010798246793167272,
      "loss": 2.1874,
      "step": 663
    },
    {
      "epoch": 0.47920613441587734,
      "grad_norm": 0.6724679470062256,
      "learning_rate": 0.00010775486247136322,
      "loss": 2.0295,
      "step": 664
    },
    {
      "epoch": 0.4799278304014434,
      "grad_norm": 0.622796893119812,
      "learning_rate": 0.00010752721658728602,
      "loss": 2.1474,
      "step": 665
    },
    {
      "epoch": 0.4806495263870095,
      "grad_norm": 0.6540172696113586,
      "learning_rate": 0.00010729953146609076,
      "loss": 2.0361,
      "step": 666
    },
    {
      "epoch": 0.48137122237257557,
      "grad_norm": 0.715271532535553,
      "learning_rate": 0.00010707180829463152,
      "loss": 2.2284,
      "step": 667
    },
    {
      "epoch": 0.4820929183581416,
      "grad_norm": 0.7824094295501709,
      "learning_rate": 0.00010684404825996079,
      "loss": 2.0674,
      "step": 668
    },
    {
      "epoch": 0.4828146143437077,
      "grad_norm": 0.576203465461731,
      "learning_rate": 0.00010661625254932317,
      "loss": 2.1444,
      "step": 669
    },
    {
      "epoch": 0.4835363103292738,
      "grad_norm": 0.7135525941848755,
      "learning_rate": 0.00010638842235014924,
      "loss": 2.307,
      "step": 670
    },
    {
      "epoch": 0.4842580063148399,
      "grad_norm": 0.6851178407669067,
      "learning_rate": 0.00010616055885004934,
      "loss": 2.1391,
      "step": 671
    },
    {
      "epoch": 0.48497970230040593,
      "grad_norm": 0.7643799185752869,
      "learning_rate": 0.00010593266323680749,
      "loss": 2.1993,
      "step": 672
    },
    {
      "epoch": 0.48570139828597203,
      "grad_norm": 0.7352806329727173,
      "learning_rate": 0.00010570473669837497,
      "loss": 1.8305,
      "step": 673
    },
    {
      "epoch": 0.4864230942715381,
      "grad_norm": 0.7506780028343201,
      "learning_rate": 0.00010547678042286436,
      "loss": 2.0116,
      "step": 674
    },
    {
      "epoch": 0.4871447902571042,
      "grad_norm": 0.7986812591552734,
      "learning_rate": 0.00010524879559854326,
      "loss": 2.1486,
      "step": 675
    },
    {
      "epoch": 0.48786648624267026,
      "grad_norm": 0.6651895046234131,
      "learning_rate": 0.00010502078341382797,
      "loss": 1.9513,
      "step": 676
    },
    {
      "epoch": 0.48858818222823636,
      "grad_norm": 0.7195514440536499,
      "learning_rate": 0.00010479274505727756,
      "loss": 1.9424,
      "step": 677
    },
    {
      "epoch": 0.48930987821380245,
      "grad_norm": 0.709152102470398,
      "learning_rate": 0.0001045646817175874,
      "loss": 2.0339,
      "step": 678
    },
    {
      "epoch": 0.4900315741993685,
      "grad_norm": 0.7676167488098145,
      "learning_rate": 0.00010433659458358316,
      "loss": 2.0889,
      "step": 679
    },
    {
      "epoch": 0.4907532701849346,
      "grad_norm": 0.8596405386924744,
      "learning_rate": 0.00010410848484421454,
      "loss": 2.0747,
      "step": 680
    },
    {
      "epoch": 0.4914749661705007,
      "grad_norm": 0.8842107057571411,
      "learning_rate": 0.00010388035368854907,
      "loss": 2.3734,
      "step": 681
    },
    {
      "epoch": 0.4921966621560668,
      "grad_norm": 0.834976851940155,
      "learning_rate": 0.0001036522023057659,
      "loss": 1.9236,
      "step": 682
    },
    {
      "epoch": 0.4929183581416328,
      "grad_norm": 0.9066709876060486,
      "learning_rate": 0.00010342403188514962,
      "loss": 2.1141,
      "step": 683
    },
    {
      "epoch": 0.4936400541271989,
      "grad_norm": 0.848296582698822,
      "learning_rate": 0.00010319584361608407,
      "loss": 1.9385,
      "step": 684
    },
    {
      "epoch": 0.494361750112765,
      "grad_norm": 0.8688963651657104,
      "learning_rate": 0.00010296763868804613,
      "loss": 2.2669,
      "step": 685
    },
    {
      "epoch": 0.4950834460983311,
      "grad_norm": 1.0176512002944946,
      "learning_rate": 0.0001027394182905995,
      "loss": 2.1945,
      "step": 686
    },
    {
      "epoch": 0.49580514208389714,
      "grad_norm": 0.9196270108222961,
      "learning_rate": 0.00010251118361338854,
      "loss": 1.7929,
      "step": 687
    },
    {
      "epoch": 0.49652683806946324,
      "grad_norm": 0.9417767524719238,
      "learning_rate": 0.00010228293584613203,
      "loss": 1.9283,
      "step": 688
    },
    {
      "epoch": 0.49724853405502933,
      "grad_norm": 0.9564124941825867,
      "learning_rate": 0.00010205467617861701,
      "loss": 1.9754,
      "step": 689
    },
    {
      "epoch": 0.4979702300405954,
      "grad_norm": 0.8691498041152954,
      "learning_rate": 0.0001018264058006925,
      "loss": 1.7953,
      "step": 690
    },
    {
      "epoch": 0.49869192602616147,
      "grad_norm": 0.9617503881454468,
      "learning_rate": 0.00010159812590226341,
      "loss": 1.736,
      "step": 691
    },
    {
      "epoch": 0.49941362201172756,
      "grad_norm": 0.9683374762535095,
      "learning_rate": 0.00010136983767328422,
      "loss": 1.9891,
      "step": 692
    },
    {
      "epoch": 0.5001353179972936,
      "grad_norm": 1.0896517038345337,
      "learning_rate": 0.0001011415423037529,
      "loss": 2.155,
      "step": 693
    },
    {
      "epoch": 0.5008570139828598,
      "grad_norm": 1.1874182224273682,
      "learning_rate": 0.00010091324098370458,
      "loss": 1.9745,
      "step": 694
    },
    {
      "epoch": 0.5008570139828598,
      "eval_loss": 1.9958995580673218,
      "eval_runtime": 69.1326,
      "eval_samples_per_second": 16.881,
      "eval_steps_per_second": 8.448,
      "step": 694
    },
    {
      "epoch": 0.5015787099684258,
      "grad_norm": 1.046773076057434,
      "learning_rate": 0.0001006849349032055,
      "loss": 1.9061,
      "step": 695
    },
    {
      "epoch": 0.5023004059539918,
      "grad_norm": 1.67710542678833,
      "learning_rate": 0.00010045662525234656,
      "loss": 1.9494,
      "step": 696
    },
    {
      "epoch": 0.503022101939558,
      "grad_norm": 1.2437466382980347,
      "learning_rate": 0.00010022831322123738,
      "loss": 2.0365,
      "step": 697
    },
    {
      "epoch": 0.503743797925124,
      "grad_norm": 1.4782193899154663,
      "learning_rate": 0.0001,
      "loss": 2.0437,
      "step": 698
    },
    {
      "epoch": 0.5044654939106902,
      "grad_norm": 1.4279704093933105,
      "learning_rate": 9.977168677876265e-05,
      "loss": 2.0506,
      "step": 699
    },
    {
      "epoch": 0.5051871898962562,
      "grad_norm": 2.826387405395508,
      "learning_rate": 9.954337474765347e-05,
      "loss": 2.195,
      "step": 700
    },
    {
      "epoch": 0.5059088858818223,
      "grad_norm": 0.3295869827270508,
      "learning_rate": 9.931506509679455e-05,
      "loss": 2.2649,
      "step": 701
    },
    {
      "epoch": 0.5066305818673884,
      "grad_norm": 0.34836918115615845,
      "learning_rate": 9.908675901629543e-05,
      "loss": 1.9637,
      "step": 702
    },
    {
      "epoch": 0.5073522778529544,
      "grad_norm": 0.42630526423454285,
      "learning_rate": 9.885845769624715e-05,
      "loss": 1.7687,
      "step": 703
    },
    {
      "epoch": 0.5080739738385205,
      "grad_norm": 0.43904781341552734,
      "learning_rate": 9.86301623267158e-05,
      "loss": 1.893,
      "step": 704
    },
    {
      "epoch": 0.5087956698240866,
      "grad_norm": 0.4915376901626587,
      "learning_rate": 9.840187409773665e-05,
      "loss": 1.9537,
      "step": 705
    },
    {
      "epoch": 0.5095173658096527,
      "grad_norm": 0.5030657052993774,
      "learning_rate": 9.817359419930751e-05,
      "loss": 2.0153,
      "step": 706
    },
    {
      "epoch": 0.5102390617952187,
      "grad_norm": 0.5073052048683167,
      "learning_rate": 9.794532382138304e-05,
      "loss": 1.9453,
      "step": 707
    },
    {
      "epoch": 0.5109607577807849,
      "grad_norm": 0.5214376449584961,
      "learning_rate": 9.7717064153868e-05,
      "loss": 1.9283,
      "step": 708
    },
    {
      "epoch": 0.5116824537663509,
      "grad_norm": 0.46799811720848083,
      "learning_rate": 9.748881638661151e-05,
      "loss": 1.6773,
      "step": 709
    },
    {
      "epoch": 0.5124041497519171,
      "grad_norm": 0.5891942381858826,
      "learning_rate": 9.726058170940053e-05,
      "loss": 2.2222,
      "step": 710
    },
    {
      "epoch": 0.5131258457374831,
      "grad_norm": 0.6074538826942444,
      "learning_rate": 9.703236131195392e-05,
      "loss": 2.1305,
      "step": 711
    },
    {
      "epoch": 0.5138475417230491,
      "grad_norm": 0.5451498627662659,
      "learning_rate": 9.680415638391594e-05,
      "loss": 1.911,
      "step": 712
    },
    {
      "epoch": 0.5145692377086153,
      "grad_norm": 0.5466116666793823,
      "learning_rate": 9.657596811485041e-05,
      "loss": 1.8609,
      "step": 713
    },
    {
      "epoch": 0.5152909336941813,
      "grad_norm": 0.7824499607086182,
      "learning_rate": 9.63477976942341e-05,
      "loss": 2.0367,
      "step": 714
    },
    {
      "epoch": 0.5160126296797474,
      "grad_norm": 0.6911777257919312,
      "learning_rate": 9.611964631145095e-05,
      "loss": 2.1359,
      "step": 715
    },
    {
      "epoch": 0.5167343256653135,
      "grad_norm": 0.7005223035812378,
      "learning_rate": 9.589151515578547e-05,
      "loss": 2.0732,
      "step": 716
    },
    {
      "epoch": 0.5174560216508796,
      "grad_norm": 0.882843554019928,
      "learning_rate": 9.566340541641689e-05,
      "loss": 2.3453,
      "step": 717
    },
    {
      "epoch": 0.5181777176364456,
      "grad_norm": 0.696595311164856,
      "learning_rate": 9.543531828241262e-05,
      "loss": 2.0047,
      "step": 718
    },
    {
      "epoch": 0.5188994136220118,
      "grad_norm": 0.7212300300598145,
      "learning_rate": 9.520725494272249e-05,
      "loss": 1.811,
      "step": 719
    },
    {
      "epoch": 0.5196211096075778,
      "grad_norm": 0.6461036205291748,
      "learning_rate": 9.497921658617202e-05,
      "loss": 1.7944,
      "step": 720
    },
    {
      "epoch": 0.5203428055931439,
      "grad_norm": 0.7379070520401001,
      "learning_rate": 9.475120440145677e-05,
      "loss": 2.0654,
      "step": 721
    },
    {
      "epoch": 0.52106450157871,
      "grad_norm": 0.6859936118125916,
      "learning_rate": 9.452321957713564e-05,
      "loss": 2.0559,
      "step": 722
    },
    {
      "epoch": 0.521786197564276,
      "grad_norm": 0.7661669850349426,
      "learning_rate": 9.429526330162505e-05,
      "loss": 2.0989,
      "step": 723
    },
    {
      "epoch": 0.5225078935498422,
      "grad_norm": 0.7429932355880737,
      "learning_rate": 9.406733676319252e-05,
      "loss": 1.9725,
      "step": 724
    },
    {
      "epoch": 0.5232295895354082,
      "grad_norm": 0.8500512838363647,
      "learning_rate": 9.383944114995068e-05,
      "loss": 2.2989,
      "step": 725
    },
    {
      "epoch": 0.5239512855209743,
      "grad_norm": 0.7593125700950623,
      "learning_rate": 9.361157764985077e-05,
      "loss": 2.0642,
      "step": 726
    },
    {
      "epoch": 0.5246729815065404,
      "grad_norm": 0.7503756284713745,
      "learning_rate": 9.338374745067686e-05,
      "loss": 2.1875,
      "step": 727
    },
    {
      "epoch": 0.5253946774921064,
      "grad_norm": 0.8636506199836731,
      "learning_rate": 9.315595174003922e-05,
      "loss": 2.0039,
      "step": 728
    },
    {
      "epoch": 0.5261163734776725,
      "grad_norm": 0.7705177068710327,
      "learning_rate": 9.29281917053685e-05,
      "loss": 1.9609,
      "step": 729
    },
    {
      "epoch": 0.5268380694632386,
      "grad_norm": 0.6812512278556824,
      "learning_rate": 9.270046853390925e-05,
      "loss": 1.9627,
      "step": 730
    },
    {
      "epoch": 0.5275597654488047,
      "grad_norm": 0.8014431595802307,
      "learning_rate": 9.247278341271399e-05,
      "loss": 1.985,
      "step": 731
    },
    {
      "epoch": 0.5282814614343708,
      "grad_norm": 0.7766765356063843,
      "learning_rate": 9.224513752863678e-05,
      "loss": 1.9751,
      "step": 732
    },
    {
      "epoch": 0.5290031574199369,
      "grad_norm": 1.0283939838409424,
      "learning_rate": 9.201753206832729e-05,
      "loss": 1.9525,
      "step": 733
    },
    {
      "epoch": 0.5297248534055029,
      "grad_norm": 1.098740577697754,
      "learning_rate": 9.17899682182243e-05,
      "loss": 1.9424,
      "step": 734
    },
    {
      "epoch": 0.530446549391069,
      "grad_norm": 0.9507060050964355,
      "learning_rate": 9.156244716454984e-05,
      "loss": 1.888,
      "step": 735
    },
    {
      "epoch": 0.5311682453766351,
      "grad_norm": 0.8645061254501343,
      "learning_rate": 9.13349700933027e-05,
      "loss": 1.9425,
      "step": 736
    },
    {
      "epoch": 0.5318899413622011,
      "grad_norm": 0.8906653523445129,
      "learning_rate": 9.110753819025261e-05,
      "loss": 1.7282,
      "step": 737
    },
    {
      "epoch": 0.5326116373477673,
      "grad_norm": 0.9757411479949951,
      "learning_rate": 9.088015264093365e-05,
      "loss": 1.6791,
      "step": 738
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 1.093153953552246,
      "learning_rate": 9.065281463063842e-05,
      "loss": 1.7843,
      "step": 739
    },
    {
      "epoch": 0.5340550293188994,
      "grad_norm": 0.9973199963569641,
      "learning_rate": 9.042552534441158e-05,
      "loss": 2.0264,
      "step": 740
    },
    {
      "epoch": 0.5347767253044655,
      "grad_norm": 1.158104658126831,
      "learning_rate": 9.019828596704394e-05,
      "loss": 1.9306,
      "step": 741
    },
    {
      "epoch": 0.5354984212900316,
      "grad_norm": 1.0577020645141602,
      "learning_rate": 8.997109768306607e-05,
      "loss": 1.9986,
      "step": 742
    },
    {
      "epoch": 0.5362201172755977,
      "grad_norm": 1.2596228122711182,
      "learning_rate": 8.974396167674221e-05,
      "loss": 2.1209,
      "step": 743
    },
    {
      "epoch": 0.5369418132611637,
      "grad_norm": 1.2661079168319702,
      "learning_rate": 8.951687913206412e-05,
      "loss": 1.9513,
      "step": 744
    },
    {
      "epoch": 0.5376635092467298,
      "grad_norm": 1.2085225582122803,
      "learning_rate": 8.92898512327448e-05,
      "loss": 2.0278,
      "step": 745
    },
    {
      "epoch": 0.5383852052322959,
      "grad_norm": 1.1553927659988403,
      "learning_rate": 8.906287916221259e-05,
      "loss": 1.6815,
      "step": 746
    },
    {
      "epoch": 0.539106901217862,
      "grad_norm": 1.5020838975906372,
      "learning_rate": 8.883596410360455e-05,
      "loss": 1.8316,
      "step": 747
    },
    {
      "epoch": 0.539828597203428,
      "grad_norm": 1.3655208349227905,
      "learning_rate": 8.860910723976082e-05,
      "loss": 1.6904,
      "step": 748
    },
    {
      "epoch": 0.5405502931889942,
      "grad_norm": 1.6685659885406494,
      "learning_rate": 8.838230975321797e-05,
      "loss": 1.4935,
      "step": 749
    },
    {
      "epoch": 0.5412719891745602,
      "grad_norm": 2.4901185035705566,
      "learning_rate": 8.815557282620319e-05,
      "loss": 1.7009,
      "step": 750
    },
    {
      "epoch": 0.5419936851601262,
      "grad_norm": 0.36285632848739624,
      "learning_rate": 8.792889764062789e-05,
      "loss": 1.9156,
      "step": 751
    },
    {
      "epoch": 0.5427153811456924,
      "grad_norm": 0.4311893880367279,
      "learning_rate": 8.770228537808176e-05,
      "loss": 1.9839,
      "step": 752
    },
    {
      "epoch": 0.5434370771312584,
      "grad_norm": 0.4152921438217163,
      "learning_rate": 8.747573721982636e-05,
      "loss": 1.897,
      "step": 753
    },
    {
      "epoch": 0.5441587731168246,
      "grad_norm": 0.4642295241355896,
      "learning_rate": 8.724925434678923e-05,
      "loss": 2.0761,
      "step": 754
    },
    {
      "epoch": 0.5448804691023906,
      "grad_norm": 0.47802847623825073,
      "learning_rate": 8.702283793955748e-05,
      "loss": 1.8849,
      "step": 755
    },
    {
      "epoch": 0.5456021650879567,
      "grad_norm": 0.5507940053939819,
      "learning_rate": 8.679648917837183e-05,
      "loss": 1.8525,
      "step": 756
    },
    {
      "epoch": 0.5463238610735228,
      "grad_norm": 0.5285374522209167,
      "learning_rate": 8.657020924312029e-05,
      "loss": 2.0584,
      "step": 757
    },
    {
      "epoch": 0.5470455570590889,
      "grad_norm": 0.5213459730148315,
      "learning_rate": 8.634399931333226e-05,
      "loss": 2.1063,
      "step": 758
    },
    {
      "epoch": 0.5477672530446549,
      "grad_norm": 0.5255271196365356,
      "learning_rate": 8.611786056817202e-05,
      "loss": 1.9704,
      "step": 759
    },
    {
      "epoch": 0.548488949030221,
      "grad_norm": 0.5305981636047363,
      "learning_rate": 8.5891794186433e-05,
      "loss": 1.9609,
      "step": 760
    },
    {
      "epoch": 0.5492106450157871,
      "grad_norm": 0.6118173003196716,
      "learning_rate": 8.566580134653123e-05,
      "loss": 2.3601,
      "step": 761
    },
    {
      "epoch": 0.5499323410013531,
      "grad_norm": 0.56379634141922,
      "learning_rate": 8.543988322649954e-05,
      "loss": 1.7592,
      "step": 762
    },
    {
      "epoch": 0.5506540369869193,
      "grad_norm": 0.5505936145782471,
      "learning_rate": 8.521404100398111e-05,
      "loss": 1.893,
      "step": 763
    },
    {
      "epoch": 0.5513757329724853,
      "grad_norm": 0.7187889218330383,
      "learning_rate": 8.498827585622368e-05,
      "loss": 1.9276,
      "step": 764
    },
    {
      "epoch": 0.5520974289580515,
      "grad_norm": 0.5963231325149536,
      "learning_rate": 8.476258896007303e-05,
      "loss": 2.1605,
      "step": 765
    },
    {
      "epoch": 0.5528191249436175,
      "grad_norm": 0.6298894882202148,
      "learning_rate": 8.45369814919672e-05,
      "loss": 1.8465,
      "step": 766
    },
    {
      "epoch": 0.5535408209291836,
      "grad_norm": 0.7937594056129456,
      "learning_rate": 8.431145462793007e-05,
      "loss": 2.0351,
      "step": 767
    },
    {
      "epoch": 0.5542625169147497,
      "grad_norm": 0.7170130610466003,
      "learning_rate": 8.408600954356548e-05,
      "loss": 2.0781,
      "step": 768
    },
    {
      "epoch": 0.5549842129003157,
      "grad_norm": 0.6164206862449646,
      "learning_rate": 8.38606474140508e-05,
      "loss": 2.1607,
      "step": 769
    },
    {
      "epoch": 0.5557059088858818,
      "grad_norm": 0.7307668924331665,
      "learning_rate": 8.363536941413121e-05,
      "loss": 2.1134,
      "step": 770
    },
    {
      "epoch": 0.5564276048714479,
      "grad_norm": 0.6555817723274231,
      "learning_rate": 8.341017671811311e-05,
      "loss": 1.9303,
      "step": 771
    },
    {
      "epoch": 0.557149300857014,
      "grad_norm": 0.7707427144050598,
      "learning_rate": 8.318507049985844e-05,
      "loss": 2.0794,
      "step": 772
    },
    {
      "epoch": 0.55787099684258,
      "grad_norm": 0.8001834750175476,
      "learning_rate": 8.296005193277822e-05,
      "loss": 2.0718,
      "step": 773
    },
    {
      "epoch": 0.5585926928281462,
      "grad_norm": 0.7684158682823181,
      "learning_rate": 8.273512218982667e-05,
      "loss": 2.174,
      "step": 774
    },
    {
      "epoch": 0.5593143888137122,
      "grad_norm": 0.7750363945960999,
      "learning_rate": 8.251028244349488e-05,
      "loss": 1.9298,
      "step": 775
    },
    {
      "epoch": 0.5600360847992784,
      "grad_norm": 0.8464298248291016,
      "learning_rate": 8.228553386580496e-05,
      "loss": 1.8082,
      "step": 776
    },
    {
      "epoch": 0.5607577807848444,
      "grad_norm": 0.7323694229125977,
      "learning_rate": 8.20608776283036e-05,
      "loss": 2.0925,
      "step": 777
    },
    {
      "epoch": 0.5614794767704104,
      "grad_norm": 0.7190170884132385,
      "learning_rate": 8.183631490205637e-05,
      "loss": 1.8677,
      "step": 778
    },
    {
      "epoch": 0.5622011727559766,
      "grad_norm": 0.7988666296005249,
      "learning_rate": 8.161184685764118e-05,
      "loss": 2.041,
      "step": 779
    },
    {
      "epoch": 0.5629228687415426,
      "grad_norm": 0.7715094685554504,
      "learning_rate": 8.138747466514258e-05,
      "loss": 2.1897,
      "step": 780
    },
    {
      "epoch": 0.5636445647271087,
      "grad_norm": 1.056792974472046,
      "learning_rate": 8.116319949414532e-05,
      "loss": 1.7236,
      "step": 781
    },
    {
      "epoch": 0.5643662607126748,
      "grad_norm": 0.9051542282104492,
      "learning_rate": 8.093902251372853e-05,
      "loss": 1.918,
      "step": 782
    },
    {
      "epoch": 0.5650879566982409,
      "grad_norm": 1.0040037631988525,
      "learning_rate": 8.071494489245936e-05,
      "loss": 2.0703,
      "step": 783
    },
    {
      "epoch": 0.5658096526838069,
      "grad_norm": 0.8604292869567871,
      "learning_rate": 8.049096779838719e-05,
      "loss": 1.8663,
      "step": 784
    },
    {
      "epoch": 0.566531348669373,
      "grad_norm": 0.8955847024917603,
      "learning_rate": 8.026709239903727e-05,
      "loss": 1.9626,
      "step": 785
    },
    {
      "epoch": 0.5672530446549391,
      "grad_norm": 0.8749410510063171,
      "learning_rate": 8.004331986140474e-05,
      "loss": 2.0275,
      "step": 786
    },
    {
      "epoch": 0.5679747406405052,
      "grad_norm": 0.9500619769096375,
      "learning_rate": 7.981965135194867e-05,
      "loss": 1.9118,
      "step": 787
    },
    {
      "epoch": 0.5686964366260713,
      "grad_norm": 0.9638797640800476,
      "learning_rate": 7.959608803658575e-05,
      "loss": 1.9892,
      "step": 788
    },
    {
      "epoch": 0.5694181326116373,
      "grad_norm": 0.9722784161567688,
      "learning_rate": 7.937263108068437e-05,
      "loss": 1.9307,
      "step": 789
    },
    {
      "epoch": 0.5701398285972035,
      "grad_norm": 0.8700312376022339,
      "learning_rate": 7.914928164905844e-05,
      "loss": 1.7339,
      "step": 790
    },
    {
      "epoch": 0.5708615245827695,
      "grad_norm": 1.0589194297790527,
      "learning_rate": 7.892604090596152e-05,
      "loss": 1.9912,
      "step": 791
    },
    {
      "epoch": 0.5715832205683355,
      "grad_norm": 1.044724464416504,
      "learning_rate": 7.870291001508041e-05,
      "loss": 2.0534,
      "step": 792
    },
    {
      "epoch": 0.5723049165539017,
      "grad_norm": 1.0715522766113281,
      "learning_rate": 7.84798901395295e-05,
      "loss": 1.9445,
      "step": 793
    },
    {
      "epoch": 0.5730266125394677,
      "grad_norm": 1.154585838317871,
      "learning_rate": 7.825698244184431e-05,
      "loss": 1.9679,
      "step": 794
    },
    {
      "epoch": 0.5737483085250338,
      "grad_norm": 1.049278736114502,
      "learning_rate": 7.803418808397574e-05,
      "loss": 1.9506,
      "step": 795
    },
    {
      "epoch": 0.5744700045105999,
      "grad_norm": 1.3292670249938965,
      "learning_rate": 7.781150822728373e-05,
      "loss": 1.9267,
      "step": 796
    },
    {
      "epoch": 0.575191700496166,
      "grad_norm": 1.5891536474227905,
      "learning_rate": 7.758894403253158e-05,
      "loss": 2.0447,
      "step": 797
    },
    {
      "epoch": 0.5759133964817321,
      "grad_norm": 1.4070286750793457,
      "learning_rate": 7.736649665987943e-05,
      "loss": 1.9898,
      "step": 798
    },
    {
      "epoch": 0.5766350924672982,
      "grad_norm": 1.2815824747085571,
      "learning_rate": 7.714416726887871e-05,
      "loss": 1.6593,
      "step": 799
    },
    {
      "epoch": 0.5773567884528642,
      "grad_norm": 1.5858163833618164,
      "learning_rate": 7.69219570184656e-05,
      "loss": 1.7531,
      "step": 800
    },
    {
      "epoch": 0.5780784844384304,
      "grad_norm": 0.4194909930229187,
      "learning_rate": 7.669986706695548e-05,
      "loss": 1.989,
      "step": 801
    },
    {
      "epoch": 0.5788001804239964,
      "grad_norm": 0.47317707538604736,
      "learning_rate": 7.647789857203645e-05,
      "loss": 1.9046,
      "step": 802
    },
    {
      "epoch": 0.5795218764095624,
      "grad_norm": 0.38432592153549194,
      "learning_rate": 7.62560526907636e-05,
      "loss": 1.8785,
      "step": 803
    },
    {
      "epoch": 0.5802435723951286,
      "grad_norm": 0.42226943373680115,
      "learning_rate": 7.60343305795528e-05,
      "loss": 1.8545,
      "step": 804
    },
    {
      "epoch": 0.5809652683806946,
      "grad_norm": 0.45696431398391724,
      "learning_rate": 7.581273339417486e-05,
      "loss": 2.1405,
      "step": 805
    },
    {
      "epoch": 0.5816869643662607,
      "grad_norm": 0.5506863594055176,
      "learning_rate": 7.559126228974921e-05,
      "loss": 2.0746,
      "step": 806
    },
    {
      "epoch": 0.5824086603518268,
      "grad_norm": 0.48695108294487,
      "learning_rate": 7.53699184207383e-05,
      "loss": 2.0758,
      "step": 807
    },
    {
      "epoch": 0.5831303563373929,
      "grad_norm": 0.5515071749687195,
      "learning_rate": 7.51487029409411e-05,
      "loss": 2.0852,
      "step": 808
    },
    {
      "epoch": 0.583852052322959,
      "grad_norm": 0.546657145023346,
      "learning_rate": 7.492761700348747e-05,
      "loss": 2.167,
      "step": 809
    },
    {
      "epoch": 0.584573748308525,
      "grad_norm": 0.532795250415802,
      "learning_rate": 7.470666176083192e-05,
      "loss": 2.0704,
      "step": 810
    },
    {
      "epoch": 0.5852954442940911,
      "grad_norm": 0.6510130167007446,
      "learning_rate": 7.448583836474781e-05,
      "loss": 2.0018,
      "step": 811
    },
    {
      "epoch": 0.5860171402796572,
      "grad_norm": 0.595862627029419,
      "learning_rate": 7.426514796632108e-05,
      "loss": 2.1772,
      "step": 812
    },
    {
      "epoch": 0.5867388362652233,
      "grad_norm": 0.6307340860366821,
      "learning_rate": 7.404459171594448e-05,
      "loss": 1.9848,
      "step": 813
    },
    {
      "epoch": 0.5874605322507893,
      "grad_norm": 0.7657586336135864,
      "learning_rate": 7.382417076331147e-05,
      "loss": 2.0108,
      "step": 814
    },
    {
      "epoch": 0.5881822282363555,
      "grad_norm": 0.7139756679534912,
      "learning_rate": 7.360388625741025e-05,
      "loss": 2.0487,
      "step": 815
    },
    {
      "epoch": 0.5889039242219215,
      "grad_norm": 0.7289255857467651,
      "learning_rate": 7.338373934651768e-05,
      "loss": 1.8982,
      "step": 816
    },
    {
      "epoch": 0.5896256202074875,
      "grad_norm": 0.5769225358963013,
      "learning_rate": 7.316373117819356e-05,
      "loss": 2.11,
      "step": 817
    },
    {
      "epoch": 0.5903473161930537,
      "grad_norm": 1.0006850957870483,
      "learning_rate": 7.294386289927425e-05,
      "loss": 2.1551,
      "step": 818
    },
    {
      "epoch": 0.5910690121786197,
      "grad_norm": 0.635199785232544,
      "learning_rate": 7.27241356558671e-05,
      "loss": 1.799,
      "step": 819
    },
    {
      "epoch": 0.5917907081641859,
      "grad_norm": 0.647785484790802,
      "learning_rate": 7.250455059334417e-05,
      "loss": 1.9879,
      "step": 820
    },
    {
      "epoch": 0.5925124041497519,
      "grad_norm": 0.6832464337348938,
      "learning_rate": 7.228510885633641e-05,
      "loss": 2.0902,
      "step": 821
    },
    {
      "epoch": 0.593234100135318,
      "grad_norm": 0.6530501246452332,
      "learning_rate": 7.20658115887276e-05,
      "loss": 2.1704,
      "step": 822
    },
    {
      "epoch": 0.5939557961208841,
      "grad_norm": 0.6809489130973816,
      "learning_rate": 7.184665993364857e-05,
      "loss": 1.9639,
      "step": 823
    },
    {
      "epoch": 0.5946774921064502,
      "grad_norm": 0.7464994788169861,
      "learning_rate": 7.162765503347097e-05,
      "loss": 2.0192,
      "step": 824
    },
    {
      "epoch": 0.5953991880920162,
      "grad_norm": 0.7201954126358032,
      "learning_rate": 7.140879802980163e-05,
      "loss": 2.1031,
      "step": 825
    },
    {
      "epoch": 0.5961208840775823,
      "grad_norm": 0.8479233980178833,
      "learning_rate": 7.119009006347625e-05,
      "loss": 2.1094,
      "step": 826
    },
    {
      "epoch": 0.5968425800631484,
      "grad_norm": 0.8465383052825928,
      "learning_rate": 7.097153227455379e-05,
      "loss": 2.3609,
      "step": 827
    },
    {
      "epoch": 0.5975642760487144,
      "grad_norm": 0.7167224884033203,
      "learning_rate": 7.075312580231027e-05,
      "loss": 1.997,
      "step": 828
    },
    {
      "epoch": 0.5982859720342806,
      "grad_norm": 0.8057554960250854,
      "learning_rate": 7.053487178523303e-05,
      "loss": 2.1833,
      "step": 829
    },
    {
      "epoch": 0.5990076680198466,
      "grad_norm": 0.7613710761070251,
      "learning_rate": 7.031677136101472e-05,
      "loss": 1.9279,
      "step": 830
    },
    {
      "epoch": 0.5997293640054128,
      "grad_norm": 0.8984269499778748,
      "learning_rate": 7.00988256665472e-05,
      "loss": 1.976,
      "step": 831
    },
    {
      "epoch": 0.6004510599909788,
      "grad_norm": 0.8956332802772522,
      "learning_rate": 6.9881035837916e-05,
      "loss": 2.1819,
      "step": 832
    },
    {
      "epoch": 0.6011727559765448,
      "grad_norm": 0.7746559977531433,
      "learning_rate": 6.966340301039394e-05,
      "loss": 1.9904,
      "step": 833
    },
    {
      "epoch": 0.601894451962111,
      "grad_norm": 0.7712281942367554,
      "learning_rate": 6.944592831843566e-05,
      "loss": 1.8425,
      "step": 834
    },
    {
      "epoch": 0.602616147947677,
      "grad_norm": 0.8123692274093628,
      "learning_rate": 6.922861289567129e-05,
      "loss": 2.0271,
      "step": 835
    },
    {
      "epoch": 0.6033378439332431,
      "grad_norm": 1.049098014831543,
      "learning_rate": 6.901145787490087e-05,
      "loss": 2.0008,
      "step": 836
    },
    {
      "epoch": 0.6040595399188092,
      "grad_norm": 0.8913679122924805,
      "learning_rate": 6.879446438808822e-05,
      "loss": 2.01,
      "step": 837
    },
    {
      "epoch": 0.6047812359043753,
      "grad_norm": 0.9804843068122864,
      "learning_rate": 6.857763356635525e-05,
      "loss": 2.0667,
      "step": 838
    },
    {
      "epoch": 0.6055029318899413,
      "grad_norm": 0.9337759017944336,
      "learning_rate": 6.836096653997578e-05,
      "loss": 1.7906,
      "step": 839
    },
    {
      "epoch": 0.6062246278755075,
      "grad_norm": 1.0817863941192627,
      "learning_rate": 6.814446443837001e-05,
      "loss": 1.88,
      "step": 840
    },
    {
      "epoch": 0.6069463238610735,
      "grad_norm": 0.9565396904945374,
      "learning_rate": 6.792812839009828e-05,
      "loss": 1.7786,
      "step": 841
    },
    {
      "epoch": 0.6076680198466397,
      "grad_norm": 1.0874769687652588,
      "learning_rate": 6.77119595228554e-05,
      "loss": 2.1137,
      "step": 842
    },
    {
      "epoch": 0.6083897158322057,
      "grad_norm": 1.1259268522262573,
      "learning_rate": 6.74959589634647e-05,
      "loss": 1.826,
      "step": 843
    },
    {
      "epoch": 0.6091114118177717,
      "grad_norm": 1.1426922082901,
      "learning_rate": 6.728012783787224e-05,
      "loss": 1.9353,
      "step": 844
    },
    {
      "epoch": 0.6098331078033379,
      "grad_norm": 1.1279364824295044,
      "learning_rate": 6.706446727114075e-05,
      "loss": 1.8351,
      "step": 845
    },
    {
      "epoch": 0.6105548037889039,
      "grad_norm": 1.246646761894226,
      "learning_rate": 6.684897838744403e-05,
      "loss": 1.7419,
      "step": 846
    },
    {
      "epoch": 0.61127649977447,
      "grad_norm": 1.3756868839263916,
      "learning_rate": 6.663366231006082e-05,
      "loss": 1.694,
      "step": 847
    },
    {
      "epoch": 0.6119981957600361,
      "grad_norm": 1.2656550407409668,
      "learning_rate": 6.641852016136916e-05,
      "loss": 1.7784,
      "step": 848
    },
    {
      "epoch": 0.6127198917456022,
      "grad_norm": 1.9818658828735352,
      "learning_rate": 6.620355306284036e-05,
      "loss": 1.8823,
      "step": 849
    },
    {
      "epoch": 0.6134415877311682,
      "grad_norm": 3.3293018341064453,
      "learning_rate": 6.598876213503339e-05,
      "loss": 1.9377,
      "step": 850
    },
    {
      "epoch": 0.6141632837167343,
      "grad_norm": 0.34389612078666687,
      "learning_rate": 6.577414849758873e-05,
      "loss": 1.9698,
      "step": 851
    },
    {
      "epoch": 0.6148849797023004,
      "grad_norm": 0.4029447138309479,
      "learning_rate": 6.555971326922286e-05,
      "loss": 2.1161,
      "step": 852
    },
    {
      "epoch": 0.6156066756878665,
      "grad_norm": 0.46703776717185974,
      "learning_rate": 6.534545756772212e-05,
      "loss": 1.8783,
      "step": 853
    },
    {
      "epoch": 0.6163283716734326,
      "grad_norm": 0.5392891764640808,
      "learning_rate": 6.513138250993716e-05,
      "loss": 2.029,
      "step": 854
    },
    {
      "epoch": 0.6170500676589986,
      "grad_norm": 0.47693029046058655,
      "learning_rate": 6.491748921177683e-05,
      "loss": 1.9568,
      "step": 855
    },
    {
      "epoch": 0.6177717636445648,
      "grad_norm": 0.5372658371925354,
      "learning_rate": 6.47037787882027e-05,
      "loss": 1.9414,
      "step": 856
    },
    {
      "epoch": 0.6184934596301308,
      "grad_norm": 0.5852055549621582,
      "learning_rate": 6.449025235322294e-05,
      "loss": 1.9475,
      "step": 857
    },
    {
      "epoch": 0.6192151556156968,
      "grad_norm": 0.6148673892021179,
      "learning_rate": 6.427691101988673e-05,
      "loss": 2.1269,
      "step": 858
    },
    {
      "epoch": 0.619936851601263,
      "grad_norm": 0.5738648176193237,
      "learning_rate": 6.406375590027828e-05,
      "loss": 2.263,
      "step": 859
    },
    {
      "epoch": 0.620658547586829,
      "grad_norm": 0.6045544743537903,
      "learning_rate": 6.385078810551124e-05,
      "loss": 2.1835,
      "step": 860
    },
    {
      "epoch": 0.6213802435723951,
      "grad_norm": 0.6991532444953918,
      "learning_rate": 6.363800874572265e-05,
      "loss": 2.1193,
      "step": 861
    },
    {
      "epoch": 0.6221019395579612,
      "grad_norm": 0.7291442155838013,
      "learning_rate": 6.342541893006746e-05,
      "loss": 2.0017,
      "step": 862
    },
    {
      "epoch": 0.6228236355435273,
      "grad_norm": 0.6447128653526306,
      "learning_rate": 6.321301976671238e-05,
      "loss": 1.7477,
      "step": 863
    },
    {
      "epoch": 0.6235453315290934,
      "grad_norm": 0.6046391129493713,
      "learning_rate": 6.300081236283053e-05,
      "loss": 1.9445,
      "step": 864
    },
    {
      "epoch": 0.6242670275146595,
      "grad_norm": 0.7166377902030945,
      "learning_rate": 6.278879782459524e-05,
      "loss": 2.1268,
      "step": 865
    },
    {
      "epoch": 0.6249887235002255,
      "grad_norm": 0.715086042881012,
      "learning_rate": 6.257697725717468e-05,
      "loss": 2.1906,
      "step": 866
    },
    {
      "epoch": 0.6257104194857916,
      "grad_norm": 0.7157284021377563,
      "learning_rate": 6.236535176472575e-05,
      "loss": 2.2222,
      "step": 867
    },
    {
      "epoch": 0.6264321154713577,
      "grad_norm": 0.6432474255561829,
      "learning_rate": 6.21539224503886e-05,
      "loss": 1.9115,
      "step": 868
    },
    {
      "epoch": 0.6271538114569237,
      "grad_norm": 0.7011671662330627,
      "learning_rate": 6.194269041628062e-05,
      "loss": 1.9524,
      "step": 869
    },
    {
      "epoch": 0.6278755074424899,
      "grad_norm": 0.6620185375213623,
      "learning_rate": 6.173165676349103e-05,
      "loss": 1.9225,
      "step": 870
    },
    {
      "epoch": 0.6285972034280559,
      "grad_norm": 0.6296937465667725,
      "learning_rate": 6.15208225920748e-05,
      "loss": 1.9867,
      "step": 871
    },
    {
      "epoch": 0.629318899413622,
      "grad_norm": 0.6617245078086853,
      "learning_rate": 6.131018900104705e-05,
      "loss": 2.0333,
      "step": 872
    },
    {
      "epoch": 0.6300405953991881,
      "grad_norm": 0.602493941783905,
      "learning_rate": 6.109975708837752e-05,
      "loss": 1.9718,
      "step": 873
    },
    {
      "epoch": 0.6307622913847541,
      "grad_norm": 0.7705832123756409,
      "learning_rate": 6.0889527950984416e-05,
      "loss": 2.0996,
      "step": 874
    },
    {
      "epoch": 0.6314839873703203,
      "grad_norm": 0.8192366361618042,
      "learning_rate": 6.067950268472913e-05,
      "loss": 2.0734,
      "step": 875
    },
    {
      "epoch": 0.6322056833558863,
      "grad_norm": 0.7978448867797852,
      "learning_rate": 6.0469682384410195e-05,
      "loss": 2.1343,
      "step": 876
    },
    {
      "epoch": 0.6329273793414524,
      "grad_norm": 0.6851868033409119,
      "learning_rate": 6.0260068143757864e-05,
      "loss": 1.8715,
      "step": 877
    },
    {
      "epoch": 0.6336490753270185,
      "grad_norm": 0.9369312524795532,
      "learning_rate": 6.005066105542809e-05,
      "loss": 2.2158,
      "step": 878
    },
    {
      "epoch": 0.6343707713125846,
      "grad_norm": 1.0102570056915283,
      "learning_rate": 5.9841462210997204e-05,
      "loss": 2.0894,
      "step": 879
    },
    {
      "epoch": 0.6350924672981506,
      "grad_norm": 0.8890272974967957,
      "learning_rate": 5.9632472700955846e-05,
      "loss": 2.2059,
      "step": 880
    },
    {
      "epoch": 0.6358141632837168,
      "grad_norm": 0.7948373556137085,
      "learning_rate": 5.9423693614703545e-05,
      "loss": 2.1425,
      "step": 881
    },
    {
      "epoch": 0.6365358592692828,
      "grad_norm": 0.7607287764549255,
      "learning_rate": 5.921512604054289e-05,
      "loss": 1.8584,
      "step": 882
    },
    {
      "epoch": 0.6372575552548488,
      "grad_norm": 0.8400673866271973,
      "learning_rate": 5.900677106567407e-05,
      "loss": 1.9771,
      "step": 883
    },
    {
      "epoch": 0.637979251240415,
      "grad_norm": 1.0135904550552368,
      "learning_rate": 5.879862977618886e-05,
      "loss": 2.0343,
      "step": 884
    },
    {
      "epoch": 0.638700947225981,
      "grad_norm": 0.9551267623901367,
      "learning_rate": 5.859070325706533e-05,
      "loss": 2.1527,
      "step": 885
    },
    {
      "epoch": 0.6394226432115472,
      "grad_norm": 0.885325014591217,
      "learning_rate": 5.838299259216187e-05,
      "loss": 2.0531,
      "step": 886
    },
    {
      "epoch": 0.6401443391971132,
      "grad_norm": 0.7857789397239685,
      "learning_rate": 5.817549886421183e-05,
      "loss": 1.9212,
      "step": 887
    },
    {
      "epoch": 0.6408660351826793,
      "grad_norm": 0.9293701648712158,
      "learning_rate": 5.796822315481758e-05,
      "loss": 1.8022,
      "step": 888
    },
    {
      "epoch": 0.6415877311682454,
      "grad_norm": 1.0097930431365967,
      "learning_rate": 5.776116654444519e-05,
      "loss": 1.6863,
      "step": 889
    },
    {
      "epoch": 0.6423094271538115,
      "grad_norm": 1.0289487838745117,
      "learning_rate": 5.755433011241851e-05,
      "loss": 2.0088,
      "step": 890
    },
    {
      "epoch": 0.6430311231393775,
      "grad_norm": 0.9633262753486633,
      "learning_rate": 5.73477149369137e-05,
      "loss": 1.9553,
      "step": 891
    },
    {
      "epoch": 0.6437528191249436,
      "grad_norm": 0.8571044206619263,
      "learning_rate": 5.714132209495354e-05,
      "loss": 1.6464,
      "step": 892
    },
    {
      "epoch": 0.6444745151105097,
      "grad_norm": 1.0124727487564087,
      "learning_rate": 5.693515266240197e-05,
      "loss": 1.8481,
      "step": 893
    },
    {
      "epoch": 0.6451962110960758,
      "grad_norm": 1.0541530847549438,
      "learning_rate": 5.672920771395822e-05,
      "loss": 1.8939,
      "step": 894
    },
    {
      "epoch": 0.6459179070816419,
      "grad_norm": 1.1294862031936646,
      "learning_rate": 5.652348832315149e-05,
      "loss": 1.987,
      "step": 895
    },
    {
      "epoch": 0.6466396030672079,
      "grad_norm": 1.245378851890564,
      "learning_rate": 5.6317995562335055e-05,
      "loss": 1.9871,
      "step": 896
    },
    {
      "epoch": 0.6473612990527741,
      "grad_norm": 1.4202251434326172,
      "learning_rate": 5.6112730502681e-05,
      "loss": 1.8577,
      "step": 897
    },
    {
      "epoch": 0.6480829950383401,
      "grad_norm": 1.3615498542785645,
      "learning_rate": 5.5907694214174344e-05,
      "loss": 1.7803,
      "step": 898
    },
    {
      "epoch": 0.6488046910239061,
      "grad_norm": 1.6762079000473022,
      "learning_rate": 5.57028877656077e-05,
      "loss": 1.7586,
      "step": 899
    },
    {
      "epoch": 0.6495263870094723,
      "grad_norm": 2.8013381958007812,
      "learning_rate": 5.549831222457549e-05,
      "loss": 2.0216,
      "step": 900
    },
    {
      "epoch": 0.6502480829950383,
      "grad_norm": 0.2759608328342438,
      "learning_rate": 5.529396865746856e-05,
      "loss": 1.9368,
      "step": 901
    },
    {
      "epoch": 0.6509697789806044,
      "grad_norm": 0.4036274254322052,
      "learning_rate": 5.50898581294685e-05,
      "loss": 2.0065,
      "step": 902
    },
    {
      "epoch": 0.6516914749661705,
      "grad_norm": 0.3559061586856842,
      "learning_rate": 5.4885981704542175e-05,
      "loss": 2.0694,
      "step": 903
    },
    {
      "epoch": 0.6524131709517366,
      "grad_norm": 0.4689568877220154,
      "learning_rate": 5.468234044543614e-05,
      "loss": 2.12,
      "step": 904
    },
    {
      "epoch": 0.6531348669373027,
      "grad_norm": 0.47611284255981445,
      "learning_rate": 5.447893541367104e-05,
      "loss": 1.9463,
      "step": 905
    },
    {
      "epoch": 0.6538565629228688,
      "grad_norm": 0.5737839937210083,
      "learning_rate": 5.4275767669536146e-05,
      "loss": 2.2417,
      "step": 906
    },
    {
      "epoch": 0.6545782589084348,
      "grad_norm": 0.5700808763504028,
      "learning_rate": 5.4072838272083956e-05,
      "loss": 2.0543,
      "step": 907
    },
    {
      "epoch": 0.655299954894001,
      "grad_norm": 0.567733108997345,
      "learning_rate": 5.387014827912434e-05,
      "loss": 2.0341,
      "step": 908
    },
    {
      "epoch": 0.656021650879567,
      "grad_norm": 0.6317763924598694,
      "learning_rate": 5.366769874721942e-05,
      "loss": 2.0822,
      "step": 909
    },
    {
      "epoch": 0.656743346865133,
      "grad_norm": 0.6090679168701172,
      "learning_rate": 5.3465490731677655e-05,
      "loss": 1.979,
      "step": 910
    },
    {
      "epoch": 0.6574650428506992,
      "grad_norm": 0.5617436766624451,
      "learning_rate": 5.326352528654878e-05,
      "loss": 2.0457,
      "step": 911
    },
    {
      "epoch": 0.6581867388362652,
      "grad_norm": 0.6196823716163635,
      "learning_rate": 5.306180346461786e-05,
      "loss": 2.0045,
      "step": 912
    },
    {
      "epoch": 0.6589084348218313,
      "grad_norm": 0.6414997577667236,
      "learning_rate": 5.286032631740023e-05,
      "loss": 2.118,
      "step": 913
    },
    {
      "epoch": 0.6596301308073974,
      "grad_norm": 0.6243019700050354,
      "learning_rate": 5.265909489513567e-05,
      "loss": 2.1366,
      "step": 914
    },
    {
      "epoch": 0.6603518267929634,
      "grad_norm": 0.6579405665397644,
      "learning_rate": 5.245811024678309e-05,
      "loss": 1.9338,
      "step": 915
    },
    {
      "epoch": 0.6610735227785296,
      "grad_norm": 0.6954913139343262,
      "learning_rate": 5.22573734200151e-05,
      "loss": 2.163,
      "step": 916
    },
    {
      "epoch": 0.6617952187640956,
      "grad_norm": 0.6618378758430481,
      "learning_rate": 5.2056885461212454e-05,
      "loss": 2.0363,
      "step": 917
    },
    {
      "epoch": 0.6625169147496617,
      "grad_norm": 0.6619628071784973,
      "learning_rate": 5.185664741545861e-05,
      "loss": 2.1115,
      "step": 918
    },
    {
      "epoch": 0.6632386107352278,
      "grad_norm": 0.7057391405105591,
      "learning_rate": 5.165666032653431e-05,
      "loss": 1.7567,
      "step": 919
    },
    {
      "epoch": 0.6639603067207939,
      "grad_norm": 0.6519381999969482,
      "learning_rate": 5.145692523691222e-05,
      "loss": 2.2737,
      "step": 920
    },
    {
      "epoch": 0.6646820027063599,
      "grad_norm": 0.7642030119895935,
      "learning_rate": 5.1257443187751255e-05,
      "loss": 2.2501,
      "step": 921
    },
    {
      "epoch": 0.6654036986919261,
      "grad_norm": 0.8152767419815063,
      "learning_rate": 5.105821521889147e-05,
      "loss": 2.0633,
      "step": 922
    },
    {
      "epoch": 0.6661253946774921,
      "grad_norm": 0.7561213970184326,
      "learning_rate": 5.0859242368848334e-05,
      "loss": 1.9764,
      "step": 923
    },
    {
      "epoch": 0.6668470906630581,
      "grad_norm": 0.8864551782608032,
      "learning_rate": 5.066052567480759e-05,
      "loss": 2.1295,
      "step": 924
    },
    {
      "epoch": 0.6675687866486243,
      "grad_norm": 0.8202173113822937,
      "learning_rate": 5.046206617261956e-05,
      "loss": 2.0017,
      "step": 925
    },
    {
      "epoch": 0.6682904826341903,
      "grad_norm": 0.9567179679870605,
      "learning_rate": 5.026386489679408e-05,
      "loss": 2.1318,
      "step": 926
    },
    {
      "epoch": 0.6690121786197565,
      "grad_norm": 0.8081137537956238,
      "learning_rate": 5.0065922880494765e-05,
      "loss": 2.2085,
      "step": 927
    },
    {
      "epoch": 0.6697338746053225,
      "grad_norm": 0.7859427332878113,
      "learning_rate": 4.986824115553392e-05,
      "loss": 2.1011,
      "step": 928
    },
    {
      "epoch": 0.6704555705908886,
      "grad_norm": 0.8470863699913025,
      "learning_rate": 4.967082075236692e-05,
      "loss": 2.1854,
      "step": 929
    },
    {
      "epoch": 0.6711772665764547,
      "grad_norm": 0.8057553768157959,
      "learning_rate": 4.947366270008707e-05,
      "loss": 2.0582,
      "step": 930
    },
    {
      "epoch": 0.6718989625620208,
      "grad_norm": 0.9695647954940796,
      "learning_rate": 4.927676802642001e-05,
      "loss": 2.1129,
      "step": 931
    },
    {
      "epoch": 0.6726206585475868,
      "grad_norm": 0.8085291981697083,
      "learning_rate": 4.908013775771849e-05,
      "loss": 1.7839,
      "step": 932
    },
    {
      "epoch": 0.6733423545331529,
      "grad_norm": 0.9530695080757141,
      "learning_rate": 4.8883772918957006e-05,
      "loss": 1.9437,
      "step": 933
    },
    {
      "epoch": 0.674064050518719,
      "grad_norm": 0.7904086112976074,
      "learning_rate": 4.868767453372649e-05,
      "loss": 1.9322,
      "step": 934
    },
    {
      "epoch": 0.674785746504285,
      "grad_norm": 0.8595455884933472,
      "learning_rate": 4.849184362422885e-05,
      "loss": 2.2301,
      "step": 935
    },
    {
      "epoch": 0.6755074424898512,
      "grad_norm": 0.9033587574958801,
      "learning_rate": 4.8296281211271845e-05,
      "loss": 1.9158,
      "step": 936
    },
    {
      "epoch": 0.6762291384754172,
      "grad_norm": 0.9794594645500183,
      "learning_rate": 4.810098831426346e-05,
      "loss": 1.9636,
      "step": 937
    },
    {
      "epoch": 0.6769508344609834,
      "grad_norm": 0.9816970825195312,
      "learning_rate": 4.790596595120699e-05,
      "loss": 1.7345,
      "step": 938
    },
    {
      "epoch": 0.6776725304465494,
      "grad_norm": 1.1824699640274048,
      "learning_rate": 4.7711215138695295e-05,
      "loss": 1.9617,
      "step": 939
    },
    {
      "epoch": 0.6783942264321154,
      "grad_norm": 0.8658910989761353,
      "learning_rate": 4.751673689190596e-05,
      "loss": 1.7284,
      "step": 940
    },
    {
      "epoch": 0.6791159224176816,
      "grad_norm": 1.1698968410491943,
      "learning_rate": 4.732253222459553e-05,
      "loss": 1.9031,
      "step": 941
    },
    {
      "epoch": 0.6798376184032476,
      "grad_norm": 0.9898665547370911,
      "learning_rate": 4.712860214909466e-05,
      "loss": 1.7711,
      "step": 942
    },
    {
      "epoch": 0.6805593143888137,
      "grad_norm": 1.1815026998519897,
      "learning_rate": 4.693494767630252e-05,
      "loss": 1.9023,
      "step": 943
    },
    {
      "epoch": 0.6812810103743798,
      "grad_norm": 1.1731806993484497,
      "learning_rate": 4.6741569815681685e-05,
      "loss": 2.1797,
      "step": 944
    },
    {
      "epoch": 0.6820027063599459,
      "grad_norm": 1.316219687461853,
      "learning_rate": 4.6548469575252796e-05,
      "loss": 2.1714,
      "step": 945
    },
    {
      "epoch": 0.6827244023455119,
      "grad_norm": 1.32557213306427,
      "learning_rate": 4.635564796158945e-05,
      "loss": 1.7597,
      "step": 946
    },
    {
      "epoch": 0.6834460983310781,
      "grad_norm": 1.3254796266555786,
      "learning_rate": 4.616310597981269e-05,
      "loss": 1.7586,
      "step": 947
    },
    {
      "epoch": 0.6841677943166441,
      "grad_norm": 1.7570258378982544,
      "learning_rate": 4.59708446335861e-05,
      "loss": 1.9214,
      "step": 948
    },
    {
      "epoch": 0.6848894903022102,
      "grad_norm": 2.667433500289917,
      "learning_rate": 4.577886492511021e-05,
      "loss": 1.3465,
      "step": 949
    },
    {
      "epoch": 0.6856111862877763,
      "grad_norm": 3.5634994506835938,
      "learning_rate": 4.558716785511764e-05,
      "loss": 2.2033,
      "step": 950
    },
    {
      "epoch": 0.6863328822733423,
      "grad_norm": 0.3871699571609497,
      "learning_rate": 4.539575442286752e-05,
      "loss": 1.8778,
      "step": 951
    },
    {
      "epoch": 0.6870545782589085,
      "grad_norm": 0.4413127601146698,
      "learning_rate": 4.520462562614063e-05,
      "loss": 1.9131,
      "step": 952
    },
    {
      "epoch": 0.6877762742444745,
      "grad_norm": 0.39763763546943665,
      "learning_rate": 4.501378246123388e-05,
      "loss": 1.9151,
      "step": 953
    },
    {
      "epoch": 0.6884979702300406,
      "grad_norm": 0.4505758583545685,
      "learning_rate": 4.48232259229554e-05,
      "loss": 1.9385,
      "step": 954
    },
    {
      "epoch": 0.6892196662156067,
      "grad_norm": 0.451331228017807,
      "learning_rate": 4.463295700461915e-05,
      "loss": 1.9728,
      "step": 955
    },
    {
      "epoch": 0.6899413622011727,
      "grad_norm": 0.46252337098121643,
      "learning_rate": 4.444297669803981e-05,
      "loss": 1.8921,
      "step": 956
    },
    {
      "epoch": 0.6906630581867388,
      "grad_norm": 0.5016350150108337,
      "learning_rate": 4.4253285993527584e-05,
      "loss": 2.0776,
      "step": 957
    },
    {
      "epoch": 0.6913847541723049,
      "grad_norm": 0.4841918349266052,
      "learning_rate": 4.4063885879883184e-05,
      "loss": 2.0821,
      "step": 958
    },
    {
      "epoch": 0.692106450157871,
      "grad_norm": 0.4970759153366089,
      "learning_rate": 4.387477734439246e-05,
      "loss": 1.9894,
      "step": 959
    },
    {
      "epoch": 0.6928281461434371,
      "grad_norm": 0.5680794715881348,
      "learning_rate": 4.3685961372821336e-05,
      "loss": 2.0348,
      "step": 960
    },
    {
      "epoch": 0.6935498421290032,
      "grad_norm": 0.6264105439186096,
      "learning_rate": 4.3497438949410816e-05,
      "loss": 2.1083,
      "step": 961
    },
    {
      "epoch": 0.6942715381145692,
      "grad_norm": 0.6381825804710388,
      "learning_rate": 4.3309211056871546e-05,
      "loss": 2.0057,
      "step": 962
    },
    {
      "epoch": 0.6949932341001354,
      "grad_norm": 0.5963922739028931,
      "learning_rate": 4.312127867637906e-05,
      "loss": 1.8251,
      "step": 963
    },
    {
      "epoch": 0.6957149300857014,
      "grad_norm": 0.5907679200172424,
      "learning_rate": 4.2933642787568293e-05,
      "loss": 1.7324,
      "step": 964
    },
    {
      "epoch": 0.6964366260712674,
      "grad_norm": 0.6912592649459839,
      "learning_rate": 4.2746304368528835e-05,
      "loss": 2.0182,
      "step": 965
    },
    {
      "epoch": 0.6971583220568336,
      "grad_norm": 0.659794807434082,
      "learning_rate": 4.255926439579948e-05,
      "loss": 2.1378,
      "step": 966
    },
    {
      "epoch": 0.6978800180423996,
      "grad_norm": 0.7360092997550964,
      "learning_rate": 4.237252384436349e-05,
      "loss": 2.1968,
      "step": 967
    },
    {
      "epoch": 0.6986017140279657,
      "grad_norm": 0.6648442149162292,
      "learning_rate": 4.218608368764314e-05,
      "loss": 1.9242,
      "step": 968
    },
    {
      "epoch": 0.6993234100135318,
      "grad_norm": 0.6991217136383057,
      "learning_rate": 4.199994489749505e-05,
      "loss": 2.1168,
      "step": 969
    },
    {
      "epoch": 0.7000451059990979,
      "grad_norm": 0.6670064330101013,
      "learning_rate": 4.181410844420474e-05,
      "loss": 2.1229,
      "step": 970
    },
    {
      "epoch": 0.700766801984664,
      "grad_norm": 0.6486849188804626,
      "learning_rate": 4.162857529648179e-05,
      "loss": 2.0377,
      "step": 971
    },
    {
      "epoch": 0.70148849797023,
      "grad_norm": 0.6748852133750916,
      "learning_rate": 4.1443346421454724e-05,
      "loss": 1.9305,
      "step": 972
    },
    {
      "epoch": 0.7022101939557961,
      "grad_norm": 0.7859923839569092,
      "learning_rate": 4.1258422784666065e-05,
      "loss": 2.0983,
      "step": 973
    },
    {
      "epoch": 0.7029318899413622,
      "grad_norm": 0.7420280575752258,
      "learning_rate": 4.1073805350067096e-05,
      "loss": 2.0761,
      "step": 974
    },
    {
      "epoch": 0.7036535859269283,
      "grad_norm": 0.7240699529647827,
      "learning_rate": 4.08894950800131e-05,
      "loss": 1.924,
      "step": 975
    },
    {
      "epoch": 0.7043752819124943,
      "grad_norm": 0.724309504032135,
      "learning_rate": 4.070549293525804e-05,
      "loss": 2.1005,
      "step": 976
    },
    {
      "epoch": 0.7050969778980605,
      "grad_norm": 0.7692939639091492,
      "learning_rate": 4.0521799874949885e-05,
      "loss": 1.7227,
      "step": 977
    },
    {
      "epoch": 0.7058186738836265,
      "grad_norm": 0.86137455701828,
      "learning_rate": 4.0338416856625294e-05,
      "loss": 2.2031,
      "step": 978
    },
    {
      "epoch": 0.7065403698691926,
      "grad_norm": 0.9608039259910583,
      "learning_rate": 4.015534483620489e-05,
      "loss": 2.0633,
      "step": 979
    },
    {
      "epoch": 0.7072620658547587,
      "grad_norm": 0.7752911448478699,
      "learning_rate": 3.997258476798804e-05,
      "loss": 1.7406,
      "step": 980
    },
    {
      "epoch": 0.7079837618403247,
      "grad_norm": 0.7308472394943237,
      "learning_rate": 3.9790137604648125e-05,
      "loss": 1.9968,
      "step": 981
    },
    {
      "epoch": 0.7087054578258909,
      "grad_norm": 0.872934877872467,
      "learning_rate": 3.960800429722734e-05,
      "loss": 1.908,
      "step": 982
    },
    {
      "epoch": 0.7094271538114569,
      "grad_norm": 0.935205340385437,
      "learning_rate": 3.9426185795131896e-05,
      "loss": 2.0886,
      "step": 983
    },
    {
      "epoch": 0.710148849797023,
      "grad_norm": 0.947454571723938,
      "learning_rate": 3.924468304612696e-05,
      "loss": 2.271,
      "step": 984
    },
    {
      "epoch": 0.7108705457825891,
      "grad_norm": 0.8784000277519226,
      "learning_rate": 3.906349699633191e-05,
      "loss": 1.7726,
      "step": 985
    },
    {
      "epoch": 0.7115922417681552,
      "grad_norm": 0.8744218945503235,
      "learning_rate": 3.8882628590215074e-05,
      "loss": 1.8038,
      "step": 986
    },
    {
      "epoch": 0.7123139377537212,
      "grad_norm": 0.9779512286186218,
      "learning_rate": 3.87020787705892e-05,
      "loss": 1.8718,
      "step": 987
    },
    {
      "epoch": 0.7130356337392874,
      "grad_norm": 1.015868067741394,
      "learning_rate": 3.852184847860615e-05,
      "loss": 1.9313,
      "step": 988
    },
    {
      "epoch": 0.7137573297248534,
      "grad_norm": 1.0347058773040771,
      "learning_rate": 3.834193865375235e-05,
      "loss": 1.7811,
      "step": 989
    },
    {
      "epoch": 0.7144790257104194,
      "grad_norm": 1.038177251815796,
      "learning_rate": 3.81623502338436e-05,
      "loss": 1.993,
      "step": 990
    },
    {
      "epoch": 0.7152007216959856,
      "grad_norm": 1.1014926433563232,
      "learning_rate": 3.798308415502041e-05,
      "loss": 1.8678,
      "step": 991
    },
    {
      "epoch": 0.7159224176815516,
      "grad_norm": 1.0284757614135742,
      "learning_rate": 3.7804141351742925e-05,
      "loss": 2.12,
      "step": 992
    },
    {
      "epoch": 0.7166441136671178,
      "grad_norm": 1.0326204299926758,
      "learning_rate": 3.762552275678628e-05,
      "loss": 1.9744,
      "step": 993
    },
    {
      "epoch": 0.7173658096526838,
      "grad_norm": 1.0694857835769653,
      "learning_rate": 3.7447229301235445e-05,
      "loss": 1.8301,
      "step": 994
    },
    {
      "epoch": 0.7180875056382499,
      "grad_norm": 1.225471019744873,
      "learning_rate": 3.72692619144807e-05,
      "loss": 1.8075,
      "step": 995
    },
    {
      "epoch": 0.718809201623816,
      "grad_norm": 1.2255983352661133,
      "learning_rate": 3.709162152421253e-05,
      "loss": 1.8308,
      "step": 996
    },
    {
      "epoch": 0.719530897609382,
      "grad_norm": 1.3429279327392578,
      "learning_rate": 3.69143090564169e-05,
      "loss": 1.815,
      "step": 997
    },
    {
      "epoch": 0.7202525935949481,
      "grad_norm": 1.6671452522277832,
      "learning_rate": 3.6737325435370374e-05,
      "loss": 1.6491,
      "step": 998
    },
    {
      "epoch": 0.7209742895805142,
      "grad_norm": 1.6883817911148071,
      "learning_rate": 3.6560671583635467e-05,
      "loss": 1.6803,
      "step": 999
    },
    {
      "epoch": 0.7216959855660803,
      "grad_norm": 2.04406476020813,
      "learning_rate": 3.638434842205558e-05,
      "loss": 1.5712,
      "step": 1000
    },
    {
      "epoch": 0.7224176815516463,
      "grad_norm": 0.47846177220344543,
      "learning_rate": 3.620835686975035e-05,
      "loss": 2.1384,
      "step": 1001
    },
    {
      "epoch": 0.7231393775372125,
      "grad_norm": 0.3564448058605194,
      "learning_rate": 3.60326978441109e-05,
      "loss": 1.9341,
      "step": 1002
    },
    {
      "epoch": 0.7238610735227785,
      "grad_norm": 0.40789592266082764,
      "learning_rate": 3.585737226079489e-05,
      "loss": 2.1209,
      "step": 1003
    },
    {
      "epoch": 0.7245827695083447,
      "grad_norm": 0.45939573645591736,
      "learning_rate": 3.5682381033721944e-05,
      "loss": 2.048,
      "step": 1004
    },
    {
      "epoch": 0.7253044654939107,
      "grad_norm": 0.40575331449508667,
      "learning_rate": 3.550772507506871e-05,
      "loss": 1.8527,
      "step": 1005
    },
    {
      "epoch": 0.7260261614794767,
      "grad_norm": 0.5951113104820251,
      "learning_rate": 3.533340529526426e-05,
      "loss": 2.0594,
      "step": 1006
    },
    {
      "epoch": 0.7267478574650429,
      "grad_norm": 0.48626381158828735,
      "learning_rate": 3.515942260298515e-05,
      "loss": 2.0832,
      "step": 1007
    },
    {
      "epoch": 0.7274695534506089,
      "grad_norm": 0.5022506713867188,
      "learning_rate": 3.498577790515095e-05,
      "loss": 1.9805,
      "step": 1008
    },
    {
      "epoch": 0.728191249436175,
      "grad_norm": 0.5900244116783142,
      "learning_rate": 3.481247210691926e-05,
      "loss": 1.9441,
      "step": 1009
    },
    {
      "epoch": 0.7289129454217411,
      "grad_norm": 0.5611431002616882,
      "learning_rate": 3.463950611168111e-05,
      "loss": 2.0748,
      "step": 1010
    },
    {
      "epoch": 0.7296346414073072,
      "grad_norm": 0.591452956199646,
      "learning_rate": 3.4466880821056235e-05,
      "loss": 2.1268,
      "step": 1011
    },
    {
      "epoch": 0.7303563373928732,
      "grad_norm": 0.6512175798416138,
      "learning_rate": 3.429459713488846e-05,
      "loss": 1.9045,
      "step": 1012
    },
    {
      "epoch": 0.7310780333784394,
      "grad_norm": 0.6925241947174072,
      "learning_rate": 3.41226559512408e-05,
      "loss": 2.1908,
      "step": 1013
    },
    {
      "epoch": 0.7317997293640054,
      "grad_norm": 0.64497309923172,
      "learning_rate": 3.395105816639106e-05,
      "loss": 2.0399,
      "step": 1014
    },
    {
      "epoch": 0.7325214253495715,
      "grad_norm": 0.6260421276092529,
      "learning_rate": 3.377980467482683e-05,
      "loss": 1.9987,
      "step": 1015
    },
    {
      "epoch": 0.7332431213351376,
      "grad_norm": 0.7169102430343628,
      "learning_rate": 3.3608896369241196e-05,
      "loss": 2.1699,
      "step": 1016
    },
    {
      "epoch": 0.7339648173207036,
      "grad_norm": 0.7401557564735413,
      "learning_rate": 3.343833414052769e-05,
      "loss": 2.06,
      "step": 1017
    },
    {
      "epoch": 0.7346865133062698,
      "grad_norm": 0.6642380356788635,
      "learning_rate": 3.3268118877776066e-05,
      "loss": 2.0334,
      "step": 1018
    },
    {
      "epoch": 0.7354082092918358,
      "grad_norm": 0.7300049066543579,
      "learning_rate": 3.309825146826725e-05,
      "loss": 2.1323,
      "step": 1019
    },
    {
      "epoch": 0.7361299052774019,
      "grad_norm": 0.599734902381897,
      "learning_rate": 3.292873279746906e-05,
      "loss": 1.8468,
      "step": 1020
    },
    {
      "epoch": 0.736851601262968,
      "grad_norm": 0.680460512638092,
      "learning_rate": 3.275956374903133e-05,
      "loss": 2.1215,
      "step": 1021
    },
    {
      "epoch": 0.737573297248534,
      "grad_norm": 0.7951442003250122,
      "learning_rate": 3.2590745204781534e-05,
      "loss": 2.1022,
      "step": 1022
    },
    {
      "epoch": 0.7382949932341001,
      "grad_norm": 0.7385343909263611,
      "learning_rate": 3.242227804471999e-05,
      "loss": 2.0622,
      "step": 1023
    },
    {
      "epoch": 0.7390166892196662,
      "grad_norm": 0.7551414966583252,
      "learning_rate": 3.225416314701537e-05,
      "loss": 2.2323,
      "step": 1024
    },
    {
      "epoch": 0.7397383852052323,
      "grad_norm": 0.7525694966316223,
      "learning_rate": 3.208640138800008e-05,
      "loss": 2.0562,
      "step": 1025
    },
    {
      "epoch": 0.7404600811907984,
      "grad_norm": 0.8081964254379272,
      "learning_rate": 3.191899364216581e-05,
      "loss": 2.0755,
      "step": 1026
    },
    {
      "epoch": 0.7411817771763645,
      "grad_norm": 0.8342593312263489,
      "learning_rate": 3.175194078215878e-05,
      "loss": 2.2012,
      "step": 1027
    },
    {
      "epoch": 0.7419034731619305,
      "grad_norm": 0.8570598363876343,
      "learning_rate": 3.158524367877543e-05,
      "loss": 1.9317,
      "step": 1028
    },
    {
      "epoch": 0.7426251691474967,
      "grad_norm": 0.780961811542511,
      "learning_rate": 3.141890320095757e-05,
      "loss": 1.8636,
      "step": 1029
    },
    {
      "epoch": 0.7433468651330627,
      "grad_norm": 0.7879422903060913,
      "learning_rate": 3.125292021578822e-05,
      "loss": 2.0883,
      "step": 1030
    },
    {
      "epoch": 0.7440685611186287,
      "grad_norm": 0.9111104607582092,
      "learning_rate": 3.108729558848671e-05,
      "loss": 1.8693,
      "step": 1031
    },
    {
      "epoch": 0.7447902571041949,
      "grad_norm": 0.8251756429672241,
      "learning_rate": 3.092203018240453e-05,
      "loss": 2.0054,
      "step": 1032
    },
    {
      "epoch": 0.7455119530897609,
      "grad_norm": 0.8729150295257568,
      "learning_rate": 3.075712485902051e-05,
      "loss": 1.9209,
      "step": 1033
    },
    {
      "epoch": 0.746233649075327,
      "grad_norm": 0.8431400060653687,
      "learning_rate": 3.059258047793661e-05,
      "loss": 1.9609,
      "step": 1034
    },
    {
      "epoch": 0.7469553450608931,
      "grad_norm": 0.7557685971260071,
      "learning_rate": 3.0428397896873206e-05,
      "loss": 1.931,
      "step": 1035
    },
    {
      "epoch": 0.7476770410464592,
      "grad_norm": 0.8835330009460449,
      "learning_rate": 3.0264577971664764e-05,
      "loss": 1.989,
      "step": 1036
    },
    {
      "epoch": 0.7483987370320253,
      "grad_norm": 0.9716886878013611,
      "learning_rate": 3.0101121556255298e-05,
      "loss": 1.8099,
      "step": 1037
    },
    {
      "epoch": 0.7491204330175913,
      "grad_norm": 0.8911802172660828,
      "learning_rate": 2.993802950269402e-05,
      "loss": 2.0568,
      "step": 1038
    },
    {
      "epoch": 0.7498421290031574,
      "grad_norm": 0.9716817140579224,
      "learning_rate": 2.9775302661130755e-05,
      "loss": 2.1341,
      "step": 1039
    },
    {
      "epoch": 0.7505638249887235,
      "grad_norm": 0.9091667532920837,
      "learning_rate": 2.9612941879811684e-05,
      "loss": 1.9732,
      "step": 1040
    },
    {
      "epoch": 0.7512855209742896,
      "grad_norm": 0.9747572541236877,
      "learning_rate": 2.9450948005074697e-05,
      "loss": 1.9026,
      "step": 1041
    },
    {
      "epoch": 0.7512855209742896,
      "eval_loss": 1.9683579206466675,
      "eval_runtime": 69.1567,
      "eval_samples_per_second": 16.875,
      "eval_steps_per_second": 8.445,
      "step": 1041
    },
    {
      "epoch": 0.7520072169598556,
      "grad_norm": 1.0904089212417603,
      "learning_rate": 2.9289321881345254e-05,
      "loss": 1.9597,
      "step": 1042
    },
    {
      "epoch": 0.7527289129454218,
      "grad_norm": 1.0425736904144287,
      "learning_rate": 2.9128064351131746e-05,
      "loss": 1.8517,
      "step": 1043
    },
    {
      "epoch": 0.7534506089309878,
      "grad_norm": 1.197313904762268,
      "learning_rate": 2.8967176255021167e-05,
      "loss": 2.1096,
      "step": 1044
    },
    {
      "epoch": 0.7541723049165538,
      "grad_norm": 0.9993667006492615,
      "learning_rate": 2.8806658431674883e-05,
      "loss": 1.8053,
      "step": 1045
    },
    {
      "epoch": 0.75489400090212,
      "grad_norm": 1.2500396966934204,
      "learning_rate": 2.8646511717824022e-05,
      "loss": 2.0434,
      "step": 1046
    },
    {
      "epoch": 0.755615696887686,
      "grad_norm": 1.3335599899291992,
      "learning_rate": 2.8486736948265326e-05,
      "loss": 1.8345,
      "step": 1047
    },
    {
      "epoch": 0.7563373928732522,
      "grad_norm": 1.2860338687896729,
      "learning_rate": 2.8327334955856598e-05,
      "loss": 1.7407,
      "step": 1048
    },
    {
      "epoch": 0.7570590888588182,
      "grad_norm": 1.4388984441757202,
      "learning_rate": 2.8168306571512583e-05,
      "loss": 1.7842,
      "step": 1049
    },
    {
      "epoch": 0.7577807848443843,
      "grad_norm": 2.233328342437744,
      "learning_rate": 2.800965262420043e-05,
      "loss": 1.9172,
      "step": 1050
    },
    {
      "epoch": 0.7585024808299504,
      "grad_norm": 0.5148140788078308,
      "learning_rate": 2.785137394093549e-05,
      "loss": 1.8224,
      "step": 1051
    },
    {
      "epoch": 0.7592241768155165,
      "grad_norm": 0.3575094938278198,
      "learning_rate": 2.7693471346776944e-05,
      "loss": 1.939,
      "step": 1052
    },
    {
      "epoch": 0.7599458728010825,
      "grad_norm": 0.404969722032547,
      "learning_rate": 2.7535945664823626e-05,
      "loss": 1.9003,
      "step": 1053
    },
    {
      "epoch": 0.7606675687866487,
      "grad_norm": 0.45919284224510193,
      "learning_rate": 2.7378797716209503e-05,
      "loss": 2.0013,
      "step": 1054
    },
    {
      "epoch": 0.7613892647722147,
      "grad_norm": 0.5606792569160461,
      "learning_rate": 2.722202832009969e-05,
      "loss": 2.22,
      "step": 1055
    },
    {
      "epoch": 0.7621109607577807,
      "grad_norm": 0.676766037940979,
      "learning_rate": 2.706563829368587e-05,
      "loss": 1.8604,
      "step": 1056
    },
    {
      "epoch": 0.7628326567433469,
      "grad_norm": 0.5115242600440979,
      "learning_rate": 2.6909628452182312e-05,
      "loss": 2.0343,
      "step": 1057
    },
    {
      "epoch": 0.7635543527289129,
      "grad_norm": 0.5214509963989258,
      "learning_rate": 2.675399960882138e-05,
      "loss": 2.0288,
      "step": 1058
    },
    {
      "epoch": 0.7642760487144791,
      "grad_norm": 0.5561823844909668,
      "learning_rate": 2.6598752574849527e-05,
      "loss": 1.938,
      "step": 1059
    },
    {
      "epoch": 0.7649977447000451,
      "grad_norm": 0.5850517153739929,
      "learning_rate": 2.6443888159522823e-05,
      "loss": 1.7759,
      "step": 1060
    },
    {
      "epoch": 0.7657194406856112,
      "grad_norm": 0.555721640586853,
      "learning_rate": 2.6289407170102998e-05,
      "loss": 2.1059,
      "step": 1061
    },
    {
      "epoch": 0.7664411366711773,
      "grad_norm": 0.6737291812896729,
      "learning_rate": 2.6135310411852977e-05,
      "loss": 2.0151,
      "step": 1062
    },
    {
      "epoch": 0.7671628326567433,
      "grad_norm": 0.6101282835006714,
      "learning_rate": 2.5981598688032872e-05,
      "loss": 2.0467,
      "step": 1063
    },
    {
      "epoch": 0.7678845286423094,
      "grad_norm": 0.6375713348388672,
      "learning_rate": 2.582827279989568e-05,
      "loss": 2.0574,
      "step": 1064
    },
    {
      "epoch": 0.7686062246278755,
      "grad_norm": 0.7133259177207947,
      "learning_rate": 2.567533354668322e-05,
      "loss": 1.9982,
      "step": 1065
    },
    {
      "epoch": 0.7693279206134416,
      "grad_norm": 0.7232635021209717,
      "learning_rate": 2.5522781725621813e-05,
      "loss": 2.0857,
      "step": 1066
    },
    {
      "epoch": 0.7700496165990076,
      "grad_norm": 0.6219785809516907,
      "learning_rate": 2.5370618131918334e-05,
      "loss": 1.9757,
      "step": 1067
    },
    {
      "epoch": 0.7707713125845738,
      "grad_norm": 0.6512724757194519,
      "learning_rate": 2.5218843558755778e-05,
      "loss": 1.9646,
      "step": 1068
    },
    {
      "epoch": 0.7714930085701398,
      "grad_norm": 0.6278436779975891,
      "learning_rate": 2.5067458797289466e-05,
      "loss": 1.8455,
      "step": 1069
    },
    {
      "epoch": 0.772214704555706,
      "grad_norm": 0.7295994758605957,
      "learning_rate": 2.491646463664261e-05,
      "loss": 2.1093,
      "step": 1070
    },
    {
      "epoch": 0.772936400541272,
      "grad_norm": 0.8386157751083374,
      "learning_rate": 2.476586186390244e-05,
      "loss": 2.1908,
      "step": 1071
    },
    {
      "epoch": 0.773658096526838,
      "grad_norm": 0.7501381039619446,
      "learning_rate": 2.4615651264115903e-05,
      "loss": 2.049,
      "step": 1072
    },
    {
      "epoch": 0.7743797925124042,
      "grad_norm": 0.7111022472381592,
      "learning_rate": 2.446583362028577e-05,
      "loss": 1.8704,
      "step": 1073
    },
    {
      "epoch": 0.7751014884979702,
      "grad_norm": 0.7531453967094421,
      "learning_rate": 2.4316409713366352e-05,
      "loss": 2.0845,
      "step": 1074
    },
    {
      "epoch": 0.7758231844835363,
      "grad_norm": 0.699588418006897,
      "learning_rate": 2.4167380322259614e-05,
      "loss": 2.1137,
      "step": 1075
    },
    {
      "epoch": 0.7765448804691024,
      "grad_norm": 0.7809482216835022,
      "learning_rate": 2.4018746223810974e-05,
      "loss": 2.1269,
      "step": 1076
    },
    {
      "epoch": 0.7772665764546685,
      "grad_norm": 0.8648167848587036,
      "learning_rate": 2.387050819280531e-05,
      "loss": 2.2244,
      "step": 1077
    },
    {
      "epoch": 0.7779882724402345,
      "grad_norm": 0.8392834663391113,
      "learning_rate": 2.3722667001962896e-05,
      "loss": 2.0914,
      "step": 1078
    },
    {
      "epoch": 0.7787099684258006,
      "grad_norm": 0.8236386179924011,
      "learning_rate": 2.35752234219355e-05,
      "loss": 1.9206,
      "step": 1079
    },
    {
      "epoch": 0.7794316644113667,
      "grad_norm": 0.9269763827323914,
      "learning_rate": 2.3428178221302144e-05,
      "loss": 2.0943,
      "step": 1080
    },
    {
      "epoch": 0.7801533603969328,
      "grad_norm": 0.861665666103363,
      "learning_rate": 2.3281532166565324e-05,
      "loss": 1.9618,
      "step": 1081
    },
    {
      "epoch": 0.7808750563824989,
      "grad_norm": 0.907008171081543,
      "learning_rate": 2.3135286022146785e-05,
      "loss": 1.9678,
      "step": 1082
    },
    {
      "epoch": 0.7815967523680649,
      "grad_norm": 0.8642024993896484,
      "learning_rate": 2.29894405503838e-05,
      "loss": 2.0756,
      "step": 1083
    },
    {
      "epoch": 0.7823184483536311,
      "grad_norm": 0.916315495967865,
      "learning_rate": 2.2843996511524934e-05,
      "loss": 2.0746,
      "step": 1084
    },
    {
      "epoch": 0.7830401443391971,
      "grad_norm": 1.043000340461731,
      "learning_rate": 2.26989546637263e-05,
      "loss": 2.0231,
      "step": 1085
    },
    {
      "epoch": 0.7837618403247631,
      "grad_norm": 0.9096794724464417,
      "learning_rate": 2.255431576304744e-05,
      "loss": 1.9774,
      "step": 1086
    },
    {
      "epoch": 0.7844835363103293,
      "grad_norm": 0.8897759318351746,
      "learning_rate": 2.2410080563447454e-05,
      "loss": 1.8476,
      "step": 1087
    },
    {
      "epoch": 0.7852052322958953,
      "grad_norm": 0.9988732933998108,
      "learning_rate": 2.226624981678115e-05,
      "loss": 2.064,
      "step": 1088
    },
    {
      "epoch": 0.7859269282814615,
      "grad_norm": 1.1665832996368408,
      "learning_rate": 2.212282427279494e-05,
      "loss": 1.8067,
      "step": 1089
    },
    {
      "epoch": 0.7866486242670275,
      "grad_norm": 0.9574726819992065,
      "learning_rate": 2.1979804679123106e-05,
      "loss": 1.9448,
      "step": 1090
    },
    {
      "epoch": 0.7873703202525936,
      "grad_norm": 1.0733020305633545,
      "learning_rate": 2.1837191781283784e-05,
      "loss": 1.7374,
      "step": 1091
    },
    {
      "epoch": 0.7880920162381597,
      "grad_norm": 1.0972102880477905,
      "learning_rate": 2.1694986322675202e-05,
      "loss": 1.8578,
      "step": 1092
    },
    {
      "epoch": 0.7888137122237258,
      "grad_norm": 1.2154661417007446,
      "learning_rate": 2.155318904457162e-05,
      "loss": 2.1273,
      "step": 1093
    },
    {
      "epoch": 0.7895354082092918,
      "grad_norm": 1.209348201751709,
      "learning_rate": 2.141180068611971e-05,
      "loss": 2.1163,
      "step": 1094
    },
    {
      "epoch": 0.790257104194858,
      "grad_norm": 1.1238285303115845,
      "learning_rate": 2.127082198433442e-05,
      "loss": 1.8601,
      "step": 1095
    },
    {
      "epoch": 0.790978800180424,
      "grad_norm": 1.4893637895584106,
      "learning_rate": 2.1130253674095435e-05,
      "loss": 1.6562,
      "step": 1096
    },
    {
      "epoch": 0.79170049616599,
      "grad_norm": 1.4496592283248901,
      "learning_rate": 2.099009648814304e-05,
      "loss": 1.9897,
      "step": 1097
    },
    {
      "epoch": 0.7924221921515562,
      "grad_norm": 1.6282823085784912,
      "learning_rate": 2.0850351157074598e-05,
      "loss": 1.8457,
      "step": 1098
    },
    {
      "epoch": 0.7931438881371222,
      "grad_norm": 1.868538737297058,
      "learning_rate": 2.0711018409340467e-05,
      "loss": 1.9899,
      "step": 1099
    },
    {
      "epoch": 0.7938655841226884,
      "grad_norm": 2.771350860595703,
      "learning_rate": 2.057209897124043e-05,
      "loss": 2.3715,
      "step": 1100
    },
    {
      "epoch": 0.7945872801082544,
      "grad_norm": 0.2796492278575897,
      "learning_rate": 2.043359356691973e-05,
      "loss": 2.0681,
      "step": 1101
    },
    {
      "epoch": 0.7953089760938205,
      "grad_norm": 0.3717372417449951,
      "learning_rate": 2.0295502918365472e-05,
      "loss": 1.8771,
      "step": 1102
    },
    {
      "epoch": 0.7960306720793866,
      "grad_norm": 0.42326289415359497,
      "learning_rate": 2.015782774540268e-05,
      "loss": 1.9706,
      "step": 1103
    },
    {
      "epoch": 0.7967523680649526,
      "grad_norm": 0.4352366626262665,
      "learning_rate": 2.002056876569066e-05,
      "loss": 2.0051,
      "step": 1104
    },
    {
      "epoch": 0.7974740640505187,
      "grad_norm": 0.5271891951560974,
      "learning_rate": 1.9883726694719197e-05,
      "loss": 2.0673,
      "step": 1105
    },
    {
      "epoch": 0.7981957600360848,
      "grad_norm": 0.483254075050354,
      "learning_rate": 1.9747302245804945e-05,
      "loss": 1.8483,
      "step": 1106
    },
    {
      "epoch": 0.7989174560216509,
      "grad_norm": 0.5078806281089783,
      "learning_rate": 1.9611296130087485e-05,
      "loss": 1.9444,
      "step": 1107
    },
    {
      "epoch": 0.7996391520072169,
      "grad_norm": 0.5332441926002502,
      "learning_rate": 1.9475709056525905e-05,
      "loss": 1.9548,
      "step": 1108
    },
    {
      "epoch": 0.8003608479927831,
      "grad_norm": 0.49480563402175903,
      "learning_rate": 1.934054173189481e-05,
      "loss": 1.8356,
      "step": 1109
    },
    {
      "epoch": 0.8010825439783491,
      "grad_norm": 0.6263439655303955,
      "learning_rate": 1.9205794860780914e-05,
      "loss": 2.0669,
      "step": 1110
    },
    {
      "epoch": 0.8018042399639153,
      "grad_norm": 0.5748035907745361,
      "learning_rate": 1.907146914557908e-05,
      "loss": 1.9831,
      "step": 1111
    },
    {
      "epoch": 0.8025259359494813,
      "grad_norm": 0.6012669205665588,
      "learning_rate": 1.8937565286488966e-05,
      "loss": 1.9922,
      "step": 1112
    },
    {
      "epoch": 0.8032476319350473,
      "grad_norm": 0.6503617763519287,
      "learning_rate": 1.8804083981511102e-05,
      "loss": 2.1303,
      "step": 1113
    },
    {
      "epoch": 0.8039693279206135,
      "grad_norm": 0.6069644093513489,
      "learning_rate": 1.8671025926443465e-05,
      "loss": 1.7676,
      "step": 1114
    },
    {
      "epoch": 0.8046910239061795,
      "grad_norm": 0.6530622243881226,
      "learning_rate": 1.8538391814877687e-05,
      "loss": 1.8407,
      "step": 1115
    },
    {
      "epoch": 0.8054127198917456,
      "grad_norm": 0.6109187006950378,
      "learning_rate": 1.840618233819552e-05,
      "loss": 2.0339,
      "step": 1116
    },
    {
      "epoch": 0.8061344158773117,
      "grad_norm": 0.6955105662345886,
      "learning_rate": 1.8274398185565234e-05,
      "loss": 2.1203,
      "step": 1117
    },
    {
      "epoch": 0.8068561118628778,
      "grad_norm": 0.7193408608436584,
      "learning_rate": 1.8143040043938054e-05,
      "loss": 2.0333,
      "step": 1118
    },
    {
      "epoch": 0.8075778078484438,
      "grad_norm": 0.6942923665046692,
      "learning_rate": 1.8012108598044453e-05,
      "loss": 2.0289,
      "step": 1119
    },
    {
      "epoch": 0.80829950383401,
      "grad_norm": 0.6973164677619934,
      "learning_rate": 1.788160453039075e-05,
      "loss": 2.1136,
      "step": 1120
    },
    {
      "epoch": 0.809021199819576,
      "grad_norm": 0.8362918496131897,
      "learning_rate": 1.775152852125539e-05,
      "loss": 1.9964,
      "step": 1121
    },
    {
      "epoch": 0.8097428958051421,
      "grad_norm": 0.8596991300582886,
      "learning_rate": 1.762188124868557e-05,
      "loss": 2.3948,
      "step": 1122
    },
    {
      "epoch": 0.8104645917907082,
      "grad_norm": 0.7008897066116333,
      "learning_rate": 1.7492663388493513e-05,
      "loss": 1.8716,
      "step": 1123
    },
    {
      "epoch": 0.8111862877762742,
      "grad_norm": 0.9806183576583862,
      "learning_rate": 1.7363875614253135e-05,
      "loss": 2.1011,
      "step": 1124
    },
    {
      "epoch": 0.8119079837618404,
      "grad_norm": 1.0136085748672485,
      "learning_rate": 1.7235518597296362e-05,
      "loss": 1.9092,
      "step": 1125
    },
    {
      "epoch": 0.8126296797474064,
      "grad_norm": 0.7701749801635742,
      "learning_rate": 1.7107593006709798e-05,
      "loss": 1.9357,
      "step": 1126
    },
    {
      "epoch": 0.8133513757329724,
      "grad_norm": 0.9417120218276978,
      "learning_rate": 1.6980099509331083e-05,
      "loss": 2.0238,
      "step": 1127
    },
    {
      "epoch": 0.8140730717185386,
      "grad_norm": 0.7889707684516907,
      "learning_rate": 1.6853038769745467e-05,
      "loss": 1.9612,
      "step": 1128
    },
    {
      "epoch": 0.8147947677041046,
      "grad_norm": 0.849750816822052,
      "learning_rate": 1.6726411450282474e-05,
      "loss": 1.8879,
      "step": 1129
    },
    {
      "epoch": 0.8155164636896707,
      "grad_norm": 0.8050547242164612,
      "learning_rate": 1.660021821101222e-05,
      "loss": 1.8977,
      "step": 1130
    },
    {
      "epoch": 0.8162381596752368,
      "grad_norm": 0.8490147590637207,
      "learning_rate": 1.647445970974215e-05,
      "loss": 1.815,
      "step": 1131
    },
    {
      "epoch": 0.8169598556608029,
      "grad_norm": 0.9544901847839355,
      "learning_rate": 1.6349136602013527e-05,
      "loss": 1.9508,
      "step": 1132
    },
    {
      "epoch": 0.817681551646369,
      "grad_norm": 0.855512797832489,
      "learning_rate": 1.622424954109808e-05,
      "loss": 1.7769,
      "step": 1133
    },
    {
      "epoch": 0.8184032476319351,
      "grad_norm": 1.027392864227295,
      "learning_rate": 1.609979917799449e-05,
      "loss": 2.1474,
      "step": 1134
    },
    {
      "epoch": 0.8191249436175011,
      "grad_norm": 0.9262562990188599,
      "learning_rate": 1.5975786161425142e-05,
      "loss": 1.8961,
      "step": 1135
    },
    {
      "epoch": 0.8198466396030673,
      "grad_norm": 0.9184101223945618,
      "learning_rate": 1.5852211137832583e-05,
      "loss": 2.2313,
      "step": 1136
    },
    {
      "epoch": 0.8205683355886333,
      "grad_norm": 1.123963475227356,
      "learning_rate": 1.5729074751376328e-05,
      "loss": 2.0314,
      "step": 1137
    },
    {
      "epoch": 0.8212900315741993,
      "grad_norm": 1.1094459295272827,
      "learning_rate": 1.5606377643929304e-05,
      "loss": 2.0965,
      "step": 1138
    },
    {
      "epoch": 0.8220117275597655,
      "grad_norm": 1.082945466041565,
      "learning_rate": 1.5484120455074703e-05,
      "loss": 1.9589,
      "step": 1139
    },
    {
      "epoch": 0.8227334235453315,
      "grad_norm": 1.1432358026504517,
      "learning_rate": 1.5362303822102466e-05,
      "loss": 2.0497,
      "step": 1140
    },
    {
      "epoch": 0.8234551195308976,
      "grad_norm": 1.4538967609405518,
      "learning_rate": 1.5240928380006148e-05,
      "loss": 2.2054,
      "step": 1141
    },
    {
      "epoch": 0.8241768155164637,
      "grad_norm": 0.9676366448402405,
      "learning_rate": 1.5119994761479427e-05,
      "loss": 1.9426,
      "step": 1142
    },
    {
      "epoch": 0.8248985115020298,
      "grad_norm": 1.3524038791656494,
      "learning_rate": 1.4999503596912911e-05,
      "loss": 2.0327,
      "step": 1143
    },
    {
      "epoch": 0.8256202074875959,
      "grad_norm": 1.1715184450149536,
      "learning_rate": 1.4879455514390816e-05,
      "loss": 2.2343,
      "step": 1144
    },
    {
      "epoch": 0.8263419034731619,
      "grad_norm": 1.326545000076294,
      "learning_rate": 1.4759851139687752e-05,
      "loss": 1.9405,
      "step": 1145
    },
    {
      "epoch": 0.827063599458728,
      "grad_norm": 1.214329481124878,
      "learning_rate": 1.4640691096265358e-05,
      "loss": 1.9949,
      "step": 1146
    },
    {
      "epoch": 0.8277852954442941,
      "grad_norm": 1.2797389030456543,
      "learning_rate": 1.4521976005269167e-05,
      "loss": 1.6595,
      "step": 1147
    },
    {
      "epoch": 0.8285069914298602,
      "grad_norm": 1.8914451599121094,
      "learning_rate": 1.4403706485525225e-05,
      "loss": 2.2415,
      "step": 1148
    },
    {
      "epoch": 0.8292286874154262,
      "grad_norm": 2.2044243812561035,
      "learning_rate": 1.428588315353705e-05,
      "loss": 1.7554,
      "step": 1149
    },
    {
      "epoch": 0.8299503834009924,
      "grad_norm": 2.3013522624969482,
      "learning_rate": 1.4168506623482202e-05,
      "loss": 1.4801,
      "step": 1150
    },
    {
      "epoch": 0.8306720793865584,
      "grad_norm": 0.48885151743888855,
      "learning_rate": 1.4051577507209334e-05,
      "loss": 1.7635,
      "step": 1151
    },
    {
      "epoch": 0.8313937753721244,
      "grad_norm": 0.46181848645210266,
      "learning_rate": 1.3935096414234728e-05,
      "loss": 1.8218,
      "step": 1152
    },
    {
      "epoch": 0.8321154713576906,
      "grad_norm": 0.3709639608860016,
      "learning_rate": 1.3819063951739364e-05,
      "loss": 1.9315,
      "step": 1153
    },
    {
      "epoch": 0.8328371673432566,
      "grad_norm": 0.43750354647636414,
      "learning_rate": 1.3703480724565577e-05,
      "loss": 1.9153,
      "step": 1154
    },
    {
      "epoch": 0.8335588633288228,
      "grad_norm": 0.480108380317688,
      "learning_rate": 1.358834733521399e-05,
      "loss": 2.0783,
      "step": 1155
    },
    {
      "epoch": 0.8342805593143888,
      "grad_norm": 0.42809081077575684,
      "learning_rate": 1.3473664383840367e-05,
      "loss": 1.9666,
      "step": 1156
    },
    {
      "epoch": 0.8350022552999549,
      "grad_norm": 0.5092318654060364,
      "learning_rate": 1.3359432468252487e-05,
      "loss": 1.8649,
      "step": 1157
    },
    {
      "epoch": 0.835723951285521,
      "grad_norm": 0.4885648190975189,
      "learning_rate": 1.3245652183906965e-05,
      "loss": 2.0697,
      "step": 1158
    },
    {
      "epoch": 0.8364456472710871,
      "grad_norm": 0.6037598252296448,
      "learning_rate": 1.313232412390628e-05,
      "loss": 2.1617,
      "step": 1159
    },
    {
      "epoch": 0.8371673432566531,
      "grad_norm": 0.6285021305084229,
      "learning_rate": 1.3019448878995499e-05,
      "loss": 2.0946,
      "step": 1160
    },
    {
      "epoch": 0.8378890392422192,
      "grad_norm": 0.6654390096664429,
      "learning_rate": 1.2907027037559415e-05,
      "loss": 2.1445,
      "step": 1161
    },
    {
      "epoch": 0.8386107352277853,
      "grad_norm": 0.6595554947853088,
      "learning_rate": 1.2795059185619229e-05,
      "loss": 2.142,
      "step": 1162
    },
    {
      "epoch": 0.8393324312133513,
      "grad_norm": 0.8403629660606384,
      "learning_rate": 1.2683545906829785e-05,
      "loss": 1.9667,
      "step": 1163
    },
    {
      "epoch": 0.8400541271989175,
      "grad_norm": 0.6363543272018433,
      "learning_rate": 1.2572487782476228e-05,
      "loss": 2.0256,
      "step": 1164
    },
    {
      "epoch": 0.8407758231844835,
      "grad_norm": 0.6560234427452087,
      "learning_rate": 1.246188539147124e-05,
      "loss": 1.9964,
      "step": 1165
    },
    {
      "epoch": 0.8414975191700497,
      "grad_norm": 0.7384912371635437,
      "learning_rate": 1.2351739310351795e-05,
      "loss": 1.8698,
      "step": 1166
    },
    {
      "epoch": 0.8422192151556157,
      "grad_norm": 0.7581644058227539,
      "learning_rate": 1.2242050113276371e-05,
      "loss": 2.2077,
      "step": 1167
    },
    {
      "epoch": 0.8429409111411817,
      "grad_norm": 0.6684849858283997,
      "learning_rate": 1.2132818372021759e-05,
      "loss": 2.0707,
      "step": 1168
    },
    {
      "epoch": 0.8436626071267479,
      "grad_norm": 0.7010474801063538,
      "learning_rate": 1.2024044655980193e-05,
      "loss": 2.333,
      "step": 1169
    },
    {
      "epoch": 0.8443843031123139,
      "grad_norm": 0.8058362007141113,
      "learning_rate": 1.1915729532156372e-05,
      "loss": 1.9082,
      "step": 1170
    },
    {
      "epoch": 0.84510599909788,
      "grad_norm": 0.7877829670906067,
      "learning_rate": 1.1807873565164506e-05,
      "loss": 2.1537,
      "step": 1171
    },
    {
      "epoch": 0.8458276950834461,
      "grad_norm": 0.7448520064353943,
      "learning_rate": 1.1700477317225334e-05,
      "loss": 2.0992,
      "step": 1172
    },
    {
      "epoch": 0.8465493910690122,
      "grad_norm": 0.6806777715682983,
      "learning_rate": 1.1593541348163183e-05,
      "loss": 1.8501,
      "step": 1173
    },
    {
      "epoch": 0.8472710870545782,
      "grad_norm": 0.7390804886817932,
      "learning_rate": 1.1487066215403186e-05,
      "loss": 2.0905,
      "step": 1174
    },
    {
      "epoch": 0.8479927830401444,
      "grad_norm": 0.7478867769241333,
      "learning_rate": 1.1381052473968157e-05,
      "loss": 2.177,
      "step": 1175
    },
    {
      "epoch": 0.8487144790257104,
      "grad_norm": 0.9397196769714355,
      "learning_rate": 1.1275500676475925e-05,
      "loss": 2.0694,
      "step": 1176
    },
    {
      "epoch": 0.8494361750112766,
      "grad_norm": 0.7914235591888428,
      "learning_rate": 1.1170411373136247e-05,
      "loss": 1.8983,
      "step": 1177
    },
    {
      "epoch": 0.8501578709968426,
      "grad_norm": 0.850068211555481,
      "learning_rate": 1.1065785111748117e-05,
      "loss": 2.144,
      "step": 1178
    },
    {
      "epoch": 0.8508795669824086,
      "grad_norm": 0.7291155457496643,
      "learning_rate": 1.0961622437696761e-05,
      "loss": 1.8885,
      "step": 1179
    },
    {
      "epoch": 0.8516012629679748,
      "grad_norm": 0.8979725241661072,
      "learning_rate": 1.0857923893950928e-05,
      "loss": 2.0699,
      "step": 1180
    },
    {
      "epoch": 0.8523229589535408,
      "grad_norm": 0.7776647806167603,
      "learning_rate": 1.0754690021059955e-05,
      "loss": 2.057,
      "step": 1181
    },
    {
      "epoch": 0.8530446549391069,
      "grad_norm": 0.9126954078674316,
      "learning_rate": 1.0651921357150996e-05,
      "loss": 2.0313,
      "step": 1182
    },
    {
      "epoch": 0.853766350924673,
      "grad_norm": 1.0142502784729004,
      "learning_rate": 1.0549618437926178e-05,
      "loss": 2.1107,
      "step": 1183
    },
    {
      "epoch": 0.854488046910239,
      "grad_norm": 1.0248186588287354,
      "learning_rate": 1.0447781796659938e-05,
      "loss": 2.0202,
      "step": 1184
    },
    {
      "epoch": 0.8552097428958051,
      "grad_norm": 0.9955579042434692,
      "learning_rate": 1.0346411964196035e-05,
      "loss": 1.8946,
      "step": 1185
    },
    {
      "epoch": 0.8559314388813712,
      "grad_norm": 1.008432388305664,
      "learning_rate": 1.0245509468944992e-05,
      "loss": 2.2013,
      "step": 1186
    },
    {
      "epoch": 0.8566531348669373,
      "grad_norm": 1.176651120185852,
      "learning_rate": 1.014507483688113e-05,
      "loss": 1.7872,
      "step": 1187
    },
    {
      "epoch": 0.8573748308525034,
      "grad_norm": 0.8667738437652588,
      "learning_rate": 1.0045108591540075e-05,
      "loss": 1.8521,
      "step": 1188
    },
    {
      "epoch": 0.8580965268380695,
      "grad_norm": 0.966194748878479,
      "learning_rate": 9.945611254015764e-06,
      "loss": 1.972,
      "step": 1189
    },
    {
      "epoch": 0.8588182228236355,
      "grad_norm": 0.9451647996902466,
      "learning_rate": 9.84658334295796e-06,
      "loss": 1.6762,
      "step": 1190
    },
    {
      "epoch": 0.8595399188092017,
      "grad_norm": 0.938686728477478,
      "learning_rate": 9.74802537456937e-06,
      "loss": 1.9065,
      "step": 1191
    },
    {
      "epoch": 0.8602616147947677,
      "grad_norm": 1.0933154821395874,
      "learning_rate": 9.649937862603099e-06,
      "loss": 1.8774,
      "step": 1192
    },
    {
      "epoch": 0.8609833107803337,
      "grad_norm": 1.049614429473877,
      "learning_rate": 9.552321318359836e-06,
      "loss": 1.8559,
      "step": 1193
    },
    {
      "epoch": 0.8617050067658999,
      "grad_norm": 1.1378130912780762,
      "learning_rate": 9.455176250685338e-06,
      "loss": 2.173,
      "step": 1194
    },
    {
      "epoch": 0.8624267027514659,
      "grad_norm": 1.7523914575576782,
      "learning_rate": 9.358503165967614e-06,
      "loss": 2.1029,
      "step": 1195
    },
    {
      "epoch": 0.863148398737032,
      "grad_norm": 1.1993818283081055,
      "learning_rate": 9.262302568134418e-06,
      "loss": 1.732,
      "step": 1196
    },
    {
      "epoch": 0.8638700947225981,
      "grad_norm": 1.2454814910888672,
      "learning_rate": 9.166574958650531e-06,
      "loss": 1.7069,
      "step": 1197
    },
    {
      "epoch": 0.8645917907081642,
      "grad_norm": 1.561662197113037,
      "learning_rate": 9.071320836515262e-06,
      "loss": 1.6075,
      "step": 1198
    },
    {
      "epoch": 0.8653134866937303,
      "grad_norm": 1.4828908443450928,
      "learning_rate": 8.976540698259673e-06,
      "loss": 1.826,
      "step": 1199
    },
    {
      "epoch": 0.8660351826792964,
      "grad_norm": 3.747065544128418,
      "learning_rate": 8.882235037944186e-06,
      "loss": 2.3599,
      "step": 1200
    },
    {
      "epoch": 0.8667568786648624,
      "grad_norm": 0.35930347442626953,
      "learning_rate": 8.788404347155831e-06,
      "loss": 2.08,
      "step": 1201
    },
    {
      "epoch": 0.8674785746504285,
      "grad_norm": 0.39653342962265015,
      "learning_rate": 8.695049115005837e-06,
      "loss": 1.9411,
      "step": 1202
    },
    {
      "epoch": 0.8682002706359946,
      "grad_norm": 0.34054476022720337,
      "learning_rate": 8.602169828126949e-06,
      "loss": 1.8979,
      "step": 1203
    },
    {
      "epoch": 0.8689219666215606,
      "grad_norm": 0.42190003395080566,
      "learning_rate": 8.509766970671007e-06,
      "loss": 2.0403,
      "step": 1204
    },
    {
      "epoch": 0.8696436626071268,
      "grad_norm": 0.46807661652565,
      "learning_rate": 8.417841024306295e-06,
      "loss": 2.0516,
      "step": 1205
    },
    {
      "epoch": 0.8703653585926928,
      "grad_norm": 0.4768716096878052,
      "learning_rate": 8.326392468215205e-06,
      "loss": 1.8746,
      "step": 1206
    },
    {
      "epoch": 0.8710870545782589,
      "grad_norm": 0.5028126239776611,
      "learning_rate": 8.235421779091535e-06,
      "loss": 2.0957,
      "step": 1207
    },
    {
      "epoch": 0.871808750563825,
      "grad_norm": 0.5345216989517212,
      "learning_rate": 8.14492943113817e-06,
      "loss": 2.0424,
      "step": 1208
    },
    {
      "epoch": 0.872530446549391,
      "grad_norm": 0.5469328165054321,
      "learning_rate": 8.054915896064497e-06,
      "loss": 1.964,
      "step": 1209
    },
    {
      "epoch": 0.8732521425349572,
      "grad_norm": 0.5797441601753235,
      "learning_rate": 7.96538164308407e-06,
      "loss": 2.155,
      "step": 1210
    },
    {
      "epoch": 0.8739738385205232,
      "grad_norm": 0.5499006509780884,
      "learning_rate": 7.876327138911999e-06,
      "loss": 1.8392,
      "step": 1211
    },
    {
      "epoch": 0.8746955345060893,
      "grad_norm": 0.7882094979286194,
      "learning_rate": 7.787752847762685e-06,
      "loss": 2.0426,
      "step": 1212
    },
    {
      "epoch": 0.8754172304916554,
      "grad_norm": 0.6757630705833435,
      "learning_rate": 7.699659231347268e-06,
      "loss": 1.9531,
      "step": 1213
    },
    {
      "epoch": 0.8761389264772215,
      "grad_norm": 0.6643921732902527,
      "learning_rate": 7.612046748871327e-06,
      "loss": 2.168,
      "step": 1214
    },
    {
      "epoch": 0.8768606224627875,
      "grad_norm": 0.816382884979248,
      "learning_rate": 7.524915857032389e-06,
      "loss": 2.0272,
      "step": 1215
    },
    {
      "epoch": 0.8775823184483537,
      "grad_norm": 0.7009881138801575,
      "learning_rate": 7.438267010017585e-06,
      "loss": 2.0584,
      "step": 1216
    },
    {
      "epoch": 0.8783040144339197,
      "grad_norm": 0.8376511931419373,
      "learning_rate": 7.35210065950136e-06,
      "loss": 2.2488,
      "step": 1217
    },
    {
      "epoch": 0.8790257104194857,
      "grad_norm": 0.7746900916099548,
      "learning_rate": 7.2664172546429655e-06,
      "loss": 2.0164,
      "step": 1218
    },
    {
      "epoch": 0.8797474064050519,
      "grad_norm": 0.6845036745071411,
      "learning_rate": 7.181217242084282e-06,
      "loss": 1.9411,
      "step": 1219
    },
    {
      "epoch": 0.8804691023906179,
      "grad_norm": 0.7272771596908569,
      "learning_rate": 7.0965010659473256e-06,
      "loss": 1.9743,
      "step": 1220
    },
    {
      "epoch": 0.8811907983761841,
      "grad_norm": 0.6810030937194824,
      "learning_rate": 7.0122691678321195e-06,
      "loss": 1.944,
      "step": 1221
    },
    {
      "epoch": 0.8819124943617501,
      "grad_norm": 0.7769736051559448,
      "learning_rate": 6.928521986814196e-06,
      "loss": 1.8954,
      "step": 1222
    },
    {
      "epoch": 0.8826341903473162,
      "grad_norm": 0.8381882905960083,
      "learning_rate": 6.8452599594424515e-06,
      "loss": 2.0496,
      "step": 1223
    },
    {
      "epoch": 0.8833558863328823,
      "grad_norm": 0.8509557247161865,
      "learning_rate": 6.762483519736806e-06,
      "loss": 1.8655,
      "step": 1224
    },
    {
      "epoch": 0.8840775823184484,
      "grad_norm": 0.9625844359397888,
      "learning_rate": 6.680193099185994e-06,
      "loss": 2.1183,
      "step": 1225
    },
    {
      "epoch": 0.8847992783040144,
      "grad_norm": 0.7565901279449463,
      "learning_rate": 6.598389126745208e-06,
      "loss": 2.2029,
      "step": 1226
    },
    {
      "epoch": 0.8855209742895805,
      "grad_norm": 0.8794811367988586,
      "learning_rate": 6.5170720288340035e-06,
      "loss": 1.9157,
      "step": 1227
    },
    {
      "epoch": 0.8862426702751466,
      "grad_norm": 0.7776874899864197,
      "learning_rate": 6.4362422293339665e-06,
      "loss": 1.8864,
      "step": 1228
    },
    {
      "epoch": 0.8869643662607126,
      "grad_norm": 0.8542851805686951,
      "learning_rate": 6.355900149586558e-06,
      "loss": 2.2448,
      "step": 1229
    },
    {
      "epoch": 0.8876860622462788,
      "grad_norm": 0.8815374970436096,
      "learning_rate": 6.276046208390873e-06,
      "loss": 2.1463,
      "step": 1230
    },
    {
      "epoch": 0.8884077582318448,
      "grad_norm": 0.7650445699691772,
      "learning_rate": 6.196680822001555e-06,
      "loss": 1.8782,
      "step": 1231
    },
    {
      "epoch": 0.889129454217411,
      "grad_norm": 0.8122550845146179,
      "learning_rate": 6.117804404126459e-06,
      "loss": 1.9764,
      "step": 1232
    },
    {
      "epoch": 0.889851150202977,
      "grad_norm": 0.8356717228889465,
      "learning_rate": 6.0394173659247045e-06,
      "loss": 1.9582,
      "step": 1233
    },
    {
      "epoch": 0.890572846188543,
      "grad_norm": 0.8621585965156555,
      "learning_rate": 5.961520116004327e-06,
      "loss": 1.8986,
      "step": 1234
    },
    {
      "epoch": 0.8912945421741092,
      "grad_norm": 1.051979899406433,
      "learning_rate": 5.884113060420293e-06,
      "loss": 2.0476,
      "step": 1235
    },
    {
      "epoch": 0.8920162381596752,
      "grad_norm": 0.9583630561828613,
      "learning_rate": 5.807196602672305e-06,
      "loss": 1.9726,
      "step": 1236
    },
    {
      "epoch": 0.8927379341452413,
      "grad_norm": 0.8753020167350769,
      "learning_rate": 5.730771143702773e-06,
      "loss": 1.8334,
      "step": 1237
    },
    {
      "epoch": 0.8934596301308074,
      "grad_norm": 1.1012359857559204,
      "learning_rate": 5.654837081894626e-06,
      "loss": 1.8237,
      "step": 1238
    },
    {
      "epoch": 0.8941813261163735,
      "grad_norm": 0.9742476940155029,
      "learning_rate": 5.579394813069327e-06,
      "loss": 1.876,
      "step": 1239
    },
    {
      "epoch": 0.8949030221019395,
      "grad_norm": 0.8870843648910522,
      "learning_rate": 5.504444730484726e-06,
      "loss": 1.8202,
      "step": 1240
    },
    {
      "epoch": 0.8956247180875057,
      "grad_norm": 0.9019578695297241,
      "learning_rate": 5.429987224833111e-06,
      "loss": 2.0158,
      "step": 1241
    },
    {
      "epoch": 0.8963464140730717,
      "grad_norm": 1.069714069366455,
      "learning_rate": 5.3560226842390596e-06,
      "loss": 1.9168,
      "step": 1242
    },
    {
      "epoch": 0.8970681100586378,
      "grad_norm": 1.1574578285217285,
      "learning_rate": 5.2825514942575264e-06,
      "loss": 1.9916,
      "step": 1243
    },
    {
      "epoch": 0.8977898060442039,
      "grad_norm": 1.3360605239868164,
      "learning_rate": 5.209574037871701e-06,
      "loss": 2.0754,
      "step": 1244
    },
    {
      "epoch": 0.8985115020297699,
      "grad_norm": 1.1830366849899292,
      "learning_rate": 5.137090695491165e-06,
      "loss": 2.0139,
      "step": 1245
    },
    {
      "epoch": 0.8992331980153361,
      "grad_norm": 1.2915687561035156,
      "learning_rate": 5.065101844949794e-06,
      "loss": 1.8906,
      "step": 1246
    },
    {
      "epoch": 0.8999548940009021,
      "grad_norm": 1.5549017190933228,
      "learning_rate": 4.993607861503835e-06,
      "loss": 1.9554,
      "step": 1247
    },
    {
      "epoch": 0.9006765899864682,
      "grad_norm": 1.3656644821166992,
      "learning_rate": 4.922609117829946e-06,
      "loss": 1.7293,
      "step": 1248
    },
    {
      "epoch": 0.9013982859720343,
      "grad_norm": 1.5428293943405151,
      "learning_rate": 4.852105984023225e-06,
      "loss": 1.7868,
      "step": 1249
    },
    {
      "epoch": 0.9021199819576003,
      "grad_norm": 2.3263931274414062,
      "learning_rate": 4.7820988275953045e-06,
      "loss": 1.6713,
      "step": 1250
    },
    {
      "epoch": 0.9028416779431664,
      "grad_norm": 0.3375650942325592,
      "learning_rate": 4.712588013472507e-06,
      "loss": 2.0252,
      "step": 1251
    },
    {
      "epoch": 0.9035633739287325,
      "grad_norm": 0.3907175064086914,
      "learning_rate": 4.64357390399377e-06,
      "loss": 1.7114,
      "step": 1252
    },
    {
      "epoch": 0.9042850699142986,
      "grad_norm": 0.395847886800766,
      "learning_rate": 4.575056858908933e-06,
      "loss": 2.0951,
      "step": 1253
    },
    {
      "epoch": 0.9050067658998647,
      "grad_norm": 0.7349646687507629,
      "learning_rate": 4.507037235376754e-06,
      "loss": 1.8744,
      "step": 1254
    },
    {
      "epoch": 0.9057284618854308,
      "grad_norm": 0.4204355478286743,
      "learning_rate": 4.439515387963089e-06,
      "loss": 2.1934,
      "step": 1255
    },
    {
      "epoch": 0.9064501578709968,
      "grad_norm": 0.4359395205974579,
      "learning_rate": 4.372491668639034e-06,
      "loss": 1.9695,
      "step": 1256
    },
    {
      "epoch": 0.907171853856563,
      "grad_norm": 0.46503299474716187,
      "learning_rate": 4.305966426779118e-06,
      "loss": 1.9024,
      "step": 1257
    },
    {
      "epoch": 0.907893549842129,
      "grad_norm": 0.5666508674621582,
      "learning_rate": 4.2399400091594154e-06,
      "loss": 2.2018,
      "step": 1258
    },
    {
      "epoch": 0.908615245827695,
      "grad_norm": 0.5180819630622864,
      "learning_rate": 4.174412759955781e-06,
      "loss": 2.0029,
      "step": 1259
    },
    {
      "epoch": 0.9093369418132612,
      "grad_norm": 0.589097797870636,
      "learning_rate": 4.109385020742118e-06,
      "loss": 2.0511,
      "step": 1260
    },
    {
      "epoch": 0.9100586377988272,
      "grad_norm": 0.7083284854888916,
      "learning_rate": 4.044857130488466e-06,
      "loss": 2.0875,
      "step": 1261
    },
    {
      "epoch": 0.9107803337843933,
      "grad_norm": 0.6357088088989258,
      "learning_rate": 3.980829425559329e-06,
      "loss": 2.0432,
      "step": 1262
    },
    {
      "epoch": 0.9115020297699594,
      "grad_norm": 0.6381567120552063,
      "learning_rate": 3.9173022397118845e-06,
      "loss": 1.8847,
      "step": 1263
    },
    {
      "epoch": 0.9122237257555255,
      "grad_norm": 0.6777597665786743,
      "learning_rate": 3.8542759040942734e-06,
      "loss": 1.9659,
      "step": 1264
    },
    {
      "epoch": 0.9129454217410916,
      "grad_norm": 0.6971368193626404,
      "learning_rate": 3.7917507472438273e-06,
      "loss": 1.9426,
      "step": 1265
    },
    {
      "epoch": 0.9136671177266577,
      "grad_norm": 0.664192259311676,
      "learning_rate": 3.729727095085422e-06,
      "loss": 1.7732,
      "step": 1266
    },
    {
      "epoch": 0.9143888137122237,
      "grad_norm": 0.7263942956924438,
      "learning_rate": 3.668205270929692e-06,
      "loss": 2.1826,
      "step": 1267
    },
    {
      "epoch": 0.9151105096977898,
      "grad_norm": 0.7032451629638672,
      "learning_rate": 3.6071855954714406e-06,
      "loss": 2.1521,
      "step": 1268
    },
    {
      "epoch": 0.9158322056833559,
      "grad_norm": 0.7322685122489929,
      "learning_rate": 3.546668386787888e-06,
      "loss": 2.0257,
      "step": 1269
    },
    {
      "epoch": 0.9165539016689219,
      "grad_norm": 0.7566028833389282,
      "learning_rate": 3.4866539603370605e-06,
      "loss": 2.1399,
      "step": 1270
    },
    {
      "epoch": 0.9172755976544881,
      "grad_norm": 0.7132338285446167,
      "learning_rate": 3.427142628956126e-06,
      "loss": 2.1298,
      "step": 1271
    },
    {
      "epoch": 0.9179972936400541,
      "grad_norm": 0.7203378081321716,
      "learning_rate": 3.368134702859782e-06,
      "loss": 1.931,
      "step": 1272
    },
    {
      "epoch": 0.9187189896256202,
      "grad_norm": 0.6618990898132324,
      "learning_rate": 3.3096304896386044e-06,
      "loss": 2.0863,
      "step": 1273
    },
    {
      "epoch": 0.9194406856111863,
      "grad_norm": 0.9268171191215515,
      "learning_rate": 3.2516302942574793e-06,
      "loss": 1.7346,
      "step": 1274
    },
    {
      "epoch": 0.9201623815967523,
      "grad_norm": 0.7129343748092651,
      "learning_rate": 3.194134419053996e-06,
      "loss": 1.691,
      "step": 1275
    },
    {
      "epoch": 0.9208840775823185,
      "grad_norm": 0.7878919839859009,
      "learning_rate": 3.1371431637368665e-06,
      "loss": 2.2035,
      "step": 1276
    },
    {
      "epoch": 0.9216057735678845,
      "grad_norm": 0.83492112159729,
      "learning_rate": 3.080656825384376e-06,
      "loss": 1.8964,
      "step": 1277
    },
    {
      "epoch": 0.9223274695534506,
      "grad_norm": 0.7410056591033936,
      "learning_rate": 3.0246756984428582e-06,
      "loss": 2.0853,
      "step": 1278
    },
    {
      "epoch": 0.9230491655390167,
      "grad_norm": 0.8066149950027466,
      "learning_rate": 2.969200074725065e-06,
      "loss": 1.8044,
      "step": 1279
    },
    {
      "epoch": 0.9237708615245828,
      "grad_norm": 0.8875678777694702,
      "learning_rate": 2.914230243408789e-06,
      "loss": 2.118,
      "step": 1280
    },
    {
      "epoch": 0.9244925575101488,
      "grad_norm": 0.837360680103302,
      "learning_rate": 2.8597664910352207e-06,
      "loss": 1.665,
      "step": 1281
    },
    {
      "epoch": 0.925214253495715,
      "grad_norm": 0.8768168091773987,
      "learning_rate": 2.8058091015075394e-06,
      "loss": 1.9387,
      "step": 1282
    },
    {
      "epoch": 0.925935949481281,
      "grad_norm": 0.908577024936676,
      "learning_rate": 2.7523583560894016e-06,
      "loss": 1.8705,
      "step": 1283
    },
    {
      "epoch": 0.926657645466847,
      "grad_norm": 0.8837512731552124,
      "learning_rate": 2.6994145334034994e-06,
      "loss": 1.8562,
      "step": 1284
    },
    {
      "epoch": 0.9273793414524132,
      "grad_norm": 0.9558122754096985,
      "learning_rate": 2.6469779094300264e-06,
      "loss": 1.7954,
      "step": 1285
    },
    {
      "epoch": 0.9281010374379792,
      "grad_norm": 0.8228635787963867,
      "learning_rate": 2.595048757505392e-06,
      "loss": 1.8111,
      "step": 1286
    },
    {
      "epoch": 0.9288227334235454,
      "grad_norm": 0.9878435134887695,
      "learning_rate": 2.543627348320643e-06,
      "loss": 1.799,
      "step": 1287
    },
    {
      "epoch": 0.9295444294091114,
      "grad_norm": 0.9186722040176392,
      "learning_rate": 2.4927139499201225e-06,
      "loss": 1.6774,
      "step": 1288
    },
    {
      "epoch": 0.9302661253946775,
      "grad_norm": 1.0322693586349487,
      "learning_rate": 2.4423088277000904e-06,
      "loss": 2.0616,
      "step": 1289
    },
    {
      "epoch": 0.9309878213802436,
      "grad_norm": 0.934918224811554,
      "learning_rate": 2.392412244407294e-06,
      "loss": 1.633,
      "step": 1290
    },
    {
      "epoch": 0.9317095173658096,
      "grad_norm": 1.2899357080459595,
      "learning_rate": 2.3430244601376217e-06,
      "loss": 1.9221,
      "step": 1291
    },
    {
      "epoch": 0.9324312133513757,
      "grad_norm": 0.9532777070999146,
      "learning_rate": 2.2941457323347627e-06,
      "loss": 1.8248,
      "step": 1292
    },
    {
      "epoch": 0.9331529093369418,
      "grad_norm": 1.1227638721466064,
      "learning_rate": 2.2457763157888277e-06,
      "loss": 2.0148,
      "step": 1293
    },
    {
      "epoch": 0.9338746053225079,
      "grad_norm": 1.0534406900405884,
      "learning_rate": 2.1979164626350748e-06,
      "loss": 1.666,
      "step": 1294
    },
    {
      "epoch": 0.934596301308074,
      "grad_norm": 1.3384755849838257,
      "learning_rate": 2.150566422352496e-06,
      "loss": 1.6326,
      "step": 1295
    },
    {
      "epoch": 0.9353179972936401,
      "grad_norm": 1.250504732131958,
      "learning_rate": 2.1037264417626544e-06,
      "loss": 1.7542,
      "step": 1296
    },
    {
      "epoch": 0.9360396932792061,
      "grad_norm": 1.3456807136535645,
      "learning_rate": 2.0573967650282744e-06,
      "loss": 1.8959,
      "step": 1297
    },
    {
      "epoch": 0.9367613892647723,
      "grad_norm": 1.3933519124984741,
      "learning_rate": 2.011577633652062e-06,
      "loss": 1.887,
      "step": 1298
    },
    {
      "epoch": 0.9374830852503383,
      "grad_norm": 1.5431313514709473,
      "learning_rate": 1.966269286475353e-06,
      "loss": 1.5638,
      "step": 1299
    },
    {
      "epoch": 0.9382047812359043,
      "grad_norm": 2.5403122901916504,
      "learning_rate": 1.921471959676957e-06,
      "loss": 2.216,
      "step": 1300
    },
    {
      "epoch": 0.9389264772214705,
      "grad_norm": 0.28390318155288696,
      "learning_rate": 1.8771858867718705e-06,
      "loss": 1.7793,
      "step": 1301
    },
    {
      "epoch": 0.9396481732070365,
      "grad_norm": 0.3595048189163208,
      "learning_rate": 1.8334112986100992e-06,
      "loss": 2.0956,
      "step": 1302
    },
    {
      "epoch": 0.9403698691926026,
      "grad_norm": 0.4299437701702118,
      "learning_rate": 1.790148423375404e-06,
      "loss": 1.7958,
      "step": 1303
    },
    {
      "epoch": 0.9410915651781687,
      "grad_norm": 0.4153294265270233,
      "learning_rate": 1.7473974865841569e-06,
      "loss": 1.8935,
      "step": 1304
    },
    {
      "epoch": 0.9418132611637348,
      "grad_norm": 0.4021168351173401,
      "learning_rate": 1.7051587110841428e-06,
      "loss": 1.7978,
      "step": 1305
    },
    {
      "epoch": 0.9425349571493009,
      "grad_norm": 0.4896467626094818,
      "learning_rate": 1.6634323170533928e-06,
      "loss": 1.9869,
      "step": 1306
    },
    {
      "epoch": 0.943256653134867,
      "grad_norm": 0.5336695909500122,
      "learning_rate": 1.6222185219990748e-06,
      "loss": 2.0317,
      "step": 1307
    },
    {
      "epoch": 0.943978349120433,
      "grad_norm": 0.5738083720207214,
      "learning_rate": 1.5815175407563165e-06,
      "loss": 1.8771,
      "step": 1308
    },
    {
      "epoch": 0.9447000451059991,
      "grad_norm": 0.5439826250076294,
      "learning_rate": 1.5413295854871058e-06,
      "loss": 1.8509,
      "step": 1309
    },
    {
      "epoch": 0.9454217410915652,
      "grad_norm": 0.5581225752830505,
      "learning_rate": 1.5016548656791697e-06,
      "loss": 1.6722,
      "step": 1310
    },
    {
      "epoch": 0.9461434370771312,
      "grad_norm": 0.7105444073677063,
      "learning_rate": 1.4624935881448975e-06,
      "loss": 1.9773,
      "step": 1311
    },
    {
      "epoch": 0.9468651330626974,
      "grad_norm": 0.7419779300689697,
      "learning_rate": 1.4238459570202644e-06,
      "loss": 2.128,
      "step": 1312
    },
    {
      "epoch": 0.9475868290482634,
      "grad_norm": 0.56227707862854,
      "learning_rate": 1.3857121737637647e-06,
      "loss": 2.025,
      "step": 1313
    },
    {
      "epoch": 0.9483085250338295,
      "grad_norm": 0.6109886169433594,
      "learning_rate": 1.348092437155346e-06,
      "loss": 2.0794,
      "step": 1314
    },
    {
      "epoch": 0.9490302210193956,
      "grad_norm": 0.6787282824516296,
      "learning_rate": 1.3109869432953892e-06,
      "loss": 1.8535,
      "step": 1315
    },
    {
      "epoch": 0.9497519170049616,
      "grad_norm": 0.7993598580360413,
      "learning_rate": 1.2743958856036743e-06,
      "loss": 1.8788,
      "step": 1316
    },
    {
      "epoch": 0.9504736129905278,
      "grad_norm": 0.6696105003356934,
      "learning_rate": 1.238319454818393e-06,
      "loss": 1.9651,
      "step": 1317
    },
    {
      "epoch": 0.9511953089760938,
      "grad_norm": 0.6322938203811646,
      "learning_rate": 1.2027578389951499e-06,
      "loss": 2.0678,
      "step": 1318
    },
    {
      "epoch": 0.9519170049616599,
      "grad_norm": 0.7774600386619568,
      "learning_rate": 1.1677112235059518e-06,
      "loss": 2.1279,
      "step": 1319
    },
    {
      "epoch": 0.952638700947226,
      "grad_norm": 0.7849416732788086,
      "learning_rate": 1.1331797910382747e-06,
      "loss": 2.1382,
      "step": 1320
    },
    {
      "epoch": 0.9533603969327921,
      "grad_norm": 0.6669602990150452,
      "learning_rate": 1.0991637215941098e-06,
      "loss": 1.9865,
      "step": 1321
    },
    {
      "epoch": 0.9540820929183581,
      "grad_norm": 0.6765627861022949,
      "learning_rate": 1.0656631924889749e-06,
      "loss": 2.2091,
      "step": 1322
    },
    {
      "epoch": 0.9548037889039243,
      "grad_norm": 0.8068450689315796,
      "learning_rate": 1.032678378351104e-06,
      "loss": 1.8685,
      "step": 1323
    },
    {
      "epoch": 0.9555254848894903,
      "grad_norm": 0.7961040735244751,
      "learning_rate": 1.0002094511203819e-06,
      "loss": 1.9576,
      "step": 1324
    },
    {
      "epoch": 0.9562471808750563,
      "grad_norm": 0.9559259414672852,
      "learning_rate": 9.682565800475884e-07,
      "loss": 1.9292,
      "step": 1325
    },
    {
      "epoch": 0.9569688768606225,
      "grad_norm": 0.8481292724609375,
      "learning_rate": 9.368199316934445e-07,
      "loss": 2.0111,
      "step": 1326
    },
    {
      "epoch": 0.9576905728461885,
      "grad_norm": 1.001504898071289,
      "learning_rate": 9.058996699277456e-07,
      "loss": 2.0776,
      "step": 1327
    },
    {
      "epoch": 0.9584122688317547,
      "grad_norm": 0.7700062990188599,
      "learning_rate": 8.75495955928507e-07,
      "loss": 2.2877,
      "step": 1328
    },
    {
      "epoch": 0.9591339648173207,
      "grad_norm": 0.9786632657051086,
      "learning_rate": 8.456089481811758e-07,
      "loss": 1.8846,
      "step": 1329
    },
    {
      "epoch": 0.9598556608028868,
      "grad_norm": 0.875964343547821,
      "learning_rate": 8.162388024777201e-07,
      "loss": 2.1227,
      "step": 1330
    },
    {
      "epoch": 0.9605773567884529,
      "grad_norm": 0.8387866616249084,
      "learning_rate": 7.873856719159078e-07,
      "loss": 1.8316,
      "step": 1331
    },
    {
      "epoch": 0.961299052774019,
      "grad_norm": 0.8640176653862,
      "learning_rate": 7.590497068984293e-07,
      "loss": 2.0265,
      "step": 1332
    },
    {
      "epoch": 0.962020748759585,
      "grad_norm": 0.9551598429679871,
      "learning_rate": 7.312310551321422e-07,
      "loss": 2.0676,
      "step": 1333
    },
    {
      "epoch": 0.9627424447451511,
      "grad_norm": 0.8166415691375732,
      "learning_rate": 7.039298616273393e-07,
      "loss": 2.0099,
      "step": 1334
    },
    {
      "epoch": 0.9634641407307172,
      "grad_norm": 1.039939284324646,
      "learning_rate": 6.771462686969265e-07,
      "loss": 2.0545,
      "step": 1335
    },
    {
      "epoch": 0.9641858367162832,
      "grad_norm": 1.0432822704315186,
      "learning_rate": 6.508804159557236e-07,
      "loss": 2.0203,
      "step": 1336
    },
    {
      "epoch": 0.9649075327018494,
      "grad_norm": 0.9043278098106384,
      "learning_rate": 6.251324403197312e-07,
      "loss": 1.8545,
      "step": 1337
    },
    {
      "epoch": 0.9656292286874154,
      "grad_norm": 0.9332495927810669,
      "learning_rate": 5.999024760054095e-07,
      "loss": 1.9496,
      "step": 1338
    },
    {
      "epoch": 0.9663509246729816,
      "grad_norm": 0.8752537369728088,
      "learning_rate": 5.751906545289787e-07,
      "loss": 1.9251,
      "step": 1339
    },
    {
      "epoch": 0.9670726206585476,
      "grad_norm": 1.1229203939437866,
      "learning_rate": 5.509971047057416e-07,
      "loss": 2.0009,
      "step": 1340
    },
    {
      "epoch": 0.9677943166441136,
      "grad_norm": 1.321217656135559,
      "learning_rate": 5.273219526493955e-07,
      "loss": 2.0794,
      "step": 1341
    },
    {
      "epoch": 0.9685160126296798,
      "grad_norm": 1.086470603942871,
      "learning_rate": 5.041653217713993e-07,
      "loss": 1.9611,
      "step": 1342
    },
    {
      "epoch": 0.9692377086152458,
      "grad_norm": 1.1638518571853638,
      "learning_rate": 4.815273327803182e-07,
      "loss": 1.893,
      "step": 1343
    },
    {
      "epoch": 0.9699594046008119,
      "grad_norm": 1.144478440284729,
      "learning_rate": 4.5940810368116924e-07,
      "loss": 1.9807,
      "step": 1344
    },
    {
      "epoch": 0.970681100586378,
      "grad_norm": 1.235710620880127,
      "learning_rate": 4.378077497748545e-07,
      "loss": 2.1209,
      "step": 1345
    },
    {
      "epoch": 0.9714027965719441,
      "grad_norm": 1.5150794982910156,
      "learning_rate": 4.167263836575286e-07,
      "loss": 2.0861,
      "step": 1346
    },
    {
      "epoch": 0.9721244925575101,
      "grad_norm": 1.5577549934387207,
      "learning_rate": 3.961641152200213e-07,
      "loss": 2.0934,
      "step": 1347
    },
    {
      "epoch": 0.9728461885430763,
      "grad_norm": 1.5427261590957642,
      "learning_rate": 3.761210516472602e-07,
      "loss": 1.8224,
      "step": 1348
    },
    {
      "epoch": 0.9735678845286423,
      "grad_norm": 2.0838589668273926,
      "learning_rate": 3.5659729741769343e-07,
      "loss": 1.9889,
      "step": 1349
    },
    {
      "epoch": 0.9742895805142084,
      "grad_norm": 3.3289177417755127,
      "learning_rate": 3.3759295430281223e-07,
      "loss": 2.0963,
      "step": 1350
    },
    {
      "epoch": 0.9750112764997745,
      "grad_norm": 0.2755839228630066,
      "learning_rate": 3.191081213665292e-07,
      "loss": 2.1154,
      "step": 1351
    },
    {
      "epoch": 0.9757329724853405,
      "grad_norm": 0.3360216021537781,
      "learning_rate": 3.011428949647233e-07,
      "loss": 1.9892,
      "step": 1352
    },
    {
      "epoch": 0.9764546684709067,
      "grad_norm": 0.4730423092842102,
      "learning_rate": 2.8369736874473976e-07,
      "loss": 2.0116,
      "step": 1353
    },
    {
      "epoch": 0.9771763644564727,
      "grad_norm": 0.4447082579135895,
      "learning_rate": 2.667716336448356e-07,
      "loss": 1.9483,
      "step": 1354
    },
    {
      "epoch": 0.9778980604420388,
      "grad_norm": 0.5265218019485474,
      "learning_rate": 2.503657778938018e-07,
      "loss": 2.1008,
      "step": 1355
    },
    {
      "epoch": 0.9786197564276049,
      "grad_norm": 0.54486083984375,
      "learning_rate": 2.3447988701043034e-07,
      "loss": 2.1984,
      "step": 1356
    },
    {
      "epoch": 0.9793414524131709,
      "grad_norm": 0.6242846846580505,
      "learning_rate": 2.1911404380308142e-07,
      "loss": 2.1317,
      "step": 1357
    },
    {
      "epoch": 0.980063148398737,
      "grad_norm": 0.4556017816066742,
      "learning_rate": 2.0426832836930587e-07,
      "loss": 1.4953,
      "step": 1358
    },
    {
      "epoch": 0.9807848443843031,
      "grad_norm": 0.6544153094291687,
      "learning_rate": 1.8994281809533443e-07,
      "loss": 1.9032,
      "step": 1359
    },
    {
      "epoch": 0.9815065403698692,
      "grad_norm": 0.5810800194740295,
      "learning_rate": 1.7613758765576692e-07,
      "loss": 1.8748,
      "step": 1360
    },
    {
      "epoch": 0.9822282363554353,
      "grad_norm": 0.6583943367004395,
      "learning_rate": 1.628527090130949e-07,
      "loss": 2.3085,
      "step": 1361
    },
    {
      "epoch": 0.9829499323410014,
      "grad_norm": 0.693284273147583,
      "learning_rate": 1.50088251417424e-07,
      "loss": 2.0377,
      "step": 1362
    },
    {
      "epoch": 0.9836716283265674,
      "grad_norm": 0.7142348289489746,
      "learning_rate": 1.378442814060188e-07,
      "loss": 1.8487,
      "step": 1363
    },
    {
      "epoch": 0.9843933243121336,
      "grad_norm": 0.8525462746620178,
      "learning_rate": 1.2612086280302527e-07,
      "loss": 1.956,
      "step": 1364
    },
    {
      "epoch": 0.9851150202976996,
      "grad_norm": 0.8822160959243774,
      "learning_rate": 1.1491805671909328e-07,
      "loss": 2.1317,
      "step": 1365
    },
    {
      "epoch": 0.9858367162832656,
      "grad_norm": 0.7459313869476318,
      "learning_rate": 1.0423592155108797e-07,
      "loss": 2.0505,
      "step": 1366
    },
    {
      "epoch": 0.9865584122688318,
      "grad_norm": 0.7297484278678894,
      "learning_rate": 9.407451298177883e-08,
      "loss": 2.0196,
      "step": 1367
    },
    {
      "epoch": 0.9872801082543978,
      "grad_norm": 0.781390368938446,
      "learning_rate": 8.44338839795289e-08,
      "loss": 2.0662,
      "step": 1368
    },
    {
      "epoch": 0.9880018042399639,
      "grad_norm": 0.6710959672927856,
      "learning_rate": 7.531408479802826e-08,
      "loss": 2.0362,
      "step": 1369
    },
    {
      "epoch": 0.98872350022553,
      "grad_norm": 0.969294011592865,
      "learning_rate": 6.671516297606095e-08,
      "loss": 2.1953,
      "step": 1370
    },
    {
      "epoch": 0.9894451962110961,
      "grad_norm": 0.8942249417304993,
      "learning_rate": 5.8637163337227354e-08,
      "loss": 1.9945,
      "step": 1371
    },
    {
      "epoch": 0.9901668921966622,
      "grad_norm": 0.966050922870636,
      "learning_rate": 5.1080127989699966e-08,
      "loss": 2.196,
      "step": 1372
    },
    {
      "epoch": 0.9908885881822282,
      "grad_norm": 0.9449571967124939,
      "learning_rate": 4.404409632604578e-08,
      "loss": 1.9585,
      "step": 1373
    },
    {
      "epoch": 0.9916102841677943,
      "grad_norm": 0.976347029209137,
      "learning_rate": 3.752910502297091e-08,
      "loss": 2.0081,
      "step": 1374
    },
    {
      "epoch": 0.9923319801533604,
      "grad_norm": 0.9933339953422546,
      "learning_rate": 3.153518804117628e-08,
      "loss": 1.9577,
      "step": 1375
    },
    {
      "epoch": 0.9930536761389265,
      "grad_norm": 1.108618974685669,
      "learning_rate": 2.6062376625146658e-08,
      "loss": 1.9111,
      "step": 1376
    },
    {
      "epoch": 0.9937753721244925,
      "grad_norm": 0.9743670225143433,
      "learning_rate": 2.1110699303006353e-08,
      "loss": 2.0606,
      "step": 1377
    },
    {
      "epoch": 0.9944970681100587,
      "grad_norm": 0.9455927610397339,
      "learning_rate": 1.6680181886352676e-08,
      "loss": 1.4703,
      "step": 1378
    },
    {
      "epoch": 0.9952187640956247,
      "grad_norm": 1.0366346836090088,
      "learning_rate": 1.2770847470156e-08,
      "loss": 1.8674,
      "step": 1379
    },
    {
      "epoch": 0.9959404600811907,
      "grad_norm": 1.3029417991638184,
      "learning_rate": 9.38271643258215e-09,
      "loss": 2.0128,
      "step": 1380
    },
    {
      "epoch": 0.9966621560667569,
      "grad_norm": 1.067899465560913,
      "learning_rate": 6.515806434959082e-09,
      "loss": 1.9623,
      "step": 1381
    },
    {
      "epoch": 0.9973838520523229,
      "grad_norm": 1.277071237564087,
      "learning_rate": 4.170132421610351e-09,
      "loss": 1.8176,
      "step": 1382
    },
    {
      "epoch": 0.9981055480378891,
      "grad_norm": 1.2683124542236328,
      "learning_rate": 2.3457066198440123e-09,
      "loss": 2.0409,
      "step": 1383
    },
    {
      "epoch": 0.9988272440234551,
      "grad_norm": 1.2791379690170288,
      "learning_rate": 1.0425385398304955e-09,
      "loss": 1.6178,
      "step": 1384
    },
    {
      "epoch": 0.9995489400090212,
      "grad_norm": 1.9106459617614746,
      "learning_rate": 2.606349746137049e-10,
      "loss": 1.773,
      "step": 1385
    },
    {
      "epoch": 1.0005412719891746,
      "grad_norm": 5.071047782897949,
      "learning_rate": 0.0,
      "loss": 3.3738,
      "step": 1386
    }
  ],
  "logging_steps": 1,
  "max_steps": 1386,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 347,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0266006359333929e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}