{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0005412719891746,
  "eval_steps": 347,
  "global_step": 1386,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007216959855660803,
      "grad_norm": 0.5289389491081238,
      "learning_rate": 2e-05,
      "loss": 2.1818,
      "step": 1
    },
    {
      "epoch": 0.0014433919711321606,
      "grad_norm": 0.568791389465332,
      "learning_rate": 4e-05,
      "loss": 2.4411,
      "step": 2
    },
    {
      "epoch": 0.002165087956698241,
      "grad_norm": 0.6097190976142883,
      "learning_rate": 6e-05,
      "loss": 2.4034,
      "step": 3
    },
    {
      "epoch": 0.0028867839422643212,
      "grad_norm": 0.7379252314567566,
      "learning_rate": 8e-05,
      "loss": 2.4281,
      "step": 4
    },
    {
      "epoch": 0.0036084799278304014,
      "grad_norm": 0.8380008935928345,
      "learning_rate": 0.0001,
      "loss": 2.3533,
      "step": 5
    },
    {
      "epoch": 0.004330175913396482,
      "grad_norm": 0.9782010316848755,
      "learning_rate": 0.00012,
      "loss": 2.58,
      "step": 6
    },
    {
      "epoch": 0.005051871898962562,
      "grad_norm": 0.9322047233581543,
      "learning_rate": 0.00014,
      "loss": 2.1435,
      "step": 7
    },
    {
      "epoch": 0.0057735678845286425,
      "grad_norm": 0.7802798748016357,
      "learning_rate": 0.00016,
      "loss": 2.3941,
      "step": 8
    },
    {
      "epoch": 0.006495263870094722,
      "grad_norm": 0.6581718325614929,
      "learning_rate": 0.00018,
      "loss": 2.5615,
      "step": 9
    },
    {
      "epoch": 0.007216959855660803,
      "grad_norm": 0.7337442636489868,
      "learning_rate": 0.0002,
      "loss": 2.2609,
      "step": 10
    },
    {
      "epoch": 0.007938655841226883,
      "grad_norm": 0.9255633354187012,
      "learning_rate": 0.0001999997393650254,
      "loss": 2.401,
      "step": 11
    },
    {
      "epoch": 0.008660351826792964,
      "grad_norm": 0.8047732710838318,
      "learning_rate": 0.0001999989574614602,
      "loss": 2.4005,
      "step": 12
    },
    {
      "epoch": 0.009382047812359044,
      "grad_norm": 0.8678301572799683,
      "learning_rate": 0.00019999765429338018,
      "loss": 2.1609,
      "step": 13
    },
    {
      "epoch": 0.010103743797925124,
      "grad_norm": 0.8067096471786499,
      "learning_rate": 0.00019999582986757842,
      "loss": 2.1629,
      "step": 14
    },
    {
      "epoch": 0.010825439783491205,
      "grad_norm": 1.0044234991073608,
      "learning_rate": 0.00019999348419356505,
      "loss": 2.3523,
      "step": 15
    },
    {
      "epoch": 0.011547135769057285,
      "grad_norm": 1.0585159063339233,
      "learning_rate": 0.00019999061728356743,
      "loss": 2.3643,
      "step": 16
    },
    {
      "epoch": 0.012268831754623365,
      "grad_norm": 1.0106501579284668,
      "learning_rate": 0.00019998722915252985,
      "loss": 2.2065,
      "step": 17
    },
    {
      "epoch": 0.012990527740189444,
      "grad_norm": 0.8646364808082581,
      "learning_rate": 0.00019998331981811366,
      "loss": 2.1743,
      "step": 18
    },
    {
      "epoch": 0.013712223725755526,
      "grad_norm": 1.0204347372055054,
      "learning_rate": 0.00019997888930069698,
      "loss": 2.208,
      "step": 19
    },
    {
      "epoch": 0.014433919711321606,
      "grad_norm": 0.8045647740364075,
      "learning_rate": 0.00019997393762337487,
      "loss": 2.2022,
      "step": 20
    },
    {
      "epoch": 0.015155615696887685,
      "grad_norm": 0.8455564379692078,
      "learning_rate": 0.00019996846481195883,
      "loss": 2.0684,
      "step": 21
    },
    {
      "epoch": 0.015877311682453765,
      "grad_norm": 0.850781261920929,
      "learning_rate": 0.00019996247089497704,
      "loss": 2.0841,
      "step": 22
    },
    {
      "epoch": 0.016599007668019847,
      "grad_norm": 0.8529759049415588,
      "learning_rate": 0.00019995595590367398,
      "loss": 2.2872,
      "step": 23
    },
    {
      "epoch": 0.017320703653585928,
      "grad_norm": 0.7859448194503784,
      "learning_rate": 0.00019994891987201033,
      "loss": 2.3346,
      "step": 24
    },
    {
      "epoch": 0.018042399639152006,
      "grad_norm": 0.8098118305206299,
      "learning_rate": 0.0001999413628366628,
      "loss": 2.1055,
      "step": 25
    },
    {
      "epoch": 0.018764095624718088,
      "grad_norm": 0.9167045950889587,
      "learning_rate": 0.00019993328483702393,
      "loss": 2.2693,
      "step": 26
    },
    {
      "epoch": 0.01948579161028417,
      "grad_norm": 0.8714928030967712,
      "learning_rate": 0.00019992468591520198,
      "loss": 2.2492,
      "step": 27
    },
    {
      "epoch": 0.020207487595850247,
      "grad_norm": 0.8236874938011169,
      "learning_rate": 0.0001999155661160205,
      "loss": 2.2599,
      "step": 28
    },
    {
      "epoch": 0.02092918358141633,
      "grad_norm": 0.8039966225624084,
      "learning_rate": 0.00019990592548701824,
      "loss": 2.2076,
      "step": 29
    },
    {
      "epoch": 0.02165087956698241,
      "grad_norm": 0.8017023801803589,
      "learning_rate": 0.00019989576407844893,
      "loss": 2.1799,
      "step": 30
    },
    {
      "epoch": 0.02237257555254849,
      "grad_norm": 0.8987767100334167,
      "learning_rate": 0.00019988508194328092,
      "loss": 2.2709,
      "step": 31
    },
    {
      "epoch": 0.02309427153811457,
      "grad_norm": 0.9400219917297363,
      "learning_rate": 0.00019987387913719698,
      "loss": 2.2571,
      "step": 32
    },
    {
      "epoch": 0.023815967523680648,
      "grad_norm": 0.8994596004486084,
      "learning_rate": 0.000199862155718594,
      "loss": 2.2577,
      "step": 33
    },
    {
      "epoch": 0.02453766350924673,
      "grad_norm": 1.093161702156067,
      "learning_rate": 0.00019984991174858257,
      "loss": 2.3336,
      "step": 34
    },
    {
      "epoch": 0.02525935949481281,
      "grad_norm": 1.134453535079956,
      "learning_rate": 0.00019983714729098693,
      "loss": 1.9795,
      "step": 35
    },
    {
      "epoch": 0.02598105548037889,
      "grad_norm": 1.0027954578399658,
      "learning_rate": 0.00019982386241234424,
      "loss": 2.1572,
      "step": 36
    },
    {
      "epoch": 0.02670275146594497,
      "grad_norm": 1.067081093788147,
      "learning_rate": 0.0001998100571819047,
      "loss": 2.1409,
      "step": 37
    },
    {
      "epoch": 0.027424447451511052,
      "grad_norm": 0.9050229787826538,
      "learning_rate": 0.0001997957316716307,
      "loss": 1.8762,
      "step": 38
    },
    {
      "epoch": 0.02814614343707713,
      "grad_norm": 1.0121879577636719,
      "learning_rate": 0.00019978088595619693,
      "loss": 2.3083,
      "step": 39
    },
    {
      "epoch": 0.02886783942264321,
      "grad_norm": 1.0751866102218628,
      "learning_rate": 0.0001997655201129896,
      "loss": 2.0265,
      "step": 40
    },
    {
      "epoch": 0.029589535408209293,
      "grad_norm": 1.0289644002914429,
      "learning_rate": 0.00019974963422210622,
      "loss": 1.8431,
      "step": 41
    },
    {
      "epoch": 0.03031123139377537,
      "grad_norm": 1.2024621963500977,
      "learning_rate": 0.00019973322836635518,
      "loss": 2.2772,
      "step": 42
    },
    {
      "epoch": 0.031032927379341452,
      "grad_norm": 1.1334075927734375,
      "learning_rate": 0.00019971630263125527,
      "loss": 2.0715,
      "step": 43
    },
    {
      "epoch": 0.03175462336490753,
      "grad_norm": 1.123303771018982,
      "learning_rate": 0.0001996988571050353,
      "loss": 2.0351,
      "step": 44
    },
    {
      "epoch": 0.03247631935047361,
      "grad_norm": 1.5807950496673584,
      "learning_rate": 0.00019968089187863349,
      "loss": 2.2721,
      "step": 45
    },
    {
      "epoch": 0.03319801533603969,
      "grad_norm": 1.3076528310775757,
      "learning_rate": 0.0001996624070456972,
      "loss": 2.0938,
      "step": 46
    },
    {
      "epoch": 0.033919711321605775,
      "grad_norm": 1.4200166463851929,
      "learning_rate": 0.00019964340270258233,
      "loss": 2.0617,
      "step": 47
    },
    {
      "epoch": 0.034641407307171856,
      "grad_norm": 1.596981167793274,
      "learning_rate": 0.00019962387894835275,
      "loss": 2.0854,
      "step": 48
    },
    {
      "epoch": 0.03536310329273793,
      "grad_norm": 1.5629574060440063,
      "learning_rate": 0.00019960383588478,
      "loss": 1.885,
      "step": 49
    },
    {
      "epoch": 0.03608479927830401,
      "grad_norm": 4.359396934509277,
      "learning_rate": 0.00019958327361634248,
      "loss": 2.103,
      "step": 50
    },
    {
      "epoch": 0.036806495263870094,
      "grad_norm": 1.358863115310669,
      "learning_rate": 0.00019956219225022515,
      "loss": 2.4668,
      "step": 51
    },
    {
      "epoch": 0.037528191249436176,
      "grad_norm": 1.188369631767273,
      "learning_rate": 0.00019954059189631883,
      "loss": 1.9728,
      "step": 52
    },
    {
      "epoch": 0.03824988723500226,
      "grad_norm": 0.9399006366729736,
      "learning_rate": 0.0001995184726672197,
      "loss": 2.2278,
      "step": 53
    },
    {
      "epoch": 0.03897158322056834,
      "grad_norm": 0.8739092946052551,
      "learning_rate": 0.0001994958346782286,
      "loss": 1.9823,
      "step": 54
    },
    {
      "epoch": 0.03969327920613441,
      "grad_norm": 0.5713518857955933,
      "learning_rate": 0.00019947267804735062,
      "loss": 2.1913,
      "step": 55
    },
    {
      "epoch": 0.040414975191700495,
      "grad_norm": 0.5192380547523499,
      "learning_rate": 0.00019944900289529425,
      "loss": 2.0917,
      "step": 56
    },
    {
      "epoch": 0.041136671177266576,
      "grad_norm": 0.49980980157852173,
      "learning_rate": 0.00019942480934547103,
      "loss": 2.1811,
      "step": 57
    },
    {
      "epoch": 0.04185836716283266,
      "grad_norm": 0.6122966408729553,
      "learning_rate": 0.0001994000975239946,
      "loss": 2.1331,
      "step": 58
    },
    {
      "epoch": 0.04258006314839874,
      "grad_norm": 0.48755010962486267,
      "learning_rate": 0.00019937486755968026,
      "loss": 2.0818,
      "step": 59
    },
    {
      "epoch": 0.04330175913396482,
      "grad_norm": 0.5578731298446655,
      "learning_rate": 0.00019934911958404428,
      "loss": 2.2713,
      "step": 60
    },
    {
      "epoch": 0.044023455119530895,
      "grad_norm": 0.6270748972892761,
      "learning_rate": 0.0001993228537313031,
      "loss": 2.1961,
      "step": 61
    },
    {
      "epoch": 0.04474515110509698,
      "grad_norm": 0.6963449120521545,
      "learning_rate": 0.0001992960701383727,
      "loss": 2.5169,
      "step": 62
    },
    {
      "epoch": 0.04546684709066306,
      "grad_norm": 0.5460060834884644,
      "learning_rate": 0.00019926876894486788,
      "loss": 2.1903,
      "step": 63
    },
    {
      "epoch": 0.04618854307622914,
      "grad_norm": 0.6313486695289612,
      "learning_rate": 0.00019924095029310158,
      "loss": 2.2612,
      "step": 64
    },
    {
      "epoch": 0.04691023906179522,
      "grad_norm": 0.5918726325035095,
      "learning_rate": 0.00019921261432808408,
      "loss": 2.3345,
      "step": 65
    },
    {
      "epoch": 0.047631935047361296,
      "grad_norm": 0.6557905077934265,
      "learning_rate": 0.0001991837611975223,
      "loss": 2.5134,
      "step": 66
    },
    {
      "epoch": 0.04835363103292738,
      "grad_norm": 0.7160738110542297,
      "learning_rate": 0.00019915439105181885,
      "loss": 2.2146,
      "step": 67
    },
    {
      "epoch": 0.04907532701849346,
      "grad_norm": 0.7096273303031921,
      "learning_rate": 0.0001991245040440715,
      "loss": 2.3045,
      "step": 68
    },
    {
      "epoch": 0.04979702300405954,
      "grad_norm": 0.758082389831543,
      "learning_rate": 0.00019909410033007227,
      "loss": 2.417,
      "step": 69
    },
    {
      "epoch": 0.05051871898962562,
      "grad_norm": 0.7279659509658813,
      "learning_rate": 0.00019906318006830657,
      "loss": 2.1826,
      "step": 70
    },
    {
      "epoch": 0.0512404149751917,
      "grad_norm": 0.7067808508872986,
      "learning_rate": 0.0001990317434199524,
      "loss": 2.1527,
      "step": 71
    },
    {
      "epoch": 0.05196211096075778,
      "grad_norm": 0.7109706401824951,
      "learning_rate": 0.00019899979054887964,
      "loss": 2.2505,
      "step": 72
    },
    {
      "epoch": 0.05268380694632386,
      "grad_norm": 0.6751580834388733,
      "learning_rate": 0.00019896732162164892,
      "loss": 1.9526,
      "step": 73
    },
    {
      "epoch": 0.05340550293188994,
      "grad_norm": 0.7519193291664124,
      "learning_rate": 0.00019893433680751103,
      "loss": 2.06,
      "step": 74
    },
    {
      "epoch": 0.05412719891745602,
      "grad_norm": 0.8038642406463623,
      "learning_rate": 0.0001989008362784059,
      "loss": 2.1943,
      "step": 75
    },
    {
      "epoch": 0.054848894903022104,
      "grad_norm": 0.7612549662590027,
      "learning_rate": 0.00019886682020896172,
      "loss": 2.0046,
      "step": 76
    },
    {
      "epoch": 0.055570590888588185,
      "grad_norm": 0.7255666851997375,
      "learning_rate": 0.00019883228877649406,
      "loss": 2.0808,
      "step": 77
    },
    {
      "epoch": 0.05629228687415426,
      "grad_norm": 0.7110129594802856,
      "learning_rate": 0.00019879724216100486,
      "loss": 1.9152,
      "step": 78
    },
    {
      "epoch": 0.05701398285972034,
      "grad_norm": 0.6603204607963562,
      "learning_rate": 0.0001987616805451816,
      "loss": 1.9836,
      "step": 79
    },
    {
      "epoch": 0.05773567884528642,
      "grad_norm": 0.7464525103569031,
      "learning_rate": 0.00019872560411439633,
      "loss": 2.1635,
      "step": 80
    },
    {
      "epoch": 0.058457374830852504,
      "grad_norm": 0.6907995343208313,
      "learning_rate": 0.00019868901305670464,
      "loss": 1.9325,
      "step": 81
    },
    {
      "epoch": 0.059179070816418586,
      "grad_norm": 0.8874271512031555,
      "learning_rate": 0.00019865190756284467,
      "loss": 2.3059,
      "step": 82
    },
    {
      "epoch": 0.05990076680198467,
      "grad_norm": 0.7893989682197571,
      "learning_rate": 0.00019861428782623627,
      "loss": 2.0393,
      "step": 83
    },
    {
      "epoch": 0.06062246278755074,
      "grad_norm": 0.763781726360321,
      "learning_rate": 0.00019857615404297974,
      "loss": 2.2991,
      "step": 84
    },
    {
      "epoch": 0.06134415877311682,
      "grad_norm": 0.9991993308067322,
      "learning_rate": 0.00019853750641185512,
      "loss": 2.4125,
      "step": 85
    },
    {
      "epoch": 0.062065854758682905,
      "grad_norm": 0.8143259882926941,
      "learning_rate": 0.00019849834513432083,
      "loss": 1.9996,
      "step": 86
    },
    {
      "epoch": 0.06278755074424898,
      "grad_norm": 0.8613365888595581,
      "learning_rate": 0.0001984586704145129,
      "loss": 2.1742,
      "step": 87
    },
    {
      "epoch": 0.06350924672981506,
      "grad_norm": 0.991270899772644,
      "learning_rate": 0.0001984184824592437,
      "loss": 2.0826,
      "step": 88
    },
    {
      "epoch": 0.06423094271538114,
      "grad_norm": 0.95848149061203,
      "learning_rate": 0.00019837778147800092,
      "loss": 2.0238,
      "step": 89
    },
    {
      "epoch": 0.06495263870094722,
      "grad_norm": 1.0924972295761108,
      "learning_rate": 0.00019833656768294662,
      "loss": 2.0164,
      "step": 90
    },
    {
      "epoch": 0.0656743346865133,
      "grad_norm": 1.0665656328201294,
      "learning_rate": 0.0001982948412889159,
      "loss": 2.1265,
      "step": 91
    },
    {
      "epoch": 0.06639603067207939,
      "grad_norm": 1.3453283309936523,
      "learning_rate": 0.00019825260251341587,
      "loss": 2.1496,
      "step": 92
    },
    {
      "epoch": 0.06711772665764547,
      "grad_norm": 1.1424192190170288,
      "learning_rate": 0.0001982098515766246,
      "loss": 2.1184,
      "step": 93
    },
    {
      "epoch": 0.06783942264321155,
      "grad_norm": 1.1538949012756348,
      "learning_rate": 0.0001981665887013899,
      "loss": 1.8145,
      "step": 94
    },
    {
      "epoch": 0.06856111862877763,
      "grad_norm": 1.354051113128662,
      "learning_rate": 0.00019812281411322812,
      "loss": 1.9368,
      "step": 95
    },
    {
      "epoch": 0.06928281461434371,
      "grad_norm": 1.0482224225997925,
      "learning_rate": 0.00019807852804032305,
      "loss": 1.9103,
      "step": 96
    },
    {
      "epoch": 0.0700045105999098,
      "grad_norm": 1.1958321332931519,
      "learning_rate": 0.00019803373071352467,
      "loss": 2.0412,
      "step": 97
    },
    {
      "epoch": 0.07072620658547586,
      "grad_norm": 1.317149043083191,
      "learning_rate": 0.00019798842236634797,
      "loss": 1.9812,
      "step": 98
    },
    {
      "epoch": 0.07144790257104194,
      "grad_norm": 1.5004814863204956,
      "learning_rate": 0.00019794260323497174,
      "loss": 1.93,
      "step": 99
    },
    {
      "epoch": 0.07216959855660803,
      "grad_norm": 2.084068775177002,
      "learning_rate": 0.00019789627355823735,
      "loss": 1.9218,
      "step": 100
    },
    {
      "epoch": 0.0728912945421741,
      "grad_norm": 0.7464265823364258,
      "learning_rate": 0.00019784943357764752,
      "loss": 2.2982,
      "step": 101
    },
    {
      "epoch": 0.07361299052774019,
      "grad_norm": 0.8461727499961853,
      "learning_rate": 0.00019780208353736495,
      "loss": 2.12,
      "step": 102
    },
    {
      "epoch": 0.07433468651330627,
      "grad_norm": 0.7447078227996826,
      "learning_rate": 0.00019775422368421117,
      "loss": 2.1422,
      "step": 103
    },
    {
      "epoch": 0.07505638249887235,
      "grad_norm": 0.5577036738395691,
      "learning_rate": 0.00019770585426766527,
      "loss": 2.2438,
      "step": 104
    },
    {
      "epoch": 0.07577807848443843,
      "grad_norm": 0.4666920602321625,
      "learning_rate": 0.00019765697553986237,
      "loss": 2.3482,
      "step": 105
    },
    {
      "epoch": 0.07649977447000451,
      "grad_norm": 0.46210694313049316,
      "learning_rate": 0.00019760758775559274,
      "loss": 2.273,
      "step": 106
    },
    {
      "epoch": 0.0772214704555706,
      "grad_norm": 0.5064113736152649,
      "learning_rate": 0.00019755769117229993,
      "loss": 2.1759,
      "step": 107
    },
    {
      "epoch": 0.07794316644113668,
      "grad_norm": 0.5015888214111328,
      "learning_rate": 0.0001975072860500799,
      "loss": 2.1659,
      "step": 108
    },
    {
      "epoch": 0.07866486242670274,
      "grad_norm": 0.4906737804412842,
      "learning_rate": 0.00019745637265167939,
      "loss": 2.1477,
      "step": 109
    },
    {
      "epoch": 0.07938655841226883,
      "grad_norm": 0.534416913986206,
      "learning_rate": 0.0001974049512424946,
      "loss": 2.3039,
      "step": 110
    },
    {
      "epoch": 0.08010825439783491,
      "grad_norm": 0.5651749968528748,
      "learning_rate": 0.00019735302209056998,
      "loss": 2.2756,
      "step": 111
    },
    {
      "epoch": 0.08082995038340099,
      "grad_norm": 0.7384345531463623,
      "learning_rate": 0.00019730058546659653,
      "loss": 2.1955,
      "step": 112
    },
    {
      "epoch": 0.08155164636896707,
      "grad_norm": 0.5483514666557312,
      "learning_rate": 0.00019724764164391062,
      "loss": 1.9752,
      "step": 113
    },
    {
      "epoch": 0.08227334235453315,
      "grad_norm": 0.6588540077209473,
      "learning_rate": 0.00019719419089849247,
      "loss": 2.2003,
      "step": 114
    },
    {
      "epoch": 0.08299503834009923,
      "grad_norm": 0.6941880583763123,
      "learning_rate": 0.0001971402335089648,
      "loss": 2.2995,
      "step": 115
    },
    {
      "epoch": 0.08371673432566532,
      "grad_norm": 0.5873758792877197,
      "learning_rate": 0.00019708576975659123,
      "loss": 2.1921,
      "step": 116
    },
    {
      "epoch": 0.0844384303112314,
      "grad_norm": 0.6261069774627686,
      "learning_rate": 0.00019703079992527495,
      "loss": 2.1373,
      "step": 117
    },
    {
      "epoch": 0.08516012629679748,
      "grad_norm": 0.7183627486228943,
      "learning_rate": 0.00019697532430155716,
      "loss": 2.434,
      "step": 118
    },
    {
      "epoch": 0.08588182228236356,
      "grad_norm": 0.5950519442558289,
      "learning_rate": 0.00019691934317461564,
      "loss": 2.1248,
      "step": 119
    },
    {
      "epoch": 0.08660351826792964,
      "grad_norm": 0.7968199849128723,
      "learning_rate": 0.00019686285683626314,
      "loss": 2.4135,
      "step": 120
    },
    {
      "epoch": 0.08732521425349571,
      "grad_norm": 0.8883382081985474,
      "learning_rate": 0.00019680586558094601,
      "loss": 2.2995,
      "step": 121
    },
    {
      "epoch": 0.08804691023906179,
      "grad_norm": 0.675014853477478,
      "learning_rate": 0.00019674836970574254,
      "loss": 2.1981,
      "step": 122
    },
    {
      "epoch": 0.08876860622462787,
      "grad_norm": 0.7689443230628967,
      "learning_rate": 0.00019669036951036143,
      "loss": 2.1654,
      "step": 123
    },
    {
      "epoch": 0.08949030221019395,
      "grad_norm": 0.7597634792327881,
      "learning_rate": 0.0001966318652971402,
      "loss": 2.2048,
      "step": 124
    },
    {
      "epoch": 0.09021199819576003,
      "grad_norm": 0.7103345990180969,
      "learning_rate": 0.00019657285737104387,
      "loss": 2.2034,
      "step": 125
    },
    {
      "epoch": 0.09093369418132612,
      "grad_norm": 0.6417791843414307,
      "learning_rate": 0.00019651334603966295,
      "loss": 1.9911,
      "step": 126
    },
    {
      "epoch": 0.0916553901668922,
      "grad_norm": 0.6819673180580139,
      "learning_rate": 0.00019645333161321212,
      "loss": 2.1096,
      "step": 127
    },
    {
      "epoch": 0.09237708615245828,
      "grad_norm": 0.6941477656364441,
      "learning_rate": 0.00019639281440452856,
      "loss": 2.0646,
      "step": 128
    },
    {
      "epoch": 0.09309878213802436,
      "grad_norm": 0.8132433891296387,
      "learning_rate": 0.00019633179472907034,
      "loss": 2.0624,
      "step": 129
    },
    {
      "epoch": 0.09382047812359044,
      "grad_norm": 0.8691275715827942,
      "learning_rate": 0.00019627027290491458,
      "loss": 1.9616,
      "step": 130
    },
    {
      "epoch": 0.09454217410915652,
      "grad_norm": 0.8294888734817505,
      "learning_rate": 0.00019620824925275617,
      "loss": 2.06,
      "step": 131
    },
    {
      "epoch": 0.09526387009472259,
      "grad_norm": 0.7007360458374023,
      "learning_rate": 0.00019614572409590574,
      "loss": 1.9079,
      "step": 132
    },
    {
      "epoch": 0.09598556608028867,
      "grad_norm": 0.914970874786377,
      "learning_rate": 0.00019608269776028814,
      "loss": 2.3349,
      "step": 133
    },
    {
      "epoch": 0.09670726206585475,
      "grad_norm": 0.8622676134109497,
      "learning_rate": 0.00019601917057444072,
      "loss": 2.2253,
      "step": 134
    },
    {
      "epoch": 0.09742895805142084,
      "grad_norm": 0.9287698268890381,
      "learning_rate": 0.00019595514286951154,
      "loss": 2.009,
      "step": 135
    },
    {
      "epoch": 0.09815065403698692,
      "grad_norm": 0.8633343577384949,
      "learning_rate": 0.0001958906149792579,
      "loss": 1.8689,
      "step": 136
    },
    {
      "epoch": 0.098872350022553,
      "grad_norm": 0.9197160005569458,
      "learning_rate": 0.00019582558724004422,
      "loss": 2.0615,
      "step": 137
    },
    {
      "epoch": 0.09959404600811908,
      "grad_norm": 0.9166582226753235,
      "learning_rate": 0.0001957600599908406,
      "loss": 1.7738,
      "step": 138
    },
    {
      "epoch": 0.10031574199368516,
      "grad_norm": 0.9680440425872803,
      "learning_rate": 0.0001956940335732209,
      "loss": 1.8016,
      "step": 139
    },
    {
      "epoch": 0.10103743797925124,
      "grad_norm": 0.9072414040565491,
      "learning_rate": 0.00019562750833136097,
      "loss": 2.022,
      "step": 140
    },
    {
      "epoch": 0.10175913396481732,
      "grad_norm": 1.0462357997894287,
      "learning_rate": 0.00019556048461203692,
      "loss": 1.9674,
      "step": 141
    },
    {
      "epoch": 0.1024808299503834,
      "grad_norm": 1.11906099319458,
      "learning_rate": 0.00019549296276462325,
      "loss": 1.8292,
      "step": 142
    },
    {
      "epoch": 0.10320252593594949,
      "grad_norm": 1.0360981225967407,
      "learning_rate": 0.00019542494314109108,
      "loss": 2.0426,
      "step": 143
    },
    {
      "epoch": 0.10392422192151556,
      "grad_norm": 1.0642668008804321,
      "learning_rate": 0.00019535642609600623,
      "loss": 1.932,
      "step": 144
    },
    {
      "epoch": 0.10464591790708164,
      "grad_norm": 1.365818738937378,
      "learning_rate": 0.0001952874119865275,
      "loss": 2.0968,
      "step": 145
    },
    {
      "epoch": 0.10536761389264772,
      "grad_norm": 1.319459319114685,
      "learning_rate": 0.0001952179011724047,
      "loss": 2.1518,
      "step": 146
    },
    {
      "epoch": 0.1060893098782138,
      "grad_norm": 1.475228190422058,
      "learning_rate": 0.0001951478940159768,
      "loss": 2.0226,
      "step": 147
    },
    {
      "epoch": 0.10681100586377988,
      "grad_norm": 1.29123055934906,
      "learning_rate": 0.00019507739088217007,
      "loss": 1.6838,
      "step": 148
    },
    {
      "epoch": 0.10753270184934596,
      "grad_norm": 1.9924309253692627,
      "learning_rate": 0.0001950063921384962,
      "loss": 2.1217,
      "step": 149
    },
    {
      "epoch": 0.10825439783491204,
      "grad_norm": 4.069019317626953,
      "learning_rate": 0.00019493489815505018,
      "loss": 2.4871,
      "step": 150
    },
    {
      "epoch": 0.10897609382047813,
      "grad_norm": 0.6320003867149353,
      "learning_rate": 0.00019486290930450885,
      "loss": 2.265,
      "step": 151
    },
    {
      "epoch": 0.10969778980604421,
      "grad_norm": 0.722949743270874,
      "learning_rate": 0.0001947904259621283,
      "loss": 2.121,
      "step": 152
    },
    {
      "epoch": 0.11041948579161029,
      "grad_norm": 0.7739815711975098,
      "learning_rate": 0.0001947174485057425,
      "loss": 2.174,
      "step": 153
    },
    {
      "epoch": 0.11114118177717637,
      "grad_norm": 0.6785467863082886,
      "learning_rate": 0.00019464397731576094,
      "loss": 2.4352,
      "step": 154
    },
    {
      "epoch": 0.11186287776274244,
      "grad_norm": 0.5687564611434937,
      "learning_rate": 0.00019457001277516689,
      "loss": 2.0734,
      "step": 155
    },
    {
      "epoch": 0.11258457374830852,
      "grad_norm": 0.6106712222099304,
      "learning_rate": 0.00019449555526951528,
      "loss": 1.9641,
      "step": 156
    },
    {
      "epoch": 0.1133062697338746,
      "grad_norm": 0.5310616493225098,
      "learning_rate": 0.0001944206051869307,
      "loss": 2.1345,
      "step": 157
    },
    {
      "epoch": 0.11402796571944068,
      "grad_norm": 0.5247450470924377,
      "learning_rate": 0.0001943451629181054,
      "loss": 2.0843,
      "step": 158
    },
    {
      "epoch": 0.11474966170500676,
      "grad_norm": 0.519209086894989,
      "learning_rate": 0.00019426922885629723,
      "loss": 2.2171,
      "step": 159
    },
    {
      "epoch": 0.11547135769057285,
      "grad_norm": 0.5813223719596863,
      "learning_rate": 0.0001941928033973277,
      "loss": 2.2052,
      "step": 160
    },
    {
      "epoch": 0.11619305367613893,
      "grad_norm": 0.6329622864723206,
      "learning_rate": 0.00019411588693957974,
      "loss": 2.1997,
      "step": 161
    },
    {
      "epoch": 0.11691474966170501,
      "grad_norm": 0.7124036550521851,
      "learning_rate": 0.0001940384798839957,
      "loss": 2.294,
      "step": 162
    },
    {
      "epoch": 0.11763644564727109,
      "grad_norm": 0.7639970183372498,
      "learning_rate": 0.0001939605826340753,
      "loss": 2.2029,
      "step": 163
    },
    {
      "epoch": 0.11835814163283717,
      "grad_norm": 0.7480082511901855,
      "learning_rate": 0.00019388219559587352,
      "loss": 2.2302,
      "step": 164
    },
    {
      "epoch": 0.11907983761840325,
      "grad_norm": 0.6053484678268433,
      "learning_rate": 0.00019380331917799844,
      "loss": 1.889,
      "step": 165
    },
    {
      "epoch": 0.11980153360396933,
      "grad_norm": 0.704403817653656,
      "learning_rate": 0.00019372395379160912,
      "loss": 2.2161,
      "step": 166
    },
    {
      "epoch": 0.1205232295895354,
      "grad_norm": 0.6655678749084473,
      "learning_rate": 0.00019364409985041348,
      "loss": 2.2378,
      "step": 167
    },
    {
      "epoch": 0.12124492557510148,
      "grad_norm": 0.6666802763938904,
      "learning_rate": 0.00019356375777066604,
      "loss": 1.955,
      "step": 168
    },
    {
      "epoch": 0.12196662156066757,
      "grad_norm": 0.6513611674308777,
      "learning_rate": 0.00019348292797116603,
      "loss": 2.1795,
      "step": 169
    },
    {
      "epoch": 0.12268831754623365,
      "grad_norm": 0.6755560636520386,
      "learning_rate": 0.0001934016108732548,
      "loss": 2.0125,
      "step": 170
    },
    {
      "epoch": 0.12341001353179973,
      "grad_norm": 0.7067074775695801,
      "learning_rate": 0.00019331980690081403,
      "loss": 1.9908,
      "step": 171
    },
    {
      "epoch": 0.12413170951736581,
      "grad_norm": 0.6393164396286011,
      "learning_rate": 0.0001932375164802632,
      "loss": 2.1782,
      "step": 172
    },
    {
      "epoch": 0.12485340550293189,
      "grad_norm": 0.8426259160041809,
      "learning_rate": 0.00019315474004055755,
      "loss": 1.9649,
      "step": 173
    },
    {
      "epoch": 0.12557510148849796,
      "grad_norm": 0.8560282588005066,
      "learning_rate": 0.00019307147801318585,
      "loss": 2.2873,
      "step": 174
    },
    {
      "epoch": 0.12629679747406405,
      "grad_norm": 0.7653489112854004,
      "learning_rate": 0.0001929877308321679,
      "loss": 1.996,
      "step": 175
    },
    {
      "epoch": 0.12701849345963012,
      "grad_norm": 0.8263232707977295,
      "learning_rate": 0.00019290349893405268,
      "loss": 2.0117,
      "step": 176
    },
    {
      "epoch": 0.12774018944519622,
      "grad_norm": 0.8541692495346069,
      "learning_rate": 0.00019281878275791573,
      "loss": 2.129,
      "step": 177
    },
    {
      "epoch": 0.12846188543076228,
      "grad_norm": 0.9425542950630188,
      "learning_rate": 0.00019273358274535704,
      "loss": 2.117,
      "step": 178
    },
    {
      "epoch": 0.12918358141632838,
      "grad_norm": 0.8470548987388611,
      "learning_rate": 0.00019264789934049867,
      "loss": 2.0966,
      "step": 179
    },
    {
      "epoch": 0.12990527740189445,
      "grad_norm": 0.8146685361862183,
      "learning_rate": 0.00019256173298998243,
      "loss": 1.8601,
      "step": 180
    },
    {
      "epoch": 0.13062697338746054,
      "grad_norm": 0.95808345079422,
      "learning_rate": 0.00019247508414296763,
      "loss": 1.9826,
      "step": 181
    },
    {
      "epoch": 0.1313486693730266,
      "grad_norm": 0.7232528328895569,
      "learning_rate": 0.0001923879532511287,
      "loss": 1.9397,
      "step": 182
    },
    {
      "epoch": 0.1320703653585927,
      "grad_norm": 0.9491132497787476,
      "learning_rate": 0.00019230034076865273,
      "loss": 2.224,
      "step": 183
    },
    {
      "epoch": 0.13279206134415877,
      "grad_norm": 0.8063349723815918,
      "learning_rate": 0.00019221224715223732,
      "loss": 1.9165,
      "step": 184
    },
    {
      "epoch": 0.13351375732972484,
      "grad_norm": 0.7969223856925964,
      "learning_rate": 0.00019212367286108802,
      "loss": 2.0688,
      "step": 185
    },
    {
      "epoch": 0.13423545331529094,
      "grad_norm": 0.9975296854972839,
      "learning_rate": 0.00019203461835691594,
      "loss": 2.1284,
      "step": 186
    },
    {
      "epoch": 0.134957149300857,
      "grad_norm": 0.8465259671211243,
      "learning_rate": 0.0001919450841039355,
      "loss": 1.9545,
      "step": 187
    },
    {
      "epoch": 0.1356788452864231,
      "grad_norm": 0.9186939001083374,
      "learning_rate": 0.00019185507056886184,
      "loss": 2.1221,
      "step": 188
    },
    {
      "epoch": 0.13640054127198917,
      "grad_norm": 0.9177854061126709,
      "learning_rate": 0.00019176457822090847,
      "loss": 2.0698,
      "step": 189
    },
    {
      "epoch": 0.13712223725755526,
      "grad_norm": 1.0076042413711548,
      "learning_rate": 0.00019167360753178481,
      "loss": 2.0726,
      "step": 190
    },
    {
      "epoch": 0.13784393324312133,
      "grad_norm": 0.815645694732666,
      "learning_rate": 0.0001915821589756937,
      "loss": 1.7626,
      "step": 191
    },
    {
      "epoch": 0.13856562922868743,
      "grad_norm": 1.108537197113037,
      "learning_rate": 0.000191490233029329,
      "loss": 2.0438,
      "step": 192
    },
    {
      "epoch": 0.1392873252142535,
      "grad_norm": 1.265860676765442,
      "learning_rate": 0.00019139783017187308,
      "loss": 2.0971,
      "step": 193
    },
    {
      "epoch": 0.1400090211998196,
      "grad_norm": 1.1030982732772827,
      "learning_rate": 0.0001913049508849942,
      "loss": 1.9088,
      "step": 194
    },
    {
      "epoch": 0.14073071718538566,
      "grad_norm": 1.116578459739685,
      "learning_rate": 0.00019121159565284418,
      "loss": 2.0284,
      "step": 195
    },
    {
      "epoch": 0.14145241317095172,
      "grad_norm": 1.2898536920547485,
      "learning_rate": 0.0001911177649620558,
      "loss": 2.0175,
      "step": 196
    },
    {
      "epoch": 0.14217410915651782,
      "grad_norm": 1.380393624305725,
      "learning_rate": 0.00019102345930174032,
      "loss": 1.9758,
      "step": 197
    },
    {
      "epoch": 0.1428958051420839,
      "grad_norm": 1.7041832208633423,
      "learning_rate": 0.00019092867916348477,
      "loss": 2.1579,
      "step": 198
    },
    {
      "epoch": 0.14361750112764998,
      "grad_norm": 1.5444809198379517,
      "learning_rate": 0.00019083342504134948,
      "loss": 1.7943,
      "step": 199
    },
    {
      "epoch": 0.14433919711321605,
      "grad_norm": 2.2389822006225586,
      "learning_rate": 0.0001907376974318656,
      "loss": 1.9215,
      "step": 200
    },
    {
      "epoch": 0.14506089309878215,
      "grad_norm": 0.6762291789054871,
      "learning_rate": 0.00019064149683403238,
      "loss": 2.1945,
      "step": 201
    },
    {
      "epoch": 0.1457825890843482,
      "grad_norm": 1.1306356191635132,
      "learning_rate": 0.00019054482374931467,
      "loss": 2.0747,
      "step": 202
    },
    {
      "epoch": 0.1465042850699143,
      "grad_norm": 0.9365217089653015,
      "learning_rate": 0.00019044767868164019,
      "loss": 2.2351,
      "step": 203
    },
    {
      "epoch": 0.14722598105548038,
      "grad_norm": 0.8127468824386597,
      "learning_rate": 0.0001903500621373969,
      "loss": 2.2833,
      "step": 204
    },
    {
      "epoch": 0.14794767704104647,
      "grad_norm": 0.5552639365196228,
      "learning_rate": 0.00019025197462543063,
      "loss": 2.1863,
      "step": 205
    },
    {
      "epoch": 0.14866937302661254,
      "grad_norm": 0.48497316241264343,
      "learning_rate": 0.00019015341665704205,
      "loss": 2.1914,
      "step": 206
    },
    {
      "epoch": 0.1493910690121786,
      "grad_norm": 0.575448751449585,
      "learning_rate": 0.00019005438874598424,
      "loss": 2.0992,
      "step": 207
    },
    {
      "epoch": 0.1501127649977447,
      "grad_norm": 0.6198790669441223,
      "learning_rate": 0.00018995489140845995,
      "loss": 2.3306,
      "step": 208
    },
    {
      "epoch": 0.15083446098331077,
      "grad_norm": 0.4945977032184601,
      "learning_rate": 0.0001898549251631189,
      "loss": 2.046,
      "step": 209
    },
    {
      "epoch": 0.15155615696887687,
      "grad_norm": 0.5688175559043884,
      "learning_rate": 0.00018975449053105505,
      "loss": 2.3185,
      "step": 210
    },
    {
      "epoch": 0.15227785295444293,
      "grad_norm": 0.6514298915863037,
      "learning_rate": 0.00018965358803580396,
      "loss": 2.1109,
      "step": 211
    },
    {
      "epoch": 0.15299954894000903,
      "grad_norm": 0.5444867014884949,
      "learning_rate": 0.00018955221820334008,
      "loss": 2.1359,
      "step": 212
    },
    {
      "epoch": 0.1537212449255751,
      "grad_norm": 0.8272977471351624,
      "learning_rate": 0.00018945038156207384,
      "loss": 2.3122,
      "step": 213
    },
    {
      "epoch": 0.1544429409111412,
      "grad_norm": 0.5862387418746948,
      "learning_rate": 0.00018934807864284903,
      "loss": 1.9537,
      "step": 214
    },
    {
      "epoch": 0.15516463689670726,
      "grad_norm": 0.5834333300590515,
      "learning_rate": 0.00018924530997894005,
      "loss": 1.8513,
      "step": 215
    },
    {
      "epoch": 0.15588633288227335,
      "grad_norm": 0.6252075433731079,
      "learning_rate": 0.0001891420761060491,
      "loss": 2.1836,
      "step": 216
    },
    {
      "epoch": 0.15660802886783942,
      "grad_norm": 0.666114091873169,
      "learning_rate": 0.00018903837756230324,
      "loss": 2.2214,
      "step": 217
    },
    {
      "epoch": 0.1573297248534055,
      "grad_norm": 0.66408771276474,
      "learning_rate": 0.0001889342148882519,
      "loss": 2.0502,
      "step": 218
    },
    {
      "epoch": 0.15805142083897158,
      "grad_norm": 0.6951181292533875,
      "learning_rate": 0.00018882958862686375,
      "loss": 1.9672,
      "step": 219
    },
    {
      "epoch": 0.15877311682453765,
      "grad_norm": 0.9178722500801086,
      "learning_rate": 0.0001887244993235241,
      "loss": 2.4776,
      "step": 220
    },
    {
      "epoch": 0.15949481281010375,
      "grad_norm": 0.8167532682418823,
      "learning_rate": 0.00018861894752603185,
      "loss": 2.1527,
      "step": 221
    },
    {
      "epoch": 0.16021650879566982,
      "grad_norm": 0.7236707806587219,
      "learning_rate": 0.00018851293378459685,
      "loss": 2.1326,
      "step": 222
    },
    {
      "epoch": 0.1609382047812359,
      "grad_norm": 0.7554742693901062,
      "learning_rate": 0.00018840645865183685,
      "loss": 2.0789,
      "step": 223
    },
    {
      "epoch": 0.16165990076680198,
      "grad_norm": 0.7591754198074341,
      "learning_rate": 0.0001882995226827747,
      "loss": 2.3949,
      "step": 224
    },
    {
      "epoch": 0.16238159675236807,
      "grad_norm": 0.8293474912643433,
      "learning_rate": 0.0001881921264348355,
      "loss": 2.0309,
      "step": 225
    },
    {
      "epoch": 0.16310329273793414,
      "grad_norm": 0.8612121939659119,
      "learning_rate": 0.00018808427046784366,
      "loss": 2.0436,
      "step": 226
    },
    {
      "epoch": 0.16382498872350024,
      "grad_norm": 0.7734553813934326,
      "learning_rate": 0.00018797595534401982,
      "loss": 2.2191,
      "step": 227
    },
    {
      "epoch": 0.1645466847090663,
      "grad_norm": 0.7876607775688171,
      "learning_rate": 0.00018786718162797826,
      "loss": 2.2162,
      "step": 228
    },
    {
      "epoch": 0.1652683806946324,
      "grad_norm": 0.8150550723075867,
      "learning_rate": 0.00018775794988672365,
      "loss": 1.966,
      "step": 229
    },
    {
      "epoch": 0.16599007668019847,
      "grad_norm": 0.8108128309249878,
      "learning_rate": 0.0001876482606896482,
      "loss": 2.1118,
      "step": 230
    },
    {
      "epoch": 0.16671177266576453,
      "grad_norm": 0.8889114856719971,
      "learning_rate": 0.00018753811460852878,
      "loss": 2.0902,
      "step": 231
    },
    {
      "epoch": 0.16743346865133063,
      "grad_norm": 0.8351198434829712,
      "learning_rate": 0.00018742751221752376,
      "loss": 1.9619,
      "step": 232
    },
    {
      "epoch": 0.1681551646368967,
      "grad_norm": 0.8748525977134705,
      "learning_rate": 0.00018731645409317022,
      "loss": 2.1062,
      "step": 233
    },
    {
      "epoch": 0.1688768606224628,
      "grad_norm": 0.9727962613105774,
      "learning_rate": 0.00018720494081438078,
      "loss": 2.0196,
      "step": 234
    },
    {
      "epoch": 0.16959855660802886,
      "grad_norm": 0.9837592244148254,
      "learning_rate": 0.00018709297296244063,
      "loss": 1.9403,
      "step": 235
    },
    {
      "epoch": 0.17032025259359496,
      "grad_norm": 0.8841333985328674,
      "learning_rate": 0.0001869805511210045,
      "loss": 2.1609,
      "step": 236
    },
    {
      "epoch": 0.17104194857916102,
      "grad_norm": 0.8521297574043274,
      "learning_rate": 0.00018686767587609374,
      "loss": 2.0883,
      "step": 237
    },
    {
      "epoch": 0.17176364456472712,
      "grad_norm": 0.8368001580238342,
      "learning_rate": 0.00018675434781609303,
      "loss": 2.0749,
      "step": 238
    },
    {
      "epoch": 0.1724853405502932,
      "grad_norm": 0.9565650224685669,
      "learning_rate": 0.00018664056753174752,
      "loss": 1.7189,
      "step": 239
    },
    {
      "epoch": 0.17320703653585928,
      "grad_norm": 0.9373599290847778,
      "learning_rate": 0.00018652633561615963,
      "loss": 1.8012,
      "step": 240
    },
    {
      "epoch": 0.17392873252142535,
      "grad_norm": 1.0911872386932373,
      "learning_rate": 0.00018641165266478603,
      "loss": 1.8833,
      "step": 241
    },
    {
      "epoch": 0.17465042850699142,
      "grad_norm": 1.1038192510604858,
      "learning_rate": 0.00018629651927543447,
      "loss": 2.1408,
      "step": 242
    },
    {
      "epoch": 0.1753721244925575,
      "grad_norm": 1.0292929410934448,
      "learning_rate": 0.00018618093604826067,
      "loss": 1.8836,
      "step": 243
    },
    {
      "epoch": 0.17609382047812358,
      "grad_norm": 1.1905227899551392,
      "learning_rate": 0.0001860649035857653,
      "loss": 2.1151,
      "step": 244
    },
    {
      "epoch": 0.17681551646368968,
      "grad_norm": 1.1632390022277832,
      "learning_rate": 0.0001859484224927907,
      "loss": 1.7254,
      "step": 245
    },
    {
      "epoch": 0.17753721244925574,
      "grad_norm": 1.4766710996627808,
      "learning_rate": 0.0001858314933765178,
      "loss": 1.9913,
      "step": 246
    },
    {
      "epoch": 0.17825890843482184,
      "grad_norm": 1.4025719165802002,
      "learning_rate": 0.00018571411684646297,
      "loss": 1.9004,
      "step": 247
    },
    {
      "epoch": 0.1789806044203879,
      "grad_norm": 1.3857594728469849,
      "learning_rate": 0.00018559629351447477,
      "loss": 1.785,
      "step": 248
    },
    {
      "epoch": 0.179702300405954,
      "grad_norm": 1.4217208623886108,
      "learning_rate": 0.00018547802399473086,
      "loss": 1.6378,
      "step": 249
    },
    {
      "epoch": 0.18042399639152007,
      "grad_norm": 2.767101526260376,
      "learning_rate": 0.00018535930890373466,
      "loss": 1.5866,
      "step": 250
    },
    {
      "epoch": 0.18114569237708616,
      "grad_norm": 0.6601595878601074,
      "learning_rate": 0.00018524014886031227,
      "loss": 2.2153,
      "step": 251
    },
    {
      "epoch": 0.18186738836265223,
      "grad_norm": 0.7964252829551697,
      "learning_rate": 0.0001851205444856092,
      "loss": 2.0907,
      "step": 252
    },
    {
      "epoch": 0.1825890843482183,
      "grad_norm": 0.7208498120307922,
      "learning_rate": 0.00018500049640308712,
      "loss": 1.9219,
      "step": 253
    },
    {
      "epoch": 0.1833107803337844,
      "grad_norm": 0.744299054145813,
      "learning_rate": 0.0001848800052385206,
      "loss": 2.1901,
      "step": 254
    },
    {
      "epoch": 0.18403247631935046,
      "grad_norm": 0.580154299736023,
      "learning_rate": 0.00018475907161999387,
      "loss": 2.1462,
      "step": 255
    },
    {
      "epoch": 0.18475417230491656,
      "grad_norm": 0.554188072681427,
      "learning_rate": 0.00018463769617789756,
      "loss": 2.0022,
      "step": 256
    },
    {
      "epoch": 0.18547586829048263,
      "grad_norm": 0.5317600965499878,
      "learning_rate": 0.00018451587954492534,
      "loss": 2.197,
      "step": 257
    },
    {
      "epoch": 0.18619756427604872,
      "grad_norm": 0.6307843327522278,
      "learning_rate": 0.0001843936223560707,
      "loss": 2.0722,
      "step": 258
    },
    {
      "epoch": 0.1869192602616148,
      "grad_norm": 0.5825007557868958,
      "learning_rate": 0.0001842709252486237,
      "loss": 2.0586,
      "step": 259
    },
    {
      "epoch": 0.18764095624718088,
      "grad_norm": 0.5401414632797241,
      "learning_rate": 0.00018414778886216744,
      "loss": 2.0078,
      "step": 260
    },
    {
      "epoch": 0.18836265223274695,
      "grad_norm": 0.5599789619445801,
      "learning_rate": 0.00018402421383857488,
      "loss": 2.1264,
      "step": 261
    },
    {
      "epoch": 0.18908434821831305,
      "grad_norm": 0.6490504741668701,
      "learning_rate": 0.0001839002008220055,
      "loss": 2.3926,
      "step": 262
    },
    {
      "epoch": 0.18980604420387912,
      "grad_norm": 0.7975662350654602,
      "learning_rate": 0.00018377575045890195,
      "loss": 2.2034,
      "step": 263
    },
    {
      "epoch": 0.19052774018944518,
      "grad_norm": 0.5998902916908264,
      "learning_rate": 0.0001836508633979865,
      "loss": 2.0677,
      "step": 264
    },
    {
      "epoch": 0.19124943617501128,
      "grad_norm": 0.6176974177360535,
      "learning_rate": 0.00018352554029025788,
      "loss": 2.0557,
      "step": 265
    },
    {
      "epoch": 0.19197113216057735,
      "grad_norm": 0.5997810959815979,
      "learning_rate": 0.0001833997817889878,
      "loss": 2.1606,
      "step": 266
    },
    {
      "epoch": 0.19269282814614344,
      "grad_norm": 0.7295918464660645,
      "learning_rate": 0.00018327358854971755,
      "loss": 1.8486,
      "step": 267
    },
    {
      "epoch": 0.1934145241317095,
      "grad_norm": 0.7999258637428284,
      "learning_rate": 0.00018314696123025454,
      "loss": 2.1424,
      "step": 268
    },
    {
      "epoch": 0.1941362201172756,
      "grad_norm": 0.7553267478942871,
      "learning_rate": 0.00018301990049066893,
      "loss": 2.0172,
      "step": 269
    },
    {
      "epoch": 0.19485791610284167,
      "grad_norm": 0.7599257826805115,
      "learning_rate": 0.0001828924069932902,
      "loss": 2.0477,
      "step": 270
    },
    {
      "epoch": 0.19557961208840777,
      "grad_norm": 0.9499611258506775,
      "learning_rate": 0.00018276448140270364,
      "loss": 2.318,
      "step": 271
    },
    {
      "epoch": 0.19630130807397383,
      "grad_norm": 0.7785670757293701,
      "learning_rate": 0.0001826361243857469,
      "loss": 2.2696,
      "step": 272
    },
    {
      "epoch": 0.19702300405953993,
      "grad_norm": 0.8239744901657104,
      "learning_rate": 0.00018250733661150648,
      "loss": 2.0291,
      "step": 273
    },
    {
      "epoch": 0.197744700045106,
      "grad_norm": 0.7066749930381775,
      "learning_rate": 0.00018237811875131444,
      "loss": 1.9611,
      "step": 274
    },
    {
      "epoch": 0.1984663960306721,
      "grad_norm": 0.8371788859367371,
      "learning_rate": 0.00018224847147874462,
      "loss": 2.435,
      "step": 275
    },
    {
      "epoch": 0.19918809201623816,
      "grad_norm": 0.9260287284851074,
      "learning_rate": 0.00018211839546960928,
      "loss": 2.0035,
      "step": 276
    },
    {
      "epoch": 0.19990978800180423,
      "grad_norm": 0.731745183467865,
      "learning_rate": 0.00018198789140195558,
      "loss": 2.0053,
      "step": 277
    },
    {
      "epoch": 0.20063148398737032,
      "grad_norm": 0.7425913214683533,
      "learning_rate": 0.00018185695995606195,
      "loss": 1.998,
      "step": 278
    },
    {
      "epoch": 0.2013531799729364,
      "grad_norm": 0.7175003290176392,
      "learning_rate": 0.00018172560181443478,
      "loss": 1.927,
      "step": 279
    },
    {
      "epoch": 0.2020748759585025,
      "grad_norm": 0.8589006662368774,
      "learning_rate": 0.00018159381766180452,
      "loss": 1.9429,
      "step": 280
    },
    {
      "epoch": 0.20279657194406855,
      "grad_norm": 0.8583734631538391,
      "learning_rate": 0.00018146160818512236,
      "loss": 2.1877,
      "step": 281
    },
    {
      "epoch": 0.20351826792963465,
      "grad_norm": 0.8026778101921082,
      "learning_rate": 0.00018132897407355657,
      "loss": 2.1048,
      "step": 282
    },
    {
      "epoch": 0.20423996391520072,
      "grad_norm": 0.8456891179084778,
      "learning_rate": 0.0001811959160184889,
      "loss": 2.0181,
      "step": 283
    },
    {
      "epoch": 0.2049616599007668,
      "grad_norm": 0.7592406272888184,
      "learning_rate": 0.00018106243471351105,
      "loss": 1.9376,
      "step": 284
    },
    {
      "epoch": 0.20568335588633288,
      "grad_norm": 0.7733169794082642,
      "learning_rate": 0.00018092853085442093,
      "loss": 1.9634,
      "step": 285
    },
    {
      "epoch": 0.20640505187189898,
      "grad_norm": 0.8651795387268066,
      "learning_rate": 0.00018079420513921913,
      "loss": 1.9094,
      "step": 286
    },
    {
      "epoch": 0.20712674785746504,
      "grad_norm": 0.8643047213554382,
      "learning_rate": 0.0001806594582681052,
      "loss": 1.8394,
      "step": 287
    },
    {
      "epoch": 0.2078484438430311,
      "grad_norm": 0.956184983253479,
      "learning_rate": 0.00018052429094347411,
      "loss": 2.0469,
      "step": 288
    },
    {
      "epoch": 0.2085701398285972,
      "grad_norm": 1.1039785146713257,
      "learning_rate": 0.00018038870386991255,
      "loss": 1.9029,
      "step": 289
    },
    {
      "epoch": 0.20929183581416327,
      "grad_norm": 0.8909965753555298,
      "learning_rate": 0.00018025269775419507,
      "loss": 1.9712,
      "step": 290
    },
    {
      "epoch": 0.21001353179972937,
      "grad_norm": 1.1641298532485962,
      "learning_rate": 0.00018011627330528083,
      "loss": 1.9722,
      "step": 291
    },
    {
      "epoch": 0.21073522778529544,
      "grad_norm": 1.055404543876648,
      "learning_rate": 0.00017997943123430936,
      "loss": 1.8709,
      "step": 292
    },
    {
      "epoch": 0.21145692377086153,
      "grad_norm": 1.0171204805374146,
      "learning_rate": 0.00017984217225459735,
      "loss": 2.2627,
      "step": 293
    },
    {
      "epoch": 0.2121786197564276,
      "grad_norm": 1.2246015071868896,
      "learning_rate": 0.00017970449708163452,
      "loss": 2.0958,
      "step": 294
    },
    {
      "epoch": 0.2129003157419937,
      "grad_norm": 1.2532262802124023,
      "learning_rate": 0.00017956640643308026,
      "loss": 1.7978,
      "step": 295
    },
    {
      "epoch": 0.21362201172755976,
      "grad_norm": 1.2442303895950317,
      "learning_rate": 0.0001794279010287596,
      "loss": 2.0548,
      "step": 296
    },
    {
      "epoch": 0.21434370771312586,
      "grad_norm": 1.3404561281204224,
      "learning_rate": 0.00017928898159065955,
      "loss": 1.9008,
      "step": 297
    },
    {
      "epoch": 0.21506540369869193,
      "grad_norm": 1.5451494455337524,
      "learning_rate": 0.00017914964884292544,
      "loss": 1.9112,
      "step": 298
    },
    {
      "epoch": 0.215787099684258,
      "grad_norm": 2.0598933696746826,
      "learning_rate": 0.00017900990351185696,
      "loss": 2.1101,
      "step": 299
    },
    {
      "epoch": 0.2165087956698241,
      "grad_norm": 2.397696018218994,
      "learning_rate": 0.0001788697463259046,
      "loss": 1.7418,
      "step": 300
    },
    {
      "epoch": 0.21723049165539016,
      "grad_norm": 0.42844948172569275,
      "learning_rate": 0.0001787291780156656,
      "loss": 2.0847,
      "step": 301
    },
    {
      "epoch": 0.21795218764095625,
      "grad_norm": 0.5470482110977173,
      "learning_rate": 0.00017858819931388032,
      "loss": 2.2656,
      "step": 302
    },
    {
      "epoch": 0.21867388362652232,
      "grad_norm": 0.5380239486694336,
      "learning_rate": 0.0001784468109554284,
      "loss": 1.9958,
      "step": 303
    },
    {
      "epoch": 0.21939557961208841,
      "grad_norm": 0.5242987871170044,
      "learning_rate": 0.00017830501367732484,
      "loss": 1.8848,
      "step": 304
    },
    {
      "epoch": 0.22011727559765448,
      "grad_norm": 0.5418528914451599,
      "learning_rate": 0.00017816280821871626,
      "loss": 2.0658,
      "step": 305
    },
    {
      "epoch": 0.22083897158322058,
      "grad_norm": 0.521440327167511,
      "learning_rate": 0.00017802019532087694,
      "loss": 2.1508,
      "step": 306
    },
    {
      "epoch": 0.22156066756878665,
      "grad_norm": 0.4958363473415375,
      "learning_rate": 0.0001778771757272051,
      "loss": 2.1288,
      "step": 307
    },
    {
      "epoch": 0.22228236355435274,
      "grad_norm": 0.5238226652145386,
      "learning_rate": 0.00017773375018321886,
      "loss": 2.0468,
      "step": 308
    },
    {
      "epoch": 0.2230040595399188,
      "grad_norm": 0.9724264740943909,
      "learning_rate": 0.00017758991943655255,
      "loss": 2.1636,
      "step": 309
    },
    {
      "epoch": 0.22372575552548488,
      "grad_norm": 0.5865123867988586,
      "learning_rate": 0.00017744568423695259,
      "loss": 2.1238,
      "step": 310
    },
    {
      "epoch": 0.22444745151105097,
      "grad_norm": 0.6254546046257019,
      "learning_rate": 0.0001773010453362737,
      "loss": 2.2819,
      "step": 311
    },
    {
      "epoch": 0.22516914749661704,
      "grad_norm": 0.5120182633399963,
      "learning_rate": 0.00017715600348847506,
      "loss": 2.1117,
      "step": 312
    },
    {
      "epoch": 0.22589084348218313,
      "grad_norm": 0.6230164170265198,
      "learning_rate": 0.00017701055944961623,
      "loss": 2.1483,
      "step": 313
    },
    {
      "epoch": 0.2266125394677492,
      "grad_norm": 0.5904356241226196,
      "learning_rate": 0.0001768647139778532,
      "loss": 2.1281,
      "step": 314
    },
    {
      "epoch": 0.2273342354533153,
      "grad_norm": 0.5984794497489929,
      "learning_rate": 0.0001767184678334347,
      "loss": 2.0345,
      "step": 315
    },
    {
      "epoch": 0.22805593143888137,
      "grad_norm": 0.6653111577033997,
      "learning_rate": 0.00017657182177869787,
      "loss": 2.0396,
      "step": 316
    },
    {
      "epoch": 0.22877762742444746,
      "grad_norm": 0.8409036993980408,
      "learning_rate": 0.00017642477657806453,
      "loss": 2.0647,
      "step": 317
    },
    {
      "epoch": 0.22949932341001353,
      "grad_norm": 0.7348892688751221,
      "learning_rate": 0.00017627733299803712,
      "loss": 2.0542,
      "step": 318
    },
    {
      "epoch": 0.23022101939557962,
      "grad_norm": 0.6321812272071838,
      "learning_rate": 0.00017612949180719473,
      "loss": 1.8922,
      "step": 319
    },
    {
      "epoch": 0.2309427153811457,
      "grad_norm": 0.6709046363830566,
      "learning_rate": 0.00017598125377618905,
      "loss": 2.071,
      "step": 320
    },
    {
      "epoch": 0.23166441136671176,
      "grad_norm": 0.7977675795555115,
      "learning_rate": 0.0001758326196777404,
      "loss": 2.247,
      "step": 321
    },
    {
      "epoch": 0.23238610735227785,
      "grad_norm": 0.8176382184028625,
      "learning_rate": 0.00017568359028663364,
      "loss": 2.0346,
      "step": 322
    },
    {
      "epoch": 0.23310780333784392,
      "grad_norm": 0.7620183825492859,
      "learning_rate": 0.00017553416637971424,
      "loss": 2.0574,
      "step": 323
    },
    {
      "epoch": 0.23382949932341002,
      "grad_norm": 0.8195391893386841,
      "learning_rate": 0.00017538434873588408,
      "loss": 2.2756,
      "step": 324
    },
    {
      "epoch": 0.23455119530897608,
      "grad_norm": 0.8509525060653687,
      "learning_rate": 0.00017523413813609758,
      "loss": 2.1409,
      "step": 325
    },
    {
      "epoch": 0.23527289129454218,
      "grad_norm": 0.8538601994514465,
      "learning_rate": 0.0001750835353633574,
      "loss": 2.2386,
      "step": 326
    },
    {
      "epoch": 0.23599458728010825,
      "grad_norm": 0.9566609859466553,
      "learning_rate": 0.00017493254120271056,
      "loss": 2.0041,
      "step": 327
    },
    {
      "epoch": 0.23671628326567434,
      "grad_norm": 0.6890131831169128,
      "learning_rate": 0.00017478115644124423,
      "loss": 2.0435,
      "step": 328
    },
    {
      "epoch": 0.2374379792512404,
      "grad_norm": 0.8891934156417847,
      "learning_rate": 0.0001746293818680817,
      "loss": 2.2182,
      "step": 329
    },
    {
      "epoch": 0.2381596752368065,
      "grad_norm": 0.7705813050270081,
      "learning_rate": 0.0001744772182743782,
      "loss": 2.1201,
      "step": 330
    },
    {
      "epoch": 0.23888137122237257,
      "grad_norm": 0.8464592695236206,
      "learning_rate": 0.00017432466645331683,
      "loss": 2.3401,
      "step": 331
    },
    {
      "epoch": 0.23960306720793867,
      "grad_norm": 0.9429739117622375,
      "learning_rate": 0.00017417172720010434,
      "loss": 2.1902,
      "step": 332
    },
    {
      "epoch": 0.24032476319350474,
      "grad_norm": 0.7430356740951538,
      "learning_rate": 0.00017401840131196715,
      "loss": 1.9894,
      "step": 333
    },
    {
      "epoch": 0.2410464591790708,
      "grad_norm": 0.8270660042762756,
      "learning_rate": 0.00017386468958814706,
      "loss": 2.1036,
      "step": 334
    },
    {
      "epoch": 0.2417681551646369,
      "grad_norm": 0.9139338731765747,
      "learning_rate": 0.00017371059282989703,
      "loss": 2.1638,
      "step": 335
    },
    {
      "epoch": 0.24248985115020297,
      "grad_norm": 0.864981472492218,
      "learning_rate": 0.00017355611184047718,
      "loss": 2.2264,
      "step": 336
    },
    {
      "epoch": 0.24321154713576906,
      "grad_norm": 0.858447253704071,
      "learning_rate": 0.0001734012474251505,
      "loss": 1.9036,
      "step": 337
    },
    {
      "epoch": 0.24393324312133513,
      "grad_norm": 0.8455350995063782,
      "learning_rate": 0.00017324600039117863,
      "loss": 1.7494,
      "step": 338
    },
    {
      "epoch": 0.24465493910690123,
      "grad_norm": 0.7899190187454224,
      "learning_rate": 0.0001730903715478177,
      "loss": 1.7857,
      "step": 339
    },
    {
      "epoch": 0.2453766350924673,
      "grad_norm": 1.071334719657898,
      "learning_rate": 0.00017293436170631415,
      "loss": 1.8653,
      "step": 340
    },
    {
      "epoch": 0.2460983310780334,
      "grad_norm": 0.8775685429573059,
      "learning_rate": 0.00017277797167990032,
      "loss": 1.9715,
      "step": 341
    },
    {
      "epoch": 0.24682002706359946,
      "grad_norm": 0.9055713415145874,
      "learning_rate": 0.0001726212022837905,
      "loss": 1.9937,
      "step": 342
    },
    {
      "epoch": 0.24754172304916555,
      "grad_norm": 1.1789469718933105,
      "learning_rate": 0.0001724640543351764,
      "loss": 2.1434,
      "step": 343
    },
    {
      "epoch": 0.24826341903473162,
      "grad_norm": 1.0186455249786377,
      "learning_rate": 0.00017230652865322309,
      "loss": 1.9178,
      "step": 344
    },
    {
      "epoch": 0.2489851150202977,
      "grad_norm": 1.2119687795639038,
      "learning_rate": 0.00017214862605906457,
      "loss": 2.126,
      "step": 345
    },
    {
      "epoch": 0.24970681100586378,
      "grad_norm": 1.3258947134017944,
      "learning_rate": 0.0001719903473757996,
      "loss": 2.2516,
      "step": 346
    },
    {
      "epoch": 0.2504285069914299,
      "grad_norm": 1.4391634464263916,
      "learning_rate": 0.00017183169342848743,
      "loss": 2.2066,
      "step": 347
    },
    {
      "epoch": 0.2504285069914299,
      "eval_loss": 2.0449414253234863,
      "eval_runtime": 68.6545,
      "eval_samples_per_second": 16.998,
      "eval_steps_per_second": 8.506,
      "step": 347
    },
    {
      "epoch": 0.2511502029769959,
      "grad_norm": 1.4177740812301636,
      "learning_rate": 0.00017167266504414342,
      "loss": 1.8011,
      "step": 348
    },
    {
      "epoch": 0.251871898962562,
      "grad_norm": 1.749586820602417,
      "learning_rate": 0.0001715132630517347,
      "loss": 2.139,
      "step": 349
    },
    {
      "epoch": 0.2525935949481281,
      "grad_norm": 2.243318796157837,
      "learning_rate": 0.000171353488282176,
      "loss": 1.8994,
      "step": 350
    },
    {
      "epoch": 0.2533152909336942,
      "grad_norm": 0.4888680577278137,
      "learning_rate": 0.00017119334156832515,
      "loss": 2.2791,
      "step": 351
    },
    {
      "epoch": 0.25403698691926024,
      "grad_norm": 0.5360888838768005,
      "learning_rate": 0.00017103282374497883,
      "loss": 2.3892,
      "step": 352
    },
    {
      "epoch": 0.25475868290482634,
      "grad_norm": 0.5779989361763,
      "learning_rate": 0.0001708719356488683,
      "loss": 2.1517,
      "step": 353
    },
    {
      "epoch": 0.25548037889039243,
      "grad_norm": 0.5724267959594727,
      "learning_rate": 0.00017071067811865476,
      "loss": 1.9304,
      "step": 354
    },
    {
      "epoch": 0.25620207487595853,
      "grad_norm": 0.7361795902252197,
      "learning_rate": 0.0001705490519949253,
      "loss": 2.0614,
      "step": 355
    },
    {
      "epoch": 0.25692377086152457,
      "grad_norm": 0.5344908833503723,
      "learning_rate": 0.00017038705812018833,
      "loss": 2.043,
      "step": 356
    },
    {
      "epoch": 0.25764546684709067,
      "grad_norm": 0.5386562347412109,
      "learning_rate": 0.00017022469733886925,
      "loss": 2.0752,
      "step": 357
    },
    {
      "epoch": 0.25836716283265676,
      "grad_norm": 0.5704702734947205,
      "learning_rate": 0.00017006197049730602,
      "loss": 2.1604,
      "step": 358
    },
    {
      "epoch": 0.2590888588182228,
      "grad_norm": 0.5888549089431763,
      "learning_rate": 0.00016989887844374473,
      "loss": 2.1504,
      "step": 359
    },
    {
      "epoch": 0.2598105548037889,
      "grad_norm": 0.6460415124893188,
      "learning_rate": 0.00016973542202833528,
      "loss": 2.2815,
      "step": 360
    },
    {
      "epoch": 0.260532250789355,
      "grad_norm": 0.7426795959472656,
      "learning_rate": 0.0001695716021031268,
      "loss": 1.9829,
      "step": 361
    },
    {
      "epoch": 0.2612539467749211,
      "grad_norm": 0.7537009716033936,
      "learning_rate": 0.0001694074195220634,
      "loss": 2.1566,
      "step": 362
    },
    {
      "epoch": 0.2619756427604871,
      "grad_norm": 0.9432183504104614,
      "learning_rate": 0.0001692428751409795,
      "loss": 2.2384,
      "step": 363
    },
    {
      "epoch": 0.2626973387460532,
      "grad_norm": 0.6534636616706848,
      "learning_rate": 0.0001690779698175955,
      "loss": 2.0906,
      "step": 364
    },
    {
      "epoch": 0.2634190347316193,
      "grad_norm": 0.6282444596290588,
      "learning_rate": 0.0001689127044115133,
      "loss": 1.9676,
      "step": 365
    },
    {
      "epoch": 0.2641407307171854,
      "grad_norm": 0.7247945070266724,
      "learning_rate": 0.0001687470797842118,
      "loss": 2.2447,
      "step": 366
    },
    {
      "epoch": 0.26486242670275145,
      "grad_norm": 0.731182873249054,
      "learning_rate": 0.00016858109679904245,
      "loss": 2.2265,
      "step": 367
    },
    {
      "epoch": 0.26558412268831755,
      "grad_norm": 0.6550599932670593,
      "learning_rate": 0.0001684147563212246,
      "loss": 2.0334,
      "step": 368
    },
    {
      "epoch": 0.26630581867388364,
      "grad_norm": 0.7111918330192566,
      "learning_rate": 0.0001682480592178412,
      "loss": 2.1561,
      "step": 369
    },
    {
      "epoch": 0.2670275146594497,
      "grad_norm": 0.7065597176551819,
      "learning_rate": 0.00016808100635783423,
      "loss": 1.8459,
      "step": 370
    },
    {
      "epoch": 0.2677492106450158,
      "grad_norm": 0.6847328543663025,
      "learning_rate": 0.00016791359861199995,
      "loss": 2.0544,
      "step": 371
    },
    {
      "epoch": 0.2684709066305819,
      "grad_norm": 0.7342531085014343,
      "learning_rate": 0.00016774583685298468,
      "loss": 2.2122,
      "step": 372
    },
    {
      "epoch": 0.26919260261614797,
      "grad_norm": 0.7193572521209717,
      "learning_rate": 0.00016757772195528003,
      "loss": 2.2488,
      "step": 373
    },
    {
      "epoch": 0.269914298601714,
      "grad_norm": 0.7053622603416443,
      "learning_rate": 0.00016740925479521846,
      "loss": 2.0335,
      "step": 374
    },
    {
      "epoch": 0.2706359945872801,
      "grad_norm": 0.6781731843948364,
      "learning_rate": 0.00016724043625096865,
      "loss": 1.966,
      "step": 375
    },
    {
      "epoch": 0.2713576905728462,
      "grad_norm": 0.7812499403953552,
      "learning_rate": 0.00016707126720253096,
      "loss": 1.9043,
      "step": 376
    },
    {
      "epoch": 0.2720793865584123,
      "grad_norm": 0.84501051902771,
      "learning_rate": 0.00016690174853173275,
      "loss": 2.4738,
      "step": 377
    },
    {
      "epoch": 0.27280108254397833,
      "grad_norm": 0.7574509978294373,
      "learning_rate": 0.00016673188112222394,
      "loss": 2.1862,
      "step": 378
    },
    {
      "epoch": 0.27352277852954443,
      "grad_norm": 0.9467477202415466,
      "learning_rate": 0.00016656166585947232,
      "loss": 2.2455,
      "step": 379
    },
    {
      "epoch": 0.2742444745151105,
      "grad_norm": 0.7781381607055664,
      "learning_rate": 0.00016639110363075884,
      "loss": 2.2112,
      "step": 380
    },
    {
      "epoch": 0.27496617050067657,
      "grad_norm": 0.8419925570487976,
      "learning_rate": 0.00016622019532517318,
      "loss": 2.0825,
      "step": 381
    },
    {
      "epoch": 0.27568786648624266,
      "grad_norm": 0.8122825026512146,
      "learning_rate": 0.000166048941833609,
      "loss": 2.0706,
      "step": 382
    },
    {
      "epoch": 0.27640956247180876,
      "grad_norm": 0.8174909353256226,
      "learning_rate": 0.00016587734404875922,
      "loss": 2.1021,
      "step": 383
    },
    {
      "epoch": 0.27713125845737485,
      "grad_norm": 0.7432221174240112,
      "learning_rate": 0.0001657054028651116,
      "loss": 1.9483,
      "step": 384
    },
    {
      "epoch": 0.2778529544429409,
      "grad_norm": 0.8957048654556274,
      "learning_rate": 0.0001655331191789438,
      "loss": 2.0918,
      "step": 385
    },
    {
      "epoch": 0.278574650428507,
      "grad_norm": 0.9651245474815369,
      "learning_rate": 0.00016536049388831894,
      "loss": 2.1431,
      "step": 386
    },
    {
      "epoch": 0.2792963464140731,
      "grad_norm": 0.8167444467544556,
      "learning_rate": 0.00016518752789308077,
      "loss": 2.1037,
      "step": 387
    },
    {
      "epoch": 0.2800180423996392,
      "grad_norm": 0.940956711769104,
      "learning_rate": 0.00016501422209484908,
      "loss": 1.9026,
      "step": 388
    },
    {
      "epoch": 0.2807397383852052,
      "grad_norm": 1.0203946828842163,
      "learning_rate": 0.00016484057739701486,
      "loss": 1.906,
      "step": 389
    },
    {
      "epoch": 0.2814614343707713,
      "grad_norm": 0.9680345058441162,
      "learning_rate": 0.00016466659470473579,
      "loss": 1.9459,
      "step": 390
    },
    {
      "epoch": 0.2821831303563374,
      "grad_norm": 1.0651811361312866,
      "learning_rate": 0.00016449227492493131,
      "loss": 1.8636,
      "step": 391
    },
    {
      "epoch": 0.28290482634190345,
      "grad_norm": 1.1280912160873413,
      "learning_rate": 0.00016431761896627806,
      "loss": 2.1059,
      "step": 392
    },
    {
      "epoch": 0.28362652232746954,
      "grad_norm": 1.0449060201644897,
      "learning_rate": 0.00016414262773920511,
      "loss": 1.7418,
      "step": 393
    },
    {
      "epoch": 0.28434821831303564,
      "grad_norm": 1.0784393548965454,
      "learning_rate": 0.00016396730215588915,
      "loss": 1.8557,
      "step": 394
    },
    {
      "epoch": 0.28506991429860173,
      "grad_norm": 1.1950174570083618,
      "learning_rate": 0.00016379164313024965,
      "loss": 2.0243,
      "step": 395
    },
    {
      "epoch": 0.2857916102841678,
      "grad_norm": 1.4433947801589966,
      "learning_rate": 0.00016361565157794447,
      "loss": 1.932,
      "step": 396
    },
    {
      "epoch": 0.28651330626973387,
      "grad_norm": 1.342972993850708,
      "learning_rate": 0.00016343932841636456,
      "loss": 1.887,
      "step": 397
    },
    {
      "epoch": 0.28723500225529996,
      "grad_norm": 1.3730859756469727,
      "learning_rate": 0.00016326267456462964,
      "loss": 2.0338,
      "step": 398
    },
    {
      "epoch": 0.28795669824086606,
      "grad_norm": 1.7030283212661743,
      "learning_rate": 0.00016308569094358315,
      "loss": 2.0673,
      "step": 399
    },
    {
      "epoch": 0.2886783942264321,
      "grad_norm": 3.191499948501587,
      "learning_rate": 0.0001629083784757875,
      "loss": 2.051,
      "step": 400
    },
    {
      "epoch": 0.2894000902119982,
      "grad_norm": 0.47845083475112915,
      "learning_rate": 0.00016273073808551928,
      "loss": 2.1596,
      "step": 401
    },
    {
      "epoch": 0.2901217861975643,
      "grad_norm": 0.6613950729370117,
      "learning_rate": 0.00016255277069876454,
      "loss": 1.8062,
      "step": 402
    },
    {
      "epoch": 0.29084348218313033,
      "grad_norm": 0.6433122158050537,
      "learning_rate": 0.00016237447724321374,
      "loss": 2.125,
      "step": 403
    },
    {
      "epoch": 0.2915651781686964,
      "grad_norm": 0.6056983470916748,
      "learning_rate": 0.00016219585864825706,
      "loss": 1.9884,
      "step": 404
    },
    {
      "epoch": 0.2922868741542625,
      "grad_norm": 0.6176025867462158,
      "learning_rate": 0.0001620169158449796,
      "loss": 2.0221,
      "step": 405
    },
    {
      "epoch": 0.2930085701398286,
      "grad_norm": 0.577609121799469,
      "learning_rate": 0.0001618376497661564,
      "loss": 2.1682,
      "step": 406
    },
    {
      "epoch": 0.29373026612539466,
      "grad_norm": 0.7315565943717957,
      "learning_rate": 0.00016165806134624768,
      "loss": 1.8734,
      "step": 407
    },
    {
      "epoch": 0.29445196211096075,
      "grad_norm": 0.5211517810821533,
      "learning_rate": 0.00016147815152139385,
      "loss": 2.0851,
      "step": 408
    },
    {
      "epoch": 0.29517365809652685,
      "grad_norm": 0.710945188999176,
      "learning_rate": 0.00016129792122941084,
      "loss": 1.8729,
      "step": 409
    },
    {
      "epoch": 0.29589535408209294,
      "grad_norm": 0.5212395787239075,
      "learning_rate": 0.00016111737140978494,
      "loss": 2.0055,
      "step": 410
    },
    {
      "epoch": 0.296617050067659,
      "grad_norm": 0.532974362373352,
      "learning_rate": 0.00016093650300366813,
      "loss": 2.0179,
      "step": 411
    },
    {
      "epoch": 0.2973387460532251,
      "grad_norm": 0.5446653962135315,
      "learning_rate": 0.00016075531695387303,
      "loss": 2.2258,
      "step": 412
    },
    {
      "epoch": 0.2980604420387912,
      "grad_norm": 0.6157815456390381,
      "learning_rate": 0.00016057381420486814,
      "loss": 2.0468,
      "step": 413
    },
    {
      "epoch": 0.2987821380243572,
      "grad_norm": 0.7037978172302246,
      "learning_rate": 0.0001603919957027727,
      "loss": 2.1083,
      "step": 414
    },
    {
      "epoch": 0.2995038340099233,
      "grad_norm": 0.681264340877533,
      "learning_rate": 0.0001602098623953519,
      "loss": 2.0915,
      "step": 415
    },
    {
      "epoch": 0.3002255299954894,
      "grad_norm": 0.6896013021469116,
      "learning_rate": 0.00016002741523201195,
      "loss": 2.2184,
      "step": 416
    },
    {
      "epoch": 0.3009472259810555,
      "grad_norm": 0.6748051047325134,
      "learning_rate": 0.00015984465516379512,
      "loss": 1.9771,
      "step": 417
    },
    {
      "epoch": 0.30166892196662154,
      "grad_norm": 0.6429324746131897,
      "learning_rate": 0.00015966158314337472,
      "loss": 2.0188,
      "step": 418
    },
    {
      "epoch": 0.30239061795218763,
      "grad_norm": 0.6762897372245789,
      "learning_rate": 0.00015947820012505014,
      "loss": 1.8607,
      "step": 419
    },
    {
      "epoch": 0.30311231393775373,
      "grad_norm": 0.6647512316703796,
      "learning_rate": 0.00015929450706474198,
      "loss": 1.787,
      "step": 420
    },
    {
      "epoch": 0.3038340099233198,
      "grad_norm": 0.650379478931427,
      "learning_rate": 0.00015911050491998694,
      "loss": 2.0362,
      "step": 421
    },
    {
      "epoch": 0.30455570590888587,
      "grad_norm": 0.7283719778060913,
      "learning_rate": 0.00015892619464993293,
      "loss": 2.2192,
      "step": 422
    },
    {
      "epoch": 0.30527740189445196,
      "grad_norm": 0.8350949287414551,
      "learning_rate": 0.000158741577215334,
      "loss": 1.9397,
      "step": 423
    },
    {
      "epoch": 0.30599909788001806,
      "grad_norm": 0.7910424470901489,
      "learning_rate": 0.0001585566535785453,
      "loss": 2.0953,
      "step": 424
    },
    {
      "epoch": 0.3067207938655841,
      "grad_norm": 0.8598769307136536,
      "learning_rate": 0.00015837142470351826,
      "loss": 2.218,
      "step": 425
    },
    {
      "epoch": 0.3074424898511502,
      "grad_norm": 0.767158031463623,
      "learning_rate": 0.0001581858915557953,
      "loss": 2.034,
      "step": 426
    },
    {
      "epoch": 0.3081641858367163,
      "grad_norm": 0.8050460815429688,
      "learning_rate": 0.00015800005510250496,
      "loss": 1.9498,
      "step": 427
    },
    {
      "epoch": 0.3088858818222824,
      "grad_norm": 0.8705307841300964,
      "learning_rate": 0.00015781391631235686,
      "loss": 2.0748,
      "step": 428
    },
    {
      "epoch": 0.3096075778078484,
      "grad_norm": 0.8254566192626953,
      "learning_rate": 0.00015762747615563654,
      "loss": 2.1606,
      "step": 429
    },
    {
      "epoch": 0.3103292737934145,
      "grad_norm": 1.0158072710037231,
      "learning_rate": 0.00015744073560420053,
      "loss": 2.133,
      "step": 430
    },
    {
      "epoch": 0.3110509697789806,
      "grad_norm": 0.978571355342865,
      "learning_rate": 0.00015725369563147117,
      "loss": 2.229,
      "step": 431
    },
    {
      "epoch": 0.3117726657645467,
      "grad_norm": 0.8968052268028259,
      "learning_rate": 0.00015706635721243173,
      "loss": 2.0531,
      "step": 432
    },
    {
      "epoch": 0.31249436175011275,
      "grad_norm": 0.860092282295227,
      "learning_rate": 0.00015687872132362098,
      "loss": 1.8875,
      "step": 433
    },
    {
      "epoch": 0.31321605773567884,
      "grad_norm": 0.9051474928855896,
      "learning_rate": 0.00015669078894312848,
      "loss": 1.8293,
      "step": 434
    },
    {
      "epoch": 0.31393775372124494,
      "grad_norm": 0.8789670467376709,
      "learning_rate": 0.00015650256105058922,
      "loss": 2.0033,
      "step": 435
    },
    {
      "epoch": 0.314659449706811,
      "grad_norm": 0.9532151818275452,
      "learning_rate": 0.0001563140386271787,
      "loss": 1.8706,
      "step": 436
    },
    {
      "epoch": 0.3153811456923771,
      "grad_norm": 1.0646871328353882,
      "learning_rate": 0.0001561252226556076,
      "loss": 1.8639,
      "step": 437
    },
    {
      "epoch": 0.31610284167794317,
      "grad_norm": 1.0106958150863647,
      "learning_rate": 0.00015593611412011686,
      "loss": 1.8228,
      "step": 438
    },
    {
      "epoch": 0.31682453766350926,
      "grad_norm": 1.326513648033142,
      "learning_rate": 0.00015574671400647242,
      "loss": 1.9597,
      "step": 439
    },
    {
      "epoch": 0.3175462336490753,
      "grad_norm": 0.9985377788543701,
      "learning_rate": 0.00015555702330196023,
      "loss": 1.9495,
      "step": 440
    },
    {
      "epoch": 0.3182679296346414,
      "grad_norm": 1.033992886543274,
      "learning_rate": 0.00015536704299538086,
      "loss": 2.0875,
      "step": 441
    },
    {
      "epoch": 0.3189896256202075,
      "grad_norm": 1.06670343875885,
      "learning_rate": 0.0001551767740770446,
      "loss": 1.8254,
      "step": 442
    },
    {
      "epoch": 0.3197113216057736,
      "grad_norm": 1.2214312553405762,
      "learning_rate": 0.00015498621753876613,
      "loss": 2.2227,
      "step": 443
    },
    {
      "epoch": 0.32043301759133963,
      "grad_norm": 1.2621819972991943,
      "learning_rate": 0.00015479537437385938,
      "loss": 1.944,
      "step": 444
    },
    {
      "epoch": 0.3211547135769057,
      "grad_norm": 1.263197660446167,
      "learning_rate": 0.0001546042455771325,
      "loss": 2.1611,
      "step": 445
    },
    {
      "epoch": 0.3218764095624718,
      "grad_norm": 1.246638536453247,
      "learning_rate": 0.0001544128321448824,
      "loss": 1.9838,
      "step": 446
    },
    {
      "epoch": 0.3225981055480379,
      "grad_norm": 1.3794560432434082,
      "learning_rate": 0.0001542211350748898,
      "loss": 2.0931,
      "step": 447
    },
    {
      "epoch": 0.32331980153360396,
      "grad_norm": 1.4417738914489746,
      "learning_rate": 0.0001540291553664139,
      "loss": 2.0827,
      "step": 448
    },
    {
      "epoch": 0.32404149751917005,
      "grad_norm": 1.9322792291641235,
      "learning_rate": 0.0001538368940201873,
      "loss": 1.8636,
      "step": 449
    },
    {
      "epoch": 0.32476319350473615,
      "grad_norm": 2.7779059410095215,
      "learning_rate": 0.00015364435203841058,
      "loss": 1.9013,
      "step": 450
    },
    {
      "epoch": 0.3254848894903022,
      "grad_norm": 0.4429485499858856,
      "learning_rate": 0.00015345153042474723,
      "loss": 2.0364,
      "step": 451
    },
    {
      "epoch": 0.3262065854758683,
      "grad_norm": 0.6421920657157898,
      "learning_rate": 0.00015325843018431835,
      "loss": 1.9755,
      "step": 452
    },
    {
      "epoch": 0.3269282814614344,
      "grad_norm": 0.7788028717041016,
      "learning_rate": 0.0001530650523236975,
      "loss": 2.095,
      "step": 453
    },
    {
      "epoch": 0.3276499774470005,
      "grad_norm": 0.6759058833122253,
      "learning_rate": 0.00015287139785090533,
      "loss": 2.1108,
      "step": 454
    },
    {
      "epoch": 0.3283716734325665,
      "grad_norm": 0.7555632591247559,
      "learning_rate": 0.00015267746777540445,
      "loss": 2.0171,
      "step": 455
    },
    {
      "epoch": 0.3290933694181326,
      "grad_norm": 0.6100805401802063,
      "learning_rate": 0.00015248326310809404,
      "loss": 1.944,
      "step": 456
    },
    {
      "epoch": 0.3298150654036987,
      "grad_norm": 0.588397741317749,
      "learning_rate": 0.00015228878486130468,
      "loss": 2.2408,
      "step": 457
    },
    {
      "epoch": 0.3305367613892648,
      "grad_norm": 0.5465043187141418,
      "learning_rate": 0.00015209403404879303,
      "loss": 1.8777,
      "step": 458
    },
    {
      "epoch": 0.33125845737483084,
      "grad_norm": 0.5652636885643005,
      "learning_rate": 0.00015189901168573652,
      "loss": 1.9098,
      "step": 459
    },
    {
      "epoch": 0.33198015336039693,
      "grad_norm": 0.6085153818130493,
      "learning_rate": 0.00015170371878872818,
      "loss": 1.9407,
      "step": 460
    },
    {
      "epoch": 0.33270184934596303,
      "grad_norm": 0.5943186283111572,
      "learning_rate": 0.00015150815637577115,
      "loss": 2.1053,
      "step": 461
    },
    {
      "epoch": 0.33342354533152907,
      "grad_norm": 0.6033756732940674,
      "learning_rate": 0.00015131232546627355,
      "loss": 2.162,
      "step": 462
    },
    {
      "epoch": 0.33414524131709517,
      "grad_norm": 0.7935147881507874,
      "learning_rate": 0.00015111622708104304,
      "loss": 2.4633,
      "step": 463
    },
    {
      "epoch": 0.33486693730266126,
      "grad_norm": 0.679715096950531,
      "learning_rate": 0.00015091986224228157,
      "loss": 2.0117,
      "step": 464
    },
    {
      "epoch": 0.33558863328822736,
      "grad_norm": 0.6579835414886475,
      "learning_rate": 0.00015072323197358003,
      "loss": 1.9905,
      "step": 465
    },
    {
      "epoch": 0.3363103292737934,
      "grad_norm": 0.7700386643409729,
      "learning_rate": 0.00015052633729991294,
      "loss": 2.002,
      "step": 466
    },
    {
      "epoch": 0.3370320252593595,
      "grad_norm": 0.7990970611572266,
      "learning_rate": 0.00015032917924763308,
      "loss": 2.0203,
      "step": 467
    },
    {
      "epoch": 0.3377537212449256,
      "grad_norm": 0.732315719127655,
      "learning_rate": 0.0001501317588444661,
      "loss": 2.1169,
      "step": 468
    },
    {
      "epoch": 0.3384754172304917,
      "grad_norm": 0.9771749973297119,
      "learning_rate": 0.00014993407711950526,
      "loss": 2.139,
      "step": 469
    },
    {
      "epoch": 0.3391971132160577,
      "grad_norm": 0.8140318989753723,
      "learning_rate": 0.00014973613510320594,
      "loss": 2.0643,
      "step": 470
    },
    {
      "epoch": 0.3399188092016238,
      "grad_norm": 0.8505857586860657,
      "learning_rate": 0.00014953793382738046,
      "loss": 2.2253,
      "step": 471
    },
    {
      "epoch": 0.3406405051871899,
      "grad_norm": 0.8135496973991394,
      "learning_rate": 0.00014933947432519245,
      "loss": 1.9444,
      "step": 472
    },
    {
      "epoch": 0.34136220117275595,
      "grad_norm": 0.6603150963783264,
      "learning_rate": 0.0001491407576311517,
      "loss": 2.1295,
      "step": 473
    },
    {
      "epoch": 0.34208389715832205,
      "grad_norm": 0.8560349941253662,
      "learning_rate": 0.00014894178478110857,
      "loss": 2.1199,
      "step": 474
    },
    {
      "epoch": 0.34280559314388814,
      "grad_norm": 0.8568424582481384,
      "learning_rate": 0.00014874255681224875,
      "loss": 2.1069,
      "step": 475
    },
    {
      "epoch": 0.34352728912945424,
      "grad_norm": 0.9096454977989197,
      "learning_rate": 0.00014854307476308781,
      "loss": 2.1796,
      "step": 476
    },
    {
      "epoch": 0.3442489851150203,
      "grad_norm": 0.850792407989502,
      "learning_rate": 0.00014834333967346573,
      "loss": 2.2088,
      "step": 477
    },
    {
      "epoch": 0.3449706811005864,
      "grad_norm": 0.9050686955451965,
      "learning_rate": 0.00014814335258454145,
      "loss": 2.0629,
      "step": 478
    },
    {
      "epoch": 0.34569237708615247,
      "grad_norm": 1.0488739013671875,
      "learning_rate": 0.0001479431145387876,
      "loss": 1.8693,
      "step": 479
    },
    {
      "epoch": 0.34641407307171856,
      "grad_norm": 1.0409486293792725,
      "learning_rate": 0.00014774262657998491,
      "loss": 1.9868,
      "step": 480
    },
    {
      "epoch": 0.3471357690572846,
      "grad_norm": 0.9297462105751038,
      "learning_rate": 0.00014754188975321693,
      "loss": 2.1366,
      "step": 481
    },
    {
      "epoch": 0.3478574650428507,
      "grad_norm": 0.8812090158462524,
      "learning_rate": 0.00014734090510486433,
      "loss": 1.9531,
      "step": 482
    },
    {
      "epoch": 0.3485791610284168,
      "grad_norm": 0.9495928287506104,
      "learning_rate": 0.0001471396736825998,
      "loss": 2.2248,
      "step": 483
    },
    {
      "epoch": 0.34930085701398284,
      "grad_norm": 0.7849512100219727,
      "learning_rate": 0.00014693819653538215,
      "loss": 2.0616,
      "step": 484
    },
    {
      "epoch": 0.35002255299954893,
      "grad_norm": 1.0035080909729004,
      "learning_rate": 0.00014673647471345123,
      "loss": 2.1337,
      "step": 485
    },
    {
      "epoch": 0.350744248985115,
      "grad_norm": 0.9256971478462219,
      "learning_rate": 0.00014653450926832234,
      "loss": 2.0797,
      "step": 486
    },
    {
      "epoch": 0.3514659449706811,
      "grad_norm": 0.8431901931762695,
      "learning_rate": 0.0001463323012527806,
      "loss": 1.8461,
      "step": 487
    },
    {
      "epoch": 0.35218764095624716,
      "grad_norm": 0.8543366193771362,
      "learning_rate": 0.00014612985172087565,
      "loss": 1.8572,
      "step": 488
    },
    {
      "epoch": 0.35290933694181326,
      "grad_norm": 1.0101501941680908,
      "learning_rate": 0.00014592716172791604,
      "loss": 1.9129,
      "step": 489
    },
    {
      "epoch": 0.35363103292737935,
      "grad_norm": 0.9623087644577026,
      "learning_rate": 0.00014572423233046386,
      "loss": 1.9063,
      "step": 490
    },
    {
      "epoch": 0.35435272891294545,
      "grad_norm": 0.8692702054977417,
      "learning_rate": 0.000145521064586329,
      "loss": 1.8467,
      "step": 491
    },
    {
      "epoch": 0.3550744248985115,
      "grad_norm": 1.2136585712432861,
      "learning_rate": 0.00014531765955456388,
      "loss": 2.2402,
      "step": 492
    },
    {
      "epoch": 0.3557961208840776,
      "grad_norm": 1.152578353881836,
      "learning_rate": 0.00014511401829545782,
      "loss": 1.9538,
      "step": 493
    },
    {
      "epoch": 0.3565178168696437,
      "grad_norm": 1.2332868576049805,
      "learning_rate": 0.00014491014187053148,
      "loss": 1.9834,
      "step": 494
    },
    {
      "epoch": 0.3572395128552097,
      "grad_norm": 1.176506757736206,
      "learning_rate": 0.00014470603134253141,
      "loss": 1.8703,
      "step": 495
    },
    {
      "epoch": 0.3579612088407758,
      "grad_norm": 1.1683515310287476,
      "learning_rate": 0.0001445016877754245,
      "loss": 1.8986,
      "step": 496
    },
    {
      "epoch": 0.3586829048263419,
      "grad_norm": 1.5425559282302856,
      "learning_rate": 0.00014429711223439232,
      "loss": 2.107,
      "step": 497
    },
    {
      "epoch": 0.359404600811908,
      "grad_norm": 1.3359962701797485,
      "learning_rate": 0.00014409230578582566,
      "loss": 1.8727,
      "step": 498
    },
    {
      "epoch": 0.36012629679747404,
      "grad_norm": 1.5802463293075562,
      "learning_rate": 0.000143887269497319,
      "loss": 1.8286,
      "step": 499
    },
    {
      "epoch": 0.36084799278304014,
      "grad_norm": 2.2565882205963135,
      "learning_rate": 0.00014368200443766495,
      "loss": 1.981,
      "step": 500
    },
    {
      "epoch": 0.36156968876860623,
      "grad_norm": 0.41111117601394653,
      "learning_rate": 0.00014347651167684854,
      "loss": 2.364,
      "step": 501
    },
    {
      "epoch": 0.36229138475417233,
      "grad_norm": 0.4650629460811615,
      "learning_rate": 0.00014327079228604176,
      "loss": 1.9689,
      "step": 502
    },
    {
      "epoch": 0.36301308073973837,
      "grad_norm": 0.597243070602417,
      "learning_rate": 0.00014306484733759807,
      "loss": 2.1678,
      "step": 503
    },
    {
      "epoch": 0.36373477672530447,
      "grad_norm": 0.5971288681030273,
      "learning_rate": 0.0001428586779050465,
      "loss": 2.1387,
      "step": 504
    },
    {
      "epoch": 0.36445647271087056,
      "grad_norm": 0.6512455940246582,
      "learning_rate": 0.00014265228506308637,
      "loss": 1.9244,
      "step": 505
    },
    {
      "epoch": 0.3651781686964366,
      "grad_norm": 0.5533686876296997,
      "learning_rate": 0.00014244566988758152,
      "loss": 2.1467,
      "step": 506
    },
    {
      "epoch": 0.3658998646820027,
      "grad_norm": 0.5038660764694214,
      "learning_rate": 0.00014223883345555483,
      "loss": 1.9428,
      "step": 507
    },
    {
      "epoch": 0.3666215606675688,
      "grad_norm": 0.5475318431854248,
      "learning_rate": 0.00014203177684518243,
      "loss": 1.6596,
      "step": 508
    },
    {
      "epoch": 0.3673432566531349,
      "grad_norm": 0.505425751209259,
      "learning_rate": 0.0001418245011357882,
      "loss": 1.8255,
      "step": 509
    },
    {
      "epoch": 0.3680649526387009,
      "grad_norm": 0.5327556133270264,
      "learning_rate": 0.00014161700740783815,
      "loss": 2.2311,
      "step": 510
    },
    {
      "epoch": 0.368786648624267,
      "grad_norm": 0.5847222805023193,
      "learning_rate": 0.0001414092967429347,
      "loss": 2.1201,
      "step": 511
    },
    {
      "epoch": 0.3695083446098331,
      "grad_norm": 0.6092137694358826,
      "learning_rate": 0.00014120137022381117,
      "loss": 1.8783,
      "step": 512
    },
    {
      "epoch": 0.3702300405953992,
      "grad_norm": 0.695997416973114,
      "learning_rate": 0.00014099322893432596,
      "loss": 2.1633,
      "step": 513
    },
    {
      "epoch": 0.37095173658096525,
      "grad_norm": 0.6421351432800293,
      "learning_rate": 0.00014078487395945713,
      "loss": 2.0956,
      "step": 514
    },
    {
      "epoch": 0.37167343256653135,
      "grad_norm": 0.6732877492904663,
      "learning_rate": 0.0001405763063852965,
      "loss": 2.043,
      "step": 515
    },
    {
      "epoch": 0.37239512855209744,
      "grad_norm": 0.6971887946128845,
      "learning_rate": 0.00014036752729904418,
      "loss": 2.0607,
      "step": 516
    },
    {
      "epoch": 0.3731168245376635,
      "grad_norm": 0.7355249524116516,
      "learning_rate": 0.00014015853778900282,
      "loss": 1.9893,
      "step": 517
    },
    {
      "epoch": 0.3738385205232296,
      "grad_norm": 0.7555424571037292,
      "learning_rate": 0.00013994933894457192,
      "loss": 1.9919,
      "step": 518
    },
    {
      "epoch": 0.3745602165087957,
      "grad_norm": 0.7217190861701965,
      "learning_rate": 0.00013973993185624218,
      "loss": 2.1238,
      "step": 519
    },
    {
      "epoch": 0.37528191249436177,
      "grad_norm": 0.955032467842102,
      "learning_rate": 0.00013953031761558982,
      "loss": 2.13,
      "step": 520
    },
    {
      "epoch": 0.3760036084799278,
      "grad_norm": 0.6648369431495667,
      "learning_rate": 0.0001393204973152709,
      "loss": 2.0292,
      "step": 521
    },
    {
      "epoch": 0.3767253044654939,
      "grad_norm": 0.8474181890487671,
      "learning_rate": 0.0001391104720490156,
      "loss": 2.1368,
      "step": 522
    },
    {
      "epoch": 0.37744700045106,
      "grad_norm": 0.7972560524940491,
      "learning_rate": 0.00013890024291162253,
      "loss": 2.0124,
      "step": 523
    },
    {
      "epoch": 0.3781686964366261,
      "grad_norm": 0.6644586324691772,
      "learning_rate": 0.00013868981099895294,
      "loss": 1.9778,
      "step": 524
    },
    {
      "epoch": 0.37889039242219213,
      "grad_norm": 0.7582138776779175,
      "learning_rate": 0.00013847917740792524,
      "loss": 2.1929,
      "step": 525
    },
    {
      "epoch": 0.37961208840775823,
      "grad_norm": 0.8046165108680725,
      "learning_rate": 0.000138268343236509,
      "loss": 1.8868,
      "step": 526
    },
    {
      "epoch": 0.3803337843933243,
      "grad_norm": 0.8877929449081421,
      "learning_rate": 0.0001380573095837194,
      "loss": 1.9398,
      "step": 527
    },
    {
      "epoch": 0.38105548037889037,
      "grad_norm": 0.7997904419898987,
      "learning_rate": 0.0001378460775496114,
      "loss": 1.8372,
      "step": 528
    },
    {
      "epoch": 0.38177717636445646,
      "grad_norm": 0.86952805519104,
      "learning_rate": 0.00013763464823527425,
      "loss": 1.9369,
      "step": 529
    },
    {
      "epoch": 0.38249887235002256,
      "grad_norm": 0.850623369216919,
      "learning_rate": 0.00013742302274282533,
      "loss": 2.1889,
      "step": 530
    },
    {
      "epoch": 0.38322056833558865,
      "grad_norm": 0.7988513112068176,
      "learning_rate": 0.00013721120217540474,
      "loss": 1.9264,
      "step": 531
    },
    {
      "epoch": 0.3839422643211547,
      "grad_norm": 0.8092723488807678,
      "learning_rate": 0.0001369991876371695,
      "loss": 2.0807,
      "step": 532
    },
    {
      "epoch": 0.3846639603067208,
      "grad_norm": 0.8762388229370117,
      "learning_rate": 0.00013678698023328762,
      "loss": 2.2128,
      "step": 533
    },
    {
      "epoch": 0.3853856562922869,
      "grad_norm": 0.9441884756088257,
      "learning_rate": 0.00013657458106993258,
      "loss": 1.8895,
      "step": 534
    },
    {
      "epoch": 0.386107352277853,
      "grad_norm": 1.0935689210891724,
      "learning_rate": 0.00013636199125427733,
      "loss": 1.8975,
      "step": 535
    },
    {
      "epoch": 0.386829048263419,
      "grad_norm": 0.9274703860282898,
      "learning_rate": 0.00013614921189448879,
      "loss": 1.9015,
      "step": 536
    },
    {
      "epoch": 0.3875507442489851,
      "grad_norm": 1.0209259986877441,
      "learning_rate": 0.0001359362440997217,
      "loss": 2.0189,
      "step": 537
    },
    {
      "epoch": 0.3882724402345512,
      "grad_norm": 0.962016224861145,
      "learning_rate": 0.0001357230889801133,
      "loss": 2.0923,
      "step": 538
    },
    {
      "epoch": 0.38899413622011725,
      "grad_norm": 1.1407740116119385,
      "learning_rate": 0.00013550974764677706,
      "loss": 1.7904,
      "step": 539
    },
    {
      "epoch": 0.38971583220568334,
      "grad_norm": 1.0466006994247437,
      "learning_rate": 0.00013529622121179733,
      "loss": 1.9101,
      "step": 540
    },
    {
      "epoch": 0.39043752819124944,
      "grad_norm": 1.1987625360488892,
      "learning_rate": 0.00013508251078822318,
      "loss": 2.0335,
      "step": 541
    },
    {
      "epoch": 0.39115922417681553,
      "grad_norm": 1.0375943183898926,
      "learning_rate": 0.00013486861749006286,
      "loss": 1.9039,
      "step": 542
    },
    {
      "epoch": 0.3918809201623816,
      "grad_norm": 1.1177560091018677,
      "learning_rate": 0.0001346545424322779,
      "loss": 1.8756,
      "step": 543
    },
    {
      "epoch": 0.39260261614794767,
      "grad_norm": 1.2488672733306885,
      "learning_rate": 0.00013444028673077716,
      "loss": 2.0843,
      "step": 544
    },
    {
      "epoch": 0.39332431213351376,
      "grad_norm": 1.4682636260986328,
      "learning_rate": 0.00013422585150241127,
      "loss": 2.1153,
      "step": 545
    },
    {
      "epoch": 0.39404600811907986,
      "grad_norm": 1.1517497301101685,
      "learning_rate": 0.00013401123786496664,
      "loss": 2.1635,
      "step": 546
    },
    {
      "epoch": 0.3947677041046459,
      "grad_norm": 1.1320617198944092,
      "learning_rate": 0.00013379644693715964,
      "loss": 1.8528,
      "step": 547
    },
    {
      "epoch": 0.395489400090212,
      "grad_norm": 1.496305227279663,
      "learning_rate": 0.00013358147983863087,
      "loss": 1.9722,
      "step": 548
    },
    {
      "epoch": 0.3962110960757781,
      "grad_norm": 1.6134432554244995,
      "learning_rate": 0.00013336633768993921,
      "loss": 1.6319,
      "step": 549
    },
    {
      "epoch": 0.3969327920613442,
      "grad_norm": 3.6389102935791016,
      "learning_rate": 0.000133151021612556,
      "loss": 2.5846,
      "step": 550
    },
    {
      "epoch": 0.3976544880469102,
      "grad_norm": 0.38026443123817444,
      "learning_rate": 0.00013293553272885928,
      "loss": 1.892,
      "step": 551
    },
    {
      "epoch": 0.3983761840324763,
      "grad_norm": 0.44018247723579407,
      "learning_rate": 0.0001327198721621278,
      "loss": 1.959,
      "step": 552
    },
    {
      "epoch": 0.3990978800180424,
      "grad_norm": 0.39391636848449707,
      "learning_rate": 0.00013250404103653534,
      "loss": 1.9874,
      "step": 553
    },
    {
      "epoch": 0.39981957600360846,
      "grad_norm": 0.4692838490009308,
      "learning_rate": 0.00013228804047714463,
      "loss": 2.0327,
      "step": 554
    },
    {
      "epoch": 0.40054127198917455,
      "grad_norm": 0.44826385378837585,
      "learning_rate": 0.00013207187160990176,
      "loss": 1.8881,
      "step": 555
    },
    {
      "epoch": 0.40126296797474065,
      "grad_norm": 0.5855975151062012,
      "learning_rate": 0.00013185553556163,
      "loss": 2.0117,
      "step": 556
    },
    {
      "epoch": 0.40198466396030674,
      "grad_norm": 0.5329717993736267,
      "learning_rate": 0.00013163903346002424,
      "loss": 1.9771,
      "step": 557
    },
    {
      "epoch": 0.4027063599458728,
      "grad_norm": 0.5506359338760376,
      "learning_rate": 0.0001314223664336448,
      "loss": 1.9856,
      "step": 558
    },
    {
      "epoch": 0.4034280559314389,
      "grad_norm": 0.5806745886802673,
      "learning_rate": 0.0001312055356119118,
      "loss": 1.9831,
      "step": 559
    },
    {
      "epoch": 0.404149751917005,
      "grad_norm": 0.5695562958717346,
      "learning_rate": 0.00013098854212509917,
      "loss": 2.2082,
      "step": 560
    },
    {
      "epoch": 0.40487144790257107,
      "grad_norm": 0.5708184242248535,
      "learning_rate": 0.00013077138710432875,
      "loss": 2.0147,
      "step": 561
    },
    {
      "epoch": 0.4055931438881371,
      "grad_norm": 0.7449029088020325,
      "learning_rate": 0.00013055407168156437,
      "loss": 2.1342,
      "step": 562
    },
    {
      "epoch": 0.4063148398737032,
      "grad_norm": 0.6078241467475891,
      "learning_rate": 0.00013033659698960607,
      "loss": 2.0923,
      "step": 563
    },
    {
      "epoch": 0.4070365358592693,
      "grad_norm": 0.5560178160667419,
      "learning_rate": 0.00013011896416208405,
      "loss": 2.072,
      "step": 564
    },
    {
      "epoch": 0.40775823184483534,
      "grad_norm": 0.7325664758682251,
      "learning_rate": 0.0001299011743334528,
      "loss": 2.1384,
      "step": 565
    },
    {
      "epoch": 0.40847992783040143,
      "grad_norm": 0.7058026194572449,
      "learning_rate": 0.00012968322863898533,
      "loss": 2.0729,
      "step": 566
    },
    {
      "epoch": 0.40920162381596753,
      "grad_norm": 0.620517373085022,
      "learning_rate": 0.00012946512821476698,
      "loss": 1.9954,
      "step": 567
    },
    {
      "epoch": 0.4099233198015336,
      "grad_norm": 0.7383596301078796,
      "learning_rate": 0.00012924687419768976,
      "loss": 2.1588,
      "step": 568
    },
    {
      "epoch": 0.41064501578709967,
      "grad_norm": 0.7109268307685852,
      "learning_rate": 0.00012902846772544624,
      "loss": 1.9963,
      "step": 569
    },
    {
      "epoch": 0.41136671177266576,
      "grad_norm": 0.7315008640289307,
      "learning_rate": 0.00012880990993652377,
      "loss": 2.0967,
      "step": 570
    },
    {
      "epoch": 0.41208840775823186,
      "grad_norm": 0.6832491159439087,
      "learning_rate": 0.00012859120197019838,
      "loss": 2.1385,
      "step": 571
    },
    {
      "epoch": 0.41281010374379795,
      "grad_norm": 0.7159143090248108,
      "learning_rate": 0.000128372344966529,
      "loss": 2.0317,
      "step": 572
    },
    {
      "epoch": 0.413531799729364,
      "grad_norm": 0.6814131736755371,
      "learning_rate": 0.00012815334006635145,
      "loss": 2.0466,
      "step": 573
    },
    {
      "epoch": 0.4142534957149301,
      "grad_norm": 0.7531642913818359,
      "learning_rate": 0.0001279341884112724,
      "loss": 2.1282,
      "step": 574
    },
    {
      "epoch": 0.4149751917004962,
      "grad_norm": 0.8341628313064575,
      "learning_rate": 0.00012771489114366363,
      "loss": 2.0541,
      "step": 575
    },
    {
      "epoch": 0.4156968876860622,
      "grad_norm": 0.8385012745857239,
      "learning_rate": 0.00012749544940665586,
      "loss": 1.9603,
      "step": 576
    },
    {
      "epoch": 0.4164185836716283,
      "grad_norm": 0.9696111679077148,
      "learning_rate": 0.0001272758643441329,
      "loss": 2.0859,
      "step": 577
    },
    {
      "epoch": 0.4171402796571944,
      "grad_norm": 0.7751029133796692,
      "learning_rate": 0.00012705613710072575,
      "loss": 2.0841,
      "step": 578
    },
    {
      "epoch": 0.4178619756427605,
      "grad_norm": 0.8107714056968689,
      "learning_rate": 0.00012683626882180647,
      "loss": 1.9833,
      "step": 579
    },
    {
      "epoch": 0.41858367162832655,
      "grad_norm": 0.7759855389595032,
      "learning_rate": 0.0001266162606534823,
      "loss": 2.0902,
      "step": 580
    },
    {
      "epoch": 0.41930536761389264,
      "grad_norm": 0.8433077335357666,
      "learning_rate": 0.00012639611374258978,
      "loss": 2.0525,
      "step": 581
    },
    {
      "epoch": 0.42002706359945874,
      "grad_norm": 0.7993992567062378,
      "learning_rate": 0.00012617582923668853,
      "loss": 2.064,
      "step": 582
    },
    {
      "epoch": 0.42074875958502483,
      "grad_norm": 0.8488792181015015,
      "learning_rate": 0.00012595540828405554,
      "loss": 1.9769,
      "step": 583
    },
    {
      "epoch": 0.4214704555705909,
      "grad_norm": 0.9767952561378479,
      "learning_rate": 0.00012573485203367895,
      "loss": 1.91,
      "step": 584
    },
    {
      "epoch": 0.42219215155615697,
      "grad_norm": 0.8913674354553223,
      "learning_rate": 0.0001255141616352522,
      "loss": 1.9255,
      "step": 585
    },
    {
      "epoch": 0.42291384754172306,
      "grad_norm": 0.8619558215141296,
      "learning_rate": 0.00012529333823916807,
      "loss": 2.1857,
      "step": 586
    },
    {
      "epoch": 0.4236355435272891,
      "grad_norm": 0.8475065231323242,
      "learning_rate": 0.00012507238299651254,
      "loss": 1.9288,
      "step": 587
    },
    {
      "epoch": 0.4243572395128552,
      "grad_norm": 1.0405795574188232,
      "learning_rate": 0.00012485129705905893,
      "loss": 1.8669,
      "step": 588
    },
    {
      "epoch": 0.4250789354984213,
      "grad_norm": 1.07048761844635,
      "learning_rate": 0.00012463008157926172,
      "loss": 1.9551,
      "step": 589
    },
    {
      "epoch": 0.4258006314839874,
      "grad_norm": 0.9153955578804016,
      "learning_rate": 0.0001244087377102508,
      "loss": 1.9181,
      "step": 590
    },
    {
      "epoch": 0.42652232746955343,
      "grad_norm": 0.9493930339813232,
      "learning_rate": 0.0001241872666058252,
      "loss": 2.0233,
      "step": 591
    },
    {
      "epoch": 0.4272440234551195,
      "grad_norm": 1.1316438913345337,
      "learning_rate": 0.00012396566942044724,
      "loss": 2.2269,
      "step": 592
    },
    {
      "epoch": 0.4279657194406856,
      "grad_norm": 0.9699581265449524,
      "learning_rate": 0.00012374394730923645,
      "loss": 1.8188,
      "step": 593
    },
    {
      "epoch": 0.4286874154262517,
      "grad_norm": 0.9898208379745483,
      "learning_rate": 0.0001235221014279636,
      "loss": 1.8434,
      "step": 594
    },
    {
      "epoch": 0.42940911141181776,
      "grad_norm": 1.0861350297927856,
      "learning_rate": 0.00012330013293304455,
      "loss": 2.0635,
      "step": 595
    },
    {
      "epoch": 0.43013080739738385,
      "grad_norm": 1.1024607419967651,
      "learning_rate": 0.0001230780429815344,
      "loss": 1.929,
      "step": 596
    },
    {
      "epoch": 0.43085250338294995,
      "grad_norm": 1.157111644744873,
      "learning_rate": 0.00012285583273112134,
      "loss": 1.8802,
      "step": 597
    },
    {
      "epoch": 0.431574199368516,
      "grad_norm": 1.2678747177124023,
      "learning_rate": 0.0001226335033401206,
      "loss": 1.8921,
      "step": 598
    },
    {
      "epoch": 0.4322958953540821,
      "grad_norm": 1.8601378202438354,
      "learning_rate": 0.00012241105596746846,
      "loss": 1.8951,
      "step": 599
    },
    {
      "epoch": 0.4330175913396482,
      "grad_norm": 2.8446004390716553,
      "learning_rate": 0.00012218849177271626,
      "loss": 1.8863,
      "step": 600
    },
    {
      "epoch": 0.4337392873252143,
      "grad_norm": 0.36006414890289307,
      "learning_rate": 0.0001219658119160243,
      "loss": 2.0753,
      "step": 601
    },
    {
      "epoch": 0.4344609833107803,
      "grad_norm": 0.3884502649307251,
      "learning_rate": 0.00012174301755815571,
      "loss": 2.0248,
      "step": 602
    },
    {
      "epoch": 0.4351826792963464,
      "grad_norm": 0.4460868537425995,
      "learning_rate": 0.00012152010986047054,
      "loss": 2.0233,
      "step": 603
    },
    {
      "epoch": 0.4359043752819125,
      "grad_norm": 0.4868047535419464,
      "learning_rate": 0.0001212970899849196,
      "loss": 1.8812,
      "step": 604
    },
    {
      "epoch": 0.4366260712674786,
      "grad_norm": 0.4578796923160553,
      "learning_rate": 0.00012107395909403853,
      "loss": 1.8991,
      "step": 605
    },
    {
      "epoch": 0.43734776725304464,
      "grad_norm": 0.4921426475048065,
      "learning_rate": 0.0001208507183509416,
      "loss": 1.932,
      "step": 606
    },
    {
      "epoch": 0.43806946323861073,
      "grad_norm": 0.6085883975028992,
      "learning_rate": 0.00012062736891931568,
      "loss": 1.94,
      "step": 607
    },
    {
      "epoch": 0.43879115922417683,
      "grad_norm": 0.5620362758636475,
      "learning_rate": 0.00012040391196341427,
      "loss": 2.1828,
      "step": 608
    },
    {
      "epoch": 0.43951285520974287,
      "grad_norm": 0.588640034198761,
      "learning_rate": 0.00012018034864805137,
      "loss": 2.1985,
      "step": 609
    },
    {
      "epoch": 0.44023455119530897,
      "grad_norm": 0.49816974997520447,
      "learning_rate": 0.00011995668013859529,
      "loss": 2.0697,
      "step": 610
    },
    {
      "epoch": 0.44095624718087506,
      "grad_norm": 0.5962323546409607,
      "learning_rate": 0.00011973290760096278,
      "loss": 2.0131,
      "step": 611
    },
    {
      "epoch": 0.44167794316644116,
      "grad_norm": 0.6363246440887451,
      "learning_rate": 0.00011950903220161285,
      "loss": 2.0131,
      "step": 612
    },
    {
      "epoch": 0.4423996391520072,
      "grad_norm": 0.5273672938346863,
      "learning_rate": 0.00011928505510754065,
      "loss": 2.12,
      "step": 613
    },
    {
      "epoch": 0.4431213351375733,
      "grad_norm": 0.6036544442176819,
      "learning_rate": 0.00011906097748627149,
      "loss": 2.1202,
      "step": 614
    },
    {
      "epoch": 0.4438430311231394,
      "grad_norm": 0.5260413885116577,
      "learning_rate": 0.00011883680050585466,
      "loss": 1.9891,
      "step": 615
    },
    {
      "epoch": 0.4445647271087055,
      "grad_norm": 0.6410343050956726,
      "learning_rate": 0.00011861252533485742,
      "loss": 1.9924,
      "step": 616
    },
    {
      "epoch": 0.4452864230942715,
      "grad_norm": 0.6468777060508728,
      "learning_rate": 0.00011838815314235883,
      "loss": 1.9439,
      "step": 617
    },
    {
      "epoch": 0.4460081190798376,
      "grad_norm": 0.5812421441078186,
      "learning_rate": 0.00011816368509794364,
      "loss": 1.8363,
      "step": 618
    },
    {
      "epoch": 0.4467298150654037,
      "grad_norm": 0.7244420647621155,
      "learning_rate": 0.00011793912237169639,
      "loss": 2.1503,
      "step": 619
    },
    {
      "epoch": 0.44745151105096975,
      "grad_norm": 0.6843633651733398,
      "learning_rate": 0.00011771446613419508,
      "loss": 2.0768,
      "step": 620
    },
    {
      "epoch": 0.44817320703653585,
      "grad_norm": 0.7437232136726379,
      "learning_rate": 0.00011748971755650511,
      "loss": 2.1209,
      "step": 621
    },
    {
      "epoch": 0.44889490302210194,
      "grad_norm": 0.7261226773262024,
      "learning_rate": 0.00011726487781017337,
      "loss": 1.9744,
      "step": 622
    },
    {
      "epoch": 0.44961659900766804,
      "grad_norm": 0.7826946377754211,
      "learning_rate": 0.00011703994806722178,
      "loss": 1.943,
      "step": 623
    },
    {
      "epoch": 0.4503382949932341,
      "grad_norm": 0.7910726070404053,
      "learning_rate": 0.00011681492950014157,
      "loss": 2.1178,
      "step": 624
    },
    {
      "epoch": 0.4510599909788002,
      "grad_norm": 0.7320877909660339,
      "learning_rate": 0.0001165898232818869,
      "loss": 1.9793,
      "step": 625
    },
    {
      "epoch": 0.45178168696436627,
      "grad_norm": 0.7445361018180847,
      "learning_rate": 0.00011636463058586881,
      "loss": 1.926,
      "step": 626
    },
    {
      "epoch": 0.45250338294993236,
      "grad_norm": 0.7754490375518799,
      "learning_rate": 0.00011613935258594919,
      "loss": 1.988,
      "step": 627
    },
    {
      "epoch": 0.4532250789354984,
      "grad_norm": 0.8729273676872253,
      "learning_rate": 0.00011591399045643455,
      "loss": 1.9568,
      "step": 628
    },
    {
      "epoch": 0.4539467749210645,
      "grad_norm": 0.8827211260795593,
      "learning_rate": 0.00011568854537206994,
      "loss": 2.1251,
      "step": 629
    },
    {
      "epoch": 0.4546684709066306,
      "grad_norm": 0.8045424818992615,
      "learning_rate": 0.00011546301850803282,
      "loss": 2.0675,
      "step": 630
    },
    {
      "epoch": 0.45539016689219664,
      "grad_norm": 0.7726913690567017,
      "learning_rate": 0.00011523741103992698,
      "loss": 1.9682,
      "step": 631
    },
    {
      "epoch": 0.45611186287776273,
      "grad_norm": 0.7768571376800537,
      "learning_rate": 0.00011501172414377634,
      "loss": 2.005,
      "step": 632
    },
    {
      "epoch": 0.4568335588633288,
      "grad_norm": 0.7815141677856445,
      "learning_rate": 0.0001147859589960189,
      "loss": 1.9279,
      "step": 633
    },
    {
      "epoch": 0.4575552548488949,
      "grad_norm": 0.8671714663505554,
      "learning_rate": 0.00011456011677350051,
      "loss": 1.9048,
      "step": 634
    },
    {
      "epoch": 0.45827695083446096,
      "grad_norm": 0.8430269956588745,
      "learning_rate": 0.00011433419865346878,
      "loss": 1.9386,
      "step": 635
    },
    {
      "epoch": 0.45899864682002706,
      "grad_norm": 0.92824387550354,
      "learning_rate": 0.00011410820581356705,
      "loss": 2.0642,
      "step": 636
    },
    {
      "epoch": 0.45972034280559315,
      "grad_norm": 0.890429675579071,
      "learning_rate": 0.000113882139431828,
      "loss": 1.8658,
      "step": 637
    },
    {
      "epoch": 0.46044203879115925,
      "grad_norm": 0.9985841512680054,
      "learning_rate": 0.0001136560006866678,
      "loss": 1.9708,
      "step": 638
    },
    {
      "epoch": 0.4611637347767253,
      "grad_norm": 1.1570252180099487,
      "learning_rate": 0.00011342979075687974,
      "loss": 1.9443,
      "step": 639
    },
    {
      "epoch": 0.4618854307622914,
      "grad_norm": 1.0376520156860352,
      "learning_rate": 0.00011320351082162821,
      "loss": 2.0003,
      "step": 640
    },
    {
      "epoch": 0.4626071267478575,
      "grad_norm": 1.109054446220398,
      "learning_rate": 0.00011297716206044255,
      "loss": 1.9832,
      "step": 641
    },
    {
      "epoch": 0.4633288227334235,
      "grad_norm": 1.1406677961349487,
      "learning_rate": 0.0001127507456532108,
      "loss": 2.0713,
      "step": 642
    },
    {
      "epoch": 0.4640505187189896,
      "grad_norm": 1.0761773586273193,
      "learning_rate": 0.00011252426278017367,
      "loss": 1.9665,
      "step": 643
    },
    {
      "epoch": 0.4647722147045557,
      "grad_norm": 1.260811448097229,
      "learning_rate": 0.0001122977146219183,
      "loss": 2.0826,
      "step": 644
    },
    {
      "epoch": 0.4654939106901218,
      "grad_norm": 1.1588327884674072,
      "learning_rate": 0.00011207110235937215,
      "loss": 1.8924,
      "step": 645
    },
    {
      "epoch": 0.46621560667568784,
      "grad_norm": 1.2284191846847534,
      "learning_rate": 0.00011184442717379686,
      "loss": 1.8363,
      "step": 646
    },
    {
      "epoch": 0.46693730266125394,
      "grad_norm": 1.4242212772369385,
      "learning_rate": 0.00011161769024678205,
      "loss": 1.6748,
      "step": 647
    },
    {
      "epoch": 0.46765899864682003,
      "grad_norm": 1.3516333103179932,
      "learning_rate": 0.00011139089276023919,
      "loss": 1.7476,
      "step": 648
    },
    {
      "epoch": 0.46838069463238613,
      "grad_norm": 1.596428394317627,
      "learning_rate": 0.00011116403589639546,
      "loss": 1.7809,
      "step": 649
    },
    {
      "epoch": 0.46910239061795217,
      "grad_norm": 2.502904176712036,
      "learning_rate": 0.00011093712083778746,
      "loss": 1.6003,
      "step": 650
    },
    {
      "epoch": 0.46982408660351827,
      "grad_norm": 0.31069034337997437,
      "learning_rate": 0.0001107101487672552,
      "loss": 2.1961,
      "step": 651
    },
    {
      "epoch": 0.47054578258908436,
      "grad_norm": 0.37486404180526733,
      "learning_rate": 0.00011048312086793593,
      "loss": 1.7948,
      "step": 652
    },
    {
      "epoch": 0.47126747857465046,
      "grad_norm": 0.45447292923927307,
      "learning_rate": 0.00011025603832325781,
      "loss": 2.1306,
      "step": 653
    },
    {
      "epoch": 0.4719891745602165,
      "grad_norm": 0.4350779056549072,
      "learning_rate": 0.00011002890231693395,
      "loss": 1.9075,
      "step": 654
    },
    {
      "epoch": 0.4727108705457826,
      "grad_norm": 0.5085997581481934,
      "learning_rate": 0.0001098017140329561,
      "loss": 2.1573,
      "step": 655
    },
    {
      "epoch": 0.4734325665313487,
      "grad_norm": 0.5464619398117065,
      "learning_rate": 0.00010957447465558844,
      "loss": 2.0959,
      "step": 656
    },
    {
      "epoch": 0.4741542625169147,
      "grad_norm": 0.5653229355812073,
      "learning_rate": 0.00010934718536936162,
      "loss": 1.9439,
      "step": 657
    },
    {
      "epoch": 0.4748759585024808,
      "grad_norm": 0.5904021263122559,
      "learning_rate": 0.00010911984735906635,
      "loss": 2.1475,
      "step": 658
    },
    {
      "epoch": 0.4755976544880469,
      "grad_norm": 0.5560937523841858,
      "learning_rate": 0.00010889246180974741,
      "loss": 2.1029,
      "step": 659
    },
    {
      "epoch": 0.476319350473613,
      "grad_norm": 0.5583513975143433,
      "learning_rate": 0.0001086650299066973,
      "loss": 2.1692,
      "step": 660
    },
    {
      "epoch": 0.47704104645917905,
      "grad_norm": 0.618780791759491,
      "learning_rate": 0.00010843755283545018,
      "loss": 2.2497,
      "step": 661
    },
    {
      "epoch": 0.47776274244474515,
      "grad_norm": 0.5446068048477173,
      "learning_rate": 0.0001082100317817757,
      "loss": 1.9145,
      "step": 662
    },
    {
      "epoch": 0.47848443843031124,
      "grad_norm": 0.5888190269470215,
      "learning_rate": 0.00010798246793167272,
      "loss": 2.1887,
      "step": 663
    },
    {
      "epoch": 0.47920613441587734,
      "grad_norm": 0.6585378646850586,
      "learning_rate": 0.00010775486247136322,
      "loss": 2.0345,
      "step": 664
    },
    {
      "epoch": 0.4799278304014434,
      "grad_norm": 0.6199474930763245,
      "learning_rate": 0.00010752721658728602,
      "loss": 2.1491,
      "step": 665
    },
    {
      "epoch": 0.4806495263870095,
      "grad_norm": 0.6696327328681946,
      "learning_rate": 0.00010729953146609076,
      "loss": 2.0333,
      "step": 666
    },
    {
      "epoch": 0.48137122237257557,
      "grad_norm": 0.7128119468688965,
      "learning_rate": 0.00010707180829463152,
      "loss": 2.2281,
      "step": 667
    },
    {
      "epoch": 0.4820929183581416,
      "grad_norm": 0.7920945882797241,
      "learning_rate": 0.00010684404825996079,
      "loss": 2.0588,
      "step": 668
    },
    {
      "epoch": 0.4828146143437077,
      "grad_norm": 0.5804214477539062,
      "learning_rate": 0.00010661625254932317,
      "loss": 2.1462,
      "step": 669
    },
    {
      "epoch": 0.4835363103292738,
      "grad_norm": 0.6965727210044861,
      "learning_rate": 0.00010638842235014924,
      "loss": 2.3054,
      "step": 670
    },
    {
      "epoch": 0.4842580063148399,
      "grad_norm": 0.7005072236061096,
      "learning_rate": 0.00010616055885004934,
      "loss": 2.1413,
      "step": 671
    },
    {
      "epoch": 0.48497970230040593,
      "grad_norm": 0.8171790838241577,
      "learning_rate": 0.00010593266323680749,
      "loss": 2.1959,
      "step": 672
    },
    {
      "epoch": 0.48570139828597203,
      "grad_norm": 0.7548842430114746,
      "learning_rate": 0.00010570473669837497,
      "loss": 1.8276,
      "step": 673
    },
    {
      "epoch": 0.4864230942715381,
      "grad_norm": 0.761314332485199,
      "learning_rate": 0.00010547678042286436,
      "loss": 2.012,
      "step": 674
    },
    {
      "epoch": 0.4871447902571042,
      "grad_norm": 0.7791335582733154,
      "learning_rate": 0.00010524879559854326,
      "loss": 2.145,
      "step": 675
    },
    {
      "epoch": 0.48786648624267026,
      "grad_norm": 0.6803938746452332,
      "learning_rate": 0.00010502078341382797,
      "loss": 1.9522,
      "step": 676
    },
    {
      "epoch": 0.48858818222823636,
      "grad_norm": 0.7359511852264404,
      "learning_rate": 0.00010479274505727756,
      "loss": 1.9373,
      "step": 677
    },
    {
      "epoch": 0.48930987821380245,
      "grad_norm": 0.7070677876472473,
      "learning_rate": 0.0001045646817175874,
      "loss": 2.0307,
      "step": 678
    },
    {
      "epoch": 0.4900315741993685,
      "grad_norm": 0.7937735915184021,
      "learning_rate": 0.00010433659458358316,
      "loss": 2.0861,
      "step": 679
    },
    {
      "epoch": 0.4907532701849346,
      "grad_norm": 0.8741410374641418,
      "learning_rate": 0.00010410848484421454,
      "loss": 2.0721,
      "step": 680
    },
    {
      "epoch": 0.4914749661705007,
      "grad_norm": 0.8951897025108337,
      "learning_rate": 0.00010388035368854907,
      "loss": 2.366,
      "step": 681
    },
    {
      "epoch": 0.4921966621560668,
      "grad_norm": 0.8648995757102966,
      "learning_rate": 0.0001036522023057659,
      "loss": 1.9175,
      "step": 682
    },
    {
      "epoch": 0.4929183581416328,
      "grad_norm": 0.9175917506217957,
      "learning_rate": 0.00010342403188514962,
      "loss": 2.1048,
      "step": 683
    },
    {
      "epoch": 0.4936400541271989,
      "grad_norm": 0.8457289338111877,
      "learning_rate": 0.00010319584361608407,
      "loss": 1.9445,
      "step": 684
    },
    {
      "epoch": 0.494361750112765,
      "grad_norm": 0.8752944469451904,
      "learning_rate": 0.00010296763868804613,
      "loss": 2.2711,
      "step": 685
    },
    {
      "epoch": 0.4950834460983311,
      "grad_norm": 1.0444988012313843,
      "learning_rate": 0.0001027394182905995,
      "loss": 2.1871,
      "step": 686
    },
    {
      "epoch": 0.49580514208389714,
      "grad_norm": 0.958428680896759,
      "learning_rate": 0.00010251118361338854,
      "loss": 1.7838,
      "step": 687
    },
    {
      "epoch": 0.49652683806946324,
      "grad_norm": 0.947597324848175,
      "learning_rate": 0.00010228293584613203,
      "loss": 1.9198,
      "step": 688
    },
    {
      "epoch": 0.49724853405502933,
      "grad_norm": 1.0178920030593872,
      "learning_rate": 0.00010205467617861701,
      "loss": 1.9843,
      "step": 689
    },
    {
      "epoch": 0.4979702300405954,
      "grad_norm": 0.8748092651367188,
      "learning_rate": 0.0001018264058006925,
      "loss": 1.7991,
      "step": 690
    },
    {
      "epoch": 0.49869192602616147,
      "grad_norm": 1.0125426054000854,
      "learning_rate": 0.00010159812590226341,
      "loss": 1.7444,
      "step": 691
    },
    {
      "epoch": 0.49941362201172756,
      "grad_norm": 0.9783385992050171,
      "learning_rate": 0.00010136983767328422,
      "loss": 1.988,
      "step": 692
    },
    {
      "epoch": 0.5001353179972936,
      "grad_norm": 1.1312451362609863,
      "learning_rate": 0.0001011415423037529,
      "loss": 2.1526,
      "step": 693
    },
    {
      "epoch": 0.5008570139828598,
      "grad_norm": 1.1864562034606934,
      "learning_rate": 0.00010091324098370458,
      "loss": 1.9854,
      "step": 694
    },
    {
      "epoch": 0.5008570139828598,
      "eval_loss": 1.99549400806427,
      "eval_runtime": 68.7249,
      "eval_samples_per_second": 16.981,
      "eval_steps_per_second": 8.498,
      "step": 694
    },
    {
      "epoch": 0.5015787099684258,
      "grad_norm": 1.0791435241699219,
      "learning_rate": 0.0001006849349032055,
      "loss": 1.9136,
      "step": 695
    },
    {
      "epoch": 0.5023004059539918,
      "grad_norm": 1.6176621913909912,
      "learning_rate": 0.00010045662525234656,
      "loss": 1.9375,
      "step": 696
    },
    {
      "epoch": 0.503022101939558,
      "grad_norm": 1.3842452764511108,
      "learning_rate": 0.00010022831322123738,
      "loss": 2.0382,
      "step": 697
    },
    {
      "epoch": 0.503743797925124,
      "grad_norm": 1.5038838386535645,
      "learning_rate": 0.0001,
      "loss": 2.0394,
      "step": 698
    },
    {
      "epoch": 0.5044654939106902,
      "grad_norm": 1.48075532913208,
      "learning_rate": 9.977168677876265e-05,
      "loss": 2.0594,
      "step": 699
    },
    {
      "epoch": 0.5051871898962562,
      "grad_norm": 2.9106974601745605,
      "learning_rate": 9.954337474765347e-05,
      "loss": 2.211,
      "step": 700
    },
    {
      "epoch": 0.5059088858818223,
      "grad_norm": 0.33380889892578125,
      "learning_rate": 9.931506509679455e-05,
      "loss": 2.265,
      "step": 701
    },
    {
      "epoch": 0.5066305818673884,
      "grad_norm": 0.3470040559768677,
      "learning_rate": 9.908675901629543e-05,
      "loss": 1.9604,
      "step": 702
    },
    {
      "epoch": 0.5073522778529544,
      "grad_norm": 0.42427167296409607,
      "learning_rate": 9.885845769624715e-05,
      "loss": 1.77,
      "step": 703
    },
    {
      "epoch": 0.5080739738385205,
      "grad_norm": 0.43017518520355225,
      "learning_rate": 9.86301623267158e-05,
      "loss": 1.8918,
      "step": 704
    },
    {
      "epoch": 0.5087956698240866,
      "grad_norm": 0.4574374556541443,
      "learning_rate": 9.840187409773665e-05,
      "loss": 1.9516,
      "step": 705
    },
    {
      "epoch": 0.5095173658096527,
      "grad_norm": 0.506822407245636,
      "learning_rate": 9.817359419930751e-05,
      "loss": 2.0121,
      "step": 706
    },
    {
      "epoch": 0.5102390617952187,
      "grad_norm": 0.5110151767730713,
      "learning_rate": 9.794532382138304e-05,
      "loss": 1.9463,
      "step": 707
    },
    {
      "epoch": 0.5109607577807849,
      "grad_norm": 0.5034376382827759,
      "learning_rate": 9.7717064153868e-05,
      "loss": 1.9244,
      "step": 708
    },
    {
      "epoch": 0.5116824537663509,
      "grad_norm": 0.4676892161369324,
      "learning_rate": 9.748881638661151e-05,
      "loss": 1.681,
      "step": 709
    },
    {
      "epoch": 0.5124041497519171,
      "grad_norm": 0.5907567739486694,
      "learning_rate": 9.726058170940053e-05,
      "loss": 2.2191,
      "step": 710
    },
    {
      "epoch": 0.5131258457374831,
      "grad_norm": 0.6209569573402405,
      "learning_rate": 9.703236131195392e-05,
      "loss": 2.126,
      "step": 711
    },
    {
      "epoch": 0.5138475417230491,
      "grad_norm": 0.5536550879478455,
      "learning_rate": 9.680415638391594e-05,
      "loss": 1.9117,
      "step": 712
    },
    {
      "epoch": 0.5145692377086153,
      "grad_norm": 0.5542255640029907,
      "learning_rate": 9.657596811485041e-05,
      "loss": 1.8701,
      "step": 713
    },
    {
      "epoch": 0.5152909336941813,
      "grad_norm": 0.7953540682792664,
      "learning_rate": 9.63477976942341e-05,
      "loss": 2.0422,
      "step": 714
    },
    {
      "epoch": 0.5160126296797474,
      "grad_norm": 0.6873809695243835,
      "learning_rate": 9.611964631145095e-05,
      "loss": 2.136,
      "step": 715
    },
    {
      "epoch": 0.5167343256653135,
      "grad_norm": 0.7000563144683838,
      "learning_rate": 9.589151515578547e-05,
      "loss": 2.0691,
      "step": 716
    },
    {
      "epoch": 0.5174560216508796,
      "grad_norm": 0.8866166472434998,
      "learning_rate": 9.566340541641689e-05,
      "loss": 2.3493,
      "step": 717
    },
    {
      "epoch": 0.5181777176364456,
      "grad_norm": 0.6638424396514893,
      "learning_rate": 9.543531828241262e-05,
      "loss": 2.0073,
      "step": 718
    },
    {
      "epoch": 0.5188994136220118,
      "grad_norm": 0.7559036016464233,
      "learning_rate": 9.520725494272249e-05,
      "loss": 1.8133,
      "step": 719
    },
    {
      "epoch": 0.5196211096075778,
      "grad_norm": 0.6347964406013489,
      "learning_rate": 9.497921658617202e-05,
      "loss": 1.7952,
      "step": 720
    },
    {
      "epoch": 0.5203428055931439,
      "grad_norm": 0.7157238125801086,
      "learning_rate": 9.475120440145677e-05,
      "loss": 2.0641,
      "step": 721
    },
    {
      "epoch": 0.52106450157871,
      "grad_norm": 0.6850376129150391,
      "learning_rate": 9.452321957713564e-05,
      "loss": 2.0593,
      "step": 722
    },
    {
      "epoch": 0.521786197564276,
      "grad_norm": 0.8296053409576416,
      "learning_rate": 9.429526330162505e-05,
      "loss": 2.1036,
      "step": 723
    },
    {
      "epoch": 0.5225078935498422,
      "grad_norm": 0.7371309995651245,
      "learning_rate": 9.406733676319252e-05,
      "loss": 1.9715,
      "step": 724
    },
    {
      "epoch": 0.5232295895354082,
      "grad_norm": 0.864821195602417,
      "learning_rate": 9.383944114995068e-05,
      "loss": 2.3063,
      "step": 725
    },
    {
      "epoch": 0.5239512855209743,
      "grad_norm": 0.7591666579246521,
      "learning_rate": 9.361157764985077e-05,
      "loss": 2.0651,
      "step": 726
    },
    {
      "epoch": 0.5246729815065404,
      "grad_norm": 0.7357342839241028,
      "learning_rate": 9.338374745067686e-05,
      "loss": 2.1967,
      "step": 727
    },
    {
      "epoch": 0.5253946774921064,
      "grad_norm": 0.8429216146469116,
      "learning_rate": 9.315595174003922e-05,
      "loss": 2.004,
      "step": 728
    },
    {
      "epoch": 0.5261163734776725,
      "grad_norm": 0.7931261658668518,
      "learning_rate": 9.29281917053685e-05,
      "loss": 1.9567,
      "step": 729
    },
    {
      "epoch": 0.5268380694632386,
      "grad_norm": 0.6853273510932922,
      "learning_rate": 9.270046853390925e-05,
      "loss": 1.9607,
      "step": 730
    },
    {
      "epoch": 0.5275597654488047,
      "grad_norm": 0.7970780730247498,
      "learning_rate": 9.247278341271399e-05,
      "loss": 1.989,
      "step": 731
    },
    {
      "epoch": 0.5282814614343708,
      "grad_norm": 0.7877846360206604,
      "learning_rate": 9.224513752863678e-05,
      "loss": 1.9821,
      "step": 732
    },
    {
      "epoch": 0.5290031574199369,
      "grad_norm": 0.9879970550537109,
      "learning_rate": 9.201753206832729e-05,
      "loss": 1.9524,
      "step": 733
    },
    {
      "epoch": 0.5297248534055029,
      "grad_norm": 1.0630697011947632,
      "learning_rate": 9.17899682182243e-05,
      "loss": 1.9394,
      "step": 734
    },
    {
      "epoch": 0.530446549391069,
      "grad_norm": 0.9404948353767395,
      "learning_rate": 9.156244716454984e-05,
      "loss": 1.8905,
      "step": 735
    },
    {
      "epoch": 0.5311682453766351,
      "grad_norm": 0.8773254156112671,
      "learning_rate": 9.13349700933027e-05,
      "loss": 1.9405,
      "step": 736
    },
    {
      "epoch": 0.5318899413622011,
      "grad_norm": 0.8791257739067078,
      "learning_rate": 9.110753819025261e-05,
      "loss": 1.7191,
      "step": 737
    },
    {
      "epoch": 0.5326116373477673,
      "grad_norm": 0.92512047290802,
      "learning_rate": 9.088015264093365e-05,
      "loss": 1.6882,
      "step": 738
    },
    {
      "epoch": 0.5333333333333333,
      "grad_norm": 1.0444960594177246,
      "learning_rate": 9.065281463063842e-05,
      "loss": 1.7752,
      "step": 739
    },
    {
      "epoch": 0.5340550293188994,
      "grad_norm": 1.0060663223266602,
      "learning_rate": 9.042552534441158e-05,
      "loss": 2.0246,
      "step": 740
    },
    {
      "epoch": 0.5347767253044655,
      "grad_norm": 1.1221774816513062,
      "learning_rate": 9.019828596704394e-05,
      "loss": 1.9342,
      "step": 741
    },
    {
      "epoch": 0.5354984212900316,
      "grad_norm": 1.0446213483810425,
      "learning_rate": 8.997109768306607e-05,
      "loss": 2.005,
      "step": 742
    },
    {
      "epoch": 0.5362201172755977,
      "grad_norm": 1.2643932104110718,
      "learning_rate": 8.974396167674221e-05,
      "loss": 2.1127,
      "step": 743
    },
    {
      "epoch": 0.5369418132611637,
      "grad_norm": 1.247789740562439,
      "learning_rate": 8.951687913206412e-05,
      "loss": 1.9541,
      "step": 744
    },
    {
      "epoch": 0.5376635092467298,
      "grad_norm": 1.1923718452453613,
      "learning_rate": 8.92898512327448e-05,
      "loss": 2.0219,
      "step": 745
    },
    {
      "epoch": 0.5383852052322959,
      "grad_norm": 1.17043137550354,
      "learning_rate": 8.906287916221259e-05,
      "loss": 1.6867,
      "step": 746
    },
    {
      "epoch": 0.539106901217862,
      "grad_norm": 1.510406255722046,
      "learning_rate": 8.883596410360455e-05,
      "loss": 1.8317,
      "step": 747
    },
    {
      "epoch": 0.539828597203428,
      "grad_norm": 1.4002031087875366,
      "learning_rate": 8.860910723976082e-05,
      "loss": 1.6972,
      "step": 748
    },
    {
      "epoch": 0.5405502931889942,
      "grad_norm": 1.628249168395996,
      "learning_rate": 8.838230975321797e-05,
      "loss": 1.4864,
      "step": 749
    },
    {
      "epoch": 0.5412719891745602,
      "grad_norm": 2.5593862533569336,
      "learning_rate": 8.815557282620319e-05,
      "loss": 1.6983,
      "step": 750
    },
    {
      "epoch": 0.5419936851601262,
      "grad_norm": 0.40017542243003845,
      "learning_rate": 8.792889764062789e-05,
      "loss": 1.9156,
      "step": 751
    },
    {
      "epoch": 0.5427153811456924,
      "grad_norm": 0.44644802808761597,
      "learning_rate": 8.770228537808176e-05,
      "loss": 1.984,
      "step": 752
    },
    {
      "epoch": 0.5434370771312584,
      "grad_norm": 0.4210060238838196,
      "learning_rate": 8.747573721982636e-05,
      "loss": 1.896,
      "step": 753
    },
    {
      "epoch": 0.5441587731168246,
      "grad_norm": 0.47924816608428955,
      "learning_rate": 8.724925434678923e-05,
      "loss": 2.0796,
      "step": 754
    },
    {
      "epoch": 0.5448804691023906,
      "grad_norm": 0.4990870952606201,
      "learning_rate": 8.702283793955748e-05,
      "loss": 1.8891,
      "step": 755
    },
    {
      "epoch": 0.5456021650879567,
      "grad_norm": 0.5276685357093811,
      "learning_rate": 8.679648917837183e-05,
      "loss": 1.8476,
      "step": 756
    },
    {
      "epoch": 0.5463238610735228,
      "grad_norm": 0.5388989448547363,
      "learning_rate": 8.657020924312029e-05,
      "loss": 2.0542,
      "step": 757
    },
    {
      "epoch": 0.5470455570590889,
      "grad_norm": 0.5143041610717773,
      "learning_rate": 8.634399931333226e-05,
      "loss": 2.1049,
      "step": 758
    },
    {
      "epoch": 0.5477672530446549,
      "grad_norm": 0.5365743637084961,
      "learning_rate": 8.611786056817202e-05,
      "loss": 1.974,
      "step": 759
    },
    {
      "epoch": 0.548488949030221,
      "grad_norm": 0.4965669512748718,
      "learning_rate": 8.5891794186433e-05,
      "loss": 1.9572,
      "step": 760
    },
    {
      "epoch": 0.5492106450157871,
      "grad_norm": 0.6086763739585876,
      "learning_rate": 8.566580134653123e-05,
      "loss": 2.361,
      "step": 761
    },
    {
      "epoch": 0.5499323410013531,
      "grad_norm": 0.5516116619110107,
      "learning_rate": 8.543988322649954e-05,
      "loss": 1.7583,
      "step": 762
    },
    {
      "epoch": 0.5506540369869193,
      "grad_norm": 0.5682151317596436,
      "learning_rate": 8.521404100398111e-05,
      "loss": 1.8909,
      "step": 763
    },
    {
      "epoch": 0.5513757329724853,
      "grad_norm": 0.7192731499671936,
      "learning_rate": 8.498827585622368e-05,
      "loss": 1.9276,
      "step": 764
    },
    {
      "epoch": 0.5520974289580515,
      "grad_norm": 0.5848989486694336,
      "learning_rate": 8.476258896007303e-05,
      "loss": 2.1618,
      "step": 765
    },
    {
      "epoch": 0.5528191249436175,
      "grad_norm": 0.6305995583534241,
      "learning_rate": 8.45369814919672e-05,
      "loss": 1.845,
      "step": 766
    },
    {
      "epoch": 0.5535408209291836,
      "grad_norm": 0.7844284772872925,
      "learning_rate": 8.431145462793007e-05,
      "loss": 2.0293,
      "step": 767
    },
    {
      "epoch": 0.5542625169147497,
      "grad_norm": 0.7245156168937683,
      "learning_rate": 8.408600954356548e-05,
      "loss": 2.0761,
      "step": 768
    },
    {
      "epoch": 0.5549842129003157,
      "grad_norm": 0.625347375869751,
      "learning_rate": 8.38606474140508e-05,
      "loss": 2.1672,
      "step": 769
    },
    {
      "epoch": 0.5557059088858818,
      "grad_norm": 0.702910304069519,
      "learning_rate": 8.363536941413121e-05,
      "loss": 2.1184,
      "step": 770
    },
    {
      "epoch": 0.5564276048714479,
      "grad_norm": 0.6561334729194641,
      "learning_rate": 8.341017671811311e-05,
      "loss": 1.9298,
      "step": 771
    },
    {
      "epoch": 0.557149300857014,
      "grad_norm": 0.7713660597801208,
      "learning_rate": 8.318507049985844e-05,
      "loss": 2.0764,
      "step": 772
    },
    {
      "epoch": 0.55787099684258,
      "grad_norm": 0.8046183586120605,
      "learning_rate": 8.296005193277822e-05,
      "loss": 2.066,
      "step": 773
    },
    {
      "epoch": 0.5585926928281462,
      "grad_norm": 0.7665437459945679,
      "learning_rate": 8.273512218982667e-05,
      "loss": 2.1747,
      "step": 774
    },
    {
      "epoch": 0.5593143888137122,
      "grad_norm": 0.7620206475257874,
      "learning_rate": 8.251028244349488e-05,
      "loss": 1.929,
      "step": 775
    },
    {
      "epoch": 0.5600360847992784,
      "grad_norm": 0.8263423442840576,
      "learning_rate": 8.228553386580496e-05,
      "loss": 1.8064,
      "step": 776
    },
    {
      "epoch": 0.5607577807848444,
      "grad_norm": 0.7121061682701111,
      "learning_rate": 8.20608776283036e-05,
      "loss": 2.0913,
      "step": 777
    },
    {
      "epoch": 0.5614794767704104,
      "grad_norm": 0.7136030793190002,
      "learning_rate": 8.183631490205637e-05,
      "loss": 1.8668,
      "step": 778
    },
    {
      "epoch": 0.5622011727559766,
      "grad_norm": 0.80156409740448,
      "learning_rate": 8.161184685764118e-05,
      "loss": 2.0468,
      "step": 779
    },
    {
      "epoch": 0.5629228687415426,
      "grad_norm": 0.7483115196228027,
      "learning_rate": 8.138747466514258e-05,
      "loss": 2.1873,
      "step": 780
    },
    {
      "epoch": 0.5636445647271087,
      "grad_norm": 1.0592870712280273,
      "learning_rate": 8.116319949414532e-05,
      "loss": 1.7307,
      "step": 781
    },
    {
      "epoch": 0.5643662607126748,
      "grad_norm": 0.9188513159751892,
      "learning_rate": 8.093902251372853e-05,
      "loss": 1.9117,
      "step": 782
    },
    {
      "epoch": 0.5650879566982409,
      "grad_norm": 0.9871177673339844,
      "learning_rate": 8.071494489245936e-05,
      "loss": 2.0616,
      "step": 783
    },
    {
      "epoch": 0.5658096526838069,
      "grad_norm": 0.8470070958137512,
      "learning_rate": 8.049096779838719e-05,
      "loss": 1.8583,
      "step": 784
    },
    {
      "epoch": 0.566531348669373,
      "grad_norm": 0.9437785744667053,
      "learning_rate": 8.026709239903727e-05,
      "loss": 1.9668,
      "step": 785
    },
    {
      "epoch": 0.5672530446549391,
      "grad_norm": 0.8448753356933594,
      "learning_rate": 8.004331986140474e-05,
      "loss": 2.0217,
      "step": 786
    },
    {
      "epoch": 0.5679747406405052,
      "grad_norm": 1.016093134880066,
      "learning_rate": 7.981965135194867e-05,
      "loss": 1.9173,
      "step": 787
    },
    {
      "epoch": 0.5686964366260713,
      "grad_norm": 0.9717638492584229,
      "learning_rate": 7.959608803658575e-05,
      "loss": 1.9925,
      "step": 788
    },
    {
      "epoch": 0.5694181326116373,
      "grad_norm": 0.9493886232376099,
      "learning_rate": 7.937263108068437e-05,
      "loss": 1.9322,
      "step": 789
    },
    {
      "epoch": 0.5701398285972035,
      "grad_norm": 0.8533075451850891,
      "learning_rate": 7.914928164905844e-05,
      "loss": 1.7294,
      "step": 790
    },
    {
      "epoch": 0.5708615245827695,
      "grad_norm": 1.0558704137802124,
      "learning_rate": 7.892604090596152e-05,
      "loss": 1.9926,
      "step": 791
    },
    {
      "epoch": 0.5715832205683355,
      "grad_norm": 1.0485491752624512,
      "learning_rate": 7.870291001508041e-05,
      "loss": 2.0445,
      "step": 792
    },
    {
      "epoch": 0.5723049165539017,
      "grad_norm": 1.1320825815200806,
      "learning_rate": 7.84798901395295e-05,
      "loss": 1.943,
      "step": 793
    },
    {
      "epoch": 0.5730266125394677,
      "grad_norm": 1.1038711071014404,
      "learning_rate": 7.825698244184431e-05,
      "loss": 1.9655,
      "step": 794
    },
    {
      "epoch": 0.5737483085250338,
      "grad_norm": 1.0633336305618286,
      "learning_rate": 7.803418808397574e-05,
      "loss": 1.9519,
      "step": 795
    },
    {
      "epoch": 0.5744700045105999,
      "grad_norm": 1.3453342914581299,
      "learning_rate": 7.781150822728373e-05,
      "loss": 1.9262,
      "step": 796
    },
    {
      "epoch": 0.575191700496166,
      "grad_norm": 1.5866978168487549,
      "learning_rate": 7.758894403253158e-05,
      "loss": 2.0383,
      "step": 797
    },
    {
      "epoch": 0.5759133964817321,
      "grad_norm": 1.412935495376587,
      "learning_rate": 7.736649665987943e-05,
      "loss": 2.0001,
      "step": 798
    },
    {
      "epoch": 0.5766350924672982,
      "grad_norm": 1.2996021509170532,
      "learning_rate": 7.714416726887871e-05,
      "loss": 1.6695,
      "step": 799
    },
    {
      "epoch": 0.5773567884528642,
      "grad_norm": 1.6950162649154663,
      "learning_rate": 7.69219570184656e-05,
      "loss": 1.7615,
      "step": 800
    },
    {
      "epoch": 0.5780784844384304,
      "grad_norm": 0.41727709770202637,
      "learning_rate": 7.669986706695548e-05,
      "loss": 1.9861,
      "step": 801
    },
    {
      "epoch": 0.5788001804239964,
      "grad_norm": 0.4755829870700836,
      "learning_rate": 7.647789857203645e-05,
      "loss": 1.9048,
      "step": 802
    },
    {
      "epoch": 0.5795218764095624,
      "grad_norm": 0.374228835105896,
      "learning_rate": 7.62560526907636e-05,
      "loss": 1.8773,
      "step": 803
    },
    {
      "epoch": 0.5802435723951286,
      "grad_norm": 0.41069239377975464,
      "learning_rate": 7.60343305795528e-05,
      "loss": 1.8526,
      "step": 804
    },
    {
      "epoch": 0.5809652683806946,
      "grad_norm": 0.4819753170013428,
      "learning_rate": 7.581273339417486e-05,
      "loss": 2.1395,
      "step": 805
    },
    {
      "epoch": 0.5816869643662607,
      "grad_norm": 0.5295566320419312,
      "learning_rate": 7.559126228974921e-05,
      "loss": 2.0727,
      "step": 806
    },
    {
      "epoch": 0.5824086603518268,
      "grad_norm": 0.4900400638580322,
      "learning_rate": 7.53699184207383e-05,
      "loss": 2.0781,
      "step": 807
    },
    {
      "epoch": 0.5831303563373929,
      "grad_norm": 0.5247334837913513,
      "learning_rate": 7.51487029409411e-05,
      "loss": 2.0856,
      "step": 808
    },
    {
      "epoch": 0.583852052322959,
      "grad_norm": 0.5517149567604065,
      "learning_rate": 7.492761700348747e-05,
      "loss": 2.1654,
      "step": 809
    },
    {
      "epoch": 0.584573748308525,
      "grad_norm": 0.5343206524848938,
      "learning_rate": 7.470666176083192e-05,
      "loss": 2.0675,
      "step": 810
    },
    {
      "epoch": 0.5852954442940911,
      "grad_norm": 0.6368974447250366,
      "learning_rate": 7.448583836474781e-05,
      "loss": 2.0009,
      "step": 811
    },
    {
      "epoch": 0.5860171402796572,
      "grad_norm": 0.6007569432258606,
      "learning_rate": 7.426514796632108e-05,
      "loss": 2.1769,
      "step": 812
    },
    {
      "epoch": 0.5867388362652233,
      "grad_norm": 0.6324998736381531,
      "learning_rate": 7.404459171594448e-05,
      "loss": 1.983,
      "step": 813
    },
    {
      "epoch": 0.5874605322507893,
      "grad_norm": 0.7076395750045776,
      "learning_rate": 7.382417076331147e-05,
      "loss": 2.0123,
      "step": 814
    },
    {
      "epoch": 0.5881822282363555,
      "grad_norm": 0.7021268010139465,
      "learning_rate": 7.360388625741025e-05,
      "loss": 2.0497,
      "step": 815
    },
    {
      "epoch": 0.5889039242219215,
      "grad_norm": 0.7364348769187927,
      "learning_rate": 7.338373934651768e-05,
      "loss": 1.901,
      "step": 816
    },
    {
      "epoch": 0.5896256202074875,
      "grad_norm": 0.5790761113166809,
      "learning_rate": 7.316373117819356e-05,
      "loss": 2.1068,
      "step": 817
    },
    {
      "epoch": 0.5903473161930537,
      "grad_norm": 0.9190862774848938,
      "learning_rate": 7.294386289927425e-05,
      "loss": 2.1651,
      "step": 818
    },
    {
      "epoch": 0.5910690121786197,
      "grad_norm": 0.6236401796340942,
      "learning_rate": 7.27241356558671e-05,
      "loss": 1.795,
      "step": 819
    },
    {
      "epoch": 0.5917907081641859,
      "grad_norm": 0.6584681272506714,
      "learning_rate": 7.250455059334417e-05,
      "loss": 1.9982,
      "step": 820
    },
    {
      "epoch": 0.5925124041497519,
      "grad_norm": 0.7039253115653992,
      "learning_rate": 7.228510885633641e-05,
      "loss": 2.0958,
      "step": 821
    },
    {
      "epoch": 0.593234100135318,
      "grad_norm": 0.652151346206665,
      "learning_rate": 7.20658115887276e-05,
      "loss": 2.1731,
      "step": 822
    },
    {
      "epoch": 0.5939557961208841,
      "grad_norm": 0.6927323341369629,
      "learning_rate": 7.184665993364857e-05,
      "loss": 1.9618,
      "step": 823
    },
    {
      "epoch": 0.5946774921064502,
      "grad_norm": 0.7284252643585205,
      "learning_rate": 7.162765503347097e-05,
      "loss": 2.0288,
      "step": 824
    },
    {
      "epoch": 0.5953991880920162,
      "grad_norm": 0.7196172475814819,
      "learning_rate": 7.140879802980163e-05,
      "loss": 2.1073,
      "step": 825
    },
    {
      "epoch": 0.5961208840775823,
      "grad_norm": 0.8607771992683411,
      "learning_rate": 7.119009006347625e-05,
      "loss": 2.1103,
      "step": 826
    },
    {
      "epoch": 0.5968425800631484,
      "grad_norm": 0.8450592160224915,
      "learning_rate": 7.097153227455379e-05,
      "loss": 2.3638,
      "step": 827
    },
    {
      "epoch": 0.5975642760487144,
      "grad_norm": 0.6859108209609985,
      "learning_rate": 7.075312580231027e-05,
      "loss": 1.9909,
      "step": 828
    },
    {
      "epoch": 0.5982859720342806,
      "grad_norm": 0.7747783660888672,
      "learning_rate": 7.053487178523303e-05,
      "loss": 2.1756,
      "step": 829
    },
    {
      "epoch": 0.5990076680198466,
      "grad_norm": 0.7228922247886658,
      "learning_rate": 7.031677136101472e-05,
      "loss": 1.931,
      "step": 830
    },
    {
      "epoch": 0.5997293640054128,
      "grad_norm": 0.9306139349937439,
      "learning_rate": 7.00988256665472e-05,
      "loss": 1.9754,
      "step": 831
    },
    {
      "epoch": 0.6004510599909788,
      "grad_norm": 0.8955981135368347,
      "learning_rate": 6.9881035837916e-05,
      "loss": 2.1919,
      "step": 832
    },
    {
      "epoch": 0.6011727559765448,
      "grad_norm": 0.7667511701583862,
      "learning_rate": 6.966340301039394e-05,
      "loss": 1.9963,
      "step": 833
    },
    {
      "epoch": 0.601894451962111,
      "grad_norm": 0.7668079137802124,
      "learning_rate": 6.944592831843566e-05,
      "loss": 1.8439,
      "step": 834
    },
    {
      "epoch": 0.602616147947677,
      "grad_norm": 0.8281316161155701,
      "learning_rate": 6.922861289567129e-05,
      "loss": 2.0355,
      "step": 835
    },
    {
      "epoch": 0.6033378439332431,
      "grad_norm": 1.0506688356399536,
      "learning_rate": 6.901145787490087e-05,
      "loss": 1.9924,
      "step": 836
    },
    {
      "epoch": 0.6040595399188092,
      "grad_norm": 0.8788267970085144,
      "learning_rate": 6.879446438808822e-05,
      "loss": 2.0085,
      "step": 837
    },
    {
      "epoch": 0.6047812359043753,
      "grad_norm": 0.9873430728912354,
      "learning_rate": 6.857763356635525e-05,
      "loss": 2.0704,
      "step": 838
    },
    {
      "epoch": 0.6055029318899413,
      "grad_norm": 0.9781798124313354,
      "learning_rate": 6.836096653997578e-05,
      "loss": 1.7936,
      "step": 839
    },
    {
      "epoch": 0.6062246278755075,
      "grad_norm": 1.080401062965393,
      "learning_rate": 6.814446443837001e-05,
      "loss": 1.8761,
      "step": 840
    },
    {
      "epoch": 0.6069463238610735,
      "grad_norm": 0.9635344743728638,
      "learning_rate": 6.792812839009828e-05,
      "loss": 1.7865,
      "step": 841
    },
    {
      "epoch": 0.6076680198466397,
      "grad_norm": 1.0837815999984741,
      "learning_rate": 6.77119595228554e-05,
      "loss": 2.1085,
      "step": 842
    },
    {
      "epoch": 0.6083897158322057,
      "grad_norm": 1.1350404024124146,
      "learning_rate": 6.74959589634647e-05,
      "loss": 1.8193,
      "step": 843
    },
    {
      "epoch": 0.6091114118177717,
      "grad_norm": 1.0998713970184326,
      "learning_rate": 6.728012783787224e-05,
      "loss": 1.9375,
      "step": 844
    },
    {
      "epoch": 0.6098331078033379,
      "grad_norm": 1.1144179105758667,
      "learning_rate": 6.706446727114075e-05,
      "loss": 1.8409,
      "step": 845
    },
    {
      "epoch": 0.6105548037889039,
      "grad_norm": 1.245659351348877,
      "learning_rate": 6.684897838744403e-05,
      "loss": 1.7303,
      "step": 846
    },
    {
      "epoch": 0.61127649977447,
      "grad_norm": 1.3625903129577637,
      "learning_rate": 6.663366231006082e-05,
      "loss": 1.7053,
      "step": 847
    },
    {
      "epoch": 0.6119981957600361,
      "grad_norm": 1.275622010231018,
      "learning_rate": 6.641852016136916e-05,
      "loss": 1.7822,
      "step": 848
    },
    {
      "epoch": 0.6127198917456022,
      "grad_norm": 2.0157153606414795,
      "learning_rate": 6.620355306284036e-05,
      "loss": 1.8908,
      "step": 849
    },
    {
      "epoch": 0.6134415877311682,
      "grad_norm": 3.211885690689087,
      "learning_rate": 6.598876213503339e-05,
      "loss": 1.9117,
      "step": 850
    },
    {
      "epoch": 0.6141632837167343,
      "grad_norm": 0.3348653316497803,
      "learning_rate": 6.577414849758873e-05,
      "loss": 1.9684,
      "step": 851
    },
    {
      "epoch": 0.6148849797023004,
      "grad_norm": 0.40545669198036194,
      "learning_rate": 6.555971326922286e-05,
      "loss": 2.1145,
      "step": 852
    },
    {
      "epoch": 0.6156066756878665,
      "grad_norm": 0.4507174491882324,
      "learning_rate": 6.534545756772212e-05,
      "loss": 1.8796,
      "step": 853
    },
    {
      "epoch": 0.6163283716734326,
      "grad_norm": 0.5090273022651672,
      "learning_rate": 6.513138250993716e-05,
      "loss": 2.0333,
      "step": 854
    },
    {
      "epoch": 0.6170500676589986,
      "grad_norm": 0.4771571457386017,
      "learning_rate": 6.491748921177683e-05,
      "loss": 1.9562,
      "step": 855
    },
    {
      "epoch": 0.6177717636445648,
      "grad_norm": 0.5383074283599854,
      "learning_rate": 6.47037787882027e-05,
      "loss": 1.9442,
      "step": 856
    },
    {
      "epoch": 0.6184934596301308,
      "grad_norm": 0.5126079320907593,
      "learning_rate": 6.449025235322294e-05,
      "loss": 1.9494,
      "step": 857
    },
    {
      "epoch": 0.6192151556156968,
      "grad_norm": 0.6259273290634155,
      "learning_rate": 6.427691101988673e-05,
      "loss": 2.1274,
      "step": 858
    },
    {
      "epoch": 0.619936851601263,
      "grad_norm": 0.5890090465545654,
      "learning_rate": 6.406375590027828e-05,
      "loss": 2.2666,
      "step": 859
    },
    {
      "epoch": 0.620658547586829,
      "grad_norm": 0.6018635630607605,
      "learning_rate": 6.385078810551124e-05,
      "loss": 2.1796,
      "step": 860
    },
    {
      "epoch": 0.6213802435723951,
      "grad_norm": 0.7026907205581665,
      "learning_rate": 6.363800874572265e-05,
      "loss": 2.1218,
      "step": 861
    },
    {
      "epoch": 0.6221019395579612,
      "grad_norm": 0.7248539924621582,
      "learning_rate": 6.342541893006746e-05,
      "loss": 2.0019,
      "step": 862
    },
    {
      "epoch": 0.6228236355435273,
      "grad_norm": 0.6275202035903931,
      "learning_rate": 6.321301976671238e-05,
      "loss": 1.7481,
      "step": 863
    },
    {
      "epoch": 0.6235453315290934,
      "grad_norm": 0.5938149690628052,
      "learning_rate": 6.300081236283053e-05,
      "loss": 1.9507,
      "step": 864
    },
    {
      "epoch": 0.6242670275146595,
      "grad_norm": 0.7076176404953003,
      "learning_rate": 6.278879782459524e-05,
      "loss": 2.1282,
      "step": 865
    },
    {
      "epoch": 0.6249887235002255,
      "grad_norm": 0.7317349314689636,
      "learning_rate": 6.257697725717468e-05,
      "loss": 2.1861,
      "step": 866
    },
    {
      "epoch": 0.6257104194857916,
      "grad_norm": 0.7178975939750671,
      "learning_rate": 6.236535176472575e-05,
      "loss": 2.2244,
      "step": 867
    },
    {
      "epoch": 0.6264321154713577,
      "grad_norm": 0.6562822461128235,
      "learning_rate": 6.21539224503886e-05,
      "loss": 1.9119,
      "step": 868
    },
    {
      "epoch": 0.6271538114569237,
      "grad_norm": 0.6870601773262024,
      "learning_rate": 6.194269041628062e-05,
      "loss": 1.9515,
      "step": 869
    },
    {
      "epoch": 0.6278755074424899,
      "grad_norm": 0.6634687781333923,
      "learning_rate": 6.173165676349103e-05,
      "loss": 1.9227,
      "step": 870
    },
    {
      "epoch": 0.6285972034280559,
      "grad_norm": 0.6344789862632751,
      "learning_rate": 6.15208225920748e-05,
      "loss": 1.9881,
      "step": 871
    },
    {
      "epoch": 0.629318899413622,
      "grad_norm": 0.6504012942314148,
      "learning_rate": 6.131018900104705e-05,
      "loss": 2.0385,
      "step": 872
    },
    {
      "epoch": 0.6300405953991881,
      "grad_norm": 0.6123571991920471,
      "learning_rate": 6.109975708837752e-05,
      "loss": 1.9722,
      "step": 873
    },
    {
      "epoch": 0.6307622913847541,
      "grad_norm": 0.7584083080291748,
      "learning_rate": 6.0889527950984416e-05,
      "loss": 2.098,
      "step": 874
    },
    {
      "epoch": 0.6314839873703203,
      "grad_norm": 0.8017059564590454,
      "learning_rate": 6.067950268472913e-05,
      "loss": 2.0745,
      "step": 875
    },
    {
      "epoch": 0.6322056833558863,
      "grad_norm": 0.8050038814544678,
      "learning_rate": 6.0469682384410195e-05,
      "loss": 2.1264,
      "step": 876
    },
    {
      "epoch": 0.6329273793414524,
      "grad_norm": 0.685344934463501,
      "learning_rate": 6.0260068143757864e-05,
      "loss": 1.8752,
      "step": 877
    },
    {
      "epoch": 0.6336490753270185,
      "grad_norm": 0.8863312602043152,
      "learning_rate": 6.005066105542809e-05,
      "loss": 2.2088,
      "step": 878
    },
    {
      "epoch": 0.6343707713125846,
      "grad_norm": 0.9706128835678101,
      "learning_rate": 5.9841462210997204e-05,
      "loss": 2.0865,
      "step": 879
    },
    {
      "epoch": 0.6350924672981506,
      "grad_norm": 0.8521730303764343,
      "learning_rate": 5.9632472700955846e-05,
      "loss": 2.2125,
      "step": 880
    },
    {
      "epoch": 0.6358141632837168,
      "grad_norm": 0.7875357270240784,
      "learning_rate": 5.9423693614703545e-05,
      "loss": 2.136,
      "step": 881
    },
    {
      "epoch": 0.6365358592692828,
      "grad_norm": 0.7551956176757812,
      "learning_rate": 5.921512604054289e-05,
      "loss": 1.8592,
      "step": 882
    },
    {
      "epoch": 0.6372575552548488,
      "grad_norm": 0.8127732276916504,
      "learning_rate": 5.900677106567407e-05,
      "loss": 1.9832,
      "step": 883
    },
    {
      "epoch": 0.637979251240415,
      "grad_norm": 0.9537054300308228,
      "learning_rate": 5.879862977618886e-05,
      "loss": 2.0275,
      "step": 884
    },
    {
      "epoch": 0.638700947225981,
      "grad_norm": 0.9527124762535095,
      "learning_rate": 5.859070325706533e-05,
      "loss": 2.153,
      "step": 885
    },
    {
      "epoch": 0.6394226432115472,
      "grad_norm": 0.8911510705947876,
      "learning_rate": 5.838299259216187e-05,
      "loss": 2.0629,
      "step": 886
    },
    {
      "epoch": 0.6401443391971132,
      "grad_norm": 0.7783426642417908,
      "learning_rate": 5.817549886421183e-05,
      "loss": 1.9132,
      "step": 887
    },
    {
      "epoch": 0.6408660351826793,
      "grad_norm": 0.9074810743331909,
      "learning_rate": 5.796822315481758e-05,
      "loss": 1.8009,
      "step": 888
    },
    {
      "epoch": 0.6415877311682454,
      "grad_norm": 0.9978533387184143,
      "learning_rate": 5.776116654444519e-05,
      "loss": 1.6954,
      "step": 889
    },
    {
      "epoch": 0.6423094271538115,
      "grad_norm": 1.040475845336914,
      "learning_rate": 5.755433011241851e-05,
      "loss": 2.0128,
      "step": 890
    },
    {
      "epoch": 0.6430311231393775,
      "grad_norm": 0.9279056787490845,
      "learning_rate": 5.73477149369137e-05,
      "loss": 1.9556,
      "step": 891
    },
    {
      "epoch": 0.6437528191249436,
      "grad_norm": 0.891862690448761,
      "learning_rate": 5.714132209495354e-05,
      "loss": 1.635,
      "step": 892
    },
    {
      "epoch": 0.6444745151105097,
      "grad_norm": 1.029682993888855,
      "learning_rate": 5.693515266240197e-05,
      "loss": 1.8496,
      "step": 893
    },
    {
      "epoch": 0.6451962110960758,
      "grad_norm": 1.0678715705871582,
      "learning_rate": 5.672920771395822e-05,
      "loss": 1.8938,
      "step": 894
    },
    {
      "epoch": 0.6459179070816419,
      "grad_norm": 1.141843557357788,
      "learning_rate": 5.652348832315149e-05,
      "loss": 1.9814,
      "step": 895
    },
    {
      "epoch": 0.6466396030672079,
      "grad_norm": 1.2702288627624512,
      "learning_rate": 5.6317995562335055e-05,
      "loss": 1.9731,
      "step": 896
    },
    {
      "epoch": 0.6473612990527741,
      "grad_norm": 1.42349374294281,
      "learning_rate": 5.6112730502681e-05,
      "loss": 1.856,
      "step": 897
    },
    {
      "epoch": 0.6480829950383401,
      "grad_norm": 1.3464996814727783,
      "learning_rate": 5.5907694214174344e-05,
      "loss": 1.781,
      "step": 898
    },
    {
      "epoch": 0.6488046910239061,
      "grad_norm": 1.68373441696167,
      "learning_rate": 5.57028877656077e-05,
      "loss": 1.7634,
      "step": 899
    },
    {
      "epoch": 0.6495263870094723,
      "grad_norm": 2.834916114807129,
      "learning_rate": 5.549831222457549e-05,
      "loss": 2.0259,
      "step": 900
    },
    {
      "epoch": 0.6502480829950383,
      "grad_norm": 0.2734489142894745,
      "learning_rate": 5.529396865746856e-05,
      "loss": 1.935,
      "step": 901
    },
    {
      "epoch": 0.6509697789806044,
      "grad_norm": 0.40744513273239136,
      "learning_rate": 5.50898581294685e-05,
      "loss": 2.0072,
      "step": 902
    },
    {
      "epoch": 0.6516914749661705,
      "grad_norm": 0.35691389441490173,
      "learning_rate": 5.4885981704542175e-05,
      "loss": 2.0701,
      "step": 903
    },
    {
      "epoch": 0.6524131709517366,
      "grad_norm": 0.46374237537384033,
      "learning_rate": 5.468234044543614e-05,
      "loss": 2.1233,
      "step": 904
    },
    {
      "epoch": 0.6531348669373027,
      "grad_norm": 0.4697406589984894,
      "learning_rate": 5.447893541367104e-05,
      "loss": 1.9471,
      "step": 905
    },
    {
      "epoch": 0.6538565629228688,
      "grad_norm": 0.5759714245796204,
      "learning_rate": 5.4275767669536146e-05,
      "loss": 2.2472,
      "step": 906
    },
    {
      "epoch": 0.6545782589084348,
      "grad_norm": 0.5928099155426025,
      "learning_rate": 5.4072838272083956e-05,
      "loss": 2.0535,
      "step": 907
    },
    {
      "epoch": 0.655299954894001,
      "grad_norm": 0.6328921318054199,
      "learning_rate": 5.387014827912434e-05,
      "loss": 2.0354,
      "step": 908
    },
    {
      "epoch": 0.656021650879567,
      "grad_norm": 0.6104517579078674,
      "learning_rate": 5.366769874721942e-05,
      "loss": 2.0815,
      "step": 909
    },
    {
      "epoch": 0.656743346865133,
      "grad_norm": 0.5935134887695312,
      "learning_rate": 5.3465490731677655e-05,
      "loss": 1.9832,
      "step": 910
    },
    {
      "epoch": 0.6574650428506992,
      "grad_norm": 0.5577878952026367,
      "learning_rate": 5.326352528654878e-05,
      "loss": 2.042,
      "step": 911
    },
    {
      "epoch": 0.6581867388362652,
      "grad_norm": 0.6140247583389282,
      "learning_rate": 5.306180346461786e-05,
      "loss": 2.0042,
      "step": 912
    },
    {
      "epoch": 0.6589084348218313,
      "grad_norm": 0.6420406103134155,
      "learning_rate": 5.286032631740023e-05,
      "loss": 2.1194,
      "step": 913
    },
    {
      "epoch": 0.6596301308073974,
      "grad_norm": 0.6161080002784729,
      "learning_rate": 5.265909489513567e-05,
      "loss": 2.1335,
      "step": 914
    },
    {
      "epoch": 0.6603518267929634,
      "grad_norm": 0.6445968747138977,
      "learning_rate": 5.245811024678309e-05,
      "loss": 1.931,
      "step": 915
    },
    {
      "epoch": 0.6610735227785296,
      "grad_norm": 0.6550014019012451,
      "learning_rate": 5.22573734200151e-05,
      "loss": 2.167,
      "step": 916
    },
    {
      "epoch": 0.6617952187640956,
      "grad_norm": 0.6505134701728821,
      "learning_rate": 5.2056885461212454e-05,
      "loss": 2.0362,
      "step": 917
    },
    {
      "epoch": 0.6625169147496617,
      "grad_norm": 0.6564005017280579,
      "learning_rate": 5.185664741545861e-05,
      "loss": 2.101,
      "step": 918
    },
    {
      "epoch": 0.6632386107352278,
      "grad_norm": 0.7125923037528992,
      "learning_rate": 5.165666032653431e-05,
      "loss": 1.7586,
      "step": 919
    },
    {
      "epoch": 0.6639603067207939,
      "grad_norm": 0.6546199917793274,
      "learning_rate": 5.145692523691222e-05,
      "loss": 2.2659,
      "step": 920
    },
    {
      "epoch": 0.6646820027063599,
      "grad_norm": 0.776027262210846,
      "learning_rate": 5.1257443187751255e-05,
      "loss": 2.2535,
      "step": 921
    },
    {
      "epoch": 0.6654036986919261,
      "grad_norm": 0.7968239784240723,
      "learning_rate": 5.105821521889147e-05,
      "loss": 2.0638,
      "step": 922
    },
    {
      "epoch": 0.6661253946774921,
      "grad_norm": 0.7599014043807983,
      "learning_rate": 5.0859242368848334e-05,
      "loss": 1.9733,
      "step": 923
    },
    {
      "epoch": 0.6668470906630581,
      "grad_norm": 0.8843871355056763,
      "learning_rate": 5.066052567480759e-05,
      "loss": 2.1259,
      "step": 924
    },
    {
      "epoch": 0.6675687866486243,
      "grad_norm": 0.7885411381721497,
      "learning_rate": 5.046206617261956e-05,
      "loss": 2.0043,
      "step": 925
    },
    {
      "epoch": 0.6682904826341903,
      "grad_norm": 0.9413638710975647,
      "learning_rate": 5.026386489679408e-05,
      "loss": 2.1332,
      "step": 926
    },
    {
      "epoch": 0.6690121786197565,
      "grad_norm": 0.8426236510276794,
      "learning_rate": 5.0065922880494765e-05,
      "loss": 2.2093,
      "step": 927
    },
    {
      "epoch": 0.6697338746053225,
      "grad_norm": 0.7691774368286133,
      "learning_rate": 4.986824115553392e-05,
      "loss": 2.0983,
      "step": 928
    },
    {
      "epoch": 0.6704555705908886,
      "grad_norm": 0.8507837057113647,
      "learning_rate": 4.967082075236692e-05,
      "loss": 2.1838,
      "step": 929
    },
    {
      "epoch": 0.6711772665764547,
      "grad_norm": 0.7944260239601135,
      "learning_rate": 4.947366270008707e-05,
      "loss": 2.058,
      "step": 930
    },
    {
      "epoch": 0.6718989625620208,
      "grad_norm": 0.9436758160591125,
      "learning_rate": 4.927676802642001e-05,
      "loss": 2.1195,
      "step": 931
    },
    {
      "epoch": 0.6726206585475868,
      "grad_norm": 0.8118894696235657,
      "learning_rate": 4.908013775771849e-05,
      "loss": 1.7784,
      "step": 932
    },
    {
      "epoch": 0.6733423545331529,
      "grad_norm": 0.9456648826599121,
      "learning_rate": 4.8883772918957006e-05,
      "loss": 1.945,
      "step": 933
    },
    {
      "epoch": 0.674064050518719,
      "grad_norm": 0.7976202368736267,
      "learning_rate": 4.868767453372649e-05,
      "loss": 1.9369,
      "step": 934
    },
    {
      "epoch": 0.674785746504285,
      "grad_norm": 0.8724153637886047,
      "learning_rate": 4.849184362422885e-05,
      "loss": 2.2274,
      "step": 935
    },
    {
      "epoch": 0.6755074424898512,
      "grad_norm": 0.8878200650215149,
      "learning_rate": 4.8296281211271845e-05,
      "loss": 1.9117,
      "step": 936
    },
    {
      "epoch": 0.6762291384754172,
      "grad_norm": 0.9927471876144409,
      "learning_rate": 4.810098831426346e-05,
      "loss": 1.9664,
      "step": 937
    },
    {
      "epoch": 0.6769508344609834,
      "grad_norm": 0.9605249762535095,
      "learning_rate": 4.790596595120699e-05,
      "loss": 1.7281,
      "step": 938
    },
    {
      "epoch": 0.6776725304465494,
      "grad_norm": 1.198612093925476,
      "learning_rate": 4.7711215138695295e-05,
      "loss": 1.9784,
      "step": 939
    },
    {
      "epoch": 0.6783942264321154,
      "grad_norm": 0.8763545751571655,
      "learning_rate": 4.751673689190596e-05,
      "loss": 1.7208,
      "step": 940
    },
    {
      "epoch": 0.6791159224176816,
      "grad_norm": 1.1524991989135742,
      "learning_rate": 4.732253222459553e-05,
      "loss": 1.8978,
      "step": 941
    },
    {
      "epoch": 0.6798376184032476,
      "grad_norm": 0.9982749819755554,
      "learning_rate": 4.712860214909466e-05,
      "loss": 1.7772,
      "step": 942
    },
    {
      "epoch": 0.6805593143888137,
      "grad_norm": 1.1357163190841675,
      "learning_rate": 4.693494767630252e-05,
      "loss": 1.8978,
      "step": 943
    },
    {
      "epoch": 0.6812810103743798,
      "grad_norm": 1.200892448425293,
      "learning_rate": 4.6741569815681685e-05,
      "loss": 2.1882,
      "step": 944
    },
    {
      "epoch": 0.6820027063599459,
      "grad_norm": 1.3195960521697998,
      "learning_rate": 4.6548469575252796e-05,
      "loss": 2.1679,
      "step": 945
    },
    {
      "epoch": 0.6827244023455119,
      "grad_norm": 1.3335012197494507,
      "learning_rate": 4.635564796158945e-05,
      "loss": 1.7556,
      "step": 946
    },
    {
      "epoch": 0.6834460983310781,
      "grad_norm": 1.3372726440429688,
      "learning_rate": 4.616310597981269e-05,
      "loss": 1.7638,
      "step": 947
    },
    {
      "epoch": 0.6841677943166441,
      "grad_norm": 1.786461353302002,
      "learning_rate": 4.59708446335861e-05,
      "loss": 1.9312,
      "step": 948
    },
    {
      "epoch": 0.6848894903022102,
      "grad_norm": 2.504500150680542,
      "learning_rate": 4.577886492511021e-05,
      "loss": 1.3674,
      "step": 949
    },
    {
      "epoch": 0.6856111862877763,
      "grad_norm": 3.619950771331787,
      "learning_rate": 4.558716785511764e-05,
      "loss": 2.2384,
      "step": 950
    },
    {
      "epoch": 0.6863328822733423,
      "grad_norm": 0.3858562111854553,
      "learning_rate": 4.539575442286752e-05,
      "loss": 1.8808,
      "step": 951
    },
    {
      "epoch": 0.6870545782589085,
      "grad_norm": 0.40785327553749084,
      "learning_rate": 4.520462562614063e-05,
      "loss": 1.9142,
      "step": 952
    },
    {
      "epoch": 0.6877762742444745,
      "grad_norm": 0.3820726275444031,
      "learning_rate": 4.501378246123388e-05,
      "loss": 1.9149,
      "step": 953
    },
    {
      "epoch": 0.6884979702300406,
      "grad_norm": 0.4442841112613678,
      "learning_rate": 4.48232259229554e-05,
      "loss": 1.9387,
      "step": 954
    },
    {
      "epoch": 0.6892196662156067,
      "grad_norm": 0.44193804264068604,
      "learning_rate": 4.463295700461915e-05,
      "loss": 1.9731,
      "step": 955
    },
    {
      "epoch": 0.6899413622011727,
      "grad_norm": 0.45819276571273804,
      "learning_rate": 4.444297669803981e-05,
      "loss": 1.8895,
      "step": 956
    },
    {
      "epoch": 0.6906630581867388,
      "grad_norm": 0.5061051249504089,
      "learning_rate": 4.4253285993527584e-05,
      "loss": 2.0749,
      "step": 957
    },
    {
      "epoch": 0.6913847541723049,
      "grad_norm": 0.48301151394844055,
      "learning_rate": 4.4063885879883184e-05,
      "loss": 2.0816,
      "step": 958
    },
    {
      "epoch": 0.692106450157871,
      "grad_norm": 0.48601049184799194,
      "learning_rate": 4.387477734439246e-05,
      "loss": 1.9867,
      "step": 959
    },
    {
      "epoch": 0.6928281461434371,
      "grad_norm": 0.5610771775245667,
      "learning_rate": 4.3685961372821336e-05,
      "loss": 2.0356,
      "step": 960
    },
    {
      "epoch": 0.6935498421290032,
      "grad_norm": 0.6227790117263794,
      "learning_rate": 4.3497438949410816e-05,
      "loss": 2.1113,
      "step": 961
    },
    {
      "epoch": 0.6942715381145692,
      "grad_norm": 0.6330088376998901,
      "learning_rate": 4.3309211056871546e-05,
      "loss": 1.9964,
      "step": 962
    },
    {
      "epoch": 0.6949932341001354,
      "grad_norm": 0.599689781665802,
      "learning_rate": 4.312127867637906e-05,
      "loss": 1.8266,
      "step": 963
    },
    {
      "epoch": 0.6957149300857014,
      "grad_norm": 0.5841771364212036,
      "learning_rate": 4.2933642787568293e-05,
      "loss": 1.7312,
      "step": 964
    },
    {
      "epoch": 0.6964366260712674,
      "grad_norm": 0.6971379518508911,
      "learning_rate": 4.2746304368528835e-05,
      "loss": 2.0214,
      "step": 965
    },
    {
      "epoch": 0.6971583220568336,
      "grad_norm": 0.6485012769699097,
      "learning_rate": 4.255926439579948e-05,
      "loss": 2.1429,
      "step": 966
    },
    {
      "epoch": 0.6978800180423996,
      "grad_norm": 0.740237295627594,
      "learning_rate": 4.237252384436349e-05,
      "loss": 2.1938,
      "step": 967
    },
    {
      "epoch": 0.6986017140279657,
      "grad_norm": 0.6609378457069397,
      "learning_rate": 4.218608368764314e-05,
      "loss": 1.9355,
      "step": 968
    },
    {
      "epoch": 0.6993234100135318,
      "grad_norm": 0.7094676494598389,
      "learning_rate": 4.199994489749505e-05,
      "loss": 2.1163,
      "step": 969
    },
    {
      "epoch": 0.7000451059990979,
      "grad_norm": 0.6919043660163879,
      "learning_rate": 4.181410844420474e-05,
      "loss": 2.1215,
      "step": 970
    },
    {
      "epoch": 0.700766801984664,
      "grad_norm": 0.6735262274742126,
      "learning_rate": 4.162857529648179e-05,
      "loss": 2.0365,
      "step": 971
    },
    {
      "epoch": 0.70148849797023,
      "grad_norm": 0.6817718148231506,
      "learning_rate": 4.1443346421454724e-05,
      "loss": 1.935,
      "step": 972
    },
    {
      "epoch": 0.7022101939557961,
      "grad_norm": 0.7897524833679199,
      "learning_rate": 4.1258422784666065e-05,
      "loss": 2.0938,
      "step": 973
    },
    {
      "epoch": 0.7029318899413622,
      "grad_norm": 0.7374524474143982,
      "learning_rate": 4.1073805350067096e-05,
      "loss": 2.072,
      "step": 974
    },
    {
      "epoch": 0.7036535859269283,
      "grad_norm": 0.6996657252311707,
      "learning_rate": 4.08894950800131e-05,
      "loss": 1.9254,
      "step": 975
    },
    {
      "epoch": 0.7043752819124943,
      "grad_norm": 0.7240869998931885,
      "learning_rate": 4.070549293525804e-05,
      "loss": 2.1005,
      "step": 976
    },
    {
      "epoch": 0.7050969778980605,
      "grad_norm": 0.7564103007316589,
      "learning_rate": 4.0521799874949885e-05,
      "loss": 1.7241,
      "step": 977
    },
    {
      "epoch": 0.7058186738836265,
      "grad_norm": 0.8142669200897217,
      "learning_rate": 4.0338416856625294e-05,
      "loss": 2.2048,
      "step": 978
    },
    {
      "epoch": 0.7065403698691926,
      "grad_norm": 0.9586840867996216,
      "learning_rate": 4.015534483620489e-05,
      "loss": 2.0566,
      "step": 979
    },
    {
      "epoch": 0.7072620658547587,
      "grad_norm": 0.8257344365119934,
      "learning_rate": 3.997258476798804e-05,
      "loss": 1.7321,
      "step": 980
    },
    {
      "epoch": 0.7079837618403247,
      "grad_norm": 0.7357844114303589,
      "learning_rate": 3.9790137604648125e-05,
      "loss": 2.0024,
      "step": 981
    },
    {
      "epoch": 0.7087054578258909,
      "grad_norm": 0.8275801539421082,
      "learning_rate": 3.960800429722734e-05,
      "loss": 1.9036,
      "step": 982
    },
    {
      "epoch": 0.7094271538114569,
      "grad_norm": 0.9344144463539124,
      "learning_rate": 3.9426185795131896e-05,
      "loss": 2.0948,
      "step": 983
    },
    {
      "epoch": 0.710148849797023,
      "grad_norm": 0.9760491847991943,
      "learning_rate": 3.924468304612696e-05,
      "loss": 2.2687,
      "step": 984
    },
    {
      "epoch": 0.7108705457825891,
      "grad_norm": 0.8736798763275146,
      "learning_rate": 3.906349699633191e-05,
      "loss": 1.7724,
      "step": 985
    },
    {
      "epoch": 0.7115922417681552,
      "grad_norm": 0.8688608407974243,
      "learning_rate": 3.8882628590215074e-05,
      "loss": 1.802,
      "step": 986
    },
    {
      "epoch": 0.7123139377537212,
      "grad_norm": 0.9758158326148987,
      "learning_rate": 3.87020787705892e-05,
      "loss": 1.8779,
      "step": 987
    },
    {
      "epoch": 0.7130356337392874,
      "grad_norm": 1.0215460062026978,
      "learning_rate": 3.852184847860615e-05,
      "loss": 1.9336,
      "step": 988
    },
    {
      "epoch": 0.7137573297248534,
      "grad_norm": 1.0287034511566162,
      "learning_rate": 3.834193865375235e-05,
      "loss": 1.779,
      "step": 989
    },
    {
      "epoch": 0.7144790257104194,
      "grad_norm": 1.0544322729110718,
      "learning_rate": 3.81623502338436e-05,
      "loss": 1.9969,
      "step": 990
    },
    {
      "epoch": 0.7152007216959856,
      "grad_norm": 1.077989101409912,
      "learning_rate": 3.798308415502041e-05,
      "loss": 1.8813,
      "step": 991
    },
    {
      "epoch": 0.7159224176815516,
      "grad_norm": 1.033036231994629,
      "learning_rate": 3.7804141351742925e-05,
      "loss": 2.122,
      "step": 992
    },
    {
      "epoch": 0.7166441136671178,
      "grad_norm": 0.9883111715316772,
      "learning_rate": 3.762552275678628e-05,
      "loss": 1.9617,
      "step": 993
    },
    {
      "epoch": 0.7173658096526838,
      "grad_norm": 1.0829271078109741,
      "learning_rate": 3.7447229301235445e-05,
      "loss": 1.8295,
      "step": 994
    },
    {
      "epoch": 0.7180875056382499,
      "grad_norm": 1.2769160270690918,
      "learning_rate": 3.72692619144807e-05,
      "loss": 1.8074,
      "step": 995
    },
    {
      "epoch": 0.718809201623816,
      "grad_norm": 1.1931893825531006,
      "learning_rate": 3.709162152421253e-05,
      "loss": 1.8378,
      "step": 996
    },
    {
      "epoch": 0.719530897609382,
      "grad_norm": 1.3342721462249756,
      "learning_rate": 3.69143090564169e-05,
      "loss": 1.813,
      "step": 997
    },
    {
      "epoch": 0.7202525935949481,
      "grad_norm": 1.631557583808899,
      "learning_rate": 3.6737325435370374e-05,
      "loss": 1.668,
      "step": 998
    },
    {
      "epoch": 0.7209742895805142,
      "grad_norm": 1.6590182781219482,
      "learning_rate": 3.6560671583635467e-05,
      "loss": 1.6782,
      "step": 999
    },
    {
      "epoch": 0.7216959855660803,
      "grad_norm": 2.0207924842834473,
      "learning_rate": 3.638434842205558e-05,
      "loss": 1.5753,
      "step": 1000
    },
    {
      "epoch": 0.7224176815516463,
      "grad_norm": 0.4473520517349243,
      "learning_rate": 3.620835686975035e-05,
      "loss": 2.1388,
      "step": 1001
    },
    {
      "epoch": 0.7231393775372125,
      "grad_norm": 0.3491861820220947,
      "learning_rate": 3.60326978441109e-05,
      "loss": 1.9341,
      "step": 1002
    },
    {
      "epoch": 0.7238610735227785,
      "grad_norm": 0.41044458746910095,
      "learning_rate": 3.585737226079489e-05,
      "loss": 2.1213,
      "step": 1003
    },
    {
      "epoch": 0.7245827695083447,
      "grad_norm": 0.4373263418674469,
      "learning_rate": 3.5682381033721944e-05,
      "loss": 2.0475,
      "step": 1004
    },
    {
      "epoch": 0.7253044654939107,
      "grad_norm": 0.41201040148735046,
      "learning_rate": 3.550772507506871e-05,
      "loss": 1.8525,
      "step": 1005
    },
    {
      "epoch": 0.7260261614794767,
      "grad_norm": 0.6265276670455933,
      "learning_rate": 3.533340529526426e-05,
      "loss": 2.0545,
      "step": 1006
    },
    {
      "epoch": 0.7267478574650429,
      "grad_norm": 0.48411184549331665,
      "learning_rate": 3.515942260298515e-05,
      "loss": 2.0849,
      "step": 1007
    },
    {
      "epoch": 0.7274695534506089,
      "grad_norm": 0.5118170380592346,
      "learning_rate": 3.498577790515095e-05,
      "loss": 1.9792,
      "step": 1008
    },
    {
      "epoch": 0.728191249436175,
      "grad_norm": 0.6216712594032288,
      "learning_rate": 3.481247210691926e-05,
      "loss": 1.9495,
      "step": 1009
    },
    {
      "epoch": 0.7289129454217411,
      "grad_norm": 0.5621433854103088,
      "learning_rate": 3.463950611168111e-05,
      "loss": 2.0763,
      "step": 1010
    },
    {
      "epoch": 0.7296346414073072,
      "grad_norm": 0.5892153978347778,
      "learning_rate": 3.4466880821056235e-05,
      "loss": 2.1249,
      "step": 1011
    },
    {
      "epoch": 0.7303563373928732,
      "grad_norm": 0.6122380495071411,
      "learning_rate": 3.429459713488846e-05,
      "loss": 1.9057,
      "step": 1012
    },
    {
      "epoch": 0.7310780333784394,
      "grad_norm": 0.6512874364852905,
      "learning_rate": 3.41226559512408e-05,
      "loss": 2.186,
      "step": 1013
    },
    {
      "epoch": 0.7317997293640054,
      "grad_norm": 0.6057136654853821,
      "learning_rate": 3.395105816639106e-05,
      "loss": 2.0423,
      "step": 1014
    },
    {
      "epoch": 0.7325214253495715,
      "grad_norm": 0.6239699721336365,
      "learning_rate": 3.377980467482683e-05,
      "loss": 2.0001,
      "step": 1015
    },
    {
      "epoch": 0.7332431213351376,
      "grad_norm": 0.7208735346794128,
      "learning_rate": 3.3608896369241196e-05,
      "loss": 2.1731,
      "step": 1016
    },
    {
      "epoch": 0.7339648173207036,
      "grad_norm": 0.766681969165802,
      "learning_rate": 3.343833414052769e-05,
      "loss": 2.0611,
      "step": 1017
    },
    {
      "epoch": 0.7346865133062698,
      "grad_norm": 0.6758603453636169,
      "learning_rate": 3.3268118877776066e-05,
      "loss": 2.0306,
      "step": 1018
    },
    {
      "epoch": 0.7354082092918358,
      "grad_norm": 0.7125234603881836,
      "learning_rate": 3.309825146826725e-05,
      "loss": 2.1405,
      "step": 1019
    },
    {
      "epoch": 0.7361299052774019,
      "grad_norm": 0.6195534467697144,
      "learning_rate": 3.292873279746906e-05,
      "loss": 1.8487,
      "step": 1020
    },
    {
      "epoch": 0.736851601262968,
      "grad_norm": 0.6813628077507019,
      "learning_rate": 3.275956374903133e-05,
      "loss": 2.1235,
      "step": 1021
    },
    {
      "epoch": 0.737573297248534,
      "grad_norm": 0.790397047996521,
      "learning_rate": 3.2590745204781534e-05,
      "loss": 2.1036,
      "step": 1022
    },
    {
      "epoch": 0.7382949932341001,
      "grad_norm": 0.7420600056648254,
      "learning_rate": 3.242227804471999e-05,
      "loss": 2.0672,
      "step": 1023
    },
    {
      "epoch": 0.7390166892196662,
      "grad_norm": 0.7470898032188416,
      "learning_rate": 3.225416314701537e-05,
      "loss": 2.227,
      "step": 1024
    },
    {
      "epoch": 0.7397383852052323,
      "grad_norm": 0.7533799409866333,
      "learning_rate": 3.208640138800008e-05,
      "loss": 2.0634,
      "step": 1025
    },
    {
      "epoch": 0.7404600811907984,
      "grad_norm": 0.8060398697853088,
      "learning_rate": 3.191899364216581e-05,
      "loss": 2.0801,
      "step": 1026
    },
    {
      "epoch": 0.7411817771763645,
      "grad_norm": 0.8687338829040527,
      "learning_rate": 3.175194078215878e-05,
      "loss": 2.197,
      "step": 1027
    },
    {
      "epoch": 0.7419034731619305,
      "grad_norm": 0.8845157027244568,
      "learning_rate": 3.158524367877543e-05,
      "loss": 1.9255,
      "step": 1028
    },
    {
      "epoch": 0.7426251691474967,
      "grad_norm": 0.7996957302093506,
      "learning_rate": 3.141890320095757e-05,
      "loss": 1.8559,
      "step": 1029
    },
    {
      "epoch": 0.7433468651330627,
      "grad_norm": 0.7967139482498169,
      "learning_rate": 3.125292021578822e-05,
      "loss": 2.0899,
      "step": 1030
    },
    {
      "epoch": 0.7440685611186287,
      "grad_norm": 0.9109946489334106,
      "learning_rate": 3.108729558848671e-05,
      "loss": 1.8695,
      "step": 1031
    },
    {
      "epoch": 0.7447902571041949,
      "grad_norm": 0.8119572997093201,
      "learning_rate": 3.092203018240453e-05,
      "loss": 2.0021,
      "step": 1032
    },
    {
      "epoch": 0.7455119530897609,
      "grad_norm": 0.8863757252693176,
      "learning_rate": 3.075712485902051e-05,
      "loss": 1.9179,
      "step": 1033
    },
    {
      "epoch": 0.746233649075327,
      "grad_norm": 0.8566346764564514,
      "learning_rate": 3.059258047793661e-05,
      "loss": 1.9578,
      "step": 1034
    },
    {
      "epoch": 0.7469553450608931,
      "grad_norm": 0.7435992956161499,
      "learning_rate": 3.0428397896873206e-05,
      "loss": 1.9302,
      "step": 1035
    },
    {
      "epoch": 0.7476770410464592,
      "grad_norm": 0.8731303811073303,
      "learning_rate": 3.0264577971664764e-05,
      "loss": 1.9934,
      "step": 1036
    },
    {
      "epoch": 0.7483987370320253,
      "grad_norm": 0.9582090377807617,
      "learning_rate": 3.0101121556255298e-05,
      "loss": 1.8076,
      "step": 1037
    },
    {
      "epoch": 0.7491204330175913,
      "grad_norm": 0.8886955976486206,
      "learning_rate": 2.993802950269402e-05,
      "loss": 2.0561,
      "step": 1038
    },
    {
      "epoch": 0.7498421290031574,
      "grad_norm": 0.9845712184906006,
      "learning_rate": 2.9775302661130755e-05,
      "loss": 2.143,
      "step": 1039
    },
    {
      "epoch": 0.7505638249887235,
      "grad_norm": 0.9153931736946106,
      "learning_rate": 2.9612941879811684e-05,
      "loss": 1.9661,
      "step": 1040
    },
    {
      "epoch": 0.7512855209742896,
      "grad_norm": 0.9810011386871338,
      "learning_rate": 2.9450948005074697e-05,
      "loss": 1.8985,
      "step": 1041
    },
    {
      "epoch": 0.7512855209742896,
      "eval_loss": 1.969619631767273,
      "eval_runtime": 68.9497,
      "eval_samples_per_second": 16.925,
      "eval_steps_per_second": 8.47,
      "step": 1041
    },
    {
      "epoch": 0.7520072169598556,
      "grad_norm": 1.0746804475784302,
      "learning_rate": 2.9289321881345254e-05,
      "loss": 1.9569,
      "step": 1042
    },
    {
      "epoch": 0.7527289129454218,
      "grad_norm": 1.0418250560760498,
      "learning_rate": 2.9128064351131746e-05,
      "loss": 1.859,
      "step": 1043
    },
    {
      "epoch": 0.7534506089309878,
      "grad_norm": 1.169623613357544,
      "learning_rate": 2.8967176255021167e-05,
      "loss": 2.1124,
      "step": 1044
    },
    {
      "epoch": 0.7541723049165538,
      "grad_norm": 0.9805216193199158,
      "learning_rate": 2.8806658431674883e-05,
      "loss": 1.8151,
      "step": 1045
    },
    {
      "epoch": 0.75489400090212,
      "grad_norm": 1.2361551523208618,
      "learning_rate": 2.8646511717824022e-05,
      "loss": 2.042,
      "step": 1046
    },
    {
      "epoch": 0.755615696887686,
      "grad_norm": 1.3185133934020996,
      "learning_rate": 2.8486736948265326e-05,
      "loss": 1.8335,
      "step": 1047
    },
    {
      "epoch": 0.7563373928732522,
      "grad_norm": 1.3110613822937012,
      "learning_rate": 2.8327334955856598e-05,
      "loss": 1.7366,
      "step": 1048
    },
    {
      "epoch": 0.7570590888588182,
      "grad_norm": 1.4464926719665527,
      "learning_rate": 2.8168306571512583e-05,
      "loss": 1.7844,
      "step": 1049
    },
    {
      "epoch": 0.7577807848443843,
      "grad_norm": 2.248628616333008,
      "learning_rate": 2.800965262420043e-05,
      "loss": 1.9411,
      "step": 1050
    },
    {
      "epoch": 0.7585024808299504,
      "grad_norm": 0.49269017577171326,
      "learning_rate": 2.785137394093549e-05,
      "loss": 1.819,
      "step": 1051
    },
    {
      "epoch": 0.7592241768155165,
      "grad_norm": 0.369967520236969,
      "learning_rate": 2.7693471346776944e-05,
      "loss": 1.9406,
      "step": 1052
    },
    {
      "epoch": 0.7599458728010825,
      "grad_norm": 0.40813779830932617,
      "learning_rate": 2.7535945664823626e-05,
      "loss": 1.897,
      "step": 1053
    },
    {
      "epoch": 0.7606675687866487,
      "grad_norm": 0.4500128924846649,
      "learning_rate": 2.7378797716209503e-05,
      "loss": 2.0046,
      "step": 1054
    },
    {
      "epoch": 0.7613892647722147,
      "grad_norm": 0.5398139953613281,
      "learning_rate": 2.722202832009969e-05,
      "loss": 2.2124,
      "step": 1055
    },
    {
      "epoch": 0.7621109607577807,
      "grad_norm": 0.7253010869026184,
      "learning_rate": 2.706563829368587e-05,
      "loss": 1.8603,
      "step": 1056
    },
    {
      "epoch": 0.7628326567433469,
      "grad_norm": 0.49019744992256165,
      "learning_rate": 2.6909628452182312e-05,
      "loss": 2.0339,
      "step": 1057
    },
    {
      "epoch": 0.7635543527289129,
      "grad_norm": 0.5132501125335693,
      "learning_rate": 2.675399960882138e-05,
      "loss": 2.0288,
      "step": 1058
    },
    {
      "epoch": 0.7642760487144791,
      "grad_norm": 0.5597354769706726,
      "learning_rate": 2.6598752574849527e-05,
      "loss": 1.9392,
      "step": 1059
    },
    {
      "epoch": 0.7649977447000451,
      "grad_norm": 0.5737449526786804,
      "learning_rate": 2.6443888159522823e-05,
      "loss": 1.7657,
      "step": 1060
    },
    {
      "epoch": 0.7657194406856112,
      "grad_norm": 0.5540735125541687,
      "learning_rate": 2.6289407170102998e-05,
      "loss": 2.1095,
      "step": 1061
    },
    {
      "epoch": 0.7664411366711773,
      "grad_norm": 0.680491030216217,
      "learning_rate": 2.6135310411852977e-05,
      "loss": 2.0148,
      "step": 1062
    },
    {
      "epoch": 0.7671628326567433,
      "grad_norm": 0.6176819801330566,
      "learning_rate": 2.5981598688032872e-05,
      "loss": 2.0497,
      "step": 1063
    },
    {
      "epoch": 0.7678845286423094,
      "grad_norm": 0.6273008584976196,
      "learning_rate": 2.582827279989568e-05,
      "loss": 2.0541,
      "step": 1064
    },
    {
      "epoch": 0.7686062246278755,
      "grad_norm": 0.7123929858207703,
      "learning_rate": 2.567533354668322e-05,
      "loss": 1.9986,
      "step": 1065
    },
    {
      "epoch": 0.7693279206134416,
      "grad_norm": 0.7253545522689819,
      "learning_rate": 2.5522781725621813e-05,
      "loss": 2.0963,
      "step": 1066
    },
    {
      "epoch": 0.7700496165990076,
      "grad_norm": 0.6245517134666443,
      "learning_rate": 2.5370618131918334e-05,
      "loss": 1.9709,
      "step": 1067
    },
    {
      "epoch": 0.7707713125845738,
      "grad_norm": 0.6488790512084961,
      "learning_rate": 2.5218843558755778e-05,
      "loss": 1.9637,
      "step": 1068
    },
    {
      "epoch": 0.7714930085701398,
      "grad_norm": 0.6345200538635254,
      "learning_rate": 2.5067458797289466e-05,
      "loss": 1.8447,
      "step": 1069
    },
    {
      "epoch": 0.772214704555706,
      "grad_norm": 0.7388244867324829,
      "learning_rate": 2.491646463664261e-05,
      "loss": 2.1142,
      "step": 1070
    },
    {
      "epoch": 0.772936400541272,
      "grad_norm": 0.8480795621871948,
      "learning_rate": 2.476586186390244e-05,
      "loss": 2.1955,
      "step": 1071
    },
    {
      "epoch": 0.773658096526838,
      "grad_norm": 0.7396050095558167,
      "learning_rate": 2.4615651264115903e-05,
      "loss": 2.0463,
      "step": 1072
    },
    {
      "epoch": 0.7743797925124042,
      "grad_norm": 0.6890173554420471,
      "learning_rate": 2.446583362028577e-05,
      "loss": 1.8747,
      "step": 1073
    },
    {
      "epoch": 0.7751014884979702,
      "grad_norm": 0.750716507434845,
      "learning_rate": 2.4316409713366352e-05,
      "loss": 2.0854,
      "step": 1074
    },
    {
      "epoch": 0.7758231844835363,
      "grad_norm": 0.6757635474205017,
      "learning_rate": 2.4167380322259614e-05,
      "loss": 2.1226,
      "step": 1075
    },
    {
      "epoch": 0.7765448804691024,
      "grad_norm": 0.7934293150901794,
      "learning_rate": 2.4018746223810974e-05,
      "loss": 2.1204,
      "step": 1076
    },
    {
      "epoch": 0.7772665764546685,
      "grad_norm": 0.864403486251831,
      "learning_rate": 2.387050819280531e-05,
      "loss": 2.2181,
      "step": 1077
    },
    {
      "epoch": 0.7779882724402345,
      "grad_norm": 0.7818103432655334,
      "learning_rate": 2.3722667001962896e-05,
      "loss": 2.0893,
      "step": 1078
    },
    {
      "epoch": 0.7787099684258006,
      "grad_norm": 0.8294827938079834,
      "learning_rate": 2.35752234219355e-05,
      "loss": 1.9135,
      "step": 1079
    },
    {
      "epoch": 0.7794316644113667,
      "grad_norm": 0.906184196472168,
      "learning_rate": 2.3428178221302144e-05,
      "loss": 2.0808,
      "step": 1080
    },
    {
      "epoch": 0.7801533603969328,
      "grad_norm": 0.8430232405662537,
      "learning_rate": 2.3281532166565324e-05,
      "loss": 1.9698,
      "step": 1081
    },
    {
      "epoch": 0.7808750563824989,
      "grad_norm": 0.9078595042228699,
      "learning_rate": 2.3135286022146785e-05,
      "loss": 1.9634,
      "step": 1082
    },
    {
      "epoch": 0.7815967523680649,
      "grad_norm": 0.8540652394294739,
      "learning_rate": 2.29894405503838e-05,
      "loss": 2.0815,
      "step": 1083
    },
    {
      "epoch": 0.7823184483536311,
      "grad_norm": 0.9219356179237366,
      "learning_rate": 2.2843996511524934e-05,
      "loss": 2.0716,
      "step": 1084
    },
    {
      "epoch": 0.7830401443391971,
      "grad_norm": 1.1058727502822876,
      "learning_rate": 2.26989546637263e-05,
      "loss": 2.032,
      "step": 1085
    },
    {
      "epoch": 0.7837618403247631,
      "grad_norm": 0.9145010113716125,
      "learning_rate": 2.255431576304744e-05,
      "loss": 1.9683,
      "step": 1086
    },
    {
      "epoch": 0.7844835363103293,
      "grad_norm": 0.8912102580070496,
      "learning_rate": 2.2410080563447454e-05,
      "loss": 1.8513,
      "step": 1087
    },
    {
      "epoch": 0.7852052322958953,
      "grad_norm": 0.9763805270195007,
      "learning_rate": 2.226624981678115e-05,
      "loss": 2.0805,
      "step": 1088
    },
    {
      "epoch": 0.7859269282814615,
      "grad_norm": 1.1331208944320679,
      "learning_rate": 2.212282427279494e-05,
      "loss": 1.8138,
      "step": 1089
    },
    {
      "epoch": 0.7866486242670275,
      "grad_norm": 0.956917941570282,
      "learning_rate": 2.1979804679123106e-05,
      "loss": 1.9474,
      "step": 1090
    },
    {
      "epoch": 0.7873703202525936,
      "grad_norm": 1.0544581413269043,
      "learning_rate": 2.1837191781283784e-05,
      "loss": 1.7221,
      "step": 1091
    },
    {
      "epoch": 0.7880920162381597,
      "grad_norm": 1.0642297267913818,
      "learning_rate": 2.1694986322675202e-05,
      "loss": 1.8511,
      "step": 1092
    },
    {
      "epoch": 0.7888137122237258,
      "grad_norm": 1.1736366748809814,
      "learning_rate": 2.155318904457162e-05,
      "loss": 2.1314,
      "step": 1093
    },
    {
      "epoch": 0.7895354082092918,
      "grad_norm": 1.1926010847091675,
      "learning_rate": 2.141180068611971e-05,
      "loss": 2.1284,
      "step": 1094
    },
    {
      "epoch": 0.790257104194858,
      "grad_norm": 1.1337143182754517,
      "learning_rate": 2.127082198433442e-05,
      "loss": 1.8624,
      "step": 1095
    },
    {
      "epoch": 0.790978800180424,
      "grad_norm": 1.3773137331008911,
      "learning_rate": 2.1130253674095435e-05,
      "loss": 1.6691,
      "step": 1096
    },
    {
      "epoch": 0.79170049616599,
      "grad_norm": 1.5285776853561401,
      "learning_rate": 2.099009648814304e-05,
      "loss": 1.9856,
      "step": 1097
    },
    {
      "epoch": 0.7924221921515562,
      "grad_norm": 1.5727590322494507,
      "learning_rate": 2.0850351157074598e-05,
      "loss": 1.829,
      "step": 1098
    },
    {
      "epoch": 0.7931438881371222,
      "grad_norm": 1.8704005479812622,
      "learning_rate": 2.0711018409340467e-05,
      "loss": 1.9925,
      "step": 1099
    },
    {
      "epoch": 0.7938655841226884,
      "grad_norm": 2.9059174060821533,
      "learning_rate": 2.057209897124043e-05,
      "loss": 2.3723,
      "step": 1100
    },
    {
      "epoch": 0.7945872801082544,
      "grad_norm": 0.274519145488739,
      "learning_rate": 2.043359356691973e-05,
      "loss": 2.0672,
      "step": 1101
    },
    {
      "epoch": 0.7953089760938205,
      "grad_norm": 0.36497762799263,
      "learning_rate": 2.0295502918365472e-05,
      "loss": 1.8771,
      "step": 1102
    },
    {
      "epoch": 0.7960306720793866,
      "grad_norm": 0.4348514974117279,
      "learning_rate": 2.015782774540268e-05,
      "loss": 1.9677,
      "step": 1103
    },
    {
      "epoch": 0.7967523680649526,
      "grad_norm": 0.4278739392757416,
      "learning_rate": 2.002056876569066e-05,
      "loss": 2.0052,
      "step": 1104
    },
    {
      "epoch": 0.7974740640505187,
      "grad_norm": 0.520419180393219,
      "learning_rate": 1.9883726694719197e-05,
      "loss": 2.0635,
      "step": 1105
    },
    {
      "epoch": 0.7981957600360848,
      "grad_norm": 0.4820435643196106,
      "learning_rate": 1.9747302245804945e-05,
      "loss": 1.8452,
      "step": 1106
    },
    {
      "epoch": 0.7989174560216509,
      "grad_norm": 0.5090905427932739,
      "learning_rate": 1.9611296130087485e-05,
      "loss": 1.9443,
      "step": 1107
    },
    {
      "epoch": 0.7996391520072169,
      "grad_norm": 0.5210590362548828,
      "learning_rate": 1.9475709056525905e-05,
      "loss": 1.9561,
      "step": 1108
    },
    {
      "epoch": 0.8003608479927831,
      "grad_norm": 0.4884456992149353,
      "learning_rate": 1.934054173189481e-05,
      "loss": 1.8376,
      "step": 1109
    },
    {
      "epoch": 0.8010825439783491,
      "grad_norm": 0.58817058801651,
      "learning_rate": 1.9205794860780914e-05,
      "loss": 2.0641,
      "step": 1110
    },
    {
      "epoch": 0.8018042399639153,
      "grad_norm": 0.5602374076843262,
      "learning_rate": 1.907146914557908e-05,
      "loss": 1.9826,
      "step": 1111
    },
    {
      "epoch": 0.8025259359494813,
      "grad_norm": 0.6052436828613281,
      "learning_rate": 1.8937565286488966e-05,
      "loss": 1.9918,
      "step": 1112
    },
    {
      "epoch": 0.8032476319350473,
      "grad_norm": 0.6630156636238098,
      "learning_rate": 1.8804083981511102e-05,
      "loss": 2.1344,
      "step": 1113
    },
    {
      "epoch": 0.8039693279206135,
      "grad_norm": 0.6259492635726929,
      "learning_rate": 1.8671025926443465e-05,
      "loss": 1.7658,
      "step": 1114
    },
    {
      "epoch": 0.8046910239061795,
      "grad_norm": 0.6586616039276123,
      "learning_rate": 1.8538391814877687e-05,
      "loss": 1.8418,
      "step": 1115
    },
    {
      "epoch": 0.8054127198917456,
      "grad_norm": 0.6014083027839661,
      "learning_rate": 1.840618233819552e-05,
      "loss": 2.037,
      "step": 1116
    },
    {
      "epoch": 0.8061344158773117,
      "grad_norm": 0.6878981590270996,
      "learning_rate": 1.8274398185565234e-05,
      "loss": 2.1157,
      "step": 1117
    },
    {
      "epoch": 0.8068561118628778,
      "grad_norm": 0.7408378720283508,
      "learning_rate": 1.8143040043938054e-05,
      "loss": 2.037,
      "step": 1118
    },
    {
      "epoch": 0.8075778078484438,
      "grad_norm": 0.693591833114624,
      "learning_rate": 1.8012108598044453e-05,
      "loss": 2.036,
      "step": 1119
    },
    {
      "epoch": 0.80829950383401,
      "grad_norm": 0.7004180550575256,
      "learning_rate": 1.788160453039075e-05,
      "loss": 2.1112,
      "step": 1120
    },
    {
      "epoch": 0.809021199819576,
      "grad_norm": 0.8365013003349304,
      "learning_rate": 1.775152852125539e-05,
      "loss": 1.9958,
      "step": 1121
    },
    {
      "epoch": 0.8097428958051421,
      "grad_norm": 0.8244225382804871,
      "learning_rate": 1.762188124868557e-05,
      "loss": 2.3901,
      "step": 1122
    },
    {
      "epoch": 0.8104645917907082,
      "grad_norm": 0.710319995880127,
      "learning_rate": 1.7492663388493513e-05,
      "loss": 1.8697,
      "step": 1123
    },
    {
      "epoch": 0.8111862877762742,
      "grad_norm": 0.9876505732536316,
      "learning_rate": 1.7363875614253135e-05,
      "loss": 2.1011,
      "step": 1124
    },
    {
      "epoch": 0.8119079837618404,
      "grad_norm": 0.9918217658996582,
      "learning_rate": 1.7235518597296362e-05,
      "loss": 1.8994,
      "step": 1125
    },
    {
      "epoch": 0.8126296797474064,
      "grad_norm": 0.7429242730140686,
      "learning_rate": 1.7107593006709798e-05,
      "loss": 1.9391,
      "step": 1126
    },
    {
      "epoch": 0.8133513757329724,
      "grad_norm": 0.9198733568191528,
      "learning_rate": 1.6980099509331083e-05,
      "loss": 2.0232,
      "step": 1127
    },
    {
      "epoch": 0.8140730717185386,
      "grad_norm": 0.7940636277198792,
      "learning_rate": 1.6853038769745467e-05,
      "loss": 1.9559,
      "step": 1128
    },
    {
      "epoch": 0.8147947677041046,
      "grad_norm": 0.8528055548667908,
      "learning_rate": 1.6726411450282474e-05,
      "loss": 1.9002,
      "step": 1129
    },
    {
      "epoch": 0.8155164636896707,
      "grad_norm": 0.7885416150093079,
      "learning_rate": 1.660021821101222e-05,
      "loss": 1.902,
      "step": 1130
    },
    {
      "epoch": 0.8162381596752368,
      "grad_norm": 0.8326284885406494,
      "learning_rate": 1.647445970974215e-05,
      "loss": 1.8157,
      "step": 1131
    },
    {
      "epoch": 0.8169598556608029,
      "grad_norm": 1.1896657943725586,
      "learning_rate": 1.6349136602013527e-05,
      "loss": 1.9504,
      "step": 1132
    },
    {
      "epoch": 0.817681551646369,
      "grad_norm": 0.8680121898651123,
      "learning_rate": 1.622424954109808e-05,
      "loss": 1.7711,
      "step": 1133
    },
    {
      "epoch": 0.8184032476319351,
      "grad_norm": 1.0240867137908936,
      "learning_rate": 1.609979917799449e-05,
      "loss": 2.1517,
      "step": 1134
    },
    {
      "epoch": 0.8191249436175011,
      "grad_norm": 0.9276270866394043,
      "learning_rate": 1.5975786161425142e-05,
      "loss": 1.9061,
      "step": 1135
    },
    {
      "epoch": 0.8198466396030673,
      "grad_norm": 0.9133418202400208,
      "learning_rate": 1.5852211137832583e-05,
      "loss": 2.2298,
      "step": 1136
    },
    {
      "epoch": 0.8205683355886333,
      "grad_norm": 1.129136323928833,
      "learning_rate": 1.5729074751376328e-05,
      "loss": 2.034,
      "step": 1137
    },
    {
      "epoch": 0.8212900315741993,
      "grad_norm": 1.1252377033233643,
      "learning_rate": 1.5606377643929304e-05,
      "loss": 2.0983,
      "step": 1138
    },
    {
      "epoch": 0.8220117275597655,
      "grad_norm": 1.0764552354812622,
      "learning_rate": 1.5484120455074703e-05,
      "loss": 1.9548,
      "step": 1139
    },
    {
      "epoch": 0.8227334235453315,
      "grad_norm": 1.1083484888076782,
      "learning_rate": 1.5362303822102466e-05,
      "loss": 2.0585,
      "step": 1140
    },
    {
      "epoch": 0.8234551195308976,
      "grad_norm": 1.2081763744354248,
      "learning_rate": 1.5240928380006148e-05,
      "loss": 2.2035,
      "step": 1141
    },
    {
      "epoch": 0.8241768155164637,
      "grad_norm": 0.9675689935684204,
      "learning_rate": 1.5119994761479427e-05,
      "loss": 1.9462,
      "step": 1142
    },
    {
      "epoch": 0.8248985115020298,
      "grad_norm": 1.4230828285217285,
      "learning_rate": 1.4999503596912911e-05,
      "loss": 2.0278,
      "step": 1143
    },
    {
      "epoch": 0.8256202074875959,
      "grad_norm": 1.1719459295272827,
      "learning_rate": 1.4879455514390816e-05,
      "loss": 2.2409,
      "step": 1144
    },
    {
      "epoch": 0.8263419034731619,
      "grad_norm": 1.3817944526672363,
      "learning_rate": 1.4759851139687752e-05,
      "loss": 1.9351,
      "step": 1145
    },
    {
      "epoch": 0.827063599458728,
      "grad_norm": 1.2044434547424316,
      "learning_rate": 1.4640691096265358e-05,
      "loss": 2.0069,
      "step": 1146
    },
    {
      "epoch": 0.8277852954442941,
      "grad_norm": 1.2678829431533813,
      "learning_rate": 1.4521976005269167e-05,
      "loss": 1.6606,
      "step": 1147
    },
    {
      "epoch": 0.8285069914298602,
      "grad_norm": 1.7977650165557861,
      "learning_rate": 1.4403706485525225e-05,
      "loss": 2.2325,
      "step": 1148
    },
    {
      "epoch": 0.8292286874154262,
      "grad_norm": 2.298031806945801,
      "learning_rate": 1.428588315353705e-05,
      "loss": 1.7384,
      "step": 1149
    },
    {
      "epoch": 0.8299503834009924,
      "grad_norm": 2.316120147705078,
      "learning_rate": 1.4168506623482202e-05,
      "loss": 1.4901,
      "step": 1150
    },
    {
      "epoch": 0.8306720793865584,
      "grad_norm": 0.5000696778297424,
      "learning_rate": 1.4051577507209334e-05,
      "loss": 1.7672,
      "step": 1151
    },
    {
      "epoch": 0.8313937753721244,
      "grad_norm": 0.453035444021225,
      "learning_rate": 1.3935096414234728e-05,
      "loss": 1.8212,
      "step": 1152
    },
    {
      "epoch": 0.8321154713576906,
      "grad_norm": 0.3809133768081665,
      "learning_rate": 1.3819063951739364e-05,
      "loss": 1.9333,
      "step": 1153
    },
    {
      "epoch": 0.8328371673432566,
      "grad_norm": 0.44530001282691956,
      "learning_rate": 1.3703480724565577e-05,
      "loss": 1.916,
      "step": 1154
    },
    {
      "epoch": 0.8335588633288228,
      "grad_norm": 0.47656187415122986,
      "learning_rate": 1.358834733521399e-05,
      "loss": 2.0758,
      "step": 1155
    },
    {
      "epoch": 0.8342805593143888,
      "grad_norm": 0.4330640733242035,
      "learning_rate": 1.3473664383840367e-05,
      "loss": 1.9655,
      "step": 1156
    },
    {
      "epoch": 0.8350022552999549,
      "grad_norm": 0.5067718625068665,
      "learning_rate": 1.3359432468252487e-05,
      "loss": 1.8668,
      "step": 1157
    },
    {
      "epoch": 0.835723951285521,
      "grad_norm": 0.49506446719169617,
      "learning_rate": 1.3245652183906965e-05,
      "loss": 2.0698,
      "step": 1158
    },
    {
      "epoch": 0.8364456472710871,
      "grad_norm": 0.5682299733161926,
      "learning_rate": 1.313232412390628e-05,
      "loss": 2.1637,
      "step": 1159
    },
    {
      "epoch": 0.8371673432566531,
      "grad_norm": 0.6144739389419556,
      "learning_rate": 1.3019448878995499e-05,
      "loss": 2.096,
      "step": 1160
    },
    {
      "epoch": 0.8378890392422192,
      "grad_norm": 0.6875951290130615,
      "learning_rate": 1.2907027037559415e-05,
      "loss": 2.1487,
      "step": 1161
    },
    {
      "epoch": 0.8386107352277853,
      "grad_norm": 0.65642249584198,
      "learning_rate": 1.2795059185619229e-05,
      "loss": 2.1412,
      "step": 1162
    },
    {
      "epoch": 0.8393324312133513,
      "grad_norm": 0.8265286087989807,
      "learning_rate": 1.2683545906829785e-05,
      "loss": 1.9653,
      "step": 1163
    },
    {
      "epoch": 0.8400541271989175,
      "grad_norm": 0.6238376498222351,
      "learning_rate": 1.2572487782476228e-05,
      "loss": 2.0282,
      "step": 1164
    },
    {
      "epoch": 0.8407758231844835,
      "grad_norm": 0.6591104865074158,
      "learning_rate": 1.246188539147124e-05,
      "loss": 2.0014,
      "step": 1165
    },
    {
      "epoch": 0.8414975191700497,
      "grad_norm": 0.7294618487358093,
      "learning_rate": 1.2351739310351795e-05,
      "loss": 1.8701,
      "step": 1166
    },
    {
      "epoch": 0.8422192151556157,
      "grad_norm": 0.7660985589027405,
      "learning_rate": 1.2242050113276371e-05,
      "loss": 2.21,
      "step": 1167
    },
    {
      "epoch": 0.8429409111411817,
      "grad_norm": 0.675102174282074,
      "learning_rate": 1.2132818372021759e-05,
      "loss": 2.0682,
      "step": 1168
    },
    {
      "epoch": 0.8436626071267479,
      "grad_norm": 0.6897063255310059,
      "learning_rate": 1.2024044655980193e-05,
      "loss": 2.3313,
      "step": 1169
    },
    {
      "epoch": 0.8443843031123139,
      "grad_norm": 0.820888876914978,
      "learning_rate": 1.1915729532156372e-05,
      "loss": 1.9085,
      "step": 1170
    },
    {
      "epoch": 0.84510599909788,
      "grad_norm": 0.7939394116401672,
      "learning_rate": 1.1807873565164506e-05,
      "loss": 2.1529,
      "step": 1171
    },
    {
      "epoch": 0.8458276950834461,
      "grad_norm": 0.7280535697937012,
      "learning_rate": 1.1700477317225334e-05,
      "loss": 2.1031,
      "step": 1172
    },
    {
      "epoch": 0.8465493910690122,
      "grad_norm": 0.6824852824211121,
      "learning_rate": 1.1593541348163183e-05,
      "loss": 1.8472,
      "step": 1173
    },
    {
      "epoch": 0.8472710870545782,
      "grad_norm": 0.7369886040687561,
      "learning_rate": 1.1487066215403186e-05,
      "loss": 2.0853,
      "step": 1174
    },
    {
      "epoch": 0.8479927830401444,
      "grad_norm": 0.7468145489692688,
      "learning_rate": 1.1381052473968157e-05,
      "loss": 2.1773,
      "step": 1175
    },
    {
      "epoch": 0.8487144790257104,
      "grad_norm": 0.9037169218063354,
      "learning_rate": 1.1275500676475925e-05,
      "loss": 2.0676,
      "step": 1176
    },
    {
      "epoch": 0.8494361750112766,
      "grad_norm": 0.8004169464111328,
      "learning_rate": 1.1170411373136247e-05,
      "loss": 1.8937,
      "step": 1177
    },
    {
      "epoch": 0.8501578709968426,
      "grad_norm": 0.8909775614738464,
      "learning_rate": 1.1065785111748117e-05,
      "loss": 2.141,
      "step": 1178
    },
    {
      "epoch": 0.8508795669824086,
      "grad_norm": 0.7254754900932312,
      "learning_rate": 1.0961622437696761e-05,
      "loss": 1.8883,
      "step": 1179
    },
    {
      "epoch": 0.8516012629679748,
      "grad_norm": 0.9028481841087341,
      "learning_rate": 1.0857923893950928e-05,
      "loss": 2.071,
      "step": 1180
    },
    {
      "epoch": 0.8523229589535408,
      "grad_norm": 0.762024462223053,
      "learning_rate": 1.0754690021059955e-05,
      "loss": 2.0612,
      "step": 1181
    },
    {
      "epoch": 0.8530446549391069,
      "grad_norm": 0.9170169234275818,
      "learning_rate": 1.0651921357150996e-05,
      "loss": 2.0298,
      "step": 1182
    },
    {
      "epoch": 0.853766350924673,
      "grad_norm": 1.012864351272583,
      "learning_rate": 1.0549618437926178e-05,
      "loss": 2.1125,
      "step": 1183
    },
    {
      "epoch": 0.854488046910239,
      "grad_norm": 1.0106158256530762,
      "learning_rate": 1.0447781796659938e-05,
      "loss": 2.0285,
      "step": 1184
    },
    {
      "epoch": 0.8552097428958051,
      "grad_norm": 0.9968651533126831,
      "learning_rate": 1.0346411964196035e-05,
      "loss": 1.9018,
      "step": 1185
    },
    {
      "epoch": 0.8559314388813712,
      "grad_norm": 1.0304211378097534,
      "learning_rate": 1.0245509468944992e-05,
      "loss": 2.2135,
      "step": 1186
    },
    {
      "epoch": 0.8566531348669373,
      "grad_norm": 1.3064377307891846,
      "learning_rate": 1.014507483688113e-05,
      "loss": 1.7815,
      "step": 1187
    },
    {
      "epoch": 0.8573748308525034,
      "grad_norm": 0.8775414824485779,
      "learning_rate": 1.0045108591540075e-05,
      "loss": 1.8503,
      "step": 1188
    },
    {
      "epoch": 0.8580965268380695,
      "grad_norm": 0.9847028851509094,
      "learning_rate": 9.945611254015764e-06,
      "loss": 1.9767,
      "step": 1189
    },
    {
      "epoch": 0.8588182228236355,
      "grad_norm": 0.9241070747375488,
      "learning_rate": 9.84658334295796e-06,
      "loss": 1.6784,
      "step": 1190
    },
    {
      "epoch": 0.8595399188092017,
      "grad_norm": 0.9482964873313904,
      "learning_rate": 9.74802537456937e-06,
      "loss": 1.9076,
      "step": 1191
    },
    {
      "epoch": 0.8602616147947677,
      "grad_norm": 1.0567461252212524,
      "learning_rate": 9.649937862603099e-06,
      "loss": 1.8723,
      "step": 1192
    },
    {
      "epoch": 0.8609833107803337,
      "grad_norm": 1.0476406812667847,
      "learning_rate": 9.552321318359836e-06,
      "loss": 1.8628,
      "step": 1193
    },
    {
      "epoch": 0.8617050067658999,
      "grad_norm": 1.1464357376098633,
      "learning_rate": 9.455176250685338e-06,
      "loss": 2.1771,
      "step": 1194
    },
    {
      "epoch": 0.8624267027514659,
      "grad_norm": 1.6028457880020142,
      "learning_rate": 9.358503165967614e-06,
      "loss": 2.0982,
      "step": 1195
    },
    {
      "epoch": 0.863148398737032,
      "grad_norm": 1.1937696933746338,
      "learning_rate": 9.262302568134418e-06,
      "loss": 1.7353,
      "step": 1196
    },
    {
      "epoch": 0.8638700947225981,
      "grad_norm": 1.2306016683578491,
      "learning_rate": 9.166574958650531e-06,
      "loss": 1.6995,
      "step": 1197
    },
    {
      "epoch": 0.8645917907081642,
      "grad_norm": 1.4815374612808228,
      "learning_rate": 9.071320836515262e-06,
      "loss": 1.6235,
      "step": 1198
    },
    {
      "epoch": 0.8653134866937303,
      "grad_norm": 1.5001338720321655,
      "learning_rate": 8.976540698259673e-06,
      "loss": 1.8401,
      "step": 1199
    },
    {
      "epoch": 0.8660351826792964,
      "grad_norm": 3.8064889907836914,
      "learning_rate": 8.882235037944186e-06,
      "loss": 2.3854,
      "step": 1200
    },
    {
      "epoch": 0.8667568786648624,
      "grad_norm": 0.3663550913333893,
      "learning_rate": 8.788404347155831e-06,
      "loss": 2.081,
      "step": 1201
    },
    {
      "epoch": 0.8674785746504285,
      "grad_norm": 0.4078630208969116,
      "learning_rate": 8.695049115005837e-06,
      "loss": 1.94,
      "step": 1202
    },
    {
      "epoch": 0.8682002706359946,
      "grad_norm": 0.3384143114089966,
      "learning_rate": 8.602169828126949e-06,
      "loss": 1.9005,
      "step": 1203
    },
    {
      "epoch": 0.8689219666215606,
      "grad_norm": 0.4174937605857849,
      "learning_rate": 8.509766970671007e-06,
      "loss": 2.0438,
      "step": 1204
    },
    {
      "epoch": 0.8696436626071268,
      "grad_norm": 0.46924665570259094,
      "learning_rate": 8.417841024306295e-06,
      "loss": 2.0469,
      "step": 1205
    },
    {
      "epoch": 0.8703653585926928,
      "grad_norm": 0.47540733218193054,
      "learning_rate": 8.326392468215205e-06,
      "loss": 1.8773,
      "step": 1206
    },
    {
      "epoch": 0.8710870545782589,
      "grad_norm": 0.5007703304290771,
      "learning_rate": 8.235421779091535e-06,
      "loss": 2.0942,
      "step": 1207
    },
    {
      "epoch": 0.871808750563825,
      "grad_norm": 0.5268344879150391,
      "learning_rate": 8.14492943113817e-06,
      "loss": 2.0413,
      "step": 1208
    },
    {
      "epoch": 0.872530446549391,
      "grad_norm": 0.5581832528114319,
      "learning_rate": 8.054915896064497e-06,
      "loss": 1.9624,
      "step": 1209
    },
    {
      "epoch": 0.8732521425349572,
      "grad_norm": 0.5587225556373596,
      "learning_rate": 7.96538164308407e-06,
      "loss": 2.1566,
      "step": 1210
    },
    {
      "epoch": 0.8739738385205232,
      "grad_norm": 0.5480050444602966,
      "learning_rate": 7.876327138911999e-06,
      "loss": 1.8405,
      "step": 1211
    },
    {
      "epoch": 0.8746955345060893,
      "grad_norm": 0.7905243039131165,
      "learning_rate": 7.787752847762685e-06,
      "loss": 2.0352,
      "step": 1212
    },
    {
      "epoch": 0.8754172304916554,
      "grad_norm": 0.6691145300865173,
      "learning_rate": 7.699659231347268e-06,
      "loss": 1.9478,
      "step": 1213
    },
    {
      "epoch": 0.8761389264772215,
      "grad_norm": 0.6641361117362976,
      "learning_rate": 7.612046748871327e-06,
      "loss": 2.1717,
      "step": 1214
    },
    {
      "epoch": 0.8768606224627875,
      "grad_norm": 0.7884184122085571,
      "learning_rate": 7.524915857032389e-06,
      "loss": 2.0283,
      "step": 1215
    },
    {
      "epoch": 0.8775823184483537,
      "grad_norm": 0.6843370795249939,
      "learning_rate": 7.438267010017585e-06,
      "loss": 2.0572,
      "step": 1216
    },
    {
      "epoch": 0.8783040144339197,
      "grad_norm": 0.8388229608535767,
      "learning_rate": 7.35210065950136e-06,
      "loss": 2.2493,
      "step": 1217
    },
    {
      "epoch": 0.8790257104194857,
      "grad_norm": 0.7835427522659302,
      "learning_rate": 7.2664172546429655e-06,
      "loss": 2.0106,
      "step": 1218
    },
    {
      "epoch": 0.8797474064050519,
      "grad_norm": 0.6622439622879028,
      "learning_rate": 7.181217242084282e-06,
      "loss": 1.9407,
      "step": 1219
    },
    {
      "epoch": 0.8804691023906179,
      "grad_norm": 0.7325029969215393,
      "learning_rate": 7.0965010659473256e-06,
      "loss": 1.9727,
      "step": 1220
    },
    {
      "epoch": 0.8811907983761841,
      "grad_norm": 0.72170090675354,
      "learning_rate": 7.0122691678321195e-06,
      "loss": 1.9393,
      "step": 1221
    },
    {
      "epoch": 0.8819124943617501,
      "grad_norm": 0.7595915198326111,
      "learning_rate": 6.928521986814196e-06,
      "loss": 1.8907,
      "step": 1222
    },
    {
      "epoch": 0.8826341903473162,
      "grad_norm": 0.8141488432884216,
      "learning_rate": 6.8452599594424515e-06,
      "loss": 2.0536,
      "step": 1223
    },
    {
      "epoch": 0.8833558863328823,
      "grad_norm": 0.8355897665023804,
      "learning_rate": 6.762483519736806e-06,
      "loss": 1.86,
      "step": 1224
    },
    {
      "epoch": 0.8840775823184484,
      "grad_norm": 0.97719407081604,
      "learning_rate": 6.680193099185994e-06,
      "loss": 2.1261,
      "step": 1225
    },
    {
      "epoch": 0.8847992783040144,
      "grad_norm": 0.7536566257476807,
      "learning_rate": 6.598389126745208e-06,
      "loss": 2.2066,
      "step": 1226
    },
    {
      "epoch": 0.8855209742895805,
      "grad_norm": 0.8970907330513,
      "learning_rate": 6.5170720288340035e-06,
      "loss": 1.9102,
      "step": 1227
    },
    {
      "epoch": 0.8862426702751466,
      "grad_norm": 0.7876074314117432,
      "learning_rate": 6.4362422293339665e-06,
      "loss": 1.8967,
      "step": 1228
    },
    {
      "epoch": 0.8869643662607126,
      "grad_norm": 0.8499534130096436,
      "learning_rate": 6.355900149586558e-06,
      "loss": 2.24,
      "step": 1229
    },
    {
      "epoch": 0.8876860622462788,
      "grad_norm": 0.8865585923194885,
      "learning_rate": 6.276046208390873e-06,
      "loss": 2.1377,
      "step": 1230
    },
    {
      "epoch": 0.8884077582318448,
      "grad_norm": 0.7744094729423523,
      "learning_rate": 6.196680822001555e-06,
      "loss": 1.8792,
      "step": 1231
    },
    {
      "epoch": 0.889129454217411,
      "grad_norm": 0.839643657207489,
      "learning_rate": 6.117804404126459e-06,
      "loss": 1.9802,
      "step": 1232
    },
    {
      "epoch": 0.889851150202977,
      "grad_norm": 0.8299193978309631,
      "learning_rate": 6.0394173659247045e-06,
      "loss": 1.957,
      "step": 1233
    },
    {
      "epoch": 0.890572846188543,
      "grad_norm": 0.8910120725631714,
      "learning_rate": 5.961520116004327e-06,
      "loss": 1.8938,
      "step": 1234
    },
    {
      "epoch": 0.8912945421741092,
      "grad_norm": 0.9343331456184387,
      "learning_rate": 5.884113060420293e-06,
      "loss": 2.047,
      "step": 1235
    },
    {
      "epoch": 0.8920162381596752,
      "grad_norm": 0.9262431859970093,
      "learning_rate": 5.807196602672305e-06,
      "loss": 1.9861,
      "step": 1236
    },
    {
      "epoch": 0.8927379341452413,
      "grad_norm": 0.8604422211647034,
      "learning_rate": 5.730771143702773e-06,
      "loss": 1.8358,
      "step": 1237
    },
    {
      "epoch": 0.8934596301308074,
      "grad_norm": 1.0807713270187378,
      "learning_rate": 5.654837081894626e-06,
      "loss": 1.819,
      "step": 1238
    },
    {
      "epoch": 0.8941813261163735,
      "grad_norm": 1.0111198425292969,
      "learning_rate": 5.579394813069327e-06,
      "loss": 1.8797,
      "step": 1239
    },
    {
      "epoch": 0.8949030221019395,
      "grad_norm": 0.8800485730171204,
      "learning_rate": 5.504444730484726e-06,
      "loss": 1.8138,
      "step": 1240
    },
    {
      "epoch": 0.8956247180875057,
      "grad_norm": 0.8931304812431335,
      "learning_rate": 5.429987224833111e-06,
      "loss": 2.0133,
      "step": 1241
    },
    {
      "epoch": 0.8963464140730717,
      "grad_norm": 1.032004714012146,
      "learning_rate": 5.3560226842390596e-06,
      "loss": 1.9234,
      "step": 1242
    },
    {
      "epoch": 0.8970681100586378,
      "grad_norm": 1.1683677434921265,
      "learning_rate": 5.2825514942575264e-06,
      "loss": 1.99,
      "step": 1243
    },
    {
      "epoch": 0.8977898060442039,
      "grad_norm": 1.3557530641555786,
      "learning_rate": 5.209574037871701e-06,
      "loss": 2.0659,
      "step": 1244
    },
    {
      "epoch": 0.8985115020297699,
      "grad_norm": 1.1738386154174805,
      "learning_rate": 5.137090695491165e-06,
      "loss": 2.016,
      "step": 1245
    },
    {
      "epoch": 0.8992331980153361,
      "grad_norm": 1.2685198783874512,
      "learning_rate": 5.065101844949794e-06,
      "loss": 1.9,
      "step": 1246
    },
    {
      "epoch": 0.8999548940009021,
      "grad_norm": 1.4700757265090942,
      "learning_rate": 4.993607861503835e-06,
      "loss": 1.9534,
      "step": 1247
    },
    {
      "epoch": 0.9006765899864682,
      "grad_norm": 1.3702300786972046,
      "learning_rate": 4.922609117829946e-06,
      "loss": 1.7311,
      "step": 1248
    },
    {
      "epoch": 0.9013982859720343,
      "grad_norm": 1.5101779699325562,
      "learning_rate": 4.852105984023225e-06,
      "loss": 1.7861,
      "step": 1249
    },
    {
      "epoch": 0.9021199819576003,
      "grad_norm": 2.3353042602539062,
      "learning_rate": 4.7820988275953045e-06,
      "loss": 1.6685,
      "step": 1250
    },
    {
      "epoch": 0.9028416779431664,
      "grad_norm": 0.294258177280426,
      "learning_rate": 4.712588013472507e-06,
      "loss": 2.0261,
      "step": 1251
    },
    {
      "epoch": 0.9035633739287325,
      "grad_norm": 0.3809035122394562,
      "learning_rate": 4.64357390399377e-06,
      "loss": 1.7116,
      "step": 1252
    },
    {
      "epoch": 0.9042850699142986,
      "grad_norm": 0.3997519314289093,
      "learning_rate": 4.575056858908933e-06,
      "loss": 2.0915,
      "step": 1253
    },
    {
      "epoch": 0.9050067658998647,
      "grad_norm": 0.7248632311820984,
      "learning_rate": 4.507037235376754e-06,
      "loss": 1.8786,
      "step": 1254
    },
    {
      "epoch": 0.9057284618854308,
      "grad_norm": 0.42798537015914917,
      "learning_rate": 4.439515387963089e-06,
      "loss": 2.1908,
      "step": 1255
    },
    {
      "epoch": 0.9064501578709968,
      "grad_norm": 0.4377487897872925,
      "learning_rate": 4.372491668639034e-06,
      "loss": 1.9703,
      "step": 1256
    },
    {
      "epoch": 0.907171853856563,
      "grad_norm": 0.466950923204422,
      "learning_rate": 4.305966426779118e-06,
      "loss": 1.9061,
      "step": 1257
    },
    {
      "epoch": 0.907893549842129,
      "grad_norm": 0.5671795010566711,
      "learning_rate": 4.2399400091594154e-06,
      "loss": 2.1995,
      "step": 1258
    },
    {
      "epoch": 0.908615245827695,
      "grad_norm": 0.5164653658866882,
      "learning_rate": 4.174412759955781e-06,
      "loss": 2.0096,
      "step": 1259
    },
    {
      "epoch": 0.9093369418132612,
      "grad_norm": 0.5732804536819458,
      "learning_rate": 4.109385020742118e-06,
      "loss": 2.0512,
      "step": 1260
    },
    {
      "epoch": 0.9100586377988272,
      "grad_norm": 0.7046211957931519,
      "learning_rate": 4.044857130488466e-06,
      "loss": 2.0903,
      "step": 1261
    },
    {
      "epoch": 0.9107803337843933,
      "grad_norm": 0.6309810280799866,
      "learning_rate": 3.980829425559329e-06,
      "loss": 2.0415,
      "step": 1262
    },
    {
      "epoch": 0.9115020297699594,
      "grad_norm": 0.613250195980072,
      "learning_rate": 3.9173022397118845e-06,
      "loss": 1.8784,
      "step": 1263
    },
    {
      "epoch": 0.9122237257555255,
      "grad_norm": 0.6840712428092957,
      "learning_rate": 3.8542759040942734e-06,
      "loss": 1.9631,
      "step": 1264
    },
    {
      "epoch": 0.9129454217410916,
      "grad_norm": 0.6987091898918152,
      "learning_rate": 3.7917507472438273e-06,
      "loss": 1.9426,
      "step": 1265
    },
    {
      "epoch": 0.9136671177266577,
      "grad_norm": 0.6412894129753113,
      "learning_rate": 3.729727095085422e-06,
      "loss": 1.768,
      "step": 1266
    },
    {
      "epoch": 0.9143888137122237,
      "grad_norm": 0.7215253710746765,
      "learning_rate": 3.668205270929692e-06,
      "loss": 2.1791,
      "step": 1267
    },
    {
      "epoch": 0.9151105096977898,
      "grad_norm": 0.711948812007904,
      "learning_rate": 3.6071855954714406e-06,
      "loss": 2.1574,
      "step": 1268
    },
    {
      "epoch": 0.9158322056833559,
      "grad_norm": 0.7258493304252625,
      "learning_rate": 3.546668386787888e-06,
      "loss": 2.0269,
      "step": 1269
    },
    {
      "epoch": 0.9165539016689219,
      "grad_norm": 0.7162743210792542,
      "learning_rate": 3.4866539603370605e-06,
      "loss": 2.1433,
      "step": 1270
    },
    {
      "epoch": 0.9172755976544881,
      "grad_norm": 0.6849039793014526,
      "learning_rate": 3.427142628956126e-06,
      "loss": 2.1259,
      "step": 1271
    },
    {
      "epoch": 0.9179972936400541,
      "grad_norm": 0.7252722382545471,
      "learning_rate": 3.368134702859782e-06,
      "loss": 1.9386,
      "step": 1272
    },
    {
      "epoch": 0.9187189896256202,
      "grad_norm": 0.6784095168113708,
      "learning_rate": 3.3096304896386044e-06,
      "loss": 2.0964,
      "step": 1273
    },
    {
      "epoch": 0.9194406856111863,
      "grad_norm": 0.9322863817214966,
      "learning_rate": 3.2516302942574793e-06,
      "loss": 1.7283,
      "step": 1274
    },
    {
      "epoch": 0.9201623815967523,
      "grad_norm": 0.7110956907272339,
      "learning_rate": 3.194134419053996e-06,
      "loss": 1.6925,
      "step": 1275
    },
    {
      "epoch": 0.9208840775823185,
      "grad_norm": 0.7995968461036682,
      "learning_rate": 3.1371431637368665e-06,
      "loss": 2.204,
      "step": 1276
    },
    {
      "epoch": 0.9216057735678845,
      "grad_norm": 0.8501019477844238,
      "learning_rate": 3.080656825384376e-06,
      "loss": 1.8897,
      "step": 1277
    },
    {
      "epoch": 0.9223274695534506,
      "grad_norm": 0.7758716344833374,
      "learning_rate": 3.0246756984428582e-06,
      "loss": 2.0932,
      "step": 1278
    },
    {
      "epoch": 0.9230491655390167,
      "grad_norm": 0.8328360915184021,
      "learning_rate": 2.969200074725065e-06,
      "loss": 1.8018,
      "step": 1279
    },
    {
      "epoch": 0.9237708615245828,
      "grad_norm": 0.8846214413642883,
      "learning_rate": 2.914230243408789e-06,
      "loss": 2.1222,
      "step": 1280
    },
    {
      "epoch": 0.9244925575101488,
      "grad_norm": 0.8707016706466675,
      "learning_rate": 2.8597664910352207e-06,
      "loss": 1.6672,
      "step": 1281
    },
    {
      "epoch": 0.925214253495715,
      "grad_norm": 0.900304913520813,
      "learning_rate": 2.8058091015075394e-06,
      "loss": 1.9354,
      "step": 1282
    },
    {
      "epoch": 0.925935949481281,
      "grad_norm": 0.9058896899223328,
      "learning_rate": 2.7523583560894016e-06,
      "loss": 1.8596,
      "step": 1283
    },
    {
      "epoch": 0.926657645466847,
      "grad_norm": 0.8882778882980347,
      "learning_rate": 2.6994145334034994e-06,
      "loss": 1.8618,
      "step": 1284
    },
    {
      "epoch": 0.9273793414524132,
      "grad_norm": 0.9454550743103027,
      "learning_rate": 2.6469779094300264e-06,
      "loss": 1.7999,
      "step": 1285
    },
    {
      "epoch": 0.9281010374379792,
      "grad_norm": 0.8218289017677307,
      "learning_rate": 2.595048757505392e-06,
      "loss": 1.8113,
      "step": 1286
    },
    {
      "epoch": 0.9288227334235454,
      "grad_norm": 1.0004605054855347,
      "learning_rate": 2.543627348320643e-06,
      "loss": 1.8075,
      "step": 1287
    },
    {
      "epoch": 0.9295444294091114,
      "grad_norm": 0.9319427609443665,
      "learning_rate": 2.4927139499201225e-06,
      "loss": 1.6836,
      "step": 1288
    },
    {
      "epoch": 0.9302661253946775,
      "grad_norm": 1.0362564325332642,
      "learning_rate": 2.4423088277000904e-06,
      "loss": 2.0567,
      "step": 1289
    },
    {
      "epoch": 0.9309878213802436,
      "grad_norm": 0.9231534004211426,
      "learning_rate": 2.392412244407294e-06,
      "loss": 1.6312,
      "step": 1290
    },
    {
      "epoch": 0.9317095173658096,
      "grad_norm": 1.2768371105194092,
      "learning_rate": 2.3430244601376217e-06,
      "loss": 1.9207,
      "step": 1291
    },
    {
      "epoch": 0.9324312133513757,
      "grad_norm": 0.9290853142738342,
      "learning_rate": 2.2941457323347627e-06,
      "loss": 1.8171,
      "step": 1292
    },
    {
      "epoch": 0.9331529093369418,
      "grad_norm": 1.1366450786590576,
      "learning_rate": 2.2457763157888277e-06,
      "loss": 2.0159,
      "step": 1293
    },
    {
      "epoch": 0.9338746053225079,
      "grad_norm": 1.0452847480773926,
      "learning_rate": 2.1979164626350748e-06,
      "loss": 1.6682,
      "step": 1294
    },
    {
      "epoch": 0.934596301308074,
      "grad_norm": 1.2334589958190918,
      "learning_rate": 2.150566422352496e-06,
      "loss": 1.6228,
      "step": 1295
    },
    {
      "epoch": 0.9353179972936401,
      "grad_norm": 1.2381997108459473,
      "learning_rate": 2.1037264417626544e-06,
      "loss": 1.7536,
      "step": 1296
    },
    {
      "epoch": 0.9360396932792061,
      "grad_norm": 1.345176339149475,
      "learning_rate": 2.0573967650282744e-06,
      "loss": 1.9021,
      "step": 1297
    },
    {
      "epoch": 0.9367613892647723,
      "grad_norm": 1.418931484222412,
      "learning_rate": 2.011577633652062e-06,
      "loss": 1.8897,
      "step": 1298
    },
    {
      "epoch": 0.9374830852503383,
      "grad_norm": 1.453244924545288,
      "learning_rate": 1.966269286475353e-06,
      "loss": 1.5596,
      "step": 1299
    },
    {
      "epoch": 0.9382047812359043,
      "grad_norm": 2.5541205406188965,
      "learning_rate": 1.921471959676957e-06,
      "loss": 2.2214,
      "step": 1300
    },
    {
      "epoch": 0.9389264772214705,
      "grad_norm": 0.28194594383239746,
      "learning_rate": 1.8771858867718705e-06,
      "loss": 1.7784,
      "step": 1301
    },
    {
      "epoch": 0.9396481732070365,
      "grad_norm": 0.3608841598033905,
      "learning_rate": 1.8334112986100992e-06,
      "loss": 2.0953,
      "step": 1302
    },
    {
      "epoch": 0.9403698691926026,
      "grad_norm": 0.4083656072616577,
      "learning_rate": 1.790148423375404e-06,
      "loss": 1.7946,
      "step": 1303
    },
    {
      "epoch": 0.9410915651781687,
      "grad_norm": 0.4096725285053253,
      "learning_rate": 1.7473974865841569e-06,
      "loss": 1.8929,
      "step": 1304
    },
    {
      "epoch": 0.9418132611637348,
      "grad_norm": 0.4005209803581238,
      "learning_rate": 1.7051587110841428e-06,
      "loss": 1.7957,
      "step": 1305
    },
    {
      "epoch": 0.9425349571493009,
      "grad_norm": 0.47705402970314026,
      "learning_rate": 1.6634323170533928e-06,
      "loss": 1.9838,
      "step": 1306
    },
    {
      "epoch": 0.943256653134867,
      "grad_norm": 0.6210992932319641,
      "learning_rate": 1.6222185219990748e-06,
      "loss": 2.0338,
      "step": 1307
    },
    {
      "epoch": 0.943978349120433,
      "grad_norm": 0.5750288367271423,
      "learning_rate": 1.5815175407563165e-06,
      "loss": 1.8714,
      "step": 1308
    },
    {
      "epoch": 0.9447000451059991,
      "grad_norm": 0.5464755892753601,
      "learning_rate": 1.5413295854871058e-06,
      "loss": 1.8509,
      "step": 1309
    },
    {
      "epoch": 0.9454217410915652,
      "grad_norm": 0.5499512553215027,
      "learning_rate": 1.5016548656791697e-06,
      "loss": 1.6714,
      "step": 1310
    },
    {
      "epoch": 0.9461434370771312,
      "grad_norm": 0.7335778474807739,
      "learning_rate": 1.4624935881448975e-06,
      "loss": 1.9855,
      "step": 1311
    },
    {
      "epoch": 0.9468651330626974,
      "grad_norm": 0.7453155517578125,
      "learning_rate": 1.4238459570202644e-06,
      "loss": 2.1261,
      "step": 1312
    },
    {
      "epoch": 0.9475868290482634,
      "grad_norm": 0.5688877105712891,
      "learning_rate": 1.3857121737637647e-06,
      "loss": 2.0231,
      "step": 1313
    },
    {
      "epoch": 0.9483085250338295,
      "grad_norm": 0.6139970421791077,
      "learning_rate": 1.348092437155346e-06,
      "loss": 2.0793,
      "step": 1314
    },
    {
      "epoch": 0.9490302210193956,
      "grad_norm": 0.673578679561615,
      "learning_rate": 1.3109869432953892e-06,
      "loss": 1.8538,
      "step": 1315
    },
    {
      "epoch": 0.9497519170049616,
      "grad_norm": 0.7703660726547241,
      "learning_rate": 1.2743958856036743e-06,
      "loss": 1.8711,
      "step": 1316
    },
    {
      "epoch": 0.9504736129905278,
      "grad_norm": 0.6733192205429077,
      "learning_rate": 1.238319454818393e-06,
      "loss": 1.9596,
      "step": 1317
    },
    {
      "epoch": 0.9511953089760938,
      "grad_norm": 0.643233060836792,
      "learning_rate": 1.2027578389951499e-06,
      "loss": 2.0699,
      "step": 1318
    },
    {
      "epoch": 0.9519170049616599,
      "grad_norm": 0.7734176516532898,
      "learning_rate": 1.1677112235059518e-06,
      "loss": 2.1255,
      "step": 1319
    },
    {
      "epoch": 0.952638700947226,
      "grad_norm": 0.7837399840354919,
      "learning_rate": 1.1331797910382747e-06,
      "loss": 2.1375,
      "step": 1320
    },
    {
      "epoch": 0.9533603969327921,
      "grad_norm": 0.6547719836235046,
      "learning_rate": 1.0991637215941098e-06,
      "loss": 1.9891,
      "step": 1321
    },
    {
      "epoch": 0.9540820929183581,
      "grad_norm": 0.6842671036720276,
      "learning_rate": 1.0656631924889749e-06,
      "loss": 2.2084,
      "step": 1322
    },
    {
      "epoch": 0.9548037889039243,
      "grad_norm": 0.804904043674469,
      "learning_rate": 1.032678378351104e-06,
      "loss": 1.8694,
      "step": 1323
    },
    {
      "epoch": 0.9555254848894903,
      "grad_norm": 0.8288085460662842,
      "learning_rate": 1.0002094511203819e-06,
      "loss": 1.9557,
      "step": 1324
    },
    {
      "epoch": 0.9562471808750563,
      "grad_norm": 0.8813726902008057,
      "learning_rate": 9.682565800475884e-07,
      "loss": 1.9316,
      "step": 1325
    },
    {
      "epoch": 0.9569688768606225,
      "grad_norm": 0.8606301546096802,
      "learning_rate": 9.368199316934445e-07,
      "loss": 2.014,
      "step": 1326
    },
    {
      "epoch": 0.9576905728461885,
      "grad_norm": 1.0223966836929321,
      "learning_rate": 9.058996699277456e-07,
      "loss": 2.0809,
      "step": 1327
    },
    {
      "epoch": 0.9584122688317547,
      "grad_norm": 0.7955352067947388,
      "learning_rate": 8.75495955928507e-07,
      "loss": 2.2907,
      "step": 1328
    },
    {
      "epoch": 0.9591339648173207,
      "grad_norm": 0.944258451461792,
      "learning_rate": 8.456089481811758e-07,
      "loss": 1.8896,
      "step": 1329
    },
    {
      "epoch": 0.9598556608028868,
      "grad_norm": 0.8778361678123474,
      "learning_rate": 8.162388024777201e-07,
      "loss": 2.1229,
      "step": 1330
    },
    {
      "epoch": 0.9605773567884529,
      "grad_norm": 0.8398414254188538,
      "learning_rate": 7.873856719159078e-07,
      "loss": 1.8257,
      "step": 1331
    },
    {
      "epoch": 0.961299052774019,
      "grad_norm": 0.8729689121246338,
      "learning_rate": 7.590497068984293e-07,
      "loss": 2.0327,
      "step": 1332
    },
    {
      "epoch": 0.962020748759585,
      "grad_norm": 0.9624994993209839,
      "learning_rate": 7.312310551321422e-07,
      "loss": 2.0687,
      "step": 1333
    },
    {
      "epoch": 0.9627424447451511,
      "grad_norm": 0.8252072930335999,
      "learning_rate": 7.039298616273393e-07,
      "loss": 2.0146,
      "step": 1334
    },
    {
      "epoch": 0.9634641407307172,
      "grad_norm": 0.9124308824539185,
      "learning_rate": 6.771462686969265e-07,
      "loss": 2.0712,
      "step": 1335
    },
    {
      "epoch": 0.9641858367162832,
      "grad_norm": 1.0292962789535522,
      "learning_rate": 6.508804159557236e-07,
      "loss": 2.0211,
      "step": 1336
    },
    {
      "epoch": 0.9649075327018494,
      "grad_norm": 0.9216018915176392,
      "learning_rate": 6.251324403197312e-07,
      "loss": 1.8569,
      "step": 1337
    },
    {
      "epoch": 0.9656292286874154,
      "grad_norm": 0.9083951115608215,
      "learning_rate": 5.999024760054095e-07,
      "loss": 1.9491,
      "step": 1338
    },
    {
      "epoch": 0.9663509246729816,
      "grad_norm": 0.8750483393669128,
      "learning_rate": 5.751906545289787e-07,
      "loss": 1.9282,
      "step": 1339
    },
    {
      "epoch": 0.9670726206585476,
      "grad_norm": 1.1505929231643677,
      "learning_rate": 5.509971047057416e-07,
      "loss": 2.0041,
      "step": 1340
    },
    {
      "epoch": 0.9677943166441136,
      "grad_norm": 1.2995705604553223,
      "learning_rate": 5.273219526493955e-07,
      "loss": 2.0674,
      "step": 1341
    },
    {
      "epoch": 0.9685160126296798,
      "grad_norm": 1.1002769470214844,
      "learning_rate": 5.041653217713993e-07,
      "loss": 1.9578,
      "step": 1342
    },
    {
      "epoch": 0.9692377086152458,
      "grad_norm": 1.1581577062606812,
      "learning_rate": 4.815273327803182e-07,
      "loss": 1.9073,
      "step": 1343
    },
    {
      "epoch": 0.9699594046008119,
      "grad_norm": 1.1547939777374268,
      "learning_rate": 4.5940810368116924e-07,
      "loss": 1.9909,
      "step": 1344
    },
    {
      "epoch": 0.970681100586378,
      "grad_norm": 1.2240581512451172,
      "learning_rate": 4.378077497748545e-07,
      "loss": 2.1117,
      "step": 1345
    },
    {
      "epoch": 0.9714027965719441,
      "grad_norm": 1.4854423999786377,
      "learning_rate": 4.167263836575286e-07,
      "loss": 2.1023,
      "step": 1346
    },
    {
      "epoch": 0.9721244925575101,
      "grad_norm": 1.576454758644104,
      "learning_rate": 3.961641152200213e-07,
      "loss": 2.0899,
      "step": 1347
    },
    {
      "epoch": 0.9728461885430763,
      "grad_norm": 1.5220892429351807,
      "learning_rate": 3.761210516472602e-07,
      "loss": 1.8243,
      "step": 1348
    },
    {
      "epoch": 0.9735678845286423,
      "grad_norm": 1.9703868627548218,
      "learning_rate": 3.5659729741769343e-07,
      "loss": 1.9941,
      "step": 1349
    },
    {
      "epoch": 0.9742895805142084,
      "grad_norm": 3.427102565765381,
      "learning_rate": 3.3759295430281223e-07,
      "loss": 2.1187,
      "step": 1350
    },
    {
      "epoch": 0.9750112764997745,
      "grad_norm": 0.2730030417442322,
      "learning_rate": 3.191081213665292e-07,
      "loss": 2.1156,
      "step": 1351
    },
    {
      "epoch": 0.9757329724853405,
      "grad_norm": 0.33934786915779114,
      "learning_rate": 3.011428949647233e-07,
      "loss": 1.9893,
      "step": 1352
    },
    {
      "epoch": 0.9764546684709067,
      "grad_norm": 0.4709995985031128,
      "learning_rate": 2.8369736874473976e-07,
      "loss": 2.0119,
      "step": 1353
    },
    {
      "epoch": 0.9771763644564727,
      "grad_norm": 0.44795453548431396,
      "learning_rate": 2.667716336448356e-07,
      "loss": 1.951,
      "step": 1354
    },
    {
      "epoch": 0.9778980604420388,
      "grad_norm": 0.5189955830574036,
      "learning_rate": 2.503657778938018e-07,
      "loss": 2.1039,
      "step": 1355
    },
    {
      "epoch": 0.9786197564276049,
      "grad_norm": 0.5508582592010498,
      "learning_rate": 2.3447988701043034e-07,
      "loss": 2.1971,
      "step": 1356
    },
    {
      "epoch": 0.9793414524131709,
      "grad_norm": 0.6136354207992554,
      "learning_rate": 2.1911404380308142e-07,
      "loss": 2.1231,
      "step": 1357
    },
    {
      "epoch": 0.980063148398737,
      "grad_norm": 0.4930001199245453,
      "learning_rate": 2.0426832836930587e-07,
      "loss": 1.4939,
      "step": 1358
    },
    {
      "epoch": 0.9807848443843031,
      "grad_norm": 0.6531209945678711,
      "learning_rate": 1.8994281809533443e-07,
      "loss": 1.9057,
      "step": 1359
    },
    {
      "epoch": 0.9815065403698692,
      "grad_norm": 0.5793622136116028,
      "learning_rate": 1.7613758765576692e-07,
      "loss": 1.8735,
      "step": 1360
    },
    {
      "epoch": 0.9822282363554353,
      "grad_norm": 0.6620587110519409,
      "learning_rate": 1.628527090130949e-07,
      "loss": 2.3095,
      "step": 1361
    },
    {
      "epoch": 0.9829499323410014,
      "grad_norm": 0.6859773993492126,
      "learning_rate": 1.50088251417424e-07,
      "loss": 2.029,
      "step": 1362
    },
    {
      "epoch": 0.9836716283265674,
      "grad_norm": 0.7306172251701355,
      "learning_rate": 1.378442814060188e-07,
      "loss": 1.8441,
      "step": 1363
    },
    {
      "epoch": 0.9843933243121336,
      "grad_norm": 0.80625319480896,
      "learning_rate": 1.2612086280302527e-07,
      "loss": 1.957,
      "step": 1364
    },
    {
      "epoch": 0.9851150202976996,
      "grad_norm": 0.893738329410553,
      "learning_rate": 1.1491805671909328e-07,
      "loss": 2.1333,
      "step": 1365
    },
    {
      "epoch": 0.9858367162832656,
      "grad_norm": 0.7549752593040466,
      "learning_rate": 1.0423592155108797e-07,
      "loss": 2.0405,
      "step": 1366
    },
    {
      "epoch": 0.9865584122688318,
      "grad_norm": 0.7253614068031311,
      "learning_rate": 9.407451298177883e-08,
      "loss": 2.0217,
      "step": 1367
    },
    {
      "epoch": 0.9872801082543978,
      "grad_norm": 0.7619647979736328,
      "learning_rate": 8.44338839795289e-08,
      "loss": 2.0568,
      "step": 1368
    },
    {
      "epoch": 0.9880018042399639,
      "grad_norm": 0.6703828573226929,
      "learning_rate": 7.531408479802826e-08,
      "loss": 2.0327,
      "step": 1369
    },
    {
      "epoch": 0.98872350022553,
      "grad_norm": 0.9732159376144409,
      "learning_rate": 6.671516297606095e-08,
      "loss": 2.196,
      "step": 1370
    },
    {
      "epoch": 0.9894451962110961,
      "grad_norm": 0.9062748551368713,
      "learning_rate": 5.8637163337227354e-08,
      "loss": 1.9862,
      "step": 1371
    },
    {
      "epoch": 0.9901668921966622,
      "grad_norm": 0.9799920916557312,
      "learning_rate": 5.1080127989699966e-08,
      "loss": 2.1921,
      "step": 1372
    },
    {
      "epoch": 0.9908885881822282,
      "grad_norm": 0.9405884146690369,
      "learning_rate": 4.404409632604578e-08,
      "loss": 1.963,
      "step": 1373
    },
    {
      "epoch": 0.9916102841677943,
      "grad_norm": 0.9801932573318481,
      "learning_rate": 3.752910502297091e-08,
      "loss": 2.0002,
      "step": 1374
    },
    {
      "epoch": 0.9923319801533604,
      "grad_norm": 1.0155588388442993,
      "learning_rate": 3.153518804117628e-08,
      "loss": 1.9585,
      "step": 1375
    },
    {
      "epoch": 0.9930536761389265,
      "grad_norm": 1.0928175449371338,
      "learning_rate": 2.6062376625146658e-08,
      "loss": 1.9049,
      "step": 1376
    },
    {
      "epoch": 0.9937753721244925,
      "grad_norm": 0.9679353833198547,
      "learning_rate": 2.1110699303006353e-08,
      "loss": 2.0544,
      "step": 1377
    },
    {
      "epoch": 0.9944970681100587,
      "grad_norm": 0.955555260181427,
      "learning_rate": 1.6680181886352676e-08,
      "loss": 1.4775,
      "step": 1378
    },
    {
      "epoch": 0.9952187640956247,
      "grad_norm": 1.0517772436141968,
      "learning_rate": 1.2770847470156e-08,
      "loss": 1.8705,
      "step": 1379
    },
    {
      "epoch": 0.9959404600811907,
      "grad_norm": 1.2431974411010742,
      "learning_rate": 9.38271643258215e-09,
      "loss": 2.0061,
      "step": 1380
    },
    {
      "epoch": 0.9966621560667569,
      "grad_norm": 1.0521236658096313,
      "learning_rate": 6.515806434959082e-09,
      "loss": 1.959,
      "step": 1381
    },
    {
      "epoch": 0.9973838520523229,
      "grad_norm": 1.3109875917434692,
      "learning_rate": 4.170132421610351e-09,
      "loss": 1.8187,
      "step": 1382
    },
    {
      "epoch": 0.9981055480378891,
      "grad_norm": 1.2797619104385376,
      "learning_rate": 2.3457066198440123e-09,
      "loss": 2.0526,
      "step": 1383
    },
    {
      "epoch": 0.9988272440234551,
      "grad_norm": 1.3067656755447388,
      "learning_rate": 1.0425385398304955e-09,
      "loss": 1.6258,
      "step": 1384
    },
    {
      "epoch": 0.9995489400090212,
      "grad_norm": 1.7020114660263062,
      "learning_rate": 2.606349746137049e-10,
      "loss": 1.772,
      "step": 1385
    },
    {
      "epoch": 1.0005412719891746,
      "grad_norm": 5.264401912689209,
      "learning_rate": 0.0,
      "loss": 3.4119,
      "step": 1386
    }
  ],
  "logging_steps": 1,
  "max_steps": 1386,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 347,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.0266006359333929e+18,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}