{
  "best_global_step": 12800,
  "best_metric": 10.167818069458008,
  "best_model_checkpoint": "miner_id_24/checkpoint-12800",
  "epoch": 2.234996289991707,
  "eval_steps": 200,
  "global_step": 12800,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00017458862555104536,
      "grad_norm": 0.03974245861172676,
      "learning_rate": 0.0,
      "loss": 10.3892,
      "step": 1
    },
    {
      "epoch": 0.00017458862555104536,
      "eval_loss": 10.382197380065918,
      "eval_runtime": 0.7412,
      "eval_samples_per_second": 311.654,
      "eval_steps_per_second": 156.501,
      "step": 1
    },
    {
      "epoch": 0.0003491772511020907,
      "grad_norm": 0.04472284018993378,
      "learning_rate": 2e-05,
      "loss": 10.3855,
      "step": 2
    },
    {
      "epoch": 0.0005237658766531361,
      "grad_norm": 0.05155067518353462,
      "learning_rate": 4e-05,
      "loss": 10.3815,
      "step": 3
    },
    {
      "epoch": 0.0006983545022041814,
      "grad_norm": 0.04853995516896248,
      "learning_rate": 6e-05,
      "loss": 10.3832,
      "step": 4
    },
    {
      "epoch": 0.0008729431277552267,
      "grad_norm": 0.05029866844415665,
      "learning_rate": 8e-05,
      "loss": 10.3794,
      "step": 5
    },
    {
      "epoch": 0.0010475317533062722,
      "grad_norm": 0.031152812764048576,
      "learning_rate": 0.0001,
      "loss": 10.3712,
      "step": 6
    },
    {
      "epoch": 0.0012221203788573174,
      "grad_norm": 0.04929857701063156,
      "learning_rate": 0.00012,
      "loss": 10.3775,
      "step": 7
    },
    {
      "epoch": 0.0013967090044083629,
      "grad_norm": 0.04458543658256531,
      "learning_rate": 0.00014,
      "loss": 10.3686,
      "step": 8
    },
    {
      "epoch": 0.0015712976299594081,
      "grad_norm": 0.045256875455379486,
      "learning_rate": 0.00016,
      "loss": 10.3599,
      "step": 9
    },
    {
      "epoch": 0.0017458862555104534,
      "grad_norm": 0.04796755686402321,
      "learning_rate": 0.00018,
      "loss": 10.3569,
      "step": 10
    },
    {
      "epoch": 0.0019204748810614989,
      "grad_norm": 0.06289339810609818,
      "learning_rate": 0.0002,
      "loss": 10.3453,
      "step": 11
    },
    {
      "epoch": 0.0020950635066125443,
      "grad_norm": 0.06184643507003784,
      "learning_rate": 0.00019999999832629633,
      "loss": 10.3424,
      "step": 12
    },
    {
      "epoch": 0.0022696521321635896,
      "grad_norm": 0.058671366423368454,
      "learning_rate": 0.00019999999330518533,
      "loss": 10.3318,
      "step": 13
    },
    {
      "epoch": 0.002444240757714635,
      "grad_norm": 0.059749603271484375,
      "learning_rate": 0.00019999998493666719,
      "loss": 10.3118,
      "step": 14
    },
    {
      "epoch": 0.00261882938326568,
      "grad_norm": 0.04443540796637535,
      "learning_rate": 0.0001999999732207422,
      "loss": 10.3204,
      "step": 15
    },
    {
      "epoch": 0.0027934180088167258,
      "grad_norm": 0.04183642193675041,
      "learning_rate": 0.0001999999581574107,
      "loss": 10.3087,
      "step": 16
    },
    {
      "epoch": 0.002968006634367771,
      "grad_norm": 0.04087693616747856,
      "learning_rate": 0.0001999999397466733,
      "loss": 10.2966,
      "step": 17
    },
    {
      "epoch": 0.0031425952599188163,
      "grad_norm": 0.027752351015806198,
      "learning_rate": 0.00019999991798853048,
      "loss": 10.3092,
      "step": 18
    },
    {
      "epoch": 0.0033171838854698615,
      "grad_norm": 0.023024948313832283,
      "learning_rate": 0.00019999989288298307,
      "loss": 10.3008,
      "step": 19
    },
    {
      "epoch": 0.0034917725110209068,
      "grad_norm": 0.0239462498575449,
      "learning_rate": 0.00019999986443003186,
      "loss": 10.3009,
      "step": 20
    },
    {
      "epoch": 0.0036663611365719525,
      "grad_norm": 0.022049972787499428,
      "learning_rate": 0.00019999983262967782,
      "loss": 10.2861,
      "step": 21
    },
    {
      "epoch": 0.0038409497621229977,
      "grad_norm": 0.018379047513008118,
      "learning_rate": 0.00019999979748192205,
      "loss": 10.2899,
      "step": 22
    },
    {
      "epoch": 0.004015538387674043,
      "grad_norm": 0.01690935529768467,
      "learning_rate": 0.00019999975898676566,
      "loss": 10.2954,
      "step": 23
    },
    {
      "epoch": 0.004190127013225089,
      "grad_norm": 0.01527699176222086,
      "learning_rate": 0.00019999971714420998,
      "loss": 10.2857,
      "step": 24
    },
    {
      "epoch": 0.0043647156387761335,
      "grad_norm": 0.014425420202314854,
      "learning_rate": 0.00019999967195425636,
      "loss": 10.2897,
      "step": 25
    },
    {
      "epoch": 0.004539304264327179,
      "grad_norm": 0.01713935099542141,
      "learning_rate": 0.00019999962341690642,
      "loss": 10.3184,
      "step": 26
    },
    {
      "epoch": 0.004713892889878225,
      "grad_norm": 0.018531549721956253,
      "learning_rate": 0.00019999957153216168,
      "loss": 10.2889,
      "step": 27
    },
    {
      "epoch": 0.00488848151542927,
      "grad_norm": 0.01623677834868431,
      "learning_rate": 0.00019999951630002391,
      "loss": 10.2974,
      "step": 28
    },
    {
      "epoch": 0.005063070140980315,
      "grad_norm": 0.018294507637619972,
      "learning_rate": 0.00019999945772049496,
      "loss": 10.2981,
      "step": 29
    },
    {
      "epoch": 0.00523765876653136,
      "grad_norm": 0.017134346067905426,
      "learning_rate": 0.00019999939579357683,
      "loss": 10.2953,
      "step": 30
    },
    {
      "epoch": 0.005412247392082406,
      "grad_norm": 0.014461247250437737,
      "learning_rate": 0.00019999933051927153,
      "loss": 10.2969,
      "step": 31
    },
    {
      "epoch": 0.0055868360176334515,
      "grad_norm": 0.014875869266688824,
      "learning_rate": 0.00019999926189758128,
      "loss": 10.2798,
      "step": 32
    },
    {
      "epoch": 0.005761424643184496,
      "grad_norm": 0.01420444343239069,
      "learning_rate": 0.00019999918992850838,
      "loss": 10.2994,
      "step": 33
    },
    {
      "epoch": 0.005936013268735542,
      "grad_norm": 0.022924374788999557,
      "learning_rate": 0.0001999991146120552,
      "loss": 10.2785,
      "step": 34
    },
    {
      "epoch": 0.006110601894286587,
      "grad_norm": 0.021518923342227936,
      "learning_rate": 0.00019999903594822432,
      "loss": 10.2864,
      "step": 35
    },
    {
      "epoch": 0.0062851905198376325,
      "grad_norm": 0.0165864210575819,
      "learning_rate": 0.0001999989539370183,
      "loss": 10.2863,
      "step": 36
    },
    {
      "epoch": 0.006459779145388678,
      "grad_norm": 0.019510066136717796,
      "learning_rate": 0.00019999886857843997,
      "loss": 10.2731,
      "step": 37
    },
    {
      "epoch": 0.006634367770939723,
      "grad_norm": 0.018358618021011353,
      "learning_rate": 0.00019999877987249214,
      "loss": 10.2814,
      "step": 38
    },
    {
      "epoch": 0.006808956396490769,
      "grad_norm": 0.018988801166415215,
      "learning_rate": 0.00019999868781917776,
      "loss": 10.2739,
      "step": 39
    },
    {
      "epoch": 0.0069835450220418135,
      "grad_norm": 0.023606479167938232,
      "learning_rate": 0.00019999859241849995,
      "loss": 10.2666,
      "step": 40
    },
    {
      "epoch": 0.007158133647592859,
      "grad_norm": 0.02095513790845871,
      "learning_rate": 0.00019999849367046188,
      "loss": 10.2764,
      "step": 41
    },
    {
      "epoch": 0.007332722273143905,
      "grad_norm": 0.021737759932875633,
      "learning_rate": 0.0001999983915750669,
      "loss": 10.2702,
      "step": 42
    },
    {
      "epoch": 0.00750731089869495,
      "grad_norm": 0.017181146889925003,
      "learning_rate": 0.00019999828613231836,
      "loss": 10.2853,
      "step": 43
    },
    {
      "epoch": 0.007681899524245995,
      "grad_norm": 0.020726732909679413,
      "learning_rate": 0.00019999817734221983,
      "loss": 10.2816,
      "step": 44
    },
    {
      "epoch": 0.007856488149797041,
      "grad_norm": 0.01961674727499485,
      "learning_rate": 0.00019999806520477496,
      "loss": 10.2965,
      "step": 45
    },
    {
      "epoch": 0.008031076775348086,
      "grad_norm": 0.022511320188641548,
      "learning_rate": 0.00019999794971998743,
      "loss": 10.281,
      "step": 46
    },
    {
      "epoch": 0.00820566540089913,
      "grad_norm": 0.020893177017569542,
      "learning_rate": 0.00019999783088786122,
      "loss": 10.2605,
      "step": 47
    },
    {
      "epoch": 0.008380254026450177,
      "grad_norm": 0.023470439016819,
      "learning_rate": 0.00019999770870840025,
      "loss": 10.2755,
      "step": 48
    },
    {
      "epoch": 0.008554842652001222,
      "grad_norm": 0.024692906066775322,
      "learning_rate": 0.0001999975831816086,
      "loss": 10.2854,
      "step": 49
    },
    {
      "epoch": 0.008729431277552267,
      "grad_norm": 0.033394694328308105,
      "learning_rate": 0.00019999745430749046,
      "loss": 10.2936,
      "step": 50
    },
    {
      "epoch": 0.008904019903103313,
      "grad_norm": 0.02476995252072811,
      "learning_rate": 0.00019999732208605018,
      "loss": 10.2901,
      "step": 51
    },
    {
      "epoch": 0.009078608528654358,
      "grad_norm": 0.02521158941090107,
      "learning_rate": 0.0001999971865172922,
      "loss": 10.2909,
      "step": 52
    },
    {
      "epoch": 0.009253197154205403,
      "grad_norm": 0.022377509623765945,
      "learning_rate": 0.000199997047601221,
      "loss": 10.2764,
      "step": 53
    },
    {
      "epoch": 0.00942778577975645,
      "grad_norm": 0.024712836369872093,
      "learning_rate": 0.00019999690533784126,
      "loss": 10.29,
      "step": 54
    },
    {
      "epoch": 0.009602374405307494,
      "grad_norm": 0.020705292001366615,
      "learning_rate": 0.00019999675972715776,
      "loss": 10.2762,
      "step": 55
    },
    {
      "epoch": 0.00977696303085854,
      "grad_norm": 0.019252995029091835,
      "learning_rate": 0.00019999661076917536,
      "loss": 10.2764,
      "step": 56
    },
    {
      "epoch": 0.009951551656409584,
      "grad_norm": 0.019445311278104782,
      "learning_rate": 0.000199996458463899,
      "loss": 10.2702,
      "step": 57
    },
    {
      "epoch": 0.01012614028196063,
      "grad_norm": 0.016891906037926674,
      "learning_rate": 0.00019999630281133387,
      "loss": 10.2782,
      "step": 58
    },
    {
      "epoch": 0.010300728907511675,
      "grad_norm": 0.02052200771868229,
      "learning_rate": 0.0001999961438114851,
      "loss": 10.2597,
      "step": 59
    },
    {
      "epoch": 0.01047531753306272,
      "grad_norm": 0.020284971222281456,
      "learning_rate": 0.00019999598146435807,
      "loss": 10.2668,
      "step": 60
    },
    {
      "epoch": 0.010649906158613767,
      "grad_norm": 0.016649026423692703,
      "learning_rate": 0.0001999958157699582,
      "loss": 10.2552,
      "step": 61
    },
    {
      "epoch": 0.010824494784164812,
      "grad_norm": 0.018544448539614677,
      "learning_rate": 0.000199995646728291,
      "loss": 10.2593,
      "step": 62
    },
    {
      "epoch": 0.010999083409715857,
      "grad_norm": 0.02091783843934536,
      "learning_rate": 0.00019999547433936215,
      "loss": 10.2519,
      "step": 63
    },
    {
      "epoch": 0.011173672035266903,
      "grad_norm": 0.01858639158308506,
      "learning_rate": 0.00019999529860317743,
      "loss": 10.2641,
      "step": 64
    },
    {
      "epoch": 0.011348260660817948,
      "grad_norm": 0.017901571467518806,
      "learning_rate": 0.0001999951195197427,
      "loss": 10.2659,
      "step": 65
    },
    {
      "epoch": 0.011522849286368993,
      "grad_norm": 0.024040082469582558,
      "learning_rate": 0.000199994937089064,
      "loss": 10.276,
      "step": 66
    },
    {
      "epoch": 0.01169743791192004,
      "grad_norm": 0.022194424644112587,
      "learning_rate": 0.0001999947513111474,
      "loss": 10.2714,
      "step": 67
    },
    {
      "epoch": 0.011872026537471084,
      "grad_norm": 0.015403821133077145,
      "learning_rate": 0.0001999945621859991,
      "loss": 10.2594,
      "step": 68
    },
    {
      "epoch": 0.012046615163022129,
      "grad_norm": 0.01764686405658722,
      "learning_rate": 0.00019999436971362551,
      "loss": 10.2883,
      "step": 69
    },
    {
      "epoch": 0.012221203788573174,
      "grad_norm": 0.01781355030834675,
      "learning_rate": 0.00019999417389403299,
      "loss": 10.2692,
      "step": 70
    },
    {
      "epoch": 0.01239579241412422,
      "grad_norm": 0.015917813405394554,
      "learning_rate": 0.00019999397472722814,
      "loss": 10.2883,
      "step": 71
    },
    {
      "epoch": 0.012570381039675265,
      "grad_norm": 0.015936991199851036,
      "learning_rate": 0.0001999937722132176,
      "loss": 10.2689,
      "step": 72
    },
    {
      "epoch": 0.01274496966522631,
      "grad_norm": 0.019384194165468216,
      "learning_rate": 0.00019999356635200813,
      "loss": 10.2549,
      "step": 73
    },
    {
      "epoch": 0.012919558290777356,
      "grad_norm": 0.014795832335948944,
      "learning_rate": 0.0001999933571436067,
      "loss": 10.2934,
      "step": 74
    },
    {
      "epoch": 0.013094146916328401,
      "grad_norm": 0.015388823114335537,
      "learning_rate": 0.00019999314458802025,
      "loss": 10.2709,
      "step": 75
    },
    {
      "epoch": 0.013268735541879446,
      "grad_norm": 0.017371656373143196,
      "learning_rate": 0.00019999292868525589,
      "loss": 10.2671,
      "step": 76
    },
    {
      "epoch": 0.013443324167430493,
      "grad_norm": 0.01806214451789856,
      "learning_rate": 0.00019999270943532092,
      "loss": 10.2466,
      "step": 77
    },
    {
      "epoch": 0.013617912792981537,
      "grad_norm": 0.022187640890479088,
      "learning_rate": 0.0001999924868382226,
      "loss": 10.2479,
      "step": 78
    },
    {
      "epoch": 0.013792501418532582,
      "grad_norm": 0.018469838425517082,
      "learning_rate": 0.0001999922608939684,
      "loss": 10.2547,
      "step": 79
    },
    {
      "epoch": 0.013967090044083627,
      "grad_norm": 0.01859811320900917,
      "learning_rate": 0.00019999203160256588,
      "loss": 10.2571,
      "step": 80
    },
    {
      "epoch": 0.014141678669634674,
      "grad_norm": 0.018214905634522438,
      "learning_rate": 0.00019999179896402274,
      "loss": 10.2618,
      "step": 81
    },
    {
      "epoch": 0.014316267295185718,
      "grad_norm": 0.01602044142782688,
      "learning_rate": 0.00019999156297834675,
      "loss": 10.2521,
      "step": 82
    },
    {
      "epoch": 0.014490855920736763,
      "grad_norm": 0.017166242003440857,
      "learning_rate": 0.00019999132364554583,
      "loss": 10.2357,
      "step": 83
    },
    {
      "epoch": 0.01466544454628781,
      "grad_norm": 0.017639966681599617,
      "learning_rate": 0.00019999108096562795,
      "loss": 10.2658,
      "step": 84
    },
    {
      "epoch": 0.014840033171838855,
      "grad_norm": 0.020646613091230392,
      "learning_rate": 0.00019999083493860126,
      "loss": 10.2588,
      "step": 85
    },
    {
      "epoch": 0.0150146217973899,
      "grad_norm": 0.016719888895750046,
      "learning_rate": 0.000199990585564474,
      "loss": 10.2634,
      "step": 86
    },
    {
      "epoch": 0.015189210422940946,
      "grad_norm": 0.019795361906290054,
      "learning_rate": 0.00019999033284325455,
      "loss": 10.2382,
      "step": 87
    },
    {
      "epoch": 0.01536379904849199,
      "grad_norm": 0.019896164536476135,
      "learning_rate": 0.00019999007677495127,
      "loss": 10.2403,
      "step": 88
    },
    {
      "epoch": 0.015538387674043036,
      "grad_norm": 0.025179963558912277,
      "learning_rate": 0.00019998981735957285,
      "loss": 10.2627,
      "step": 89
    },
    {
      "epoch": 0.015712976299594082,
      "grad_norm": 0.02468852326273918,
      "learning_rate": 0.00019998955459712788,
      "loss": 10.2478,
      "step": 90
    },
    {
      "epoch": 0.015887564925145127,
      "grad_norm": 0.022962216287851334,
      "learning_rate": 0.0001999892884876252,
      "loss": 10.2499,
      "step": 91
    },
    {
      "epoch": 0.016062153550696172,
      "grad_norm": 0.02711160108447075,
      "learning_rate": 0.0001999890190310737,
      "loss": 10.2553,
      "step": 92
    },
    {
      "epoch": 0.016236742176247217,
      "grad_norm": 0.020327093079686165,
      "learning_rate": 0.0001999887462274824,
      "loss": 10.249,
      "step": 93
    },
    {
      "epoch": 0.01641133080179826,
      "grad_norm": 0.024746034294366837,
      "learning_rate": 0.00019998847007686048,
      "loss": 10.2426,
      "step": 94
    },
    {
      "epoch": 0.01658591942734931,
      "grad_norm": 0.031737640500068665,
      "learning_rate": 0.0001999881905792171,
      "loss": 10.2281,
      "step": 95
    },
    {
      "epoch": 0.016760508052900355,
      "grad_norm": 0.023809799924492836,
      "learning_rate": 0.00019998790773456172,
      "loss": 10.2581,
      "step": 96
    },
    {
      "epoch": 0.0169350966784514,
      "grad_norm": 0.025852331891655922,
      "learning_rate": 0.0001999876215429037,
      "loss": 10.2343,
      "step": 97
    },
    {
      "epoch": 0.017109685304002444,
      "grad_norm": 0.03151947632431984,
      "learning_rate": 0.00019998733200425267,
      "loss": 10.2679,
      "step": 98
    },
    {
      "epoch": 0.01728427392955349,
      "grad_norm": 0.02950465679168701,
      "learning_rate": 0.00019998703911861836,
      "loss": 10.2429,
      "step": 99
    },
    {
      "epoch": 0.017458862555104534,
      "grad_norm": 0.03978719189763069,
      "learning_rate": 0.0001999867428860105,
      "loss": 10.3166,
      "step": 100
    },
    {
      "epoch": 0.01763345118065558,
      "grad_norm": 0.029073664918541908,
      "learning_rate": 0.00019998644330643906,
      "loss": 10.2327,
      "step": 101
    },
    {
      "epoch": 0.017808039806206627,
      "grad_norm": 0.025267621502280235,
      "learning_rate": 0.00019998614037991405,
      "loss": 10.2653,
      "step": 102
    },
    {
      "epoch": 0.017982628431757672,
      "grad_norm": 0.027434905990958214,
      "learning_rate": 0.0001999858341064456,
      "loss": 10.2663,
      "step": 103
    },
    {
      "epoch": 0.018157217057308717,
      "grad_norm": 0.020906593650579453,
      "learning_rate": 0.00019998552448604397,
      "loss": 10.2503,
      "step": 104
    },
    {
      "epoch": 0.01833180568285976,
      "grad_norm": 0.02070353552699089,
      "learning_rate": 0.00019998521151871952,
      "loss": 10.255,
      "step": 105
    },
    {
      "epoch": 0.018506394308410806,
      "grad_norm": 0.021056149154901505,
      "learning_rate": 0.00019998489520448276,
      "loss": 10.2597,
      "step": 106
    },
    {
      "epoch": 0.01868098293396185,
      "grad_norm": 0.017649484798312187,
      "learning_rate": 0.0001999845755433442,
      "loss": 10.2565,
      "step": 107
    },
    {
      "epoch": 0.0188555715595129,
      "grad_norm": 0.019825449213385582,
      "learning_rate": 0.00019998425253531466,
      "loss": 10.2367,
      "step": 108
    },
    {
      "epoch": 0.019030160185063944,
      "grad_norm": 0.02157534658908844,
      "learning_rate": 0.00019998392618040484,
      "loss": 10.2575,
      "step": 109
    },
    {
      "epoch": 0.01920474881061499,
      "grad_norm": 0.020385054871439934,
      "learning_rate": 0.00019998359647862573,
      "loss": 10.2499,
      "step": 110
    },
    {
      "epoch": 0.019379337436166034,
      "grad_norm": 0.020249592140316963,
      "learning_rate": 0.0001999832634299883,
      "loss": 10.2418,
      "step": 111
    },
    {
      "epoch": 0.01955392606171708,
      "grad_norm": 0.024492839351296425,
      "learning_rate": 0.00019998292703450382,
      "loss": 10.253,
      "step": 112
    },
    {
      "epoch": 0.019728514687268123,
      "grad_norm": 0.02096511982381344,
      "learning_rate": 0.0001999825872921834,
      "loss": 10.2471,
      "step": 113
    },
    {
      "epoch": 0.019903103312819168,
      "grad_norm": 0.020315034314990044,
      "learning_rate": 0.00019998224420303854,
      "loss": 10.2576,
      "step": 114
    },
    {
      "epoch": 0.020077691938370217,
      "grad_norm": 0.01766582950949669,
      "learning_rate": 0.00019998189776708063,
      "loss": 10.248,
      "step": 115
    },
    {
      "epoch": 0.02025228056392126,
      "grad_norm": 0.017537878826260567,
      "learning_rate": 0.0001999815479843213,
      "loss": 10.2491,
      "step": 116
    },
    {
      "epoch": 0.020426869189472306,
      "grad_norm": 0.016735155135393143,
      "learning_rate": 0.0001999811948547723,
      "loss": 10.2427,
      "step": 117
    },
    {
      "epoch": 0.02060145781502335,
      "grad_norm": 0.021348483860492706,
      "learning_rate": 0.0001999808383784454,
      "loss": 10.2484,
      "step": 118
    },
    {
      "epoch": 0.020776046440574396,
      "grad_norm": 0.025552872568368912,
      "learning_rate": 0.00019998047855535256,
      "loss": 10.2409,
      "step": 119
    },
    {
      "epoch": 0.02095063506612544,
      "grad_norm": 0.02258039265871048,
      "learning_rate": 0.00019998011538550583,
      "loss": 10.2492,
      "step": 120
    },
    {
      "epoch": 0.02112522369167649,
      "grad_norm": 0.02343745157122612,
      "learning_rate": 0.00019997974886891732,
      "loss": 10.2497,
      "step": 121
    },
    {
      "epoch": 0.021299812317227534,
      "grad_norm": 0.01925576664507389,
      "learning_rate": 0.00019997937900559934,
      "loss": 10.2577,
      "step": 122
    },
    {
      "epoch": 0.02147440094277858,
      "grad_norm": 0.02306312881410122,
      "learning_rate": 0.00019997900579556426,
      "loss": 10.2511,
      "step": 123
    },
    {
      "epoch": 0.021648989568329623,
      "grad_norm": 0.024750614538788795,
      "learning_rate": 0.00019997862923882458,
      "loss": 10.2652,
      "step": 124
    },
    {
      "epoch": 0.021823578193880668,
      "grad_norm": 0.025678418576717377,
      "learning_rate": 0.0001999782493353929,
      "loss": 10.2354,
      "step": 125
    },
    {
      "epoch": 0.021998166819431713,
      "grad_norm": 0.020524317398667336,
      "learning_rate": 0.00019997786608528192,
      "loss": 10.2598,
      "step": 126
    },
    {
      "epoch": 0.022172755444982758,
      "grad_norm": 0.021912220865488052,
      "learning_rate": 0.00019997747948850448,
      "loss": 10.2286,
      "step": 127
    },
    {
      "epoch": 0.022347344070533806,
      "grad_norm": 0.02573290467262268,
      "learning_rate": 0.00019997708954507356,
      "loss": 10.233,
      "step": 128
    },
    {
      "epoch": 0.02252193269608485,
      "grad_norm": 0.026121847331523895,
      "learning_rate": 0.00019997669625500212,
      "loss": 10.2477,
      "step": 129
    },
    {
      "epoch": 0.022696521321635896,
      "grad_norm": 0.023618357256054878,
      "learning_rate": 0.00019997629961830343,
      "loss": 10.2413,
      "step": 130
    },
    {
      "epoch": 0.02287110994718694,
      "grad_norm": 0.022772544994950294,
      "learning_rate": 0.0001999758996349907,
      "loss": 10.2437,
      "step": 131
    },
    {
      "epoch": 0.023045698572737985,
      "grad_norm": 0.02367469295859337,
      "learning_rate": 0.00019997549630507738,
      "loss": 10.2566,
      "step": 132
    },
    {
      "epoch": 0.02322028719828903,
      "grad_norm": 0.024081235751509666,
      "learning_rate": 0.0001999750896285769,
      "loss": 10.2413,
      "step": 133
    },
    {
      "epoch": 0.02339487582384008,
      "grad_norm": 0.02140873111784458,
      "learning_rate": 0.0001999746796055029,
      "loss": 10.2363,
      "step": 134
    },
    {
      "epoch": 0.023569464449391123,
      "grad_norm": 0.02507881261408329,
      "learning_rate": 0.0001999742662358691,
      "loss": 10.2379,
      "step": 135
    },
    {
      "epoch": 0.023744053074942168,
      "grad_norm": 0.02311786450445652,
      "learning_rate": 0.00019997384951968937,
      "loss": 10.2313,
      "step": 136
    },
    {
      "epoch": 0.023918641700493213,
      "grad_norm": 0.025809280574321747,
      "learning_rate": 0.0001999734294569776,
      "loss": 10.2408,
      "step": 137
    },
    {
      "epoch": 0.024093230326044258,
      "grad_norm": 0.026822980493307114,
      "learning_rate": 0.0001999730060477479,
      "loss": 10.2276,
      "step": 138
    },
    {
      "epoch": 0.024267818951595303,
      "grad_norm": 0.03841908648610115,
      "learning_rate": 0.00019997257929201445,
      "loss": 10.2238,
      "step": 139
    },
    {
      "epoch": 0.024442407577146347,
      "grad_norm": 0.026318412274122238,
      "learning_rate": 0.0001999721491897915,
      "loss": 10.2595,
      "step": 140
    },
    {
      "epoch": 0.024616996202697396,
      "grad_norm": 0.03101721778512001,
      "learning_rate": 0.00019997171574109347,
      "loss": 10.2376,
      "step": 141
    },
    {
      "epoch": 0.02479158482824844,
      "grad_norm": 0.03095110133290291,
      "learning_rate": 0.00019997127894593483,
      "loss": 10.2367,
      "step": 142
    },
    {
      "epoch": 0.024966173453799485,
      "grad_norm": 0.03642508015036583,
      "learning_rate": 0.0001999708388043303,
      "loss": 10.2522,
      "step": 143
    },
    {
      "epoch": 0.02514076207935053,
      "grad_norm": 0.03289570286870003,
      "learning_rate": 0.00019997039531629448,
      "loss": 10.2704,
      "step": 144
    },
    {
      "epoch": 0.025315350704901575,
      "grad_norm": 0.03504904359579086,
      "learning_rate": 0.00019996994848184228,
      "loss": 10.2405,
      "step": 145
    },
    {
      "epoch": 0.02548993933045262,
      "grad_norm": 0.034989096224308014,
      "learning_rate": 0.00019996949830098872,
      "loss": 10.2404,
      "step": 146
    },
    {
      "epoch": 0.025664527956003668,
      "grad_norm": 0.036809537559747696,
      "learning_rate": 0.00019996904477374876,
      "loss": 10.2529,
      "step": 147
    },
    {
      "epoch": 0.025839116581554713,
      "grad_norm": 0.042033616453409195,
      "learning_rate": 0.00019996858790013766,
      "loss": 10.2124,
      "step": 148
    },
    {
      "epoch": 0.026013705207105758,
      "grad_norm": 0.046111296862363815,
      "learning_rate": 0.00019996812768017063,
      "loss": 10.279,
      "step": 149
    },
    {
      "epoch": 0.026188293832656803,
      "grad_norm": 0.059205248951911926,
      "learning_rate": 0.0001999676641138632,
      "loss": 10.2491,
      "step": 150
    },
    {
      "epoch": 0.026362882458207847,
      "grad_norm": 0.023173341527581215,
      "learning_rate": 0.00019996719720123077,
      "loss": 10.2468,
      "step": 151
    },
    {
      "epoch": 0.026537471083758892,
      "grad_norm": 0.028454063460230827,
      "learning_rate": 0.000199966726942289,
      "loss": 10.2453,
      "step": 152
    },
    {
      "epoch": 0.026712059709309937,
      "grad_norm": 0.025950122624635696,
      "learning_rate": 0.0001999662533370537,
      "loss": 10.243,
      "step": 153
    },
    {
      "epoch": 0.026886648334860985,
      "grad_norm": 0.01975114457309246,
      "learning_rate": 0.0001999657763855406,
      "loss": 10.2608,
      "step": 154
    },
    {
      "epoch": 0.02706123696041203,
      "grad_norm": 0.023709887638688087,
      "learning_rate": 0.0001999652960877658,
      "loss": 10.2525,
      "step": 155
    },
    {
      "epoch": 0.027235825585963075,
      "grad_norm": 0.021990997716784477,
      "learning_rate": 0.0001999648124437453,
      "loss": 10.2525,
      "step": 156
    },
    {
      "epoch": 0.02741041421151412,
      "grad_norm": 0.022357424721121788,
      "learning_rate": 0.00019996432545349527,
      "loss": 10.2296,
      "step": 157
    },
    {
      "epoch": 0.027585002837065165,
      "grad_norm": 0.01875067874789238,
      "learning_rate": 0.00019996383511703208,
      "loss": 10.255,
      "step": 158
    },
    {
      "epoch": 0.02775959146261621,
      "grad_norm": 0.02592753991484642,
      "learning_rate": 0.0001999633414343721,
      "loss": 10.2469,
      "step": 159
    },
    {
      "epoch": 0.027934180088167254,
      "grad_norm": 0.022439580410718918,
      "learning_rate": 0.00019996284440553183,
      "loss": 10.2505,
      "step": 160
    },
    {
      "epoch": 0.028108768713718302,
      "grad_norm": 0.024410845711827278,
      "learning_rate": 0.00019996234403052798,
      "loss": 10.253,
      "step": 161
    },
    {
      "epoch": 0.028283357339269347,
      "grad_norm": 0.021332701668143272,
      "learning_rate": 0.00019996184030937725,
      "loss": 10.2296,
      "step": 162
    },
    {
      "epoch": 0.028457945964820392,
      "grad_norm": 0.020724941045045853,
      "learning_rate": 0.0001999613332420965,
      "loss": 10.2762,
      "step": 163
    },
    {
      "epoch": 0.028632534590371437,
      "grad_norm": 0.02057989127933979,
      "learning_rate": 0.00019996082282870275,
      "loss": 10.2586,
      "step": 164
    },
    {
      "epoch": 0.028807123215922482,
      "grad_norm": 0.022343868389725685,
      "learning_rate": 0.00019996030906921302,
      "loss": 10.2538,
      "step": 165
    },
    {
      "epoch": 0.028981711841473527,
      "grad_norm": 0.023125771433115005,
      "learning_rate": 0.00019995979196364453,
      "loss": 10.2546,
      "step": 166
    },
    {
      "epoch": 0.029156300467024575,
      "grad_norm": 0.0193855669349432,
      "learning_rate": 0.00019995927151201463,
      "loss": 10.2399,
      "step": 167
    },
    {
      "epoch": 0.02933088909257562,
      "grad_norm": 0.02299167774617672,
      "learning_rate": 0.00019995874771434072,
      "loss": 10.2255,
      "step": 168
    },
    {
      "epoch": 0.029505477718126664,
      "grad_norm": 0.029753709211945534,
      "learning_rate": 0.00019995822057064028,
      "loss": 10.2421,
      "step": 169
    },
    {
      "epoch": 0.02968006634367771,
      "grad_norm": 0.020940039306879044,
      "learning_rate": 0.00019995769008093102,
      "loss": 10.2416,
      "step": 170
    },
    {
      "epoch": 0.029854654969228754,
      "grad_norm": 0.020893454551696777,
      "learning_rate": 0.00019995715624523069,
      "loss": 10.25,
      "step": 171
    },
    {
      "epoch": 0.0300292435947798,
      "grad_norm": 0.026832500472664833,
      "learning_rate": 0.0001999566190635571,
      "loss": 10.2138,
      "step": 172
    },
    {
      "epoch": 0.030203832220330844,
      "grad_norm": 0.02366083487868309,
      "learning_rate": 0.00019995607853592832,
      "loss": 10.2368,
      "step": 173
    },
    {
      "epoch": 0.030378420845881892,
      "grad_norm": 0.02889855206012726,
      "learning_rate": 0.0001999555346623624,
      "loss": 10.2398,
      "step": 174
    },
    {
      "epoch": 0.030553009471432937,
      "grad_norm": 0.029978549107909203,
      "learning_rate": 0.00019995498744287756,
      "loss": 10.2135,
      "step": 175
    },
    {
      "epoch": 0.03072759809698398,
      "grad_norm": 0.0242584440857172,
      "learning_rate": 0.00019995443687749207,
      "loss": 10.2287,
      "step": 176
    },
    {
      "epoch": 0.030902186722535026,
      "grad_norm": 0.023755675181746483,
      "learning_rate": 0.00019995388296622442,
      "loss": 10.2422,
      "step": 177
    },
    {
      "epoch": 0.03107677534808607,
      "grad_norm": 0.029938040301203728,
      "learning_rate": 0.00019995332570909313,
      "loss": 10.2314,
      "step": 178
    },
    {
      "epoch": 0.03125136397363712,
      "grad_norm": 0.026743853464722633,
      "learning_rate": 0.00019995276510611682,
      "loss": 10.2472,
      "step": 179
    },
    {
      "epoch": 0.031425952599188164,
      "grad_norm": 0.022959474474191666,
      "learning_rate": 0.00019995220115731432,
      "loss": 10.236,
      "step": 180
    },
    {
      "epoch": 0.03160054122473921,
      "grad_norm": 0.021458180621266365,
      "learning_rate": 0.00019995163386270445,
      "loss": 10.2341,
      "step": 181
    },
    {
      "epoch": 0.031775129850290254,
      "grad_norm": 0.03018343262374401,
      "learning_rate": 0.00019995106322230624,
      "loss": 10.237,
      "step": 182
    },
    {
      "epoch": 0.0319497184758413,
      "grad_norm": 0.02787935361266136,
      "learning_rate": 0.0001999504892361388,
      "loss": 10.2212,
      "step": 183
    },
    {
      "epoch": 0.032124307101392344,
      "grad_norm": 0.025457529351115227,
      "learning_rate": 0.0001999499119042213,
      "loss": 10.2377,
      "step": 184
    },
    {
      "epoch": 0.03229889572694339,
      "grad_norm": 0.028485897928476334,
      "learning_rate": 0.00019994933122657304,
      "loss": 10.2217,
      "step": 185
    },
    {
      "epoch": 0.03247348435249443,
      "grad_norm": 0.025934893637895584,
      "learning_rate": 0.00019994874720321356,
      "loss": 10.2339,
      "step": 186
    },
    {
      "epoch": 0.03264807297804548,
      "grad_norm": 0.029806463047862053,
      "learning_rate": 0.0001999481598341623,
      "loss": 10.2336,
      "step": 187
    },
    {
      "epoch": 0.03282266160359652,
      "grad_norm": 0.024351757019758224,
      "learning_rate": 0.000199947569119439,
      "loss": 10.2347,
      "step": 188
    },
    {
      "epoch": 0.03299725022914757,
      "grad_norm": 0.025875385850667953,
      "learning_rate": 0.0001999469750590634,
      "loss": 10.2367,
      "step": 189
    },
    {
      "epoch": 0.03317183885469862,
      "grad_norm": 0.03218435123562813,
      "learning_rate": 0.00019994637765305542,
      "loss": 10.2364,
      "step": 190
    },
    {
      "epoch": 0.033346427480249664,
      "grad_norm": 0.030837994068861008,
      "learning_rate": 0.00019994577690143501,
      "loss": 10.2472,
      "step": 191
    },
    {
      "epoch": 0.03352101610580071,
      "grad_norm": 0.03433392569422722,
      "learning_rate": 0.0001999451728042223,
      "loss": 10.239,
      "step": 192
    },
    {
      "epoch": 0.033695604731351754,
      "grad_norm": 0.031171297654509544,
      "learning_rate": 0.0001999445653614375,
      "loss": 10.2292,
      "step": 193
    },
    {
      "epoch": 0.0338701933569028,
      "grad_norm": 0.04010305926203728,
      "learning_rate": 0.000199943954573101,
      "loss": 10.2154,
      "step": 194
    },
    {
      "epoch": 0.034044781982453844,
      "grad_norm": 0.03685681149363518,
      "learning_rate": 0.00019994334043923315,
      "loss": 10.2514,
      "step": 195
    },
    {
      "epoch": 0.03421937060800489,
      "grad_norm": 0.03380722552537918,
      "learning_rate": 0.00019994272295985457,
      "loss": 10.223,
      "step": 196
    },
    {
      "epoch": 0.03439395923355593,
      "grad_norm": 0.035929955542087555,
      "learning_rate": 0.00019994210213498593,
      "loss": 10.2415,
      "step": 197
    },
    {
      "epoch": 0.03456854785910698,
      "grad_norm": 0.03985871374607086,
      "learning_rate": 0.00019994147796464798,
      "loss": 10.1959,
      "step": 198
    },
    {
      "epoch": 0.03474313648465802,
      "grad_norm": 0.05819738656282425,
      "learning_rate": 0.00019994085044886166,
      "loss": 10.2868,
      "step": 199
    },
    {
      "epoch": 0.03491772511020907,
      "grad_norm": 0.07742076367139816,
      "learning_rate": 0.00019994021958764794,
      "loss": 10.2556,
      "step": 200
    },
    {
      "epoch": 0.03491772511020907,
      "eval_loss": 10.229338645935059,
      "eval_runtime": 0.7403,
      "eval_samples_per_second": 312.035,
      "eval_steps_per_second": 156.693,
      "step": 200
    },
    {
      "epoch": 0.03509231373576011,
      "grad_norm": 0.028199555352330208,
      "learning_rate": 0.00019993958538102794,
      "loss": 10.2244,
      "step": 201
    },
    {
      "epoch": 0.03526690236131116,
      "grad_norm": 0.026538392528891563,
      "learning_rate": 0.00019993894782902288,
      "loss": 10.2607,
      "step": 202
    },
    {
      "epoch": 0.03544149098686221,
      "grad_norm": 0.024300971999764442,
      "learning_rate": 0.00019993830693165415,
      "loss": 10.2508,
      "step": 203
    },
    {
      "epoch": 0.035616079612413254,
      "grad_norm": 0.022103585302829742,
      "learning_rate": 0.00019993766268894313,
      "loss": 10.2597,
      "step": 204
    },
    {
      "epoch": 0.0357906682379643,
      "grad_norm": 0.027922723442316055,
      "learning_rate": 0.00019993701510091145,
      "loss": 10.2406,
      "step": 205
    },
    {
      "epoch": 0.035965256863515344,
      "grad_norm": 0.023863159120082855,
      "learning_rate": 0.00019993636416758078,
      "loss": 10.2463,
      "step": 206
    },
    {
      "epoch": 0.03613984548906639,
      "grad_norm": 0.02467445284128189,
      "learning_rate": 0.00019993570988897287,
      "loss": 10.2532,
      "step": 207
    },
    {
      "epoch": 0.03631443411461743,
      "grad_norm": 0.02956159971654415,
      "learning_rate": 0.00019993505226510966,
      "loss": 10.2446,
      "step": 208
    },
    {
      "epoch": 0.03648902274016848,
      "grad_norm": 0.027915896847844124,
      "learning_rate": 0.00019993439129601312,
      "loss": 10.2276,
      "step": 209
    },
    {
      "epoch": 0.03666361136571952,
      "grad_norm": 0.027579782530665398,
      "learning_rate": 0.00019993372698170542,
      "loss": 10.2556,
      "step": 210
    },
    {
      "epoch": 0.03683819999127057,
      "grad_norm": 0.02373564802110195,
      "learning_rate": 0.00019993305932220875,
      "loss": 10.218,
      "step": 211
    },
    {
      "epoch": 0.03701278861682161,
      "grad_norm": 0.026282597333192825,
      "learning_rate": 0.00019993238831754554,
      "loss": 10.2474,
      "step": 212
    },
    {
      "epoch": 0.03718737724237266,
      "grad_norm": 0.025182785466313362,
      "learning_rate": 0.00019993171396773818,
      "loss": 10.2285,
      "step": 213
    },
    {
      "epoch": 0.0373619658679237,
      "grad_norm": 0.024282362312078476,
      "learning_rate": 0.00019993103627280925,
      "loss": 10.2311,
      "step": 214
    },
    {
      "epoch": 0.03753655449347475,
      "grad_norm": 0.027474287897348404,
      "learning_rate": 0.00019993035523278144,
      "loss": 10.2682,
      "step": 215
    },
    {
      "epoch": 0.0377111431190258,
      "grad_norm": 0.024363037198781967,
      "learning_rate": 0.0001999296708476776,
      "loss": 10.2547,
      "step": 216
    },
    {
      "epoch": 0.037885731744576844,
      "grad_norm": 0.02989993616938591,
      "learning_rate": 0.00019992898311752057,
      "loss": 10.2447,
      "step": 217
    },
    {
      "epoch": 0.03806032037012789,
      "grad_norm": 0.021505335345864296,
      "learning_rate": 0.0001999282920423334,
      "loss": 10.258,
      "step": 218
    },
    {
      "epoch": 0.03823490899567893,
      "grad_norm": 0.02457546256482601,
      "learning_rate": 0.00019992759762213922,
      "loss": 10.2368,
      "step": 219
    },
    {
      "epoch": 0.03840949762122998,
      "grad_norm": 0.02301080897450447,
      "learning_rate": 0.00019992689985696128,
      "loss": 10.2333,
      "step": 220
    },
    {
      "epoch": 0.03858408624678102,
      "grad_norm": 0.026729552075266838,
      "learning_rate": 0.0001999261987468229,
      "loss": 10.2225,
      "step": 221
    },
    {
      "epoch": 0.03875867487233207,
      "grad_norm": 0.02916133403778076,
      "learning_rate": 0.00019992549429174758,
      "loss": 10.2093,
      "step": 222
    },
    {
      "epoch": 0.03893326349788311,
      "grad_norm": 0.02357921004295349,
      "learning_rate": 0.00019992478649175893,
      "loss": 10.2325,
      "step": 223
    },
    {
      "epoch": 0.03910785212343416,
      "grad_norm": 0.02680555172264576,
      "learning_rate": 0.00019992407534688062,
      "loss": 10.2324,
      "step": 224
    },
    {
      "epoch": 0.0392824407489852,
      "grad_norm": 0.025493554770946503,
      "learning_rate": 0.00019992336085713643,
      "loss": 10.2181,
      "step": 225
    },
    {
      "epoch": 0.03945702937453625,
      "grad_norm": 0.025504037737846375,
      "learning_rate": 0.0001999226430225503,
      "loss": 10.2254,
      "step": 226
    },
    {
      "epoch": 0.03963161800008729,
      "grad_norm": 0.032028768211603165,
      "learning_rate": 0.00019992192184314626,
      "loss": 10.2572,
      "step": 227
    },
    {
      "epoch": 0.039806206625638337,
      "grad_norm": 0.030675670132040977,
      "learning_rate": 0.00019992119731894844,
      "loss": 10.2426,
      "step": 228
    },
    {
      "epoch": 0.03998079525118939,
      "grad_norm": 0.03480977937579155,
      "learning_rate": 0.00019992046944998114,
      "loss": 10.2386,
      "step": 229
    },
    {
      "epoch": 0.04015538387674043,
      "grad_norm": 0.027684394270181656,
      "learning_rate": 0.00019991973823626862,
      "loss": 10.2166,
      "step": 230
    },
    {
      "epoch": 0.04032997250229148,
      "grad_norm": 0.030306585133075714,
      "learning_rate": 0.00019991900367783544,
      "loss": 10.2405,
      "step": 231
    },
    {
      "epoch": 0.04050456112784252,
      "grad_norm": 0.026257667690515518,
      "learning_rate": 0.0001999182657747062,
      "loss": 10.2378,
      "step": 232
    },
    {
      "epoch": 0.04067914975339357,
      "grad_norm": 0.02880674973130226,
      "learning_rate": 0.00019991752452690553,
      "loss": 10.2415,
      "step": 233
    },
    {
      "epoch": 0.04085373837894461,
      "grad_norm": 0.02932131476700306,
      "learning_rate": 0.0001999167799344583,
      "loss": 10.2261,
      "step": 234
    },
    {
      "epoch": 0.04102832700449566,
      "grad_norm": 0.03288709744811058,
      "learning_rate": 0.0001999160319973894,
      "loss": 10.2194,
      "step": 235
    },
    {
      "epoch": 0.0412029156300467,
      "grad_norm": 0.029354717582464218,
      "learning_rate": 0.00019991528071572389,
      "loss": 10.2195,
      "step": 236
    },
    {
      "epoch": 0.04137750425559775,
      "grad_norm": 0.03979947790503502,
      "learning_rate": 0.00019991452608948693,
      "loss": 10.2412,
      "step": 237
    },
    {
      "epoch": 0.04155209288114879,
      "grad_norm": 0.029679156839847565,
      "learning_rate": 0.00019991376811870378,
      "loss": 10.2281,
      "step": 238
    },
    {
      "epoch": 0.041726681506699836,
      "grad_norm": 0.02981172688305378,
      "learning_rate": 0.00019991300680339972,
      "loss": 10.2322,
      "step": 239
    },
    {
      "epoch": 0.04190127013225088,
      "grad_norm": 0.03183143213391304,
      "learning_rate": 0.00019991224214360037,
      "loss": 10.2148,
      "step": 240
    },
    {
      "epoch": 0.042075858757801926,
      "grad_norm": 0.030263075605034828,
      "learning_rate": 0.00019991147413933125,
      "loss": 10.2074,
      "step": 241
    },
    {
      "epoch": 0.04225044738335298,
      "grad_norm": 0.03828016296029091,
      "learning_rate": 0.00019991070279061808,
      "loss": 10.2093,
      "step": 242
    },
    {
      "epoch": 0.04242503600890402,
      "grad_norm": 0.040526509284973145,
      "learning_rate": 0.00019990992809748668,
      "loss": 10.2335,
      "step": 243
    },
    {
      "epoch": 0.04259962463445507,
      "grad_norm": 0.035831183195114136,
      "learning_rate": 0.00019990915005996298,
      "loss": 10.2061,
      "step": 244
    },
    {
      "epoch": 0.04277421326000611,
      "grad_norm": 0.03761231154203415,
      "learning_rate": 0.00019990836867807304,
      "loss": 10.2385,
      "step": 245
    },
    {
      "epoch": 0.04294880188555716,
      "grad_norm": 0.04448854923248291,
      "learning_rate": 0.00019990758395184303,
      "loss": 10.2184,
      "step": 246
    },
    {
      "epoch": 0.0431233905111082,
      "grad_norm": 0.042364586144685745,
      "learning_rate": 0.00019990679588129914,
      "loss": 10.2296,
      "step": 247
    },
    {
      "epoch": 0.04329797913665925,
      "grad_norm": 0.048520855605602264,
      "learning_rate": 0.00019990600446646782,
      "loss": 10.2594,
      "step": 248
    },
    {
      "epoch": 0.04347256776221029,
      "grad_norm": 0.05349127575755119,
      "learning_rate": 0.00019990520970737557,
      "loss": 10.2283,
      "step": 249
    },
    {
      "epoch": 0.043647156387761336,
      "grad_norm": 0.07418522983789444,
      "learning_rate": 0.00019990441160404896,
      "loss": 10.2549,
      "step": 250
    },
    {
      "epoch": 0.04382174501331238,
      "grad_norm": 0.027486462146043777,
      "learning_rate": 0.0001999036101565147,
      "loss": 10.2395,
      "step": 251
    },
    {
      "epoch": 0.043996333638863426,
      "grad_norm": 0.027686825022101402,
      "learning_rate": 0.00019990280536479966,
      "loss": 10.2524,
      "step": 252
    },
    {
      "epoch": 0.04417092226441447,
      "grad_norm": 0.03197057917714119,
      "learning_rate": 0.00019990199722893075,
      "loss": 10.2392,
      "step": 253
    },
    {
      "epoch": 0.044345510889965516,
      "grad_norm": 0.026940615847706795,
      "learning_rate": 0.000199901185748935,
      "loss": 10.2323,
      "step": 254
    },
    {
      "epoch": 0.04452009951551657,
      "grad_norm": 0.024772565811872482,
      "learning_rate": 0.0001999003709248396,
      "loss": 10.2495,
      "step": 255
    },
    {
      "epoch": 0.04469468814106761,
      "grad_norm": 0.032914161682128906,
      "learning_rate": 0.00019989955275667183,
      "loss": 10.2475,
      "step": 256
    },
    {
      "epoch": 0.04486927676661866,
      "grad_norm": 0.024146761745214462,
      "learning_rate": 0.00019989873124445908,
      "loss": 10.2349,
      "step": 257
    },
    {
      "epoch": 0.0450438653921697,
      "grad_norm": 0.023572150617837906,
      "learning_rate": 0.00019989790638822884,
      "loss": 10.2446,
      "step": 258
    },
    {
      "epoch": 0.04521845401772075,
      "grad_norm": 0.027004653587937355,
      "learning_rate": 0.00019989707818800868,
      "loss": 10.2518,
      "step": 259
    },
    {
      "epoch": 0.04539304264327179,
      "grad_norm": 0.026933006942272186,
      "learning_rate": 0.0001998962466438264,
      "loss": 10.2287,
      "step": 260
    },
    {
      "epoch": 0.045567631268822836,
      "grad_norm": 0.02635882794857025,
      "learning_rate": 0.00019989541175570978,
      "loss": 10.2525,
      "step": 261
    },
    {
      "epoch": 0.04574221989437388,
      "grad_norm": 0.026859983801841736,
      "learning_rate": 0.00019989457352368682,
      "loss": 10.2419,
      "step": 262
    },
    {
      "epoch": 0.045916808519924926,
      "grad_norm": 0.029001509770751,
      "learning_rate": 0.0001998937319477855,
      "loss": 10.2498,
      "step": 263
    },
    {
      "epoch": 0.04609139714547597,
      "grad_norm": 0.02684672176837921,
      "learning_rate": 0.00019989288702803408,
      "loss": 10.2232,
      "step": 264
    },
    {
      "epoch": 0.046265985771027016,
      "grad_norm": 0.02553190104663372,
      "learning_rate": 0.0001998920387644608,
      "loss": 10.2396,
      "step": 265
    },
    {
      "epoch": 0.04644057439657806,
      "grad_norm": 0.030372127890586853,
      "learning_rate": 0.00019989118715709402,
      "loss": 10.2383,
      "step": 266
    },
    {
      "epoch": 0.046615163022129105,
      "grad_norm": 0.0242904219776392,
      "learning_rate": 0.0001998903322059623,
      "loss": 10.2416,
      "step": 267
    },
    {
      "epoch": 0.04678975164768016,
      "grad_norm": 0.029265128076076508,
      "learning_rate": 0.00019988947391109423,
      "loss": 10.2357,
      "step": 268
    },
    {
      "epoch": 0.0469643402732312,
      "grad_norm": 0.033395394682884216,
      "learning_rate": 0.00019988861227251858,
      "loss": 10.254,
      "step": 269
    },
    {
      "epoch": 0.04713892889878225,
      "grad_norm": 0.026653693988919258,
      "learning_rate": 0.00019988774729026414,
      "loss": 10.1929,
      "step": 270
    },
    {
      "epoch": 0.04731351752433329,
      "grad_norm": 0.029882041737437248,
      "learning_rate": 0.0001998868789643599,
      "loss": 10.2291,
      "step": 271
    },
    {
      "epoch": 0.047488106149884336,
      "grad_norm": 0.031237279996275902,
      "learning_rate": 0.00019988600729483488,
      "loss": 10.2418,
      "step": 272
    },
    {
      "epoch": 0.04766269477543538,
      "grad_norm": 0.0324920155107975,
      "learning_rate": 0.0001998851322817183,
      "loss": 10.2304,
      "step": 273
    },
    {
      "epoch": 0.047837283400986426,
      "grad_norm": 0.029144736006855965,
      "learning_rate": 0.00019988425392503947,
      "loss": 10.2218,
      "step": 274
    },
    {
      "epoch": 0.04801187202653747,
      "grad_norm": 0.03200125694274902,
      "learning_rate": 0.00019988337222482777,
      "loss": 10.2314,
      "step": 275
    },
    {
      "epoch": 0.048186460652088516,
      "grad_norm": 0.03453754633665085,
      "learning_rate": 0.00019988248718111267,
      "loss": 10.2038,
      "step": 276
    },
    {
      "epoch": 0.04836104927763956,
      "grad_norm": 0.029346846044063568,
      "learning_rate": 0.00019988159879392385,
      "loss": 10.1978,
      "step": 277
    },
    {
      "epoch": 0.048535637903190605,
      "grad_norm": 0.02658597007393837,
      "learning_rate": 0.00019988070706329105,
      "loss": 10.2286,
      "step": 278
    },
    {
      "epoch": 0.04871022652874165,
      "grad_norm": 0.03647260367870331,
      "learning_rate": 0.00019987981198924407,
      "loss": 10.2242,
      "step": 279
    },
    {
      "epoch": 0.048884815154292695,
      "grad_norm": 0.02936059795320034,
      "learning_rate": 0.0001998789135718129,
      "loss": 10.2427,
      "step": 280
    },
    {
      "epoch": 0.04905940377984375,
      "grad_norm": 0.026713276281952858,
      "learning_rate": 0.00019987801181102767,
      "loss": 10.2155,
      "step": 281
    },
    {
      "epoch": 0.04923399240539479,
      "grad_norm": 0.02804681845009327,
      "learning_rate": 0.00019987710670691847,
      "loss": 10.2342,
      "step": 282
    },
    {
      "epoch": 0.049408581030945836,
      "grad_norm": 0.034023694694042206,
      "learning_rate": 0.00019987619825951567,
      "loss": 10.2122,
      "step": 283
    },
    {
      "epoch": 0.04958316965649688,
      "grad_norm": 0.03671054169535637,
      "learning_rate": 0.00019987528646884964,
      "loss": 10.2148,
      "step": 284
    },
    {
      "epoch": 0.049757758282047926,
      "grad_norm": 0.03020676039159298,
      "learning_rate": 0.0001998743713349509,
      "loss": 10.2265,
      "step": 285
    },
    {
      "epoch": 0.04993234690759897,
      "grad_norm": 0.031159862875938416,
      "learning_rate": 0.0001998734528578501,
      "loss": 10.2179,
      "step": 286
    },
    {
      "epoch": 0.050106935533150015,
      "grad_norm": 0.03690723702311516,
      "learning_rate": 0.000199872531037578,
      "loss": 10.2075,
      "step": 287
    },
    {
      "epoch": 0.05028152415870106,
      "grad_norm": 0.034827325493097305,
      "learning_rate": 0.0001998716058741654,
      "loss": 10.2285,
      "step": 288
    },
    {
      "epoch": 0.050456112784252105,
      "grad_norm": 0.053078942000865936,
      "learning_rate": 0.00019987067736764336,
      "loss": 10.2148,
      "step": 289
    },
    {
      "epoch": 0.05063070140980315,
      "grad_norm": 0.042661670595407486,
      "learning_rate": 0.00019986974551804284,
      "loss": 10.2305,
      "step": 290
    },
    {
      "epoch": 0.050805290035354195,
      "grad_norm": 0.036242641508579254,
      "learning_rate": 0.00019986881032539515,
      "loss": 10.1905,
      "step": 291
    },
    {
      "epoch": 0.05097987866090524,
      "grad_norm": 0.040603961795568466,
      "learning_rate": 0.00019986787178973155,
      "loss": 10.2108,
      "step": 292
    },
    {
      "epoch": 0.051154467286456284,
      "grad_norm": 0.038155004382133484,
      "learning_rate": 0.0001998669299110834,
      "loss": 10.2082,
      "step": 293
    },
    {
      "epoch": 0.051329055912007336,
      "grad_norm": 0.04241092503070831,
      "learning_rate": 0.00019986598468948232,
      "loss": 10.2225,
      "step": 294
    },
    {
      "epoch": 0.05150364453755838,
      "grad_norm": 0.040901049971580505,
      "learning_rate": 0.0001998650361249599,
      "loss": 10.2265,
      "step": 295
    },
    {
      "epoch": 0.051678233163109426,
      "grad_norm": 0.03657897934317589,
      "learning_rate": 0.0001998640842175479,
      "loss": 10.2124,
      "step": 296
    },
    {
      "epoch": 0.05185282178866047,
      "grad_norm": 0.04593934491276741,
      "learning_rate": 0.0001998631289672782,
      "loss": 10.2337,
      "step": 297
    },
    {
      "epoch": 0.052027410414211515,
      "grad_norm": 0.04823283851146698,
      "learning_rate": 0.00019986217037418276,
      "loss": 10.2337,
      "step": 298
    },
    {
      "epoch": 0.05220199903976256,
      "grad_norm": 0.05277658998966217,
      "learning_rate": 0.00019986120843829363,
      "loss": 10.2193,
      "step": 299
    },
    {
      "epoch": 0.052376587665313605,
      "grad_norm": 0.06498274207115173,
      "learning_rate": 0.0001998602431596431,
      "loss": 10.2313,
      "step": 300
    },
    {
      "epoch": 0.05255117629086465,
      "grad_norm": 0.03330392390489578,
      "learning_rate": 0.00019985927453826342,
      "loss": 10.2206,
      "step": 301
    },
    {
      "epoch": 0.052725764916415695,
      "grad_norm": 0.02463412471115589,
      "learning_rate": 0.00019985830257418703,
      "loss": 10.2405,
      "step": 302
    },
    {
      "epoch": 0.05290035354196674,
      "grad_norm": 0.031333666294813156,
      "learning_rate": 0.00019985732726744644,
      "loss": 10.2313,
      "step": 303
    },
    {
      "epoch": 0.053074942167517784,
      "grad_norm": 0.03449121117591858,
      "learning_rate": 0.00019985634861807437,
      "loss": 10.2424,
      "step": 304
    },
    {
      "epoch": 0.05324953079306883,
      "grad_norm": 0.03455363214015961,
      "learning_rate": 0.00019985536662610348,
      "loss": 10.2515,
      "step": 305
    },
    {
      "epoch": 0.053424119418619874,
      "grad_norm": 0.022597258910536766,
      "learning_rate": 0.0001998543812915667,
      "loss": 10.2459,
      "step": 306
    },
    {
      "epoch": 0.053598708044170926,
      "grad_norm": 0.029067840427160263,
      "learning_rate": 0.000199853392614497,
      "loss": 10.2421,
      "step": 307
    },
    {
      "epoch": 0.05377329666972197,
      "grad_norm": 0.02782626450061798,
      "learning_rate": 0.0001998524005949275,
      "loss": 10.2325,
      "step": 308
    },
    {
      "epoch": 0.053947885295273015,
      "grad_norm": 0.028072377666831017,
      "learning_rate": 0.00019985140523289137,
      "loss": 10.2343,
      "step": 309
    },
    {
      "epoch": 0.05412247392082406,
      "grad_norm": 0.03536112979054451,
      "learning_rate": 0.00019985040652842196,
      "loss": 10.2408,
      "step": 310
    },
    {
      "epoch": 0.054297062546375105,
      "grad_norm": 0.03954125568270683,
      "learning_rate": 0.00019984940448155265,
      "loss": 10.231,
      "step": 311
    },
    {
      "epoch": 0.05447165117192615,
      "grad_norm": 0.032769639045000076,
      "learning_rate": 0.00019984839909231703,
      "loss": 10.2277,
      "step": 312
    },
    {
      "epoch": 0.054646239797477195,
      "grad_norm": 0.02747507579624653,
      "learning_rate": 0.00019984739036074876,
      "loss": 10.2307,
      "step": 313
    },
    {
      "epoch": 0.05482082842302824,
      "grad_norm": 0.027268368750810623,
      "learning_rate": 0.00019984637828688158,
      "loss": 10.269,
      "step": 314
    },
    {
      "epoch": 0.054995417048579284,
      "grad_norm": 0.0267186276614666,
      "learning_rate": 0.00019984536287074938,
      "loss": 10.2456,
      "step": 315
    },
    {
      "epoch": 0.05517000567413033,
      "grad_norm": 0.02992277592420578,
      "learning_rate": 0.00019984434411238612,
      "loss": 10.1989,
      "step": 316
    },
    {
      "epoch": 0.055344594299681374,
      "grad_norm": 0.0293311458081007,
      "learning_rate": 0.00019984332201182595,
      "loss": 10.205,
      "step": 317
    },
    {
      "epoch": 0.05551918292523242,
      "grad_norm": 0.03247418999671936,
      "learning_rate": 0.00019984229656910306,
      "loss": 10.2203,
      "step": 318
    },
    {
      "epoch": 0.055693771550783464,
      "grad_norm": 0.027705352753400803,
      "learning_rate": 0.00019984126778425178,
      "loss": 10.2251,
      "step": 319
    },
    {
      "epoch": 0.05586836017633451,
      "grad_norm": 0.027116183191537857,
      "learning_rate": 0.00019984023565730653,
      "loss": 10.2321,
      "step": 320
    },
    {
      "epoch": 0.05604294880188556,
      "grad_norm": 0.02803174965083599,
      "learning_rate": 0.0001998392001883019,
      "loss": 10.2237,
      "step": 321
    },
    {
      "epoch": 0.056217537427436605,
      "grad_norm": 0.027494067326188087,
      "learning_rate": 0.00019983816137727253,
      "loss": 10.2304,
      "step": 322
    },
    {
      "epoch": 0.05639212605298765,
      "grad_norm": 0.028786631301045418,
      "learning_rate": 0.00019983711922425318,
      "loss": 10.235,
      "step": 323
    },
    {
      "epoch": 0.056566714678538695,
      "grad_norm": 0.030523033812642097,
      "learning_rate": 0.00019983607372927873,
      "loss": 10.2166,
      "step": 324
    },
    {
      "epoch": 0.05674130330408974,
      "grad_norm": 0.03133397549390793,
      "learning_rate": 0.0001998350248923842,
      "loss": 10.2051,
      "step": 325
    },
    {
      "epoch": 0.056915891929640784,
      "grad_norm": 0.03376901149749756,
      "learning_rate": 0.00019983397271360471,
      "loss": 10.1917,
      "step": 326
    },
    {
      "epoch": 0.05709048055519183,
      "grad_norm": 0.02967420220375061,
      "learning_rate": 0.00019983291719297545,
      "loss": 10.2533,
      "step": 327
    },
    {
      "epoch": 0.057265069180742874,
      "grad_norm": 0.030967900529503822,
      "learning_rate": 0.00019983185833053176,
      "loss": 10.2255,
      "step": 328
    },
    {
      "epoch": 0.05743965780629392,
      "grad_norm": 0.031254373490810394,
      "learning_rate": 0.00019983079612630907,
      "loss": 10.244,
      "step": 329
    },
    {
      "epoch": 0.057614246431844963,
      "grad_norm": 0.027657533064484596,
      "learning_rate": 0.00019982973058034297,
      "loss": 10.2178,
      "step": 330
    },
    {
      "epoch": 0.05778883505739601,
      "grad_norm": 0.03677806258201599,
      "learning_rate": 0.00019982866169266915,
      "loss": 10.2384,
      "step": 331
    },
    {
      "epoch": 0.05796342368294705,
      "grad_norm": 0.032918982207775116,
      "learning_rate": 0.00019982758946332328,
      "loss": 10.2083,
      "step": 332
    },
    {
      "epoch": 0.0581380123084981,
      "grad_norm": 0.03408131003379822,
      "learning_rate": 0.0001998265138923414,
      "loss": 10.2437,
      "step": 333
    },
    {
      "epoch": 0.05831260093404915,
      "grad_norm": 0.02949460782110691,
      "learning_rate": 0.0001998254349797594,
      "loss": 10.2219,
      "step": 334
    },
    {
      "epoch": 0.058487189559600194,
      "grad_norm": 0.035854510962963104,
      "learning_rate": 0.00019982435272561345,
      "loss": 10.2164,
      "step": 335
    },
    {
      "epoch": 0.05866177818515124,
      "grad_norm": 0.03281182050704956,
      "learning_rate": 0.00019982326712993974,
      "loss": 10.198,
      "step": 336
    },
    {
      "epoch": 0.058836366810702284,
      "grad_norm": 0.03564584627747536,
      "learning_rate": 0.00019982217819277464,
      "loss": 10.2466,
      "step": 337
    },
    {
      "epoch": 0.05901095543625333,
      "grad_norm": 0.040975384414196014,
      "learning_rate": 0.00019982108591415457,
      "loss": 10.2296,
      "step": 338
    },
    {
      "epoch": 0.059185544061804374,
      "grad_norm": 0.036034900695085526,
      "learning_rate": 0.00019981999029411617,
      "loss": 10.217,
      "step": 339
    },
    {
      "epoch": 0.05936013268735542,
      "grad_norm": 0.035901062190532684,
      "learning_rate": 0.00019981889133269604,
      "loss": 10.2171,
      "step": 340
    },
    {
      "epoch": 0.05953472131290646,
      "grad_norm": 0.03171693906188011,
      "learning_rate": 0.00019981778902993097,
      "loss": 10.2131,
      "step": 341
    },
    {
      "epoch": 0.05970930993845751,
      "grad_norm": 0.04260995611548424,
      "learning_rate": 0.00019981668338585787,
      "loss": 10.2321,
      "step": 342
    },
    {
      "epoch": 0.05988389856400855,
      "grad_norm": 0.038405582308769226,
      "learning_rate": 0.00019981557440051375,
      "loss": 10.2067,
      "step": 343
    },
    {
      "epoch": 0.0600584871895596,
      "grad_norm": 0.03998454287648201,
      "learning_rate": 0.00019981446207393576,
      "loss": 10.2371,
      "step": 344
    },
    {
      "epoch": 0.06023307581511064,
      "grad_norm": 0.04428577423095703,
      "learning_rate": 0.00019981334640616113,
      "loss": 10.2559,
      "step": 345
    },
    {
      "epoch": 0.06040766444066169,
      "grad_norm": 0.04522624611854553,
      "learning_rate": 0.00019981222739722714,
      "loss": 10.2586,
      "step": 346
    },
    {
      "epoch": 0.06058225306621274,
      "grad_norm": 0.04588751867413521,
      "learning_rate": 0.00019981110504717133,
      "loss": 10.2418,
      "step": 347
    },
    {
      "epoch": 0.060756841691763784,
      "grad_norm": 0.05026530101895332,
      "learning_rate": 0.0001998099793560312,
      "loss": 10.2579,
      "step": 348
    },
    {
      "epoch": 0.06093143031731483,
      "grad_norm": 0.05343903228640556,
      "learning_rate": 0.0001998088503238445,
      "loss": 10.2168,
      "step": 349
    },
    {
      "epoch": 0.061106018942865874,
      "grad_norm": 0.07803799211978912,
      "learning_rate": 0.000199807717950649,
      "loss": 10.2404,
      "step": 350
    },
    {
      "epoch": 0.06128060756841692,
      "grad_norm": 0.029126733541488647,
      "learning_rate": 0.00019980658223648257,
      "loss": 10.2485,
      "step": 351
    },
    {
      "epoch": 0.06145519619396796,
      "grad_norm": 0.033121902495622635,
      "learning_rate": 0.00019980544318138325,
      "loss": 10.2336,
      "step": 352
    },
    {
      "epoch": 0.06162978481951901,
      "grad_norm": 0.03918648883700371,
      "learning_rate": 0.00019980430078538918,
      "loss": 10.2228,
      "step": 353
    },
    {
      "epoch": 0.06180437344507005,
      "grad_norm": 0.035965729504823685,
      "learning_rate": 0.0001998031550485386,
      "loss": 10.2376,
      "step": 354
    },
    {
      "epoch": 0.0619789620706211,
      "grad_norm": 0.031685780733823776,
      "learning_rate": 0.00019980200597086983,
      "loss": 10.2387,
      "step": 355
    },
    {
      "epoch": 0.06215355069617214,
      "grad_norm": 0.028333820402622223,
      "learning_rate": 0.0001998008535524214,
      "loss": 10.2379,
      "step": 356
    },
    {
      "epoch": 0.06232813932172319,
      "grad_norm": 0.026012811809778214,
      "learning_rate": 0.00019979969779323182,
      "loss": 10.2223,
      "step": 357
    },
    {
      "epoch": 0.06250272794727424,
      "grad_norm": 0.02790582925081253,
      "learning_rate": 0.0001997985386933398,
      "loss": 10.2311,
      "step": 358
    },
    {
      "epoch": 0.06267731657282528,
      "grad_norm": 0.02658773586153984,
      "learning_rate": 0.00019979737625278415,
      "loss": 10.2424,
      "step": 359
    },
    {
      "epoch": 0.06285190519837633,
      "grad_norm": 0.029433073475956917,
      "learning_rate": 0.00019979621047160376,
      "loss": 10.2252,
      "step": 360
    },
    {
      "epoch": 0.06302649382392737,
      "grad_norm": 0.03195597976446152,
      "learning_rate": 0.00019979504134983768,
      "loss": 10.2144,
      "step": 361
    },
    {
      "epoch": 0.06320108244947842,
      "grad_norm": 0.03001422807574272,
      "learning_rate": 0.00019979386888752503,
      "loss": 10.2366,
      "step": 362
    },
    {
      "epoch": 0.06337567107502946,
      "grad_norm": 0.030733302235603333,
      "learning_rate": 0.00019979269308470507,
      "loss": 10.2279,
      "step": 363
    },
    {
      "epoch": 0.06355025970058051,
      "grad_norm": 0.03301438316702843,
      "learning_rate": 0.00019979151394141712,
      "loss": 10.2061,
      "step": 364
    },
    {
      "epoch": 0.06372484832613155,
      "grad_norm": 0.0351044237613678,
      "learning_rate": 0.0001997903314577007,
      "loss": 10.2416,
      "step": 365
    },
    {
      "epoch": 0.0638994369516826,
      "grad_norm": 0.029267696663737297,
      "learning_rate": 0.0001997891456335954,
      "loss": 10.2174,
      "step": 366
    },
    {
      "epoch": 0.06407402557723364,
      "grad_norm": 0.0270796250551939,
      "learning_rate": 0.00019978795646914086,
      "loss": 10.231,
      "step": 367
    },
    {
      "epoch": 0.06424861420278469,
      "grad_norm": 0.027188409119844437,
      "learning_rate": 0.0001997867639643769,
      "loss": 10.2344,
      "step": 368
    },
    {
      "epoch": 0.06442320282833573,
      "grad_norm": 0.03276606276631355,
      "learning_rate": 0.00019978556811934347,
      "loss": 10.2145,
      "step": 369
    },
    {
      "epoch": 0.06459779145388678,
      "grad_norm": 0.028351541608572006,
      "learning_rate": 0.00019978436893408058,
      "loss": 10.2316,
      "step": 370
    },
    {
      "epoch": 0.06477238007943782,
      "grad_norm": 0.03582986816763878,
      "learning_rate": 0.00019978316640862834,
      "loss": 10.2595,
      "step": 371
    },
    {
      "epoch": 0.06494696870498887,
      "grad_norm": 0.02895103022456169,
      "learning_rate": 0.00019978196054302707,
      "loss": 10.2296,
      "step": 372
    },
    {
      "epoch": 0.06512155733053991,
      "grad_norm": 0.028446340933442116,
      "learning_rate": 0.00019978075133731708,
      "loss": 10.2287,
      "step": 373
    },
    {
      "epoch": 0.06529614595609096,
      "grad_norm": 0.041510533541440964,
      "learning_rate": 0.0001997795387915389,
      "loss": 10.1891,
      "step": 374
    },
    {
      "epoch": 0.065470734581642,
      "grad_norm": 0.03721857815980911,
      "learning_rate": 0.00019977832290573306,
      "loss": 10.219,
      "step": 375
    },
    {
      "epoch": 0.06564532320719305,
      "grad_norm": 0.04011662304401398,
      "learning_rate": 0.00019977710367994028,
      "loss": 10.2141,
      "step": 376
    },
    {
      "epoch": 0.06581991183274409,
      "grad_norm": 0.03070397488772869,
      "learning_rate": 0.0001997758811142014,
      "loss": 10.2371,
      "step": 377
    },
    {
      "epoch": 0.06599450045829514,
      "grad_norm": 0.036492813378572464,
      "learning_rate": 0.0001997746552085573,
      "loss": 10.2296,
      "step": 378
    },
    {
      "epoch": 0.0661690890838462,
      "grad_norm": 0.038533419370651245,
      "learning_rate": 0.00019977342596304905,
      "loss": 10.2155,
      "step": 379
    },
    {
      "epoch": 0.06634367770939724,
      "grad_norm": 0.03576594591140747,
      "learning_rate": 0.0001997721933777178,
      "loss": 10.2185,
      "step": 380
    },
    {
      "epoch": 0.06651826633494828,
      "grad_norm": 0.03456981107592583,
      "learning_rate": 0.00019977095745260482,
      "loss": 10.215,
      "step": 381
    },
    {
      "epoch": 0.06669285496049933,
      "grad_norm": 0.035990580916404724,
      "learning_rate": 0.0001997697181877514,
      "loss": 10.2412,
      "step": 382
    },
    {
      "epoch": 0.06686744358605037,
      "grad_norm": 0.037104345858097076,
      "learning_rate": 0.00019976847558319914,
      "loss": 10.2238,
      "step": 383
    },
    {
      "epoch": 0.06704203221160142,
      "grad_norm": 0.03358382731676102,
      "learning_rate": 0.00019976722963898955,
      "loss": 10.2235,
      "step": 384
    },
    {
      "epoch": 0.06721662083715246,
      "grad_norm": 0.0425250306725502,
      "learning_rate": 0.00019976598035516437,
      "loss": 10.2087,
      "step": 385
    },
    {
      "epoch": 0.06739120946270351,
      "grad_norm": 0.040504343807697296,
      "learning_rate": 0.0001997647277317654,
      "loss": 10.218,
      "step": 386
    },
    {
      "epoch": 0.06756579808825455,
      "grad_norm": 0.03664012998342514,
      "learning_rate": 0.00019976347176883457,
      "loss": 10.2056,
      "step": 387
    },
    {
      "epoch": 0.0677403867138056,
      "grad_norm": 0.03274097666144371,
      "learning_rate": 0.00019976221246641399,
      "loss": 10.2139,
      "step": 388
    },
    {
      "epoch": 0.06791497533935664,
      "grad_norm": 0.03608051314949989,
      "learning_rate": 0.0001997609498245457,
      "loss": 10.1979,
      "step": 389
    },
    {
      "epoch": 0.06808956396490769,
      "grad_norm": 0.04030809551477432,
      "learning_rate": 0.00019975968384327203,
      "loss": 10.2202,
      "step": 390
    },
    {
      "epoch": 0.06826415259045873,
      "grad_norm": 0.040321093052625656,
      "learning_rate": 0.0001997584145226354,
      "loss": 10.2321,
      "step": 391
    },
    {
      "epoch": 0.06843874121600978,
      "grad_norm": 0.04340672492980957,
      "learning_rate": 0.00019975714186267819,
      "loss": 10.2119,
      "step": 392
    },
    {
      "epoch": 0.06861332984156082,
      "grad_norm": 0.04035430774092674,
      "learning_rate": 0.00019975586586344312,
      "loss": 10.221,
      "step": 393
    },
    {
      "epoch": 0.06878791846711187,
      "grad_norm": 0.045669134706258774,
      "learning_rate": 0.00019975458652497283,
      "loss": 10.2187,
      "step": 394
    },
    {
      "epoch": 0.06896250709266291,
      "grad_norm": 0.049755699932575226,
      "learning_rate": 0.00019975330384731016,
      "loss": 10.2334,
      "step": 395
    },
    {
      "epoch": 0.06913709571821396,
      "grad_norm": 0.05125674605369568,
      "learning_rate": 0.00019975201783049805,
      "loss": 10.2015,
      "step": 396
    },
    {
      "epoch": 0.069311684343765,
      "grad_norm": 0.05249956250190735,
      "learning_rate": 0.00019975072847457952,
      "loss": 10.2097,
      "step": 397
    },
    {
      "epoch": 0.06948627296931605,
      "grad_norm": 0.057550475001335144,
      "learning_rate": 0.00019974943577959778,
      "loss": 10.2024,
      "step": 398
    },
    {
      "epoch": 0.06966086159486709,
      "grad_norm": 0.05073186010122299,
      "learning_rate": 0.00019974813974559606,
      "loss": 10.1839,
      "step": 399
    },
    {
      "epoch": 0.06983545022041814,
      "grad_norm": 0.08997474610805511,
      "learning_rate": 0.00019974684037261776,
      "loss": 10.2586,
      "step": 400
    },
    {
      "epoch": 0.06983545022041814,
      "eval_loss": 10.211540222167969,
      "eval_runtime": 0.7435,
      "eval_samples_per_second": 310.688,
      "eval_steps_per_second": 156.017,
      "step": 400
    },
    {
      "epoch": 0.07001003884596918,
      "grad_norm": 0.028493357822299004,
      "learning_rate": 0.00019974553766070638,
      "loss": 10.2328,
      "step": 401
    },
    {
      "epoch": 0.07018462747152023,
      "grad_norm": 0.02985648810863495,
      "learning_rate": 0.00019974423160990553,
      "loss": 10.2094,
      "step": 402
    },
    {
      "epoch": 0.07035921609707127,
      "grad_norm": 0.0253888089209795,
      "learning_rate": 0.0001997429222202589,
      "loss": 10.227,
      "step": 403
    },
    {
      "epoch": 0.07053380472262231,
      "grad_norm": 0.03218210116028786,
      "learning_rate": 0.0001997416094918104,
      "loss": 10.2178,
      "step": 404
    },
    {
      "epoch": 0.07070839334817337,
      "grad_norm": 0.02567926049232483,
      "learning_rate": 0.00019974029342460388,
      "loss": 10.2404,
      "step": 405
    },
    {
      "epoch": 0.07088298197372442,
      "grad_norm": 0.02561923675239086,
      "learning_rate": 0.00019973897401868342,
      "loss": 10.2118,
      "step": 406
    },
    {
      "epoch": 0.07105757059927546,
      "grad_norm": 0.026287462562322617,
      "learning_rate": 0.0001997376512740932,
      "loss": 10.2396,
      "step": 407
    },
    {
      "epoch": 0.07123215922482651,
      "grad_norm": 0.03136272355914116,
      "learning_rate": 0.00019973632519087748,
      "loss": 10.2063,
      "step": 408
    },
    {
      "epoch": 0.07140674785037755,
      "grad_norm": 0.02759871818125248,
      "learning_rate": 0.0001997349957690807,
      "loss": 10.2334,
      "step": 409
    },
    {
      "epoch": 0.0715813364759286,
      "grad_norm": 0.028471365571022034,
      "learning_rate": 0.00019973366300874728,
      "loss": 10.2186,
      "step": 410
    },
    {
      "epoch": 0.07175592510147964,
      "grad_norm": 0.02732132375240326,
      "learning_rate": 0.00019973232690992192,
      "loss": 10.2333,
      "step": 411
    },
    {
      "epoch": 0.07193051372703069,
      "grad_norm": 0.025773942470550537,
      "learning_rate": 0.00019973098747264926,
      "loss": 10.2214,
      "step": 412
    },
    {
      "epoch": 0.07210510235258173,
      "grad_norm": 0.027919748798012733,
      "learning_rate": 0.0001997296446969742,
      "loss": 10.2176,
      "step": 413
    },
    {
      "epoch": 0.07227969097813278,
      "grad_norm": 0.030650395900011063,
      "learning_rate": 0.00019972829858294167,
      "loss": 10.2523,
      "step": 414
    },
    {
      "epoch": 0.07245427960368382,
      "grad_norm": 0.025635557249188423,
      "learning_rate": 0.00019972694913059669,
      "loss": 10.2157,
      "step": 415
    },
    {
      "epoch": 0.07262886822923487,
      "grad_norm": 0.02935323677957058,
      "learning_rate": 0.0001997255963399845,
      "loss": 10.2345,
      "step": 416
    },
    {
      "epoch": 0.07280345685478591,
      "grad_norm": 0.026820236817002296,
      "learning_rate": 0.00019972424021115032,
      "loss": 10.2291,
      "step": 417
    },
    {
      "epoch": 0.07297804548033696,
      "grad_norm": 0.028519026935100555,
      "learning_rate": 0.00019972288074413962,
      "loss": 10.2483,
      "step": 418
    },
    {
      "epoch": 0.073152634105888,
      "grad_norm": 0.031684599816799164,
      "learning_rate": 0.00019972151793899782,
      "loss": 10.2251,
      "step": 419
    },
    {
      "epoch": 0.07332722273143905,
      "grad_norm": 0.02830687165260315,
      "learning_rate": 0.0001997201517957706,
      "loss": 10.2405,
      "step": 420
    },
    {
      "epoch": 0.07350181135699009,
      "grad_norm": 0.028445547446608543,
      "learning_rate": 0.00019971878231450367,
      "loss": 10.2259,
      "step": 421
    },
    {
      "epoch": 0.07367639998254114,
      "grad_norm": 0.03312258794903755,
      "learning_rate": 0.0001997174094952429,
      "loss": 10.2139,
      "step": 422
    },
    {
      "epoch": 0.07385098860809218,
      "grad_norm": 0.02929346263408661,
      "learning_rate": 0.00019971603333803417,
      "loss": 10.2378,
      "step": 423
    },
    {
      "epoch": 0.07402557723364322,
      "grad_norm": 0.02823050692677498,
      "learning_rate": 0.00019971465384292363,
      "loss": 10.2131,
      "step": 424
    },
    {
      "epoch": 0.07420016585919427,
      "grad_norm": 0.03106992319226265,
      "learning_rate": 0.00019971327100995739,
      "loss": 10.2573,
      "step": 425
    },
    {
      "epoch": 0.07437475448474531,
      "grad_norm": 0.029910018667578697,
      "learning_rate": 0.00019971188483918178,
      "loss": 10.2148,
      "step": 426
    },
    {
      "epoch": 0.07454934311029636,
      "grad_norm": 0.030463801696896553,
      "learning_rate": 0.0001997104953306432,
      "loss": 10.2141,
      "step": 427
    },
    {
      "epoch": 0.0747239317358474,
      "grad_norm": 0.033011164516210556,
      "learning_rate": 0.00019970910248438814,
      "loss": 10.2254,
      "step": 428
    },
    {
      "epoch": 0.07489852036139845,
      "grad_norm": 0.051191296428442,
      "learning_rate": 0.00019970770630046322,
      "loss": 10.2207,
      "step": 429
    },
    {
      "epoch": 0.0750731089869495,
      "grad_norm": 0.03259652853012085,
      "learning_rate": 0.00019970630677891525,
      "loss": 10.2205,
      "step": 430
    },
    {
      "epoch": 0.07524769761250054,
      "grad_norm": 0.030860934406518936,
      "learning_rate": 0.00019970490391979097,
      "loss": 10.2246,
      "step": 431
    },
    {
      "epoch": 0.0754222862380516,
      "grad_norm": 0.03470767289400101,
      "learning_rate": 0.00019970349772313739,
      "loss": 10.2346,
      "step": 432
    },
    {
      "epoch": 0.07559687486360264,
      "grad_norm": 0.03469248116016388,
      "learning_rate": 0.00019970208818900163,
      "loss": 10.2108,
      "step": 433
    },
    {
      "epoch": 0.07577146348915369,
      "grad_norm": 0.03814995288848877,
      "learning_rate": 0.00019970067531743078,
      "loss": 10.2016,
      "step": 434
    },
    {
      "epoch": 0.07594605211470473,
      "grad_norm": 0.03892839327454567,
      "learning_rate": 0.00019969925910847219,
      "loss": 10.1837,
      "step": 435
    },
    {
      "epoch": 0.07612064074025578,
      "grad_norm": 0.03809815272688866,
      "learning_rate": 0.00019969783956217324,
      "loss": 10.2141,
      "step": 436
    },
    {
      "epoch": 0.07629522936580682,
      "grad_norm": 0.03838391229510307,
      "learning_rate": 0.00019969641667858147,
      "loss": 10.2426,
      "step": 437
    },
    {
      "epoch": 0.07646981799135787,
      "grad_norm": 0.03491384908556938,
      "learning_rate": 0.0001996949904577445,
      "loss": 10.2142,
      "step": 438
    },
    {
      "epoch": 0.07664440661690891,
      "grad_norm": 0.03966092690825462,
      "learning_rate": 0.0001996935608997101,
      "loss": 10.192,
      "step": 439
    },
    {
      "epoch": 0.07681899524245996,
      "grad_norm": 0.04025505110621452,
      "learning_rate": 0.00019969212800452607,
      "loss": 10.2003,
      "step": 440
    },
    {
      "epoch": 0.076993583868011,
      "grad_norm": 0.038882192224264145,
      "learning_rate": 0.00019969069177224044,
      "loss": 10.1926,
      "step": 441
    },
    {
      "epoch": 0.07716817249356205,
      "grad_norm": 0.042234715074300766,
      "learning_rate": 0.0001996892522029012,
      "loss": 10.2017,
      "step": 442
    },
    {
      "epoch": 0.07734276111911309,
      "grad_norm": 0.047309547662734985,
      "learning_rate": 0.00019968780929655662,
      "loss": 10.2254,
      "step": 443
    },
    {
      "epoch": 0.07751734974466414,
      "grad_norm": 0.03770628571510315,
      "learning_rate": 0.0001996863630532549,
      "loss": 10.2106,
      "step": 444
    },
    {
      "epoch": 0.07769193837021518,
      "grad_norm": 0.04171271249651909,
      "learning_rate": 0.00019968491347304462,
      "loss": 10.2132,
      "step": 445
    },
    {
      "epoch": 0.07786652699576622,
      "grad_norm": 0.04793967679142952,
      "learning_rate": 0.00019968346055597414,
      "loss": 10.227,
      "step": 446
    },
    {
      "epoch": 0.07804111562131727,
      "grad_norm": 0.05608728528022766,
      "learning_rate": 0.00019968200430209217,
      "loss": 10.2139,
      "step": 447
    },
    {
      "epoch": 0.07821570424686831,
      "grad_norm": 0.057121552526950836,
      "learning_rate": 0.00019968054471144743,
      "loss": 10.2749,
      "step": 448
    },
    {
      "epoch": 0.07839029287241936,
      "grad_norm": 0.0751737728714943,
      "learning_rate": 0.00019967908178408883,
      "loss": 10.2118,
      "step": 449
    },
    {
      "epoch": 0.0785648814979704,
      "grad_norm": 0.08618290722370148,
      "learning_rate": 0.00019967761552006525,
      "loss": 10.253,
      "step": 450
    },
    {
      "epoch": 0.07873947012352145,
      "grad_norm": 0.0319640077650547,
      "learning_rate": 0.00019967614591942585,
      "loss": 10.2373,
      "step": 451
    },
    {
      "epoch": 0.0789140587490725,
      "grad_norm": 0.029431937262415886,
      "learning_rate": 0.0001996746729822198,
      "loss": 10.1951,
      "step": 452
    },
    {
      "epoch": 0.07908864737462354,
      "grad_norm": 0.04061424359679222,
      "learning_rate": 0.0001996731967084964,
      "loss": 10.2126,
      "step": 453
    },
    {
      "epoch": 0.07926323600017458,
      "grad_norm": 0.026713991537690163,
      "learning_rate": 0.00019967171709830509,
      "loss": 10.2247,
      "step": 454
    },
    {
      "epoch": 0.07943782462572563,
      "grad_norm": 0.0292586088180542,
      "learning_rate": 0.00019967023415169534,
      "loss": 10.2169,
      "step": 455
    },
    {
      "epoch": 0.07961241325127667,
      "grad_norm": 0.02618069387972355,
      "learning_rate": 0.00019966874786871684,
      "loss": 10.2133,
      "step": 456
    },
    {
      "epoch": 0.07978700187682772,
      "grad_norm": 0.025631465017795563,
      "learning_rate": 0.00019966725824941932,
      "loss": 10.234,
      "step": 457
    },
    {
      "epoch": 0.07996159050237878,
      "grad_norm": 0.029006000608205795,
      "learning_rate": 0.00019966576529385267,
      "loss": 10.2238,
      "step": 458
    },
    {
      "epoch": 0.08013617912792982,
      "grad_norm": 0.032059308141469955,
      "learning_rate": 0.00019966426900206688,
      "loss": 10.2187,
      "step": 459
    },
    {
      "epoch": 0.08031076775348087,
      "grad_norm": 0.02883007749915123,
      "learning_rate": 0.00019966276937411195,
      "loss": 10.2383,
      "step": 460
    },
    {
      "epoch": 0.08048535637903191,
      "grad_norm": 0.028532570227980614,
      "learning_rate": 0.00019966126641003817,
      "loss": 10.2315,
      "step": 461
    },
    {
      "epoch": 0.08065994500458296,
      "grad_norm": 0.028907889500260353,
      "learning_rate": 0.0001996597601098958,
      "loss": 10.2219,
      "step": 462
    },
    {
      "epoch": 0.080834533630134,
      "grad_norm": 0.028013024479150772,
      "learning_rate": 0.00019965825047373528,
      "loss": 10.2389,
      "step": 463
    },
    {
      "epoch": 0.08100912225568505,
      "grad_norm": 0.02822781912982464,
      "learning_rate": 0.00019965673750160713,
      "loss": 10.2476,
      "step": 464
    },
    {
      "epoch": 0.08118371088123609,
      "grad_norm": 0.027585819363594055,
      "learning_rate": 0.00019965522119356203,
      "loss": 10.2193,
      "step": 465
    },
    {
      "epoch": 0.08135829950678714,
      "grad_norm": 0.02710261195898056,
      "learning_rate": 0.0001996537015496507,
      "loss": 10.2285,
      "step": 466
    },
    {
      "epoch": 0.08153288813233818,
      "grad_norm": 0.03236836567521095,
      "learning_rate": 0.00019965217856992402,
      "loss": 10.226,
      "step": 467
    },
    {
      "epoch": 0.08170747675788922,
      "grad_norm": 0.03060559742152691,
      "learning_rate": 0.00019965065225443297,
      "loss": 10.2262,
      "step": 468
    },
    {
      "epoch": 0.08188206538344027,
      "grad_norm": 0.03366042673587799,
      "learning_rate": 0.00019964912260322866,
      "loss": 10.2202,
      "step": 469
    },
    {
      "epoch": 0.08205665400899131,
      "grad_norm": 0.03171531856060028,
      "learning_rate": 0.00019964758961636225,
      "loss": 10.2207,
      "step": 470
    },
    {
      "epoch": 0.08223124263454236,
      "grad_norm": 0.03794385865330696,
      "learning_rate": 0.0001996460532938851,
      "loss": 10.2216,
      "step": 471
    },
    {
      "epoch": 0.0824058312600934,
      "grad_norm": 0.029574450105428696,
      "learning_rate": 0.00019964451363584863,
      "loss": 10.254,
      "step": 472
    },
    {
      "epoch": 0.08258041988564445,
      "grad_norm": 0.03199325129389763,
      "learning_rate": 0.00019964297064230436,
      "loss": 10.2313,
      "step": 473
    },
    {
      "epoch": 0.0827550085111955,
      "grad_norm": 0.02923099510371685,
      "learning_rate": 0.00019964142431330392,
      "loss": 10.2087,
      "step": 474
    },
    {
      "epoch": 0.08292959713674654,
      "grad_norm": 0.028564970940351486,
      "learning_rate": 0.00019963987464889911,
      "loss": 10.2063,
      "step": 475
    },
    {
      "epoch": 0.08310418576229758,
      "grad_norm": 0.03393838182091713,
      "learning_rate": 0.00019963832164914184,
      "loss": 10.2155,
      "step": 476
    },
    {
      "epoch": 0.08327877438784863,
      "grad_norm": 0.030128126963973045,
      "learning_rate": 0.00019963676531408405,
      "loss": 10.2044,
      "step": 477
    },
    {
      "epoch": 0.08345336301339967,
      "grad_norm": 0.036047015339136124,
      "learning_rate": 0.0001996352056437778,
      "loss": 10.2436,
      "step": 478
    },
    {
      "epoch": 0.08362795163895072,
      "grad_norm": 0.03219984471797943,
      "learning_rate": 0.00019963364263827534,
      "loss": 10.2185,
      "step": 479
    },
    {
      "epoch": 0.08380254026450176,
      "grad_norm": 0.0341663621366024,
      "learning_rate": 0.00019963207629762896,
      "loss": 10.2028,
      "step": 480
    },
    {
      "epoch": 0.08397712889005281,
      "grad_norm": 0.03485826775431633,
      "learning_rate": 0.00019963050662189118,
      "loss": 10.2271,
      "step": 481
    },
    {
      "epoch": 0.08415171751560385,
      "grad_norm": 0.033666785806417465,
      "learning_rate": 0.00019962893361111442,
      "loss": 10.2205,
      "step": 482
    },
    {
      "epoch": 0.0843263061411549,
      "grad_norm": 0.0328228697180748,
      "learning_rate": 0.00019962735726535144,
      "loss": 10.1992,
      "step": 483
    },
    {
      "epoch": 0.08450089476670596,
      "grad_norm": 0.03819859400391579,
      "learning_rate": 0.00019962577758465494,
      "loss": 10.2213,
      "step": 484
    },
    {
      "epoch": 0.084675483392257,
      "grad_norm": 0.03464078530669212,
      "learning_rate": 0.0001996241945690778,
      "loss": 10.1931,
      "step": 485
    },
    {
      "epoch": 0.08485007201780805,
      "grad_norm": 0.036495596170425415,
      "learning_rate": 0.00019962260821867307,
      "loss": 10.1774,
      "step": 486
    },
    {
      "epoch": 0.08502466064335909,
      "grad_norm": 0.04677238687872887,
      "learning_rate": 0.0001996210185334938,
      "loss": 10.1874,
      "step": 487
    },
    {
      "epoch": 0.08519924926891013,
      "grad_norm": 0.03997328132390976,
      "learning_rate": 0.0001996194255135932,
      "loss": 10.204,
      "step": 488
    },
    {
      "epoch": 0.08537383789446118,
      "grad_norm": 0.04116523638367653,
      "learning_rate": 0.00019961782915902464,
      "loss": 10.2107,
      "step": 489
    },
    {
      "epoch": 0.08554842652001222,
      "grad_norm": 0.04548021778464317,
      "learning_rate": 0.00019961622946984152,
      "loss": 10.2098,
      "step": 490
    },
    {
      "epoch": 0.08572301514556327,
      "grad_norm": 0.041044268757104874,
      "learning_rate": 0.00019961462644609736,
      "loss": 10.2275,
      "step": 491
    },
    {
      "epoch": 0.08589760377111431,
      "grad_norm": 0.040548358112573624,
      "learning_rate": 0.00019961302008784587,
      "loss": 10.2015,
      "step": 492
    },
    {
      "epoch": 0.08607219239666536,
      "grad_norm": 0.048371993005275726,
      "learning_rate": 0.00019961141039514084,
      "loss": 10.2194,
      "step": 493
    },
    {
      "epoch": 0.0862467810222164,
      "grad_norm": 0.03962307050824165,
      "learning_rate": 0.00019960979736803608,
      "loss": 10.206,
      "step": 494
    },
    {
      "epoch": 0.08642136964776745,
      "grad_norm": 0.03917795419692993,
      "learning_rate": 0.00019960818100658566,
      "loss": 10.2322,
      "step": 495
    },
    {
      "epoch": 0.0865959582733185,
      "grad_norm": 0.0503549687564373,
      "learning_rate": 0.0001996065613108436,
      "loss": 10.1769,
      "step": 496
    },
    {
      "epoch": 0.08677054689886954,
      "grad_norm": 0.04839012026786804,
      "learning_rate": 0.0001996049382808642,
      "loss": 10.2308,
      "step": 497
    },
    {
      "epoch": 0.08694513552442058,
      "grad_norm": 0.052113160490989685,
      "learning_rate": 0.00019960331191670177,
      "loss": 10.2153,
      "step": 498
    },
    {
      "epoch": 0.08711972414997163,
      "grad_norm": 0.057496942579746246,
      "learning_rate": 0.0001996016822184107,
      "loss": 10.2625,
      "step": 499
    },
    {
      "epoch": 0.08729431277552267,
      "grad_norm": 0.06362148374319077,
      "learning_rate": 0.0001996000491860456,
      "loss": 10.2008,
      "step": 500
    },
    {
      "epoch": 0.08746890140107372,
      "grad_norm": 0.026527386158704758,
      "learning_rate": 0.00019959841281966113,
      "loss": 10.2429,
      "step": 501
    },
    {
      "epoch": 0.08764349002662476,
      "grad_norm": 0.033317919820547104,
      "learning_rate": 0.00019959677311931202,
      "loss": 10.2213,
      "step": 502
    },
    {
      "epoch": 0.08781807865217581,
      "grad_norm": 0.02673342078924179,
      "learning_rate": 0.00019959513008505322,
      "loss": 10.2225,
      "step": 503
    },
    {
      "epoch": 0.08799266727772685,
      "grad_norm": 0.029275083914399147,
      "learning_rate": 0.00019959348371693966,
      "loss": 10.238,
      "step": 504
    },
    {
      "epoch": 0.0881672559032779,
      "grad_norm": 0.02825601026415825,
      "learning_rate": 0.00019959183401502652,
      "loss": 10.2389,
      "step": 505
    },
    {
      "epoch": 0.08834184452882894,
      "grad_norm": 0.03697103634476662,
      "learning_rate": 0.000199590180979369,
      "loss": 10.2198,
      "step": 506
    },
    {
      "epoch": 0.08851643315437999,
      "grad_norm": 0.027792014181613922,
      "learning_rate": 0.0001995885246100224,
      "loss": 10.228,
      "step": 507
    },
    {
      "epoch": 0.08869102177993103,
      "grad_norm": 0.03487611562013626,
      "learning_rate": 0.00019958686490704217,
      "loss": 10.2154,
      "step": 508
    },
    {
      "epoch": 0.08886561040548208,
      "grad_norm": 0.02837943285703659,
      "learning_rate": 0.00019958520187048393,
      "loss": 10.2231,
      "step": 509
    },
    {
      "epoch": 0.08904019903103313,
      "grad_norm": 0.030979612842202187,
      "learning_rate": 0.0001995835355004033,
      "loss": 10.2301,
      "step": 510
    },
    {
      "epoch": 0.08921478765658418,
      "grad_norm": 0.03203410655260086,
      "learning_rate": 0.00019958186579685603,
      "loss": 10.2199,
      "step": 511
    },
    {
      "epoch": 0.08938937628213522,
      "grad_norm": 0.025151394307613373,
      "learning_rate": 0.00019958019275989806,
      "loss": 10.2273,
      "step": 512
    },
    {
      "epoch": 0.08956396490768627,
      "grad_norm": 0.03042164444923401,
      "learning_rate": 0.0001995785163895854,
      "loss": 10.2196,
      "step": 513
    },
    {
      "epoch": 0.08973855353323731,
      "grad_norm": 0.04149847850203514,
      "learning_rate": 0.00019957683668597414,
      "loss": 10.2386,
      "step": 514
    },
    {
      "epoch": 0.08991314215878836,
      "grad_norm": 0.03397160768508911,
      "learning_rate": 0.00019957515364912048,
      "loss": 10.228,
      "step": 515
    },
    {
      "epoch": 0.0900877307843394,
      "grad_norm": 0.02943992242217064,
      "learning_rate": 0.0001995734672790808,
      "loss": 10.1999,
      "step": 516
    },
    {
      "epoch": 0.09026231940989045,
      "grad_norm": 0.028988098725676537,
      "learning_rate": 0.00019957177757591157,
      "loss": 10.2434,
      "step": 517
    },
    {
      "epoch": 0.0904369080354415,
      "grad_norm": 0.0395100936293602,
      "learning_rate": 0.00019957008453966933,
      "loss": 10.2036,
      "step": 518
    },
    {
      "epoch": 0.09061149666099254,
      "grad_norm": 0.03071798011660576,
      "learning_rate": 0.0001995683881704107,
      "loss": 10.2227,
      "step": 519
    },
    {
      "epoch": 0.09078608528654358,
      "grad_norm": 0.03177272528409958,
      "learning_rate": 0.00019956668846819254,
      "loss": 10.2344,
      "step": 520
    },
    {
      "epoch": 0.09096067391209463,
      "grad_norm": 0.031959906220436096,
      "learning_rate": 0.0001995649854330717,
      "loss": 10.2238,
      "step": 521
    },
    {
      "epoch": 0.09113526253764567,
      "grad_norm": 0.03293931484222412,
      "learning_rate": 0.00019956327906510519,
      "loss": 10.2331,
      "step": 522
    },
    {
      "epoch": 0.09130985116319672,
      "grad_norm": 0.03353921324014664,
      "learning_rate": 0.00019956156936435016,
      "loss": 10.2315,
      "step": 523
    },
    {
      "epoch": 0.09148443978874776,
      "grad_norm": 0.0362849235534668,
      "learning_rate": 0.00019955985633086384,
      "loss": 10.2283,
      "step": 524
    },
    {
      "epoch": 0.09165902841429881,
      "grad_norm": 0.03786468133330345,
      "learning_rate": 0.00019955813996470353,
      "loss": 10.2325,
      "step": 525
    },
    {
      "epoch": 0.09183361703984985,
      "grad_norm": 0.033682890236377716,
      "learning_rate": 0.00019955642026592667,
      "loss": 10.2069,
      "step": 526
    },
    {
      "epoch": 0.0920082056654009,
      "grad_norm": 0.035917021334171295,
      "learning_rate": 0.0001995546972345909,
      "loss": 10.227,
      "step": 527
    },
    {
      "epoch": 0.09218279429095194,
      "grad_norm": 0.03595252335071564,
      "learning_rate": 0.00019955297087075386,
      "loss": 10.24,
      "step": 528
    },
    {
      "epoch": 0.09235738291650299,
      "grad_norm": 0.03375712037086487,
      "learning_rate": 0.00019955124117447334,
      "loss": 10.2324,
      "step": 529
    },
    {
      "epoch": 0.09253197154205403,
      "grad_norm": 0.03914392739534378,
      "learning_rate": 0.00019954950814580723,
      "loss": 10.2252,
      "step": 530
    },
    {
      "epoch": 0.09270656016760508,
      "grad_norm": 0.038529254496097565,
      "learning_rate": 0.00019954777178481355,
      "loss": 10.2152,
      "step": 531
    },
    {
      "epoch": 0.09288114879315612,
      "grad_norm": 0.034528207033872604,
      "learning_rate": 0.00019954603209155044,
      "loss": 10.2205,
      "step": 532
    },
    {
      "epoch": 0.09305573741870717,
      "grad_norm": 0.03833350911736488,
      "learning_rate": 0.0001995442890660761,
      "loss": 10.2121,
      "step": 533
    },
    {
      "epoch": 0.09323032604425821,
      "grad_norm": 0.04094088077545166,
      "learning_rate": 0.00019954254270844888,
      "loss": 10.2047,
      "step": 534
    },
    {
      "epoch": 0.09340491466980926,
      "grad_norm": 0.0377933531999588,
      "learning_rate": 0.00019954079301872727,
      "loss": 10.1848,
      "step": 535
    },
    {
      "epoch": 0.09357950329536031,
      "grad_norm": 0.036064185202121735,
      "learning_rate": 0.00019953903999696984,
      "loss": 10.2072,
      "step": 536
    },
    {
      "epoch": 0.09375409192091136,
      "grad_norm": 0.039050180464982986,
      "learning_rate": 0.0001995372836432352,
      "loss": 10.2233,
      "step": 537
    },
    {
      "epoch": 0.0939286805464624,
      "grad_norm": 0.04100905358791351,
      "learning_rate": 0.00019953552395758224,
      "loss": 10.2128,
      "step": 538
    },
    {
      "epoch": 0.09410326917201345,
      "grad_norm": 0.03586586192250252,
      "learning_rate": 0.0001995337609400698,
      "loss": 10.194,
      "step": 539
    },
    {
      "epoch": 0.0942778577975645,
      "grad_norm": 0.03782458230853081,
      "learning_rate": 0.00019953199459075692,
      "loss": 10.1762,
      "step": 540
    },
    {
      "epoch": 0.09445244642311554,
      "grad_norm": 0.036204997450113297,
      "learning_rate": 0.0001995302249097027,
      "loss": 10.2211,
      "step": 541
    },
    {
      "epoch": 0.09462703504866658,
      "grad_norm": 0.03873451054096222,
      "learning_rate": 0.0001995284518969664,
      "loss": 10.1953,
      "step": 542
    },
    {
      "epoch": 0.09480162367421763,
      "grad_norm": 0.04273608326911926,
      "learning_rate": 0.00019952667555260737,
      "loss": 10.2445,
      "step": 543
    },
    {
      "epoch": 0.09497621229976867,
      "grad_norm": 0.05074445158243179,
      "learning_rate": 0.0001995248958766851,
      "loss": 10.1936,
      "step": 544
    },
    {
      "epoch": 0.09515080092531972,
      "grad_norm": 0.05082662031054497,
      "learning_rate": 0.00019952311286925909,
      "loss": 10.2348,
      "step": 545
    },
    {
      "epoch": 0.09532538955087076,
      "grad_norm": 0.05788099765777588,
      "learning_rate": 0.00019952132653038907,
      "loss": 10.2247,
      "step": 546
    },
    {
      "epoch": 0.09549997817642181,
      "grad_norm": 0.05053054541349411,
      "learning_rate": 0.00019951953686013485,
      "loss": 10.2374,
      "step": 547
    },
    {
      "epoch": 0.09567456680197285,
      "grad_norm": 0.06325839459896088,
      "learning_rate": 0.00019951774385855632,
      "loss": 10.2776,
      "step": 548
    },
    {
      "epoch": 0.0958491554275239,
      "grad_norm": 0.07518712431192398,
      "learning_rate": 0.00019951594752571353,
      "loss": 10.2047,
      "step": 549
    },
    {
      "epoch": 0.09602374405307494,
      "grad_norm": 0.09459381550550461,
      "learning_rate": 0.00019951414786166654,
      "loss": 10.2627,
      "step": 550
    },
    {
      "epoch": 0.09619833267862599,
      "grad_norm": 0.04626306891441345,
      "learning_rate": 0.00019951234486647562,
      "loss": 10.2221,
      "step": 551
    },
    {
      "epoch": 0.09637292130417703,
      "grad_norm": 0.034404050558805466,
      "learning_rate": 0.00019951053854020117,
      "loss": 10.2275,
      "step": 552
    },
    {
      "epoch": 0.09654750992972808,
      "grad_norm": 0.0337289422750473,
      "learning_rate": 0.0001995087288829036,
      "loss": 10.2416,
      "step": 553
    },
    {
      "epoch": 0.09672209855527912,
      "grad_norm": 0.04066791385412216,
      "learning_rate": 0.00019950691589464353,
      "loss": 10.2217,
      "step": 554
    },
    {
      "epoch": 0.09689668718083017,
      "grad_norm": 0.03243381902575493,
      "learning_rate": 0.0001995050995754816,
      "loss": 10.2209,
      "step": 555
    },
    {
      "epoch": 0.09707127580638121,
      "grad_norm": 0.02848746068775654,
      "learning_rate": 0.00019950327992547865,
      "loss": 10.2245,
      "step": 556
    },
    {
      "epoch": 0.09724586443193226,
      "grad_norm": 0.028692670166492462,
      "learning_rate": 0.00019950145694469558,
      "loss": 10.2097,
      "step": 557
    },
    {
      "epoch": 0.0974204530574833,
      "grad_norm": 0.03738158568739891,
      "learning_rate": 0.00019949963063319338,
      "loss": 10.2278,
      "step": 558
    },
    {
      "epoch": 0.09759504168303434,
      "grad_norm": 0.03307889401912689,
      "learning_rate": 0.00019949780099103324,
      "loss": 10.2162,
      "step": 559
    },
    {
      "epoch": 0.09776963030858539,
      "grad_norm": 0.029438301920890808,
      "learning_rate": 0.00019949596801827638,
      "loss": 10.2084,
      "step": 560
    },
    {
      "epoch": 0.09794421893413643,
      "grad_norm": 0.030828358605504036,
      "learning_rate": 0.00019949413171498415,
      "loss": 10.2089,
      "step": 561
    },
    {
      "epoch": 0.0981188075596875,
      "grad_norm": 0.03496946021914482,
      "learning_rate": 0.000199492292081218,
      "loss": 10.2039,
      "step": 562
    },
    {
      "epoch": 0.09829339618523854,
      "grad_norm": 0.032266441732645035,
      "learning_rate": 0.00019949044911703957,
      "loss": 10.2202,
      "step": 563
    },
    {
      "epoch": 0.09846798481078958,
      "grad_norm": 0.027876345440745354,
      "learning_rate": 0.00019948860282251047,
      "loss": 10.2259,
      "step": 564
    },
    {
      "epoch": 0.09864257343634063,
      "grad_norm": 0.0282437801361084,
      "learning_rate": 0.00019948675319769258,
      "loss": 10.2016,
      "step": 565
    },
    {
      "epoch": 0.09881716206189167,
      "grad_norm": 0.035231150686740875,
      "learning_rate": 0.0001994849002426478,
      "loss": 10.2213,
      "step": 566
    },
    {
      "epoch": 0.09899175068744272,
      "grad_norm": 0.02940339595079422,
      "learning_rate": 0.00019948304395743814,
      "loss": 10.2192,
      "step": 567
    },
    {
      "epoch": 0.09916633931299376,
      "grad_norm": 0.034175239503383636,
      "learning_rate": 0.0001994811843421257,
      "loss": 10.2146,
      "step": 568
    },
    {
      "epoch": 0.0993409279385448,
      "grad_norm": 0.029026977717876434,
      "learning_rate": 0.0001994793213967728,
      "loss": 10.2103,
      "step": 569
    },
    {
      "epoch": 0.09951551656409585,
      "grad_norm": 0.031038278713822365,
      "learning_rate": 0.00019947745512144174,
      "loss": 10.2307,
      "step": 570
    },
    {
      "epoch": 0.0996901051896469,
      "grad_norm": 0.03265780583024025,
      "learning_rate": 0.00019947558551619503,
      "loss": 10.218,
      "step": 571
    },
    {
      "epoch": 0.09986469381519794,
      "grad_norm": 0.029236963018774986,
      "learning_rate": 0.0001994737125810952,
      "loss": 10.2167,
      "step": 572
    },
    {
      "epoch": 0.10003928244074899,
      "grad_norm": 0.03491487726569176,
      "learning_rate": 0.00019947183631620506,
      "loss": 10.2102,
      "step": 573
    },
    {
      "epoch": 0.10021387106630003,
      "grad_norm": 0.03714650496840477,
      "learning_rate": 0.0001994699567215873,
      "loss": 10.2225,
      "step": 574
    },
    {
      "epoch": 0.10038845969185108,
      "grad_norm": 0.030154895037412643,
      "learning_rate": 0.00019946807379730486,
      "loss": 10.2295,
      "step": 575
    },
    {
      "epoch": 0.10056304831740212,
      "grad_norm": 0.030081473290920258,
      "learning_rate": 0.00019946618754342085,
      "loss": 10.2223,
      "step": 576
    },
    {
      "epoch": 0.10073763694295317,
      "grad_norm": 0.03536628931760788,
      "learning_rate": 0.00019946429795999834,
      "loss": 10.2154,
      "step": 577
    },
    {
      "epoch": 0.10091222556850421,
      "grad_norm": 0.033206574618816376,
      "learning_rate": 0.0001994624050471005,
      "loss": 10.2158,
      "step": 578
    },
    {
      "epoch": 0.10108681419405526,
      "grad_norm": 0.02985568530857563,
      "learning_rate": 0.00019946050880479088,
      "loss": 10.22,
      "step": 579
    },
    {
      "epoch": 0.1012614028196063,
      "grad_norm": 0.0303487665951252,
      "learning_rate": 0.00019945860923313284,
      "loss": 10.228,
      "step": 580
    },
    {
      "epoch": 0.10143599144515734,
      "grad_norm": 0.044534847140312195,
      "learning_rate": 0.00019945670633218998,
      "loss": 10.1972,
      "step": 581
    },
    {
      "epoch": 0.10161058007070839,
      "grad_norm": 0.03446272760629654,
      "learning_rate": 0.000199454800102026,
      "loss": 10.2201,
      "step": 582
    },
    {
      "epoch": 0.10178516869625943,
      "grad_norm": 0.035028014332056046,
      "learning_rate": 0.0001994528905427047,
      "loss": 10.1631,
      "step": 583
    },
    {
      "epoch": 0.10195975732181048,
      "grad_norm": 0.039816346019506454,
      "learning_rate": 0.00019945097765429004,
      "loss": 10.2389,
      "step": 584
    },
    {
      "epoch": 0.10213434594736152,
      "grad_norm": 0.03828687593340874,
      "learning_rate": 0.00019944906143684602,
      "loss": 10.2002,
      "step": 585
    },
    {
      "epoch": 0.10230893457291257,
      "grad_norm": 0.04184954985976219,
      "learning_rate": 0.00019944714189043677,
      "loss": 10.1851,
      "step": 586
    },
    {
      "epoch": 0.10248352319846361,
      "grad_norm": 0.041565727442502975,
      "learning_rate": 0.0001994452190151266,
      "loss": 10.2214,
      "step": 587
    },
    {
      "epoch": 0.10265811182401467,
      "grad_norm": 0.04159954562783241,
      "learning_rate": 0.00019944329281097983,
      "loss": 10.2318,
      "step": 588
    },
    {
      "epoch": 0.10283270044956572,
      "grad_norm": 0.04557538777589798,
      "learning_rate": 0.00019944136327806092,
      "loss": 10.2013,
      "step": 589
    },
    {
      "epoch": 0.10300728907511676,
      "grad_norm": 0.04691516235470772,
      "learning_rate": 0.00019943943041643452,
      "loss": 10.2011,
      "step": 590
    },
    {
      "epoch": 0.1031818777006678,
      "grad_norm": 0.04046836122870445,
      "learning_rate": 0.0001994374942261653,
      "loss": 10.2063,
      "step": 591
    },
    {
      "epoch": 0.10335646632621885,
      "grad_norm": 0.04009460285305977,
      "learning_rate": 0.00019943555470731803,
      "loss": 10.1893,
      "step": 592
    },
    {
      "epoch": 0.1035310549517699,
      "grad_norm": 0.044067464768886566,
      "learning_rate": 0.0001994336118599577,
      "loss": 10.1849,
      "step": 593
    },
    {
      "epoch": 0.10370564357732094,
      "grad_norm": 0.06227338686585426,
      "learning_rate": 0.00019943166568414932,
      "loss": 10.2289,
      "step": 594
    },
    {
      "epoch": 0.10388023220287199,
      "grad_norm": 0.0491178035736084,
      "learning_rate": 0.00019942971617995805,
      "loss": 10.2273,
      "step": 595
    },
    {
      "epoch": 0.10405482082842303,
      "grad_norm": 0.05443974956870079,
      "learning_rate": 0.00019942776334744915,
      "loss": 10.202,
      "step": 596
    },
    {
      "epoch": 0.10422940945397408,
      "grad_norm": 0.06788753718137741,
      "learning_rate": 0.00019942580718668794,
      "loss": 10.1759,
      "step": 597
    },
    {
      "epoch": 0.10440399807952512,
      "grad_norm": 0.0557226724922657,
      "learning_rate": 0.00019942384769773997,
      "loss": 10.2233,
      "step": 598
    },
    {
      "epoch": 0.10457858670507617,
      "grad_norm": 0.06410554051399231,
      "learning_rate": 0.00019942188488067075,
      "loss": 10.2296,
      "step": 599
    },
    {
      "epoch": 0.10475317533062721,
      "grad_norm": 0.07801754027605057,
      "learning_rate": 0.00019941991873554605,
      "loss": 10.2604,
      "step": 600
    },
    {
      "epoch": 0.10475317533062721,
      "eval_loss": 10.205316543579102,
      "eval_runtime": 0.7521,
      "eval_samples_per_second": 307.157,
      "eval_steps_per_second": 154.244,
      "step": 600
    },
    {
      "epoch": 0.10492776395617825,
      "grad_norm": 0.025418048724532127,
      "learning_rate": 0.00019941794926243167,
      "loss": 10.2108,
      "step": 601
    },
    {
      "epoch": 0.1051023525817293,
      "grad_norm": 0.03292155638337135,
      "learning_rate": 0.00019941597646139353,
      "loss": 10.2207,
      "step": 602
    },
    {
      "epoch": 0.10527694120728034,
      "grad_norm": 0.03355461359024048,
      "learning_rate": 0.00019941400033249767,
      "loss": 10.2341,
      "step": 603
    },
    {
      "epoch": 0.10545152983283139,
      "grad_norm": 0.03874392434954643,
      "learning_rate": 0.00019941202087581024,
      "loss": 10.2437,
      "step": 604
    },
    {
      "epoch": 0.10562611845838243,
      "grad_norm": 0.03590194880962372,
      "learning_rate": 0.00019941003809139748,
      "loss": 10.2166,
      "step": 605
    },
    {
      "epoch": 0.10580070708393348,
      "grad_norm": 0.029015541076660156,
      "learning_rate": 0.0001994080519793258,
      "loss": 10.2453,
      "step": 606
    },
    {
      "epoch": 0.10597529570948452,
      "grad_norm": 0.03413960337638855,
      "learning_rate": 0.00019940606253966166,
      "loss": 10.2319,
      "step": 607
    },
    {
      "epoch": 0.10614988433503557,
      "grad_norm": 0.03445824235677719,
      "learning_rate": 0.00019940406977247163,
      "loss": 10.2304,
      "step": 608
    },
    {
      "epoch": 0.10632447296058661,
      "grad_norm": 0.0335916131734848,
      "learning_rate": 0.0001994020736778225,
      "loss": 10.2286,
      "step": 609
    },
    {
      "epoch": 0.10649906158613766,
      "grad_norm": 0.034687936305999756,
      "learning_rate": 0.000199400074255781,
      "loss": 10.2005,
      "step": 610
    },
    {
      "epoch": 0.1066736502116887,
      "grad_norm": 0.03930710256099701,
      "learning_rate": 0.0001993980715064141,
      "loss": 10.2335,
      "step": 611
    },
    {
      "epoch": 0.10684823883723975,
      "grad_norm": 0.0303812138736248,
      "learning_rate": 0.0001993960654297888,
      "loss": 10.2309,
      "step": 612
    },
    {
      "epoch": 0.10702282746279079,
      "grad_norm": 0.029916558414697647,
      "learning_rate": 0.0001993940560259723,
      "loss": 10.2283,
      "step": 613
    },
    {
      "epoch": 0.10719741608834185,
      "grad_norm": 0.029040202498435974,
      "learning_rate": 0.00019939204329503184,
      "loss": 10.2088,
      "step": 614
    },
    {
      "epoch": 0.1073720047138929,
      "grad_norm": 0.028797868639230728,
      "learning_rate": 0.0001993900272370348,
      "loss": 10.2181,
      "step": 615
    },
    {
      "epoch": 0.10754659333944394,
      "grad_norm": 0.033341433852910995,
      "learning_rate": 0.0001993880078520487,
      "loss": 10.2332,
      "step": 616
    },
    {
      "epoch": 0.10772118196499499,
      "grad_norm": 0.03006630577147007,
      "learning_rate": 0.0001993859851401411,
      "loss": 10.2088,
      "step": 617
    },
    {
      "epoch": 0.10789577059054603,
      "grad_norm": 0.032429058104753494,
      "learning_rate": 0.00019938395910137967,
      "loss": 10.2414,
      "step": 618
    },
    {
      "epoch": 0.10807035921609708,
      "grad_norm": 0.029443150386214256,
      "learning_rate": 0.00019938192973583226,
      "loss": 10.1944,
      "step": 619
    },
    {
      "epoch": 0.10824494784164812,
      "grad_norm": 0.038911666721105576,
      "learning_rate": 0.00019937989704356689,
      "loss": 10.2237,
      "step": 620
    },
    {
      "epoch": 0.10841953646719917,
      "grad_norm": 0.03782736137509346,
      "learning_rate": 0.00019937786102465146,
      "loss": 10.2023,
      "step": 621
    },
    {
      "epoch": 0.10859412509275021,
      "grad_norm": 0.030456287786364555,
      "learning_rate": 0.0001993758216791542,
      "loss": 10.2416,
      "step": 622
    },
    {
      "epoch": 0.10876871371830125,
      "grad_norm": 0.03234328329563141,
      "learning_rate": 0.00019937377900714336,
      "loss": 10.2135,
      "step": 623
    },
    {
      "epoch": 0.1089433023438523,
      "grad_norm": 0.03309996798634529,
      "learning_rate": 0.00019937173300868733,
      "loss": 10.2186,
      "step": 624
    },
    {
      "epoch": 0.10911789096940334,
      "grad_norm": 0.03286677226424217,
      "learning_rate": 0.00019936968368385456,
      "loss": 10.2257,
      "step": 625
    },
    {
      "epoch": 0.10929247959495439,
      "grad_norm": 0.030159126967191696,
      "learning_rate": 0.00019936763103271373,
      "loss": 10.2163,
      "step": 626
    },
    {
      "epoch": 0.10946706822050543,
      "grad_norm": 0.0374656617641449,
      "learning_rate": 0.00019936557505533344,
      "loss": 10.2012,
      "step": 627
    },
    {
      "epoch": 0.10964165684605648,
      "grad_norm": 0.03546424210071564,
      "learning_rate": 0.00019936351575178257,
      "loss": 10.2124,
      "step": 628
    },
    {
      "epoch": 0.10981624547160752,
      "grad_norm": 0.03864269331097603,
      "learning_rate": 0.0001993614531221301,
      "loss": 10.2029,
      "step": 629
    },
    {
      "epoch": 0.10999083409715857,
      "grad_norm": 0.04003794491291046,
      "learning_rate": 0.000199359387166445,
      "loss": 10.2273,
      "step": 630
    },
    {
      "epoch": 0.11016542272270961,
      "grad_norm": 0.03857344388961792,
      "learning_rate": 0.00019935731788479647,
      "loss": 10.2028,
      "step": 631
    },
    {
      "epoch": 0.11034001134826066,
      "grad_norm": 0.03459019213914871,
      "learning_rate": 0.00019935524527725374,
      "loss": 10.1954,
      "step": 632
    },
    {
      "epoch": 0.1105145999738117,
      "grad_norm": 0.04686054587364197,
      "learning_rate": 0.0001993531693438862,
      "loss": 10.1964,
      "step": 633
    },
    {
      "epoch": 0.11068918859936275,
      "grad_norm": 0.03711247444152832,
      "learning_rate": 0.0001993510900847634,
      "loss": 10.1912,
      "step": 634
    },
    {
      "epoch": 0.11086377722491379,
      "grad_norm": 0.03387729823589325,
      "learning_rate": 0.00019934900749995485,
      "loss": 10.192,
      "step": 635
    },
    {
      "epoch": 0.11103836585046484,
      "grad_norm": 0.04062874987721443,
      "learning_rate": 0.0001993469215895303,
      "loss": 10.214,
      "step": 636
    },
    {
      "epoch": 0.11121295447601588,
      "grad_norm": 0.041238825768232346,
      "learning_rate": 0.00019934483235355957,
      "loss": 10.2032,
      "step": 637
    },
    {
      "epoch": 0.11138754310156693,
      "grad_norm": 0.040100086480379105,
      "learning_rate": 0.0001993427397921126,
      "loss": 10.2029,
      "step": 638
    },
    {
      "epoch": 0.11156213172711797,
      "grad_norm": 0.04016832634806633,
      "learning_rate": 0.0001993406439052595,
      "loss": 10.1985,
      "step": 639
    },
    {
      "epoch": 0.11173672035266902,
      "grad_norm": 0.04387278854846954,
      "learning_rate": 0.00019933854469307032,
      "loss": 10.2037,
      "step": 640
    },
    {
      "epoch": 0.11191130897822008,
      "grad_norm": 0.04043225198984146,
      "learning_rate": 0.00019933644215561536,
      "loss": 10.2118,
      "step": 641
    },
    {
      "epoch": 0.11208589760377112,
      "grad_norm": 0.040280357003211975,
      "learning_rate": 0.00019933433629296503,
      "loss": 10.2211,
      "step": 642
    },
    {
      "epoch": 0.11226048622932217,
      "grad_norm": 0.04574418067932129,
      "learning_rate": 0.0001993322271051898,
      "loss": 10.1908,
      "step": 643
    },
    {
      "epoch": 0.11243507485487321,
      "grad_norm": 0.046926867216825485,
      "learning_rate": 0.00019933011459236032,
      "loss": 10.218,
      "step": 644
    },
    {
      "epoch": 0.11260966348042425,
      "grad_norm": 0.04595449939370155,
      "learning_rate": 0.00019932799875454723,
      "loss": 10.2256,
      "step": 645
    },
    {
      "epoch": 0.1127842521059753,
      "grad_norm": 0.04777681082487106,
      "learning_rate": 0.0001993258795918214,
      "loss": 10.2268,
      "step": 646
    },
    {
      "epoch": 0.11295884073152634,
      "grad_norm": 0.0483902208507061,
      "learning_rate": 0.00019932375710425375,
      "loss": 10.2137,
      "step": 647
    },
    {
      "epoch": 0.11313342935707739,
      "grad_norm": 0.05879981815814972,
      "learning_rate": 0.00019932163129191533,
      "loss": 10.2261,
      "step": 648
    },
    {
      "epoch": 0.11330801798262843,
      "grad_norm": 0.05925234407186508,
      "learning_rate": 0.00019931950215487733,
      "loss": 10.2016,
      "step": 649
    },
    {
      "epoch": 0.11348260660817948,
      "grad_norm": 0.12019096314907074,
      "learning_rate": 0.000199317369693211,
      "loss": 10.2603,
      "step": 650
    },
    {
      "epoch": 0.11365719523373052,
      "grad_norm": 0.037221018224954605,
      "learning_rate": 0.0001993152339069877,
      "loss": 10.2424,
      "step": 651
    },
    {
      "epoch": 0.11383178385928157,
      "grad_norm": 0.029580499976873398,
      "learning_rate": 0.00019931309479627896,
      "loss": 10.216,
      "step": 652
    },
    {
      "epoch": 0.11400637248483261,
      "grad_norm": 0.029732605442404747,
      "learning_rate": 0.00019931095236115637,
      "loss": 10.2208,
      "step": 653
    },
    {
      "epoch": 0.11418096111038366,
      "grad_norm": 0.026582689955830574,
      "learning_rate": 0.0001993088066016916,
      "loss": 10.2055,
      "step": 654
    },
    {
      "epoch": 0.1143555497359347,
      "grad_norm": 0.03196030855178833,
      "learning_rate": 0.00019930665751795656,
      "loss": 10.2169,
      "step": 655
    },
    {
      "epoch": 0.11453013836148575,
      "grad_norm": 0.03154231980443001,
      "learning_rate": 0.00019930450511002312,
      "loss": 10.2083,
      "step": 656
    },
    {
      "epoch": 0.11470472698703679,
      "grad_norm": 0.027612868696451187,
      "learning_rate": 0.00019930234937796338,
      "loss": 10.2386,
      "step": 657
    },
    {
      "epoch": 0.11487931561258784,
      "grad_norm": 0.029632359743118286,
      "learning_rate": 0.00019930019032184947,
      "loss": 10.2317,
      "step": 658
    },
    {
      "epoch": 0.11505390423813888,
      "grad_norm": 0.03524629771709442,
      "learning_rate": 0.0001992980279417537,
      "loss": 10.2253,
      "step": 659
    },
    {
      "epoch": 0.11522849286368993,
      "grad_norm": 0.0425044447183609,
      "learning_rate": 0.0001992958622377484,
      "loss": 10.2189,
      "step": 660
    },
    {
      "epoch": 0.11540308148924097,
      "grad_norm": 0.03117702156305313,
      "learning_rate": 0.0001992936932099061,
      "loss": 10.2259,
      "step": 661
    },
    {
      "epoch": 0.11557767011479202,
      "grad_norm": 0.029919853433966637,
      "learning_rate": 0.0001992915208582994,
      "loss": 10.2239,
      "step": 662
    },
    {
      "epoch": 0.11575225874034306,
      "grad_norm": 0.031347665935754776,
      "learning_rate": 0.000199289345183001,
      "loss": 10.2324,
      "step": 663
    },
    {
      "epoch": 0.1159268473658941,
      "grad_norm": 0.030536329373717308,
      "learning_rate": 0.00019928716618408375,
      "loss": 10.2078,
      "step": 664
    },
    {
      "epoch": 0.11610143599144515,
      "grad_norm": 0.03249960392713547,
      "learning_rate": 0.0001992849838616206,
      "loss": 10.2184,
      "step": 665
    },
    {
      "epoch": 0.1162760246169962,
      "grad_norm": 0.029235556721687317,
      "learning_rate": 0.00019928279821568458,
      "loss": 10.2113,
      "step": 666
    },
    {
      "epoch": 0.11645061324254725,
      "grad_norm": 0.038827404379844666,
      "learning_rate": 0.00019928060924634885,
      "loss": 10.1978,
      "step": 667
    },
    {
      "epoch": 0.1166252018680983,
      "grad_norm": 0.030019305646419525,
      "learning_rate": 0.00019927841695368666,
      "loss": 10.2269,
      "step": 668
    },
    {
      "epoch": 0.11679979049364934,
      "grad_norm": 0.030856991186738014,
      "learning_rate": 0.00019927622133777146,
      "loss": 10.222,
      "step": 669
    },
    {
      "epoch": 0.11697437911920039,
      "grad_norm": 0.03606546297669411,
      "learning_rate": 0.00019927402239867673,
      "loss": 10.2056,
      "step": 670
    },
    {
      "epoch": 0.11714896774475143,
      "grad_norm": 0.0310862734913826,
      "learning_rate": 0.00019927182013647604,
      "loss": 10.2261,
      "step": 671
    },
    {
      "epoch": 0.11732355637030248,
      "grad_norm": 0.035338569432497025,
      "learning_rate": 0.0001992696145512431,
      "loss": 10.2034,
      "step": 672
    },
    {
      "epoch": 0.11749814499585352,
      "grad_norm": 0.03315272927284241,
      "learning_rate": 0.00019926740564305182,
      "loss": 10.2208,
      "step": 673
    },
    {
      "epoch": 0.11767273362140457,
      "grad_norm": 0.03447189927101135,
      "learning_rate": 0.00019926519341197606,
      "loss": 10.226,
      "step": 674
    },
    {
      "epoch": 0.11784732224695561,
      "grad_norm": 0.03973669558763504,
      "learning_rate": 0.0001992629778580899,
      "loss": 10.2578,
      "step": 675
    },
    {
      "epoch": 0.11802191087250666,
      "grad_norm": 0.031891800463199615,
      "learning_rate": 0.00019926075898146753,
      "loss": 10.2,
      "step": 676
    },
    {
      "epoch": 0.1181964994980577,
      "grad_norm": 0.039193328469991684,
      "learning_rate": 0.0001992585367821832,
      "loss": 10.213,
      "step": 677
    },
    {
      "epoch": 0.11837108812360875,
      "grad_norm": 0.0355261005461216,
      "learning_rate": 0.00019925631126031123,
      "loss": 10.2078,
      "step": 678
    },
    {
      "epoch": 0.11854567674915979,
      "grad_norm": 0.03640269860625267,
      "learning_rate": 0.00019925408241592624,
      "loss": 10.2164,
      "step": 679
    },
    {
      "epoch": 0.11872026537471084,
      "grad_norm": 0.038351964205503464,
      "learning_rate": 0.00019925185024910277,
      "loss": 10.2134,
      "step": 680
    },
    {
      "epoch": 0.11889485400026188,
      "grad_norm": 0.037104424089193344,
      "learning_rate": 0.00019924961475991558,
      "loss": 10.2037,
      "step": 681
    },
    {
      "epoch": 0.11906944262581293,
      "grad_norm": 0.03718692436814308,
      "learning_rate": 0.00019924737594843945,
      "loss": 10.214,
      "step": 682
    },
    {
      "epoch": 0.11924403125136397,
      "grad_norm": 0.033192332834005356,
      "learning_rate": 0.00019924513381474931,
      "loss": 10.2016,
      "step": 683
    },
    {
      "epoch": 0.11941861987691502,
      "grad_norm": 0.04046272113919258,
      "learning_rate": 0.0001992428883589203,
      "loss": 10.1878,
      "step": 684
    },
    {
      "epoch": 0.11959320850246606,
      "grad_norm": 0.03659338876605034,
      "learning_rate": 0.0001992406395810275,
      "loss": 10.204,
      "step": 685
    },
    {
      "epoch": 0.1197677971280171,
      "grad_norm": 0.048520904034376144,
      "learning_rate": 0.00019923838748114626,
      "loss": 10.2253,
      "step": 686
    },
    {
      "epoch": 0.11994238575356815,
      "grad_norm": 0.03929175063967705,
      "learning_rate": 0.00019923613205935189,
      "loss": 10.2025,
      "step": 687
    },
    {
      "epoch": 0.1201169743791192,
      "grad_norm": 0.04560248926281929,
      "learning_rate": 0.00019923387331571992,
      "loss": 10.1931,
      "step": 688
    },
    {
      "epoch": 0.12029156300467024,
      "grad_norm": 0.0458669513463974,
      "learning_rate": 0.00019923161125032598,
      "loss": 10.2102,
      "step": 689
    },
    {
      "epoch": 0.12046615163022129,
      "grad_norm": 0.044932328164577484,
      "learning_rate": 0.00019922934586324577,
      "loss": 10.2095,
      "step": 690
    },
    {
      "epoch": 0.12064074025577233,
      "grad_norm": 0.04608171805739403,
      "learning_rate": 0.00019922707715455513,
      "loss": 10.2075,
      "step": 691
    },
    {
      "epoch": 0.12081532888132337,
      "grad_norm": 0.04454423859715462,
      "learning_rate": 0.00019922480512433,
      "loss": 10.2038,
      "step": 692
    },
    {
      "epoch": 0.12098991750687443,
      "grad_norm": 0.048178527504205704,
      "learning_rate": 0.00019922252977264642,
      "loss": 10.2122,
      "step": 693
    },
    {
      "epoch": 0.12116450613242548,
      "grad_norm": 0.05329872667789459,
      "learning_rate": 0.00019922025109958056,
      "loss": 10.2047,
      "step": 694
    },
    {
      "epoch": 0.12133909475797652,
      "grad_norm": 0.05213145166635513,
      "learning_rate": 0.00019921796910520875,
      "loss": 10.2289,
      "step": 695
    },
    {
      "epoch": 0.12151368338352757,
      "grad_norm": 0.0585661306977272,
      "learning_rate": 0.00019921568378960728,
      "loss": 10.2198,
      "step": 696
    },
    {
      "epoch": 0.12168827200907861,
      "grad_norm": 0.05504338815808296,
      "learning_rate": 0.00019921339515285272,
      "loss": 10.1816,
      "step": 697
    },
    {
      "epoch": 0.12186286063462966,
      "grad_norm": 0.06500338017940521,
      "learning_rate": 0.00019921110319502162,
      "loss": 10.2195,
      "step": 698
    },
    {
      "epoch": 0.1220374492601807,
      "grad_norm": 0.07252033054828644,
      "learning_rate": 0.0001992088079161908,
      "loss": 10.2014,
      "step": 699
    },
    {
      "epoch": 0.12221203788573175,
      "grad_norm": 0.12324410676956177,
      "learning_rate": 0.00019920650931643704,
      "loss": 10.2349,
      "step": 700
    },
    {
      "epoch": 0.12238662651128279,
      "grad_norm": 0.031495124101638794,
      "learning_rate": 0.00019920420739583724,
      "loss": 10.2353,
      "step": 701
    },
    {
      "epoch": 0.12256121513683384,
      "grad_norm": 0.03107822686433792,
      "learning_rate": 0.00019920190215446849,
      "loss": 10.2488,
      "step": 702
    },
    {
      "epoch": 0.12273580376238488,
      "grad_norm": 0.0377623587846756,
      "learning_rate": 0.00019919959359240798,
      "loss": 10.2386,
      "step": 703
    },
    {
      "epoch": 0.12291039238793593,
      "grad_norm": 0.03089037910103798,
      "learning_rate": 0.00019919728170973296,
      "loss": 10.2298,
      "step": 704
    },
    {
      "epoch": 0.12308498101348697,
      "grad_norm": 0.03178061544895172,
      "learning_rate": 0.00019919496650652082,
      "loss": 10.2299,
      "step": 705
    },
    {
      "epoch": 0.12325956963903802,
      "grad_norm": 0.028937362134456635,
      "learning_rate": 0.00019919264798284907,
      "loss": 10.2265,
      "step": 706
    },
    {
      "epoch": 0.12343415826458906,
      "grad_norm": 0.03065047599375248,
      "learning_rate": 0.0001991903261387953,
      "loss": 10.2241,
      "step": 707
    },
    {
      "epoch": 0.1236087468901401,
      "grad_norm": 0.03263599053025246,
      "learning_rate": 0.00019918800097443724,
      "loss": 10.2254,
      "step": 708
    },
    {
      "epoch": 0.12378333551569115,
      "grad_norm": 0.03231298178434372,
      "learning_rate": 0.00019918567248985273,
      "loss": 10.2281,
      "step": 709
    },
    {
      "epoch": 0.1239579241412422,
      "grad_norm": 0.03518114238977432,
      "learning_rate": 0.00019918334068511973,
      "loss": 10.2151,
      "step": 710
    },
    {
      "epoch": 0.12413251276679324,
      "grad_norm": 0.03618083521723747,
      "learning_rate": 0.00019918100556031628,
      "loss": 10.2228,
      "step": 711
    },
    {
      "epoch": 0.12430710139234429,
      "grad_norm": 0.03004874847829342,
      "learning_rate": 0.0001991786671155205,
      "loss": 10.223,
      "step": 712
    },
    {
      "epoch": 0.12448169001789533,
      "grad_norm": 0.03419797122478485,
      "learning_rate": 0.0001991763253508107,
      "loss": 10.2285,
      "step": 713
    },
    {
      "epoch": 0.12465627864344637,
      "grad_norm": 0.030059605836868286,
      "learning_rate": 0.00019917398026626535,
      "loss": 10.2139,
      "step": 714
    },
    {
      "epoch": 0.12483086726899742,
      "grad_norm": 0.0313422791659832,
      "learning_rate": 0.00019917163186196284,
      "loss": 10.2143,
      "step": 715
    },
    {
      "epoch": 0.12500545589454848,
      "grad_norm": 0.035082608461380005,
      "learning_rate": 0.0001991692801379818,
      "loss": 10.2276,
      "step": 716
    },
    {
      "epoch": 0.1251800445200995,
      "grad_norm": 0.03503289446234703,
      "learning_rate": 0.000199166925094401,
      "loss": 10.2072,
      "step": 717
    },
    {
      "epoch": 0.12535463314565057,
      "grad_norm": 0.033977482467889786,
      "learning_rate": 0.00019916456673129925,
      "loss": 10.2164,
      "step": 718
    },
    {
      "epoch": 0.1255292217712016,
      "grad_norm": 0.031181370839476585,
      "learning_rate": 0.00019916220504875547,
      "loss": 10.2374,
      "step": 719
    },
    {
      "epoch": 0.12570381039675266,
      "grad_norm": 0.03043055720627308,
      "learning_rate": 0.0001991598400468487,
      "loss": 10.2158,
      "step": 720
    },
    {
      "epoch": 0.1258783990223037,
      "grad_norm": 0.034256547689437866,
      "learning_rate": 0.00019915747172565817,
      "loss": 10.2262,
      "step": 721
    },
    {
      "epoch": 0.12605298764785475,
      "grad_norm": 0.03762467950582504,
      "learning_rate": 0.00019915510008526312,
      "loss": 10.2141,
      "step": 722
    },
    {
      "epoch": 0.12622757627340578,
      "grad_norm": 0.030685193836688995,
      "learning_rate": 0.00019915272512574297,
      "loss": 10.2246,
      "step": 723
    },
    {
      "epoch": 0.12640216489895684,
      "grad_norm": 0.031209411099553108,
      "learning_rate": 0.00019915034684717716,
      "loss": 10.2201,
      "step": 724
    },
    {
      "epoch": 0.12657675352450787,
      "grad_norm": 0.03435643017292023,
      "learning_rate": 0.00019914796524964535,
      "loss": 10.2324,
      "step": 725
    },
    {
      "epoch": 0.12675134215005893,
      "grad_norm": 0.03436347097158432,
      "learning_rate": 0.00019914558033322724,
      "loss": 10.2126,
      "step": 726
    },
    {
      "epoch": 0.12692593077560996,
      "grad_norm": 0.034060634672641754,
      "learning_rate": 0.00019914319209800264,
      "loss": 10.2308,
      "step": 727
    },
    {
      "epoch": 0.12710051940116102,
      "grad_norm": 0.034218501299619675,
      "learning_rate": 0.0001991408005440516,
      "loss": 10.2042,
      "step": 728
    },
    {
      "epoch": 0.12727510802671205,
      "grad_norm": 0.03452898934483528,
      "learning_rate": 0.00019913840567145402,
      "loss": 10.1991,
      "step": 729
    },
    {
      "epoch": 0.1274496966522631,
      "grad_norm": 0.03798647224903107,
      "learning_rate": 0.0001991360074802902,
      "loss": 10.2259,
      "step": 730
    },
    {
      "epoch": 0.12762428527781414,
      "grad_norm": 0.04326114431023598,
      "learning_rate": 0.0001991336059706403,
      "loss": 10.2243,
      "step": 731
    },
    {
      "epoch": 0.1277988739033652,
      "grad_norm": 0.03467494249343872,
      "learning_rate": 0.0001991312011425848,
      "loss": 10.1767,
      "step": 732
    },
    {
      "epoch": 0.12797346252891625,
      "grad_norm": 0.03480042517185211,
      "learning_rate": 0.0001991287929962042,
      "loss": 10.2338,
      "step": 733
    },
    {
      "epoch": 0.12814805115446729,
      "grad_norm": 0.03490458428859711,
      "learning_rate": 0.00019912638153157905,
      "loss": 10.2043,
      "step": 734
    },
    {
      "epoch": 0.12832263978001834,
      "grad_norm": 0.03749493509531021,
      "learning_rate": 0.00019912396674879007,
      "loss": 10.1855,
      "step": 735
    },
    {
      "epoch": 0.12849722840556937,
      "grad_norm": 0.03726493939757347,
      "learning_rate": 0.0001991215486479182,
      "loss": 10.1951,
      "step": 736
    },
    {
      "epoch": 0.12867181703112043,
      "grad_norm": 0.04391123726963997,
      "learning_rate": 0.00019911912722904424,
      "loss": 10.1864,
      "step": 737
    },
    {
      "epoch": 0.12884640565667146,
      "grad_norm": 0.04049701616168022,
      "learning_rate": 0.00019911670249224934,
      "loss": 10.196,
      "step": 738
    },
    {
      "epoch": 0.12902099428222252,
      "grad_norm": 0.03677023574709892,
      "learning_rate": 0.00019911427443761463,
      "loss": 10.189,
      "step": 739
    },
    {
      "epoch": 0.12919558290777355,
      "grad_norm": 0.041946783661842346,
      "learning_rate": 0.00019911184306522142,
      "loss": 10.1855,
      "step": 740
    },
    {
      "epoch": 0.1293701715333246,
      "grad_norm": 0.04033950716257095,
      "learning_rate": 0.00019910940837515102,
      "loss": 10.1825,
      "step": 741
    },
    {
      "epoch": 0.12954476015887564,
      "grad_norm": 0.044595811516046524,
      "learning_rate": 0.00019910697036748501,
      "loss": 10.2538,
      "step": 742
    },
    {
      "epoch": 0.1297193487844267,
      "grad_norm": 0.04690922424197197,
      "learning_rate": 0.000199104529042305,
      "loss": 10.2,
      "step": 743
    },
    {
      "epoch": 0.12989393740997773,
      "grad_norm": 0.04045053943991661,
      "learning_rate": 0.00019910208439969266,
      "loss": 10.2045,
      "step": 744
    },
    {
      "epoch": 0.1300685260355288,
      "grad_norm": 0.04308029264211655,
      "learning_rate": 0.00019909963643972983,
      "loss": 10.1935,
      "step": 745
    },
    {
      "epoch": 0.13024311466107982,
      "grad_norm": 0.06155609339475632,
      "learning_rate": 0.0001990971851624985,
      "loss": 10.212,
      "step": 746
    },
    {
      "epoch": 0.13041770328663088,
      "grad_norm": 0.05330905690789223,
      "learning_rate": 0.00019909473056808067,
      "loss": 10.2151,
      "step": 747
    },
    {
      "epoch": 0.1305922919121819,
      "grad_norm": 0.0538887195289135,
      "learning_rate": 0.0001990922726565585,
      "loss": 10.2222,
      "step": 748
    },
    {
      "epoch": 0.13076688053773297,
      "grad_norm": 0.06849466264247894,
      "learning_rate": 0.00019908981142801433,
      "loss": 10.2413,
      "step": 749
    },
    {
      "epoch": 0.130941469163284,
      "grad_norm": 0.10577481240034103,
      "learning_rate": 0.0001990873468825305,
      "loss": 10.2376,
      "step": 750
    },
    {
      "epoch": 0.13111605778883506,
      "grad_norm": 0.033967453986406326,
      "learning_rate": 0.00019908487902018954,
      "loss": 10.2192,
      "step": 751
    },
    {
      "epoch": 0.1312906464143861,
      "grad_norm": 0.03612750768661499,
      "learning_rate": 0.000199082407841074,
      "loss": 10.2208,
      "step": 752
    },
    {
      "epoch": 0.13146523503993715,
      "grad_norm": 0.03298564255237579,
      "learning_rate": 0.0001990799333452667,
      "loss": 10.2258,
      "step": 753
    },
    {
      "epoch": 0.13163982366548818,
      "grad_norm": 0.031206630170345306,
      "learning_rate": 0.00019907745553285035,
      "loss": 10.2234,
      "step": 754
    },
    {
      "epoch": 0.13181441229103924,
      "grad_norm": 0.03381093591451645,
      "learning_rate": 0.000199074974403908,
      "loss": 10.2287,
      "step": 755
    },
    {
      "epoch": 0.13198900091659027,
      "grad_norm": 0.03286534920334816,
      "learning_rate": 0.0001990724899585226,
      "loss": 10.2016,
      "step": 756
    },
    {
      "epoch": 0.13216358954214133,
      "grad_norm": 0.03083704598248005,
      "learning_rate": 0.00019907000219677743,
      "loss": 10.2092,
      "step": 757
    },
    {
      "epoch": 0.1323381781676924,
      "grad_norm": 0.031963929533958435,
      "learning_rate": 0.00019906751111875565,
      "loss": 10.219,
      "step": 758
    },
    {
      "epoch": 0.13251276679324342,
      "grad_norm": 0.031064020469784737,
      "learning_rate": 0.00019906501672454073,
      "loss": 10.1995,
      "step": 759
    },
    {
      "epoch": 0.13268735541879448,
      "grad_norm": 0.03244919702410698,
      "learning_rate": 0.00019906251901421617,
      "loss": 10.2208,
      "step": 760
    },
    {
      "epoch": 0.1328619440443455,
      "grad_norm": 0.03382907062768936,
      "learning_rate": 0.00019906001798786555,
      "loss": 10.2438,
      "step": 761
    },
    {
      "epoch": 0.13303653266989657,
      "grad_norm": 0.03154222294688225,
      "learning_rate": 0.00019905751364557254,
      "loss": 10.2153,
      "step": 762
    },
    {
      "epoch": 0.1332111212954476,
      "grad_norm": 0.029242979362607002,
      "learning_rate": 0.00019905500598742105,
      "loss": 10.2358,
      "step": 763
    },
    {
      "epoch": 0.13338570992099866,
      "grad_norm": 0.03177179768681526,
      "learning_rate": 0.000199052495013495,
      "loss": 10.1988,
      "step": 764
    },
    {
      "epoch": 0.1335602985465497,
      "grad_norm": 0.040871139615774155,
      "learning_rate": 0.0001990499807238784,
      "loss": 10.2201,
      "step": 765
    },
    {
      "epoch": 0.13373488717210075,
      "grad_norm": 0.03705433011054993,
      "learning_rate": 0.00019904746311865548,
      "loss": 10.2358,
      "step": 766
    },
    {
      "epoch": 0.13390947579765178,
      "grad_norm": 0.02945112995803356,
      "learning_rate": 0.00019904494219791046,
      "loss": 10.2116,
      "step": 767
    },
    {
      "epoch": 0.13408406442320284,
      "grad_norm": 0.036659449338912964,
      "learning_rate": 0.00019904241796172775,
      "loss": 10.2563,
      "step": 768
    },
    {
      "epoch": 0.13425865304875387,
      "grad_norm": 0.03198105841875076,
      "learning_rate": 0.00019903989041019187,
      "loss": 10.2061,
      "step": 769
    },
    {
      "epoch": 0.13443324167430493,
      "grad_norm": 0.031654585152864456,
      "learning_rate": 0.00019903735954338738,
      "loss": 10.1946,
      "step": 770
    },
    {
      "epoch": 0.13460783029985596,
      "grad_norm": 0.03428805246949196,
      "learning_rate": 0.000199034825361399,
      "loss": 10.1962,
      "step": 771
    },
    {
      "epoch": 0.13478241892540702,
      "grad_norm": 0.032698534429073334,
      "learning_rate": 0.0001990322878643116,
      "loss": 10.2315,
      "step": 772
    },
    {
      "epoch": 0.13495700755095805,
      "grad_norm": 0.03177312761545181,
      "learning_rate": 0.00019902974705221009,
      "loss": 10.2308,
      "step": 773
    },
    {
      "epoch": 0.1351315961765091,
      "grad_norm": 0.03148774802684784,
      "learning_rate": 0.00019902720292517954,
      "loss": 10.2267,
      "step": 774
    },
    {
      "epoch": 0.13530618480206014,
      "grad_norm": 0.033717457205057144,
      "learning_rate": 0.00019902465548330512,
      "loss": 10.2255,
      "step": 775
    },
    {
      "epoch": 0.1354807734276112,
      "grad_norm": 0.0397627055644989,
      "learning_rate": 0.00019902210472667203,
      "loss": 10.2076,
      "step": 776
    },
    {
      "epoch": 0.13565536205316223,
      "grad_norm": 0.035782843828201294,
      "learning_rate": 0.00019901955065536577,
      "loss": 10.2018,
      "step": 777
    },
    {
      "epoch": 0.13582995067871328,
      "grad_norm": 0.03445993736386299,
      "learning_rate": 0.00019901699326947174,
      "loss": 10.2073,
      "step": 778
    },
    {
      "epoch": 0.13600453930426432,
      "grad_norm": 0.03613122180104256,
      "learning_rate": 0.00019901443256907563,
      "loss": 10.1908,
      "step": 779
    },
    {
      "epoch": 0.13617912792981537,
      "grad_norm": 0.03870142251253128,
      "learning_rate": 0.00019901186855426307,
      "loss": 10.2094,
      "step": 780
    },
    {
      "epoch": 0.1363537165553664,
      "grad_norm": 0.03799581900238991,
      "learning_rate": 0.00019900930122511993,
      "loss": 10.2093,
      "step": 781
    },
    {
      "epoch": 0.13652830518091746,
      "grad_norm": 0.03900027647614479,
      "learning_rate": 0.00019900673058173213,
      "loss": 10.2324,
      "step": 782
    },
    {
      "epoch": 0.1367028938064685,
      "grad_norm": 0.037599265575408936,
      "learning_rate": 0.00019900415662418576,
      "loss": 10.2153,
      "step": 783
    },
    {
      "epoch": 0.13687748243201955,
      "grad_norm": 0.040819503366947174,
      "learning_rate": 0.00019900157935256693,
      "loss": 10.203,
      "step": 784
    },
    {
      "epoch": 0.1370520710575706,
      "grad_norm": 0.046650469303131104,
      "learning_rate": 0.00019899899876696197,
      "loss": 10.1959,
      "step": 785
    },
    {
      "epoch": 0.13722665968312164,
      "grad_norm": 0.04245677962899208,
      "learning_rate": 0.0001989964148674572,
      "loss": 10.1897,
      "step": 786
    },
    {
      "epoch": 0.1374012483086727,
      "grad_norm": 0.04265778511762619,
      "learning_rate": 0.00019899382765413916,
      "loss": 10.1837,
      "step": 787
    },
    {
      "epoch": 0.13757583693422373,
      "grad_norm": 0.0364002101123333,
      "learning_rate": 0.00019899123712709447,
      "loss": 10.2012,
      "step": 788
    },
    {
      "epoch": 0.1377504255597748,
      "grad_norm": 0.045193158090114594,
      "learning_rate": 0.00019898864328640978,
      "loss": 10.2053,
      "step": 789
    },
    {
      "epoch": 0.13792501418532582,
      "grad_norm": 0.04347900301218033,
      "learning_rate": 0.00019898604613217193,
      "loss": 10.202,
      "step": 790
    },
    {
      "epoch": 0.13809960281087688,
      "grad_norm": 0.038501232862472534,
      "learning_rate": 0.0001989834456644679,
      "loss": 10.1908,
      "step": 791
    },
    {
      "epoch": 0.1382741914364279,
      "grad_norm": 0.0420679934322834,
      "learning_rate": 0.00019898084188338472,
      "loss": 10.1785,
      "step": 792
    },
    {
      "epoch": 0.13844878006197897,
      "grad_norm": 0.04535331949591637,
      "learning_rate": 0.0001989782347890096,
      "loss": 10.1915,
      "step": 793
    },
    {
      "epoch": 0.13862336868753,
      "grad_norm": 0.04647808149456978,
      "learning_rate": 0.00019897562438142967,
      "loss": 10.2225,
      "step": 794
    },
    {
      "epoch": 0.13879795731308106,
      "grad_norm": 0.051509615033864975,
      "learning_rate": 0.00019897301066073244,
      "loss": 10.2079,
      "step": 795
    },
    {
      "epoch": 0.1389725459386321,
      "grad_norm": 0.04623971879482269,
      "learning_rate": 0.00019897039362700537,
      "loss": 10.199,
      "step": 796
    },
    {
      "epoch": 0.13914713456418315,
      "grad_norm": 0.05306859686970711,
      "learning_rate": 0.000198967773280336,
      "loss": 10.1868,
      "step": 797
    },
    {
      "epoch": 0.13932172318973418,
      "grad_norm": 0.05765966698527336,
      "learning_rate": 0.0001989651496208121,
      "loss": 10.218,
      "step": 798
    },
    {
      "epoch": 0.13949631181528524,
      "grad_norm": 0.06518258899450302,
      "learning_rate": 0.00019896252264852153,
      "loss": 10.196,
      "step": 799
    },
    {
      "epoch": 0.13967090044083627,
      "grad_norm": 0.09150922298431396,
      "learning_rate": 0.00019895989236355218,
      "loss": 10.2403,
      "step": 800
    },
    {
      "epoch": 0.13967090044083627,
      "eval_loss": 10.200075149536133,
      "eval_runtime": 0.7193,
      "eval_samples_per_second": 321.151,
      "eval_steps_per_second": 161.271,
      "step": 800
    },
    {
      "epoch": 0.13984548906638733,
      "grad_norm": 0.03417953476309776,
      "learning_rate": 0.0001989572587659921,
      "loss": 10.2132,
      "step": 801
    },
    {
      "epoch": 0.14002007769193836,
      "grad_norm": 0.026890181005001068,
      "learning_rate": 0.00019895462185592943,
      "loss": 10.2305,
      "step": 802
    },
    {
      "epoch": 0.14019466631748942,
      "grad_norm": 0.03647252172231674,
      "learning_rate": 0.00019895198163345247,
      "loss": 10.2311,
      "step": 803
    },
    {
      "epoch": 0.14036925494304045,
      "grad_norm": 0.03409137204289436,
      "learning_rate": 0.00019894933809864958,
      "loss": 10.2191,
      "step": 804
    },
    {
      "epoch": 0.1405438435685915,
      "grad_norm": 0.02898302488029003,
      "learning_rate": 0.00019894669125160929,
      "loss": 10.2129,
      "step": 805
    },
    {
      "epoch": 0.14071843219414254,
      "grad_norm": 0.03192770108580589,
      "learning_rate": 0.0001989440410924201,
      "loss": 10.2329,
      "step": 806
    },
    {
      "epoch": 0.1408930208196936,
      "grad_norm": 0.034252241253852844,
      "learning_rate": 0.00019894138762117084,
      "loss": 10.2318,
      "step": 807
    },
    {
      "epoch": 0.14106760944524463,
      "grad_norm": 0.030357619747519493,
      "learning_rate": 0.00019893873083795028,
      "loss": 10.1999,
      "step": 808
    },
    {
      "epoch": 0.1412421980707957,
      "grad_norm": 0.030443573370575905,
      "learning_rate": 0.00019893607074284732,
      "loss": 10.2436,
      "step": 809
    },
    {
      "epoch": 0.14141678669634675,
      "grad_norm": 0.030373867601156235,
      "learning_rate": 0.00019893340733595106,
      "loss": 10.2282,
      "step": 810
    },
    {
      "epoch": 0.14159137532189778,
      "grad_norm": 0.03469933569431305,
      "learning_rate": 0.00019893074061735062,
      "loss": 10.2038,
      "step": 811
    },
    {
      "epoch": 0.14176596394744884,
      "grad_norm": 0.0268083568662405,
      "learning_rate": 0.0001989280705871353,
      "loss": 10.2248,
      "step": 812
    },
    {
      "epoch": 0.14194055257299987,
      "grad_norm": 0.03464885428547859,
      "learning_rate": 0.00019892539724539443,
      "loss": 10.2095,
      "step": 813
    },
    {
      "epoch": 0.14211514119855093,
      "grad_norm": 0.02914012223482132,
      "learning_rate": 0.00019892272059221755,
      "loss": 10.2094,
      "step": 814
    },
    {
      "epoch": 0.14228972982410196,
      "grad_norm": 0.03249068930745125,
      "learning_rate": 0.00019892004062769422,
      "loss": 10.2151,
      "step": 815
    },
    {
      "epoch": 0.14246431844965302,
      "grad_norm": 0.029701732099056244,
      "learning_rate": 0.00019891735735191418,
      "loss": 10.2162,
      "step": 816
    },
    {
      "epoch": 0.14263890707520405,
      "grad_norm": 0.03630336746573448,
      "learning_rate": 0.0001989146707649672,
      "loss": 10.1816,
      "step": 817
    },
    {
      "epoch": 0.1428134957007551,
      "grad_norm": 0.033249739557504654,
      "learning_rate": 0.00019891198086694324,
      "loss": 10.1927,
      "step": 818
    },
    {
      "epoch": 0.14298808432630614,
      "grad_norm": 0.03061862848699093,
      "learning_rate": 0.00019890928765793238,
      "loss": 10.2102,
      "step": 819
    },
    {
      "epoch": 0.1431626729518572,
      "grad_norm": 0.03880703076720238,
      "learning_rate": 0.00019890659113802473,
      "loss": 10.2178,
      "step": 820
    },
    {
      "epoch": 0.14333726157740823,
      "grad_norm": 0.042055606842041016,
      "learning_rate": 0.00019890389130731054,
      "loss": 10.2127,
      "step": 821
    },
    {
      "epoch": 0.14351185020295928,
      "grad_norm": 0.032693300396203995,
      "learning_rate": 0.0001989011881658802,
      "loss": 10.2125,
      "step": 822
    },
    {
      "epoch": 0.14368643882851032,
      "grad_norm": 0.03315474092960358,
      "learning_rate": 0.00019889848171382424,
      "loss": 10.219,
      "step": 823
    },
    {
      "epoch": 0.14386102745406137,
      "grad_norm": 0.03378179296851158,
      "learning_rate": 0.00019889577195123317,
      "loss": 10.1894,
      "step": 824
    },
    {
      "epoch": 0.1440356160796124,
      "grad_norm": 0.034433890134096146,
      "learning_rate": 0.0001988930588781978,
      "loss": 10.1919,
      "step": 825
    },
    {
      "epoch": 0.14421020470516346,
      "grad_norm": 0.034888315945863724,
      "learning_rate": 0.00019889034249480884,
      "loss": 10.2412,
      "step": 826
    },
    {
      "epoch": 0.1443847933307145,
      "grad_norm": 0.040907081216573715,
      "learning_rate": 0.00019888762280115727,
      "loss": 10.207,
      "step": 827
    },
    {
      "epoch": 0.14455938195626555,
      "grad_norm": 0.03721851110458374,
      "learning_rate": 0.00019888489979733414,
      "loss": 10.2098,
      "step": 828
    },
    {
      "epoch": 0.14473397058181658,
      "grad_norm": 0.03749167546629906,
      "learning_rate": 0.0001988821734834306,
      "loss": 10.2122,
      "step": 829
    },
    {
      "epoch": 0.14490855920736764,
      "grad_norm": 0.03843962401151657,
      "learning_rate": 0.00019887944385953786,
      "loss": 10.2285,
      "step": 830
    },
    {
      "epoch": 0.14508314783291867,
      "grad_norm": 0.0368056520819664,
      "learning_rate": 0.0001988767109257474,
      "loss": 10.2233,
      "step": 831
    },
    {
      "epoch": 0.14525773645846973,
      "grad_norm": 0.037311118096113205,
      "learning_rate": 0.0001988739746821506,
      "loss": 10.2111,
      "step": 832
    },
    {
      "epoch": 0.14543232508402076,
      "grad_norm": 0.036659788340330124,
      "learning_rate": 0.00019887123512883905,
      "loss": 10.1836,
      "step": 833
    },
    {
      "epoch": 0.14560691370957182,
      "grad_norm": 0.038439054042100906,
      "learning_rate": 0.00019886849226590455,
      "loss": 10.1994,
      "step": 834
    },
    {
      "epoch": 0.14578150233512285,
      "grad_norm": 0.03594813123345375,
      "learning_rate": 0.0001988657460934388,
      "loss": 10.2028,
      "step": 835
    },
    {
      "epoch": 0.1459560909606739,
      "grad_norm": 0.043164920061826706,
      "learning_rate": 0.0001988629966115338,
      "loss": 10.193,
      "step": 836
    },
    {
      "epoch": 0.14613067958622497,
      "grad_norm": 0.037902284413576126,
      "learning_rate": 0.0001988602438202816,
      "loss": 10.2212,
      "step": 837
    },
    {
      "epoch": 0.146305268211776,
      "grad_norm": 0.04412481188774109,
      "learning_rate": 0.00019885748771977427,
      "loss": 10.2336,
      "step": 838
    },
    {
      "epoch": 0.14647985683732706,
      "grad_norm": 0.04370564594864845,
      "learning_rate": 0.00019885472831010414,
      "loss": 10.1983,
      "step": 839
    },
    {
      "epoch": 0.1466544454628781,
      "grad_norm": 0.04662998393177986,
      "learning_rate": 0.0001988519655913635,
      "loss": 10.1949,
      "step": 840
    },
    {
      "epoch": 0.14682903408842915,
      "grad_norm": 0.04723323509097099,
      "learning_rate": 0.00019884919956364495,
      "loss": 10.2248,
      "step": 841
    },
    {
      "epoch": 0.14700362271398018,
      "grad_norm": 0.045190148055553436,
      "learning_rate": 0.00019884643022704098,
      "loss": 10.2262,
      "step": 842
    },
    {
      "epoch": 0.14717821133953124,
      "grad_norm": 0.044407449662685394,
      "learning_rate": 0.0001988436575816443,
      "loss": 10.2062,
      "step": 843
    },
    {
      "epoch": 0.14735279996508227,
      "grad_norm": 0.043004684150218964,
      "learning_rate": 0.00019884088162754778,
      "loss": 10.1757,
      "step": 844
    },
    {
      "epoch": 0.14752738859063333,
      "grad_norm": 0.04941414296627045,
      "learning_rate": 0.0001988381023648443,
      "loss": 10.2062,
      "step": 845
    },
    {
      "epoch": 0.14770197721618436,
      "grad_norm": 0.05205000564455986,
      "learning_rate": 0.00019883531979362687,
      "loss": 10.1981,
      "step": 846
    },
    {
      "epoch": 0.14787656584173542,
      "grad_norm": 0.05551222711801529,
      "learning_rate": 0.0001988325339139887,
      "loss": 10.2024,
      "step": 847
    },
    {
      "epoch": 0.14805115446728645,
      "grad_norm": 0.058445848524570465,
      "learning_rate": 0.000198829744726023,
      "loss": 10.2188,
      "step": 848
    },
    {
      "epoch": 0.1482257430928375,
      "grad_norm": 0.07079952955245972,
      "learning_rate": 0.00019882695222982313,
      "loss": 10.1907,
      "step": 849
    },
    {
      "epoch": 0.14840033171838854,
      "grad_norm": 0.093527652323246,
      "learning_rate": 0.0001988241564254826,
      "loss": 10.1993,
      "step": 850
    },
    {
      "epoch": 0.1485749203439396,
      "grad_norm": 0.031107310205698013,
      "learning_rate": 0.00019882135731309495,
      "loss": 10.2149,
      "step": 851
    },
    {
      "epoch": 0.14874950896949063,
      "grad_norm": 0.0281915795058012,
      "learning_rate": 0.00019881855489275392,
      "loss": 10.2046,
      "step": 852
    },
    {
      "epoch": 0.1489240975950417,
      "grad_norm": 0.03333097696304321,
      "learning_rate": 0.0001988157491645533,
      "loss": 10.2314,
      "step": 853
    },
    {
      "epoch": 0.14909868622059272,
      "grad_norm": 0.029112758114933968,
      "learning_rate": 0.000198812940128587,
      "loss": 10.2162,
      "step": 854
    },
    {
      "epoch": 0.14927327484614378,
      "grad_norm": 0.030451081693172455,
      "learning_rate": 0.00019881012778494905,
      "loss": 10.2257,
      "step": 855
    },
    {
      "epoch": 0.1494478634716948,
      "grad_norm": 0.032436564564704895,
      "learning_rate": 0.00019880731213373364,
      "loss": 10.2264,
      "step": 856
    },
    {
      "epoch": 0.14962245209724587,
      "grad_norm": 0.03267474099993706,
      "learning_rate": 0.00019880449317503498,
      "loss": 10.2332,
      "step": 857
    },
    {
      "epoch": 0.1497970407227969,
      "grad_norm": 0.031373798847198486,
      "learning_rate": 0.0001988016709089474,
      "loss": 10.2418,
      "step": 858
    },
    {
      "epoch": 0.14997162934834796,
      "grad_norm": 0.03276704251766205,
      "learning_rate": 0.00019879884533556544,
      "loss": 10.2025,
      "step": 859
    },
    {
      "epoch": 0.150146217973899,
      "grad_norm": 0.031027736142277718,
      "learning_rate": 0.00019879601645498361,
      "loss": 10.2049,
      "step": 860
    },
    {
      "epoch": 0.15032080659945005,
      "grad_norm": 0.03427562862634659,
      "learning_rate": 0.00019879318426729669,
      "loss": 10.2201,
      "step": 861
    },
    {
      "epoch": 0.15049539522500108,
      "grad_norm": 0.033959560096263885,
      "learning_rate": 0.00019879034877259944,
      "loss": 10.2342,
      "step": 862
    },
    {
      "epoch": 0.15066998385055214,
      "grad_norm": 0.031031427904963493,
      "learning_rate": 0.00019878750997098676,
      "loss": 10.2017,
      "step": 863
    },
    {
      "epoch": 0.1508445724761032,
      "grad_norm": 0.034755028784275055,
      "learning_rate": 0.0001987846678625537,
      "loss": 10.2248,
      "step": 864
    },
    {
      "epoch": 0.15101916110165423,
      "grad_norm": 0.03290162235498428,
      "learning_rate": 0.00019878182244739538,
      "loss": 10.1992,
      "step": 865
    },
    {
      "epoch": 0.15119374972720528,
      "grad_norm": 0.030994875356554985,
      "learning_rate": 0.00019877897372560708,
      "loss": 10.2216,
      "step": 866
    },
    {
      "epoch": 0.15136833835275632,
      "grad_norm": 0.036121826618909836,
      "learning_rate": 0.0001987761216972841,
      "loss": 10.2229,
      "step": 867
    },
    {
      "epoch": 0.15154292697830737,
      "grad_norm": 0.03953913226723671,
      "learning_rate": 0.00019877326636252195,
      "loss": 10.216,
      "step": 868
    },
    {
      "epoch": 0.1517175156038584,
      "grad_norm": 0.03214360028505325,
      "learning_rate": 0.00019877040772141622,
      "loss": 10.2074,
      "step": 869
    },
    {
      "epoch": 0.15189210422940946,
      "grad_norm": 0.04822375252842903,
      "learning_rate": 0.00019876754577406258,
      "loss": 10.2108,
      "step": 870
    },
    {
      "epoch": 0.1520666928549605,
      "grad_norm": 0.03933858871459961,
      "learning_rate": 0.00019876468052055683,
      "loss": 10.2148,
      "step": 871
    },
    {
      "epoch": 0.15224128148051155,
      "grad_norm": 0.03884893283247948,
      "learning_rate": 0.0001987618119609949,
      "loss": 10.2344,
      "step": 872
    },
    {
      "epoch": 0.15241587010606258,
      "grad_norm": 0.034853193908929825,
      "learning_rate": 0.0001987589400954728,
      "loss": 10.2165,
      "step": 873
    },
    {
      "epoch": 0.15259045873161364,
      "grad_norm": 0.038809772580862045,
      "learning_rate": 0.00019875606492408666,
      "loss": 10.2179,
      "step": 874
    },
    {
      "epoch": 0.15276504735716467,
      "grad_norm": 0.03442562744021416,
      "learning_rate": 0.0001987531864469327,
      "loss": 10.2348,
      "step": 875
    },
    {
      "epoch": 0.15293963598271573,
      "grad_norm": 0.033949971199035645,
      "learning_rate": 0.00019875030466410734,
      "loss": 10.2036,
      "step": 876
    },
    {
      "epoch": 0.15311422460826676,
      "grad_norm": 0.03907780349254608,
      "learning_rate": 0.00019874741957570698,
      "loss": 10.2311,
      "step": 877
    },
    {
      "epoch": 0.15328881323381782,
      "grad_norm": 0.0397326797246933,
      "learning_rate": 0.00019874453118182825,
      "loss": 10.2422,
      "step": 878
    },
    {
      "epoch": 0.15346340185936885,
      "grad_norm": 0.03793258219957352,
      "learning_rate": 0.00019874163948256776,
      "loss": 10.2161,
      "step": 879
    },
    {
      "epoch": 0.1536379904849199,
      "grad_norm": 0.037370942533016205,
      "learning_rate": 0.0001987387444780224,
      "loss": 10.1906,
      "step": 880
    },
    {
      "epoch": 0.15381257911047094,
      "grad_norm": 0.04195645824074745,
      "learning_rate": 0.00019873584616828902,
      "loss": 10.1792,
      "step": 881
    },
    {
      "epoch": 0.153987167736022,
      "grad_norm": 0.03786388412117958,
      "learning_rate": 0.00019873294455346463,
      "loss": 10.1886,
      "step": 882
    },
    {
      "epoch": 0.15416175636157303,
      "grad_norm": 0.039924465119838715,
      "learning_rate": 0.0001987300396336464,
      "loss": 10.1918,
      "step": 883
    },
    {
      "epoch": 0.1543363449871241,
      "grad_norm": 0.040226638317108154,
      "learning_rate": 0.00019872713140893153,
      "loss": 10.2089,
      "step": 884
    },
    {
      "epoch": 0.15451093361267512,
      "grad_norm": 0.044798288494348526,
      "learning_rate": 0.0001987242198794174,
      "loss": 10.1764,
      "step": 885
    },
    {
      "epoch": 0.15468552223822618,
      "grad_norm": 0.04243340343236923,
      "learning_rate": 0.00019872130504520148,
      "loss": 10.2122,
      "step": 886
    },
    {
      "epoch": 0.1548601108637772,
      "grad_norm": 0.04130900278687477,
      "learning_rate": 0.0001987183869063813,
      "loss": 10.1782,
      "step": 887
    },
    {
      "epoch": 0.15503469948932827,
      "grad_norm": 0.045858561992645264,
      "learning_rate": 0.00019871546546305454,
      "loss": 10.2045,
      "step": 888
    },
    {
      "epoch": 0.15520928811487933,
      "grad_norm": 0.048613760620355606,
      "learning_rate": 0.00019871254071531907,
      "loss": 10.176,
      "step": 889
    },
    {
      "epoch": 0.15538387674043036,
      "grad_norm": 0.04973145201802254,
      "learning_rate": 0.0001987096126632727,
      "loss": 10.2194,
      "step": 890
    },
    {
      "epoch": 0.15555846536598142,
      "grad_norm": 0.042563218623399734,
      "learning_rate": 0.00019870668130701348,
      "loss": 10.2138,
      "step": 891
    },
    {
      "epoch": 0.15573305399153245,
      "grad_norm": 0.04454744979739189,
      "learning_rate": 0.00019870374664663956,
      "loss": 10.1871,
      "step": 892
    },
    {
      "epoch": 0.1559076426170835,
      "grad_norm": 0.04363515228033066,
      "learning_rate": 0.00019870080868224913,
      "loss": 10.1864,
      "step": 893
    },
    {
      "epoch": 0.15608223124263454,
      "grad_norm": 0.055386871099472046,
      "learning_rate": 0.00019869786741394057,
      "loss": 10.2291,
      "step": 894
    },
    {
      "epoch": 0.1562568198681856,
      "grad_norm": 0.057504765689373016,
      "learning_rate": 0.00019869492284181232,
      "loss": 10.1943,
      "step": 895
    },
    {
      "epoch": 0.15643140849373663,
      "grad_norm": 0.05759987607598305,
      "learning_rate": 0.00019869197496596297,
      "loss": 10.1983,
      "step": 896
    },
    {
      "epoch": 0.1566059971192877,
      "grad_norm": 0.06281211227178574,
      "learning_rate": 0.00019868902378649116,
      "loss": 10.176,
      "step": 897
    },
    {
      "epoch": 0.15678058574483872,
      "grad_norm": 0.05769618600606918,
      "learning_rate": 0.0001986860693034957,
      "loss": 10.2006,
      "step": 898
    },
    {
      "epoch": 0.15695517437038978,
      "grad_norm": 0.06805586069822311,
      "learning_rate": 0.00019868311151707548,
      "loss": 10.1813,
      "step": 899
    },
    {
      "epoch": 0.1571297629959408,
      "grad_norm": 0.12101203203201294,
      "learning_rate": 0.00019868015042732952,
      "loss": 10.1908,
      "step": 900
    },
    {
      "epoch": 0.15730435162149187,
      "grad_norm": 0.037559520453214645,
      "learning_rate": 0.00019867718603435691,
      "loss": 10.2315,
      "step": 901
    },
    {
      "epoch": 0.1574789402470429,
      "grad_norm": 0.03409837186336517,
      "learning_rate": 0.00019867421833825695,
      "loss": 10.2074,
      "step": 902
    },
    {
      "epoch": 0.15765352887259396,
      "grad_norm": 0.03697021305561066,
      "learning_rate": 0.0001986712473391289,
      "loss": 10.2173,
      "step": 903
    },
    {
      "epoch": 0.157828117498145,
      "grad_norm": 0.03194297477602959,
      "learning_rate": 0.00019866827303707227,
      "loss": 10.2238,
      "step": 904
    },
    {
      "epoch": 0.15800270612369605,
      "grad_norm": 0.03333469480276108,
      "learning_rate": 0.00019866529543218658,
      "loss": 10.2299,
      "step": 905
    },
    {
      "epoch": 0.15817729474924708,
      "grad_norm": 0.03563903272151947,
      "learning_rate": 0.0001986623145245715,
      "loss": 10.2106,
      "step": 906
    },
    {
      "epoch": 0.15835188337479814,
      "grad_norm": 0.03368016704916954,
      "learning_rate": 0.0001986593303143269,
      "loss": 10.2195,
      "step": 907
    },
    {
      "epoch": 0.15852647200034917,
      "grad_norm": 0.033038295805454254,
      "learning_rate": 0.00019865634280155254,
      "loss": 10.2357,
      "step": 908
    },
    {
      "epoch": 0.15870106062590023,
      "grad_norm": 0.03507562726736069,
      "learning_rate": 0.00019865335198634854,
      "loss": 10.2295,
      "step": 909
    },
    {
      "epoch": 0.15887564925145126,
      "grad_norm": 0.03537791967391968,
      "learning_rate": 0.00019865035786881494,
      "loss": 10.2228,
      "step": 910
    },
    {
      "epoch": 0.15905023787700232,
      "grad_norm": 0.03642863407731056,
      "learning_rate": 0.000198647360449052,
      "loss": 10.2129,
      "step": 911
    },
    {
      "epoch": 0.15922482650255335,
      "grad_norm": 0.033651210367679596,
      "learning_rate": 0.00019864435972716002,
      "loss": 10.2222,
      "step": 912
    },
    {
      "epoch": 0.1593994151281044,
      "grad_norm": 0.03652803972363472,
      "learning_rate": 0.0001986413557032395,
      "loss": 10.2223,
      "step": 913
    },
    {
      "epoch": 0.15957400375365544,
      "grad_norm": 0.03645126894116402,
      "learning_rate": 0.00019863834837739099,
      "loss": 10.2076,
      "step": 914
    },
    {
      "epoch": 0.1597485923792065,
      "grad_norm": 0.03479676693677902,
      "learning_rate": 0.00019863533774971512,
      "loss": 10.2073,
      "step": 915
    },
    {
      "epoch": 0.15992318100475755,
      "grad_norm": 0.03234047815203667,
      "learning_rate": 0.00019863232382031268,
      "loss": 10.2165,
      "step": 916
    },
    {
      "epoch": 0.16009776963030858,
      "grad_norm": 0.03231130912899971,
      "learning_rate": 0.00019862930658928458,
      "loss": 10.2249,
      "step": 917
    },
    {
      "epoch": 0.16027235825585964,
      "grad_norm": 0.032698504626750946,
      "learning_rate": 0.0001986262860567318,
      "loss": 10.2166,
      "step": 918
    },
    {
      "epoch": 0.16044694688141067,
      "grad_norm": 0.03788742050528526,
      "learning_rate": 0.00019862326222275546,
      "loss": 10.2364,
      "step": 919
    },
    {
      "epoch": 0.16062153550696173,
      "grad_norm": 0.03291618078947067,
      "learning_rate": 0.00019862023508745676,
      "loss": 10.2239,
      "step": 920
    },
    {
      "epoch": 0.16079612413251276,
      "grad_norm": 0.039067380130290985,
      "learning_rate": 0.00019861720465093704,
      "loss": 10.2361,
      "step": 921
    },
    {
      "epoch": 0.16097071275806382,
      "grad_norm": 0.03400110453367233,
      "learning_rate": 0.00019861417091329774,
      "loss": 10.2159,
      "step": 922
    },
    {
      "epoch": 0.16114530138361485,
      "grad_norm": 0.04018664360046387,
      "learning_rate": 0.00019861113387464044,
      "loss": 10.2196,
      "step": 923
    },
    {
      "epoch": 0.1613198900091659,
      "grad_norm": 0.03649353235960007,
      "learning_rate": 0.00019860809353506676,
      "loss": 10.1863,
      "step": 924
    },
    {
      "epoch": 0.16149447863471694,
      "grad_norm": 0.04191872477531433,
      "learning_rate": 0.0001986050498946785,
      "loss": 10.2036,
      "step": 925
    },
    {
      "epoch": 0.161669067260268,
      "grad_norm": 0.04065081104636192,
      "learning_rate": 0.00019860200295357755,
      "loss": 10.2004,
      "step": 926
    },
    {
      "epoch": 0.16184365588581903,
      "grad_norm": 0.03559982031583786,
      "learning_rate": 0.00019859895271186586,
      "loss": 10.1965,
      "step": 927
    },
    {
      "epoch": 0.1620182445113701,
      "grad_norm": 0.038154326379299164,
      "learning_rate": 0.0001985958991696456,
      "loss": 10.1898,
      "step": 928
    },
    {
      "epoch": 0.16219283313692112,
      "grad_norm": 0.03662653639912605,
      "learning_rate": 0.0001985928423270189,
      "loss": 10.2135,
      "step": 929
    },
    {
      "epoch": 0.16236742176247218,
      "grad_norm": 0.0424199178814888,
      "learning_rate": 0.00019858978218408816,
      "loss": 10.2038,
      "step": 930
    },
    {
      "epoch": 0.1625420103880232,
      "grad_norm": 0.0369034968316555,
      "learning_rate": 0.00019858671874095578,
      "loss": 10.1781,
      "step": 931
    },
    {
      "epoch": 0.16271659901357427,
      "grad_norm": 0.04142403602600098,
      "learning_rate": 0.00019858365199772432,
      "loss": 10.2047,
      "step": 932
    },
    {
      "epoch": 0.1628911876391253,
      "grad_norm": 0.03491648659110069,
      "learning_rate": 0.0001985805819544964,
      "loss": 10.1907,
      "step": 933
    },
    {
      "epoch": 0.16306577626467636,
      "grad_norm": 0.041849054396152496,
      "learning_rate": 0.00019857750861137485,
      "loss": 10.2199,
      "step": 934
    },
    {
      "epoch": 0.1632403648902274,
      "grad_norm": 0.04163888096809387,
      "learning_rate": 0.0001985744319684625,
      "loss": 10.199,
      "step": 935
    },
    {
      "epoch": 0.16341495351577845,
      "grad_norm": 0.04316773638129234,
      "learning_rate": 0.00019857135202586235,
      "loss": 10.2,
      "step": 936
    },
    {
      "epoch": 0.16358954214132948,
      "grad_norm": 0.04748501256108284,
      "learning_rate": 0.0001985682687836775,
      "loss": 10.2294,
      "step": 937
    },
    {
      "epoch": 0.16376413076688054,
      "grad_norm": 0.041956473141908646,
      "learning_rate": 0.00019856518224201116,
      "loss": 10.2019,
      "step": 938
    },
    {
      "epoch": 0.16393871939243157,
      "grad_norm": 0.048202261328697205,
      "learning_rate": 0.00019856209240096665,
      "loss": 10.1902,
      "step": 939
    },
    {
      "epoch": 0.16411330801798263,
      "grad_norm": 0.04452807083725929,
      "learning_rate": 0.00019855899926064742,
      "loss": 10.2323,
      "step": 940
    },
    {
      "epoch": 0.1642878966435337,
      "grad_norm": 0.042644377797842026,
      "learning_rate": 0.00019855590282115694,
      "loss": 10.1844,
      "step": 941
    },
    {
      "epoch": 0.16446248526908472,
      "grad_norm": 0.04500742256641388,
      "learning_rate": 0.00019855280308259894,
      "loss": 10.1973,
      "step": 942
    },
    {
      "epoch": 0.16463707389463578,
      "grad_norm": 0.04311379790306091,
      "learning_rate": 0.00019854970004507712,
      "loss": 10.1943,
      "step": 943
    },
    {
      "epoch": 0.1648116625201868,
      "grad_norm": 0.054239656776189804,
      "learning_rate": 0.0001985465937086954,
      "loss": 10.1755,
      "step": 944
    },
    {
      "epoch": 0.16498625114573787,
      "grad_norm": 0.0495217889547348,
      "learning_rate": 0.00019854348407355774,
      "loss": 10.18,
      "step": 945
    },
    {
      "epoch": 0.1651608397712889,
      "grad_norm": 0.05303798243403435,
      "learning_rate": 0.00019854037113976826,
      "loss": 10.1912,
      "step": 946
    },
    {
      "epoch": 0.16533542839683996,
      "grad_norm": 0.05558111146092415,
      "learning_rate": 0.0001985372549074311,
      "loss": 10.1875,
      "step": 947
    },
    {
      "epoch": 0.165510017022391,
      "grad_norm": 0.059078823775053024,
      "learning_rate": 0.0001985341353766506,
      "loss": 10.2163,
      "step": 948
    },
    {
      "epoch": 0.16568460564794205,
      "grad_norm": 0.06673071533441544,
      "learning_rate": 0.0001985310125475312,
      "loss": 10.2238,
      "step": 949
    },
    {
      "epoch": 0.16585919427349308,
      "grad_norm": 0.09768519550561905,
      "learning_rate": 0.00019852788642017743,
      "loss": 10.1938,
      "step": 950
    },
    {
      "epoch": 0.16603378289904414,
      "grad_norm": 0.0381234772503376,
      "learning_rate": 0.00019852475699469395,
      "loss": 10.2456,
      "step": 951
    },
    {
      "epoch": 0.16620837152459517,
      "grad_norm": 0.030075157061219215,
      "learning_rate": 0.00019852162427118548,
      "loss": 10.2174,
      "step": 952
    },
    {
      "epoch": 0.16638296015014623,
      "grad_norm": 0.027508853003382683,
      "learning_rate": 0.0001985184882497569,
      "loss": 10.2135,
      "step": 953
    },
    {
      "epoch": 0.16655754877569726,
      "grad_norm": 0.03780325502157211,
      "learning_rate": 0.0001985153489305132,
      "loss": 10.2163,
      "step": 954
    },
    {
      "epoch": 0.16673213740124831,
      "grad_norm": 0.03392592817544937,
      "learning_rate": 0.00019851220631355942,
      "loss": 10.2311,
      "step": 955
    },
    {
      "epoch": 0.16690672602679935,
      "grad_norm": 0.039156701415777206,
      "learning_rate": 0.0001985090603990008,
      "loss": 10.2254,
      "step": 956
    },
    {
      "epoch": 0.1670813146523504,
      "grad_norm": 0.03323785960674286,
      "learning_rate": 0.00019850591118694263,
      "loss": 10.2208,
      "step": 957
    },
    {
      "epoch": 0.16725590327790144,
      "grad_norm": 0.029740551486611366,
      "learning_rate": 0.00019850275867749036,
      "loss": 10.2172,
      "step": 958
    },
    {
      "epoch": 0.1674304919034525,
      "grad_norm": 0.03046650066971779,
      "learning_rate": 0.00019849960287074945,
      "loss": 10.2155,
      "step": 959
    },
    {
      "epoch": 0.16760508052900353,
      "grad_norm": 0.03496113792061806,
      "learning_rate": 0.00019849644376682558,
      "loss": 10.2365,
      "step": 960
    },
    {
      "epoch": 0.16777966915455458,
      "grad_norm": 0.03411111608147621,
      "learning_rate": 0.00019849328136582452,
      "loss": 10.2273,
      "step": 961
    },
    {
      "epoch": 0.16795425778010561,
      "grad_norm": 0.031519919633865356,
      "learning_rate": 0.0001984901156678521,
      "loss": 10.2121,
      "step": 962
    },
    {
      "epoch": 0.16812884640565667,
      "grad_norm": 0.030425678938627243,
      "learning_rate": 0.00019848694667301428,
      "loss": 10.2065,
      "step": 963
    },
    {
      "epoch": 0.1683034350312077,
      "grad_norm": 0.031572576612234116,
      "learning_rate": 0.00019848377438141715,
      "loss": 10.2131,
      "step": 964
    },
    {
      "epoch": 0.16847802365675876,
      "grad_norm": 0.035063594579696655,
      "learning_rate": 0.0001984805987931669,
      "loss": 10.2289,
      "step": 965
    },
    {
      "epoch": 0.1686526122823098,
      "grad_norm": 0.0322965569794178,
      "learning_rate": 0.00019847741990836984,
      "loss": 10.2305,
      "step": 966
    },
    {
      "epoch": 0.16882720090786085,
      "grad_norm": 0.033859189599752426,
      "learning_rate": 0.00019847423772713233,
      "loss": 10.2169,
      "step": 967
    },
    {
      "epoch": 0.1690017895334119,
      "grad_norm": 0.03167964890599251,
      "learning_rate": 0.00019847105224956096,
      "loss": 10.2307,
      "step": 968
    },
    {
      "epoch": 0.16917637815896294,
      "grad_norm": 0.034847330302000046,
      "learning_rate": 0.00019846786347576235,
      "loss": 10.204,
      "step": 969
    },
    {
      "epoch": 0.169350966784514,
      "grad_norm": 0.03868681564927101,
      "learning_rate": 0.00019846467140584322,
      "loss": 10.2189,
      "step": 970
    },
    {
      "epoch": 0.16952555541006503,
      "grad_norm": 0.03561361879110336,
      "learning_rate": 0.00019846147603991038,
      "loss": 10.2023,
      "step": 971
    },
    {
      "epoch": 0.1697001440356161,
      "grad_norm": 0.03071119450032711,
      "learning_rate": 0.0001984582773780709,
      "loss": 10.2114,
      "step": 972
    },
    {
      "epoch": 0.16987473266116712,
      "grad_norm": 0.03399607166647911,
      "learning_rate": 0.00019845507542043172,
      "loss": 10.2102,
      "step": 973
    },
    {
      "epoch": 0.17004932128671818,
      "grad_norm": 0.035194169729948044,
      "learning_rate": 0.00019845187016710015,
      "loss": 10.1931,
      "step": 974
    },
    {
      "epoch": 0.1702239099122692,
      "grad_norm": 0.03435322642326355,
      "learning_rate": 0.0001984486616181834,
      "loss": 10.2067,
      "step": 975
    },
    {
      "epoch": 0.17039849853782027,
      "grad_norm": 0.037023115903139114,
      "learning_rate": 0.0001984454497737889,
      "loss": 10.1859,
      "step": 976
    },
    {
      "epoch": 0.1705730871633713,
      "grad_norm": 0.03386121615767479,
      "learning_rate": 0.00019844223463402413,
      "loss": 10.1969,
      "step": 977
    },
    {
      "epoch": 0.17074767578892236,
      "grad_norm": 0.034031592309474945,
      "learning_rate": 0.0001984390161989968,
      "loss": 10.2184,
      "step": 978
    },
    {
      "epoch": 0.1709222644144734,
      "grad_norm": 0.03663749620318413,
      "learning_rate": 0.00019843579446881455,
      "loss": 10.2263,
      "step": 979
    },
    {
      "epoch": 0.17109685304002445,
      "grad_norm": 0.03764742612838745,
      "learning_rate": 0.0001984325694435853,
      "loss": 10.2093,
      "step": 980
    },
    {
      "epoch": 0.17127144166557548,
      "grad_norm": 0.0363016203045845,
      "learning_rate": 0.00019842934112341692,
      "loss": 10.2143,
      "step": 981
    },
    {
      "epoch": 0.17144603029112654,
      "grad_norm": 0.04240133985877037,
      "learning_rate": 0.00019842610950841753,
      "loss": 10.2127,
      "step": 982
    },
    {
      "epoch": 0.17162061891667757,
      "grad_norm": 0.04140142351388931,
      "learning_rate": 0.00019842287459869532,
      "loss": 10.2287,
      "step": 983
    },
    {
      "epoch": 0.17179520754222863,
      "grad_norm": 0.04067187383770943,
      "learning_rate": 0.00019841963639435854,
      "loss": 10.2185,
      "step": 984
    },
    {
      "epoch": 0.17196979616777966,
      "grad_norm": 0.04147626832127571,
      "learning_rate": 0.00019841639489551563,
      "loss": 10.1996,
      "step": 985
    },
    {
      "epoch": 0.17214438479333072,
      "grad_norm": 0.040908992290496826,
      "learning_rate": 0.00019841315010227502,
      "loss": 10.2075,
      "step": 986
    },
    {
      "epoch": 0.17231897341888175,
      "grad_norm": 0.0382508710026741,
      "learning_rate": 0.0001984099020147454,
      "loss": 10.2126,
      "step": 987
    },
    {
      "epoch": 0.1724935620444328,
      "grad_norm": 0.044101614505052567,
      "learning_rate": 0.00019840665063303547,
      "loss": 10.1889,
      "step": 988
    },
    {
      "epoch": 0.17266815066998384,
      "grad_norm": 0.04622663930058479,
      "learning_rate": 0.0001984033959572541,
      "loss": 10.2046,
      "step": 989
    },
    {
      "epoch": 0.1728427392955349,
      "grad_norm": 0.047315362840890884,
      "learning_rate": 0.00019840013798751014,
      "loss": 10.1803,
      "step": 990
    },
    {
      "epoch": 0.17301732792108593,
      "grad_norm": 0.042879369109869,
      "learning_rate": 0.00019839687672391275,
      "loss": 10.2084,
      "step": 991
    },
    {
      "epoch": 0.173191916546637,
      "grad_norm": 0.05223601683974266,
      "learning_rate": 0.000198393612166571,
      "loss": 10.1961,
      "step": 992
    },
    {
      "epoch": 0.17336650517218805,
      "grad_norm": 0.04570689797401428,
      "learning_rate": 0.0001983903443155943,
      "loss": 10.24,
      "step": 993
    },
    {
      "epoch": 0.17354109379773908,
      "grad_norm": 0.05096348747611046,
      "learning_rate": 0.00019838707317109192,
      "loss": 10.1807,
      "step": 994
    },
    {
      "epoch": 0.17371568242329014,
      "grad_norm": 0.07139834016561508,
      "learning_rate": 0.0001983837987331734,
      "loss": 10.1977,
      "step": 995
    },
    {
      "epoch": 0.17389027104884117,
      "grad_norm": 0.05233804136514664,
      "learning_rate": 0.0001983805210019484,
      "loss": 10.2185,
      "step": 996
    },
    {
      "epoch": 0.17406485967439222,
      "grad_norm": 0.05971810221672058,
      "learning_rate": 0.00019837723997752655,
      "loss": 10.1721,
      "step": 997
    },
    {
      "epoch": 0.17423944829994326,
      "grad_norm": 0.06374992430210114,
      "learning_rate": 0.00019837395566001773,
      "loss": 10.2448,
      "step": 998
    },
    {
      "epoch": 0.17441403692549431,
      "grad_norm": 0.07675868272781372,
      "learning_rate": 0.00019837066804953186,
      "loss": 10.2016,
      "step": 999
    },
    {
      "epoch": 0.17458862555104535,
      "grad_norm": 0.10360841453075409,
      "learning_rate": 0.000198367377146179,
      "loss": 10.2502,
      "step": 1000
    },
    {
      "epoch": 0.17458862555104535,
      "eval_loss": 10.197437286376953,
      "eval_runtime": 0.7335,
      "eval_samples_per_second": 314.945,
      "eval_steps_per_second": 158.154,
      "step": 1000
    },
    {
      "epoch": 0.1747632141765964,
      "grad_norm": 0.029101189225912094,
      "learning_rate": 0.00019836408295006934,
      "loss": 10.2339,
      "step": 1001
    },
    {
      "epoch": 0.17493780280214744,
      "grad_norm": 0.036672692745923996,
      "learning_rate": 0.00019836078546131312,
      "loss": 10.2295,
      "step": 1002
    },
    {
      "epoch": 0.1751123914276985,
      "grad_norm": 0.03648754581809044,
      "learning_rate": 0.0001983574846800207,
      "loss": 10.2165,
      "step": 1003
    },
    {
      "epoch": 0.17528698005324952,
      "grad_norm": 0.03627520054578781,
      "learning_rate": 0.00019835418060630257,
      "loss": 10.2248,
      "step": 1004
    },
    {
      "epoch": 0.17546156867880058,
      "grad_norm": 0.032478414475917816,
      "learning_rate": 0.00019835087324026937,
      "loss": 10.22,
      "step": 1005
    },
    {
      "epoch": 0.17563615730435161,
      "grad_norm": 0.035406794399023056,
      "learning_rate": 0.00019834756258203183,
      "loss": 10.2316,
      "step": 1006
    },
    {
      "epoch": 0.17581074592990267,
      "grad_norm": 0.039339080452919006,
      "learning_rate": 0.0001983442486317007,
      "loss": 10.2088,
      "step": 1007
    },
    {
      "epoch": 0.1759853345554537,
      "grad_norm": 0.031587131321430206,
      "learning_rate": 0.00019834093138938692,
      "loss": 10.2287,
      "step": 1008
    },
    {
      "epoch": 0.17615992318100476,
      "grad_norm": 0.031176745891571045,
      "learning_rate": 0.00019833761085520158,
      "loss": 10.2296,
      "step": 1009
    },
    {
      "epoch": 0.1763345118065558,
      "grad_norm": 0.03668713569641113,
      "learning_rate": 0.0001983342870292558,
      "loss": 10.2125,
      "step": 1010
    },
    {
      "epoch": 0.17650910043210685,
      "grad_norm": 0.033061448484659195,
      "learning_rate": 0.00019833095991166085,
      "loss": 10.2219,
      "step": 1011
    },
    {
      "epoch": 0.17668368905765788,
      "grad_norm": 0.03332841023802757,
      "learning_rate": 0.00019832762950252813,
      "loss": 10.2115,
      "step": 1012
    },
    {
      "epoch": 0.17685827768320894,
      "grad_norm": 0.03740495815873146,
      "learning_rate": 0.0001983242958019691,
      "loss": 10.197,
      "step": 1013
    },
    {
      "epoch": 0.17703286630875997,
      "grad_norm": 0.035226259380578995,
      "learning_rate": 0.00019832095881009532,
      "loss": 10.2422,
      "step": 1014
    },
    {
      "epoch": 0.17720745493431103,
      "grad_norm": 0.03354395180940628,
      "learning_rate": 0.00019831761852701852,
      "loss": 10.1864,
      "step": 1015
    },
    {
      "epoch": 0.17738204355986206,
      "grad_norm": 0.035576123744249344,
      "learning_rate": 0.0001983142749528505,
      "loss": 10.2212,
      "step": 1016
    },
    {
      "epoch": 0.17755663218541312,
      "grad_norm": 0.03149057552218437,
      "learning_rate": 0.00019831092808770322,
      "loss": 10.2085,
      "step": 1017
    },
    {
      "epoch": 0.17773122081096415,
      "grad_norm": 0.03366279602050781,
      "learning_rate": 0.0001983075779316887,
      "loss": 10.2181,
      "step": 1018
    },
    {
      "epoch": 0.1779058094365152,
      "grad_norm": 0.04370416700839996,
      "learning_rate": 0.00019830422448491905,
      "loss": 10.2293,
      "step": 1019
    },
    {
      "epoch": 0.17808039806206627,
      "grad_norm": 0.03575703129172325,
      "learning_rate": 0.00019830086774750658,
      "loss": 10.2008,
      "step": 1020
    },
    {
      "epoch": 0.1782549866876173,
      "grad_norm": 0.033947963267564774,
      "learning_rate": 0.00019829750771956358,
      "loss": 10.1971,
      "step": 1021
    },
    {
      "epoch": 0.17842957531316836,
      "grad_norm": 0.03232596814632416,
      "learning_rate": 0.00019829414440120257,
      "loss": 10.1933,
      "step": 1022
    },
    {
      "epoch": 0.1786041639387194,
      "grad_norm": 0.03314603865146637,
      "learning_rate": 0.00019829077779253616,
      "loss": 10.1783,
      "step": 1023
    },
    {
      "epoch": 0.17877875256427045,
      "grad_norm": 0.03825308009982109,
      "learning_rate": 0.00019828740789367699,
      "loss": 10.213,
      "step": 1024
    },
    {
      "epoch": 0.17895334118982148,
      "grad_norm": 0.03554534167051315,
      "learning_rate": 0.00019828403470473788,
      "loss": 10.1986,
      "step": 1025
    },
    {
      "epoch": 0.17912792981537254,
      "grad_norm": 0.0363488495349884,
      "learning_rate": 0.00019828065822583176,
      "loss": 10.2132,
      "step": 1026
    },
    {
      "epoch": 0.17930251844092357,
      "grad_norm": 0.033938217908144,
      "learning_rate": 0.00019827727845707162,
      "loss": 10.2166,
      "step": 1027
    },
    {
      "epoch": 0.17947710706647463,
      "grad_norm": 0.03503761067986488,
      "learning_rate": 0.00019827389539857064,
      "loss": 10.2209,
      "step": 1028
    },
    {
      "epoch": 0.17965169569202566,
      "grad_norm": 0.03217693418264389,
      "learning_rate": 0.00019827050905044206,
      "loss": 10.2066,
      "step": 1029
    },
    {
      "epoch": 0.17982628431757672,
      "grad_norm": 0.037427447736263275,
      "learning_rate": 0.0001982671194127992,
      "loss": 10.2049,
      "step": 1030
    },
    {
      "epoch": 0.18000087294312775,
      "grad_norm": 0.03740397468209267,
      "learning_rate": 0.00019826372648575554,
      "loss": 10.1914,
      "step": 1031
    },
    {
      "epoch": 0.1801754615686788,
      "grad_norm": 0.03559676930308342,
      "learning_rate": 0.00019826033026942467,
      "loss": 10.2076,
      "step": 1032
    },
    {
      "epoch": 0.18035005019422984,
      "grad_norm": 0.04284226894378662,
      "learning_rate": 0.00019825693076392026,
      "loss": 10.1884,
      "step": 1033
    },
    {
      "epoch": 0.1805246388197809,
      "grad_norm": 0.0395425446331501,
      "learning_rate": 0.00019825352796935613,
      "loss": 10.2114,
      "step": 1034
    },
    {
      "epoch": 0.18069922744533193,
      "grad_norm": 0.03974733129143715,
      "learning_rate": 0.00019825012188584614,
      "loss": 10.2114,
      "step": 1035
    },
    {
      "epoch": 0.180873816070883,
      "grad_norm": 0.041072696447372437,
      "learning_rate": 0.00019824671251350435,
      "loss": 10.2018,
      "step": 1036
    },
    {
      "epoch": 0.18104840469643402,
      "grad_norm": 0.048119157552719116,
      "learning_rate": 0.00019824329985244484,
      "loss": 10.2143,
      "step": 1037
    },
    {
      "epoch": 0.18122299332198508,
      "grad_norm": 0.044556695967912674,
      "learning_rate": 0.0001982398839027819,
      "loss": 10.2294,
      "step": 1038
    },
    {
      "epoch": 0.1813975819475361,
      "grad_norm": 0.04865000769495964,
      "learning_rate": 0.00019823646466462984,
      "loss": 10.2195,
      "step": 1039
    },
    {
      "epoch": 0.18157217057308717,
      "grad_norm": 0.046053197234869,
      "learning_rate": 0.00019823304213810312,
      "loss": 10.1907,
      "step": 1040
    },
    {
      "epoch": 0.1817467591986382,
      "grad_norm": 0.04296865686774254,
      "learning_rate": 0.0001982296163233163,
      "loss": 10.2251,
      "step": 1041
    },
    {
      "epoch": 0.18192134782418926,
      "grad_norm": 0.04729985445737839,
      "learning_rate": 0.00019822618722038408,
      "loss": 10.1875,
      "step": 1042
    },
    {
      "epoch": 0.1820959364497403,
      "grad_norm": 0.041952140629291534,
      "learning_rate": 0.00019822275482942123,
      "loss": 10.1773,
      "step": 1043
    },
    {
      "epoch": 0.18227052507529135,
      "grad_norm": 0.04693928360939026,
      "learning_rate": 0.00019821931915054263,
      "loss": 10.2067,
      "step": 1044
    },
    {
      "epoch": 0.1824451137008424,
      "grad_norm": 0.04870586097240448,
      "learning_rate": 0.00019821588018386333,
      "loss": 10.181,
      "step": 1045
    },
    {
      "epoch": 0.18261970232639343,
      "grad_norm": 0.05936022847890854,
      "learning_rate": 0.00019821243792949843,
      "loss": 10.1929,
      "step": 1046
    },
    {
      "epoch": 0.1827942909519445,
      "grad_norm": 0.05451196804642677,
      "learning_rate": 0.0001982089923875631,
      "loss": 10.1956,
      "step": 1047
    },
    {
      "epoch": 0.18296887957749552,
      "grad_norm": 0.0638296827673912,
      "learning_rate": 0.00019820554355817275,
      "loss": 10.2044,
      "step": 1048
    },
    {
      "epoch": 0.18314346820304658,
      "grad_norm": 0.07101455330848694,
      "learning_rate": 0.0001982020914414428,
      "loss": 10.233,
      "step": 1049
    },
    {
      "epoch": 0.18331805682859761,
      "grad_norm": 0.08769341558218002,
      "learning_rate": 0.00019819863603748878,
      "loss": 10.2201,
      "step": 1050
    },
    {
      "epoch": 0.18349264545414867,
      "grad_norm": 0.027580201625823975,
      "learning_rate": 0.00019819517734642644,
      "loss": 10.2191,
      "step": 1051
    },
    {
      "epoch": 0.1836672340796997,
      "grad_norm": 0.03353732079267502,
      "learning_rate": 0.00019819171536837143,
      "loss": 10.2273,
      "step": 1052
    },
    {
      "epoch": 0.18384182270525076,
      "grad_norm": 0.029490413144230843,
      "learning_rate": 0.00019818825010343974,
      "loss": 10.1959,
      "step": 1053
    },
    {
      "epoch": 0.1840164113308018,
      "grad_norm": 0.03177879750728607,
      "learning_rate": 0.00019818478155174732,
      "loss": 10.2376,
      "step": 1054
    },
    {
      "epoch": 0.18419099995635285,
      "grad_norm": 0.0334952138364315,
      "learning_rate": 0.00019818130971341032,
      "loss": 10.2292,
      "step": 1055
    },
    {
      "epoch": 0.18436558858190388,
      "grad_norm": 0.03471103310585022,
      "learning_rate": 0.00019817783458854488,
      "loss": 10.2238,
      "step": 1056
    },
    {
      "epoch": 0.18454017720745494,
      "grad_norm": 0.02829737961292267,
      "learning_rate": 0.0001981743561772674,
      "loss": 10.2319,
      "step": 1057
    },
    {
      "epoch": 0.18471476583300597,
      "grad_norm": 0.03668126091361046,
      "learning_rate": 0.00019817087447969426,
      "loss": 10.231,
      "step": 1058
    },
    {
      "epoch": 0.18488935445855703,
      "grad_norm": 0.033655498176813126,
      "learning_rate": 0.00019816738949594208,
      "loss": 10.2281,
      "step": 1059
    },
    {
      "epoch": 0.18506394308410806,
      "grad_norm": 0.029778974130749702,
      "learning_rate": 0.00019816390122612742,
      "loss": 10.2156,
      "step": 1060
    },
    {
      "epoch": 0.18523853170965912,
      "grad_norm": 0.03075556457042694,
      "learning_rate": 0.00019816040967036714,
      "loss": 10.2109,
      "step": 1061
    },
    {
      "epoch": 0.18541312033521015,
      "grad_norm": 0.03296584635972977,
      "learning_rate": 0.00019815691482877808,
      "loss": 10.2083,
      "step": 1062
    },
    {
      "epoch": 0.1855877089607612,
      "grad_norm": 0.03769541159272194,
      "learning_rate": 0.00019815341670147718,
      "loss": 10.2098,
      "step": 1063
    },
    {
      "epoch": 0.18576229758631224,
      "grad_norm": 0.042517438530921936,
      "learning_rate": 0.0001981499152885816,
      "loss": 10.1913,
      "step": 1064
    },
    {
      "epoch": 0.1859368862118633,
      "grad_norm": 0.08246554434299469,
      "learning_rate": 0.00019814641059020852,
      "loss": 10.2345,
      "step": 1065
    },
    {
      "epoch": 0.18611147483741433,
      "grad_norm": 0.035139501094818115,
      "learning_rate": 0.00019814290260647527,
      "loss": 10.2486,
      "step": 1066
    },
    {
      "epoch": 0.1862860634629654,
      "grad_norm": 0.0366528294980526,
      "learning_rate": 0.00019813939133749923,
      "loss": 10.2198,
      "step": 1067
    },
    {
      "epoch": 0.18646065208851642,
      "grad_norm": 0.04238983243703842,
      "learning_rate": 0.000198135876783398,
      "loss": 10.1929,
      "step": 1068
    },
    {
      "epoch": 0.18663524071406748,
      "grad_norm": 0.031097283586859703,
      "learning_rate": 0.0001981323589442892,
      "loss": 10.206,
      "step": 1069
    },
    {
      "epoch": 0.1868098293396185,
      "grad_norm": 0.035174258053302765,
      "learning_rate": 0.0001981288378202906,
      "loss": 10.1912,
      "step": 1070
    },
    {
      "epoch": 0.18698441796516957,
      "grad_norm": 0.03241458907723427,
      "learning_rate": 0.00019812531341152002,
      "loss": 10.2332,
      "step": 1071
    },
    {
      "epoch": 0.18715900659072063,
      "grad_norm": 0.043562985956668854,
      "learning_rate": 0.00019812178571809548,
      "loss": 10.2092,
      "step": 1072
    },
    {
      "epoch": 0.18733359521627166,
      "grad_norm": 0.03382354974746704,
      "learning_rate": 0.00019811825474013508,
      "loss": 10.2161,
      "step": 1073
    },
    {
      "epoch": 0.18750818384182272,
      "grad_norm": 0.03803345933556557,
      "learning_rate": 0.00019811472047775696,
      "loss": 10.1929,
      "step": 1074
    },
    {
      "epoch": 0.18768277246737375,
      "grad_norm": 0.03989830240607262,
      "learning_rate": 0.00019811118293107947,
      "loss": 10.1988,
      "step": 1075
    },
    {
      "epoch": 0.1878573610929248,
      "grad_norm": 0.04206161946058273,
      "learning_rate": 0.00019810764210022105,
      "loss": 10.1984,
      "step": 1076
    },
    {
      "epoch": 0.18803194971847584,
      "grad_norm": 0.03649643063545227,
      "learning_rate": 0.00019810409798530013,
      "loss": 10.2018,
      "step": 1077
    },
    {
      "epoch": 0.1882065383440269,
      "grad_norm": 0.03450160101056099,
      "learning_rate": 0.00019810055058643543,
      "loss": 10.1946,
      "step": 1078
    },
    {
      "epoch": 0.18838112696957793,
      "grad_norm": 0.04012441262602806,
      "learning_rate": 0.00019809699990374567,
      "loss": 10.1944,
      "step": 1079
    },
    {
      "epoch": 0.188555715595129,
      "grad_norm": 0.03886495530605316,
      "learning_rate": 0.0001980934459373497,
      "loss": 10.2155,
      "step": 1080
    },
    {
      "epoch": 0.18873030422068002,
      "grad_norm": 0.042470019310712814,
      "learning_rate": 0.00019808988868736651,
      "loss": 10.18,
      "step": 1081
    },
    {
      "epoch": 0.18890489284623108,
      "grad_norm": 0.04265550151467323,
      "learning_rate": 0.00019808632815391513,
      "loss": 10.2008,
      "step": 1082
    },
    {
      "epoch": 0.1890794814717821,
      "grad_norm": 0.0411219447851181,
      "learning_rate": 0.00019808276433711482,
      "loss": 10.1814,
      "step": 1083
    },
    {
      "epoch": 0.18925407009733317,
      "grad_norm": 0.042105935513973236,
      "learning_rate": 0.00019807919723708478,
      "loss": 10.19,
      "step": 1084
    },
    {
      "epoch": 0.1894286587228842,
      "grad_norm": 0.0385630838572979,
      "learning_rate": 0.0001980756268539445,
      "loss": 10.183,
      "step": 1085
    },
    {
      "epoch": 0.18960324734843526,
      "grad_norm": 0.04279591515660286,
      "learning_rate": 0.00019807205318781346,
      "loss": 10.193,
      "step": 1086
    },
    {
      "epoch": 0.1897778359739863,
      "grad_norm": 0.039366286247968674,
      "learning_rate": 0.00019806847623881127,
      "loss": 10.1761,
      "step": 1087
    },
    {
      "epoch": 0.18995242459953735,
      "grad_norm": 0.039251312613487244,
      "learning_rate": 0.00019806489600705769,
      "loss": 10.2149,
      "step": 1088
    },
    {
      "epoch": 0.19012701322508838,
      "grad_norm": 0.04339759424328804,
      "learning_rate": 0.00019806131249267255,
      "loss": 10.1897,
      "step": 1089
    },
    {
      "epoch": 0.19030160185063943,
      "grad_norm": 0.04194001108407974,
      "learning_rate": 0.00019805772569577582,
      "loss": 10.189,
      "step": 1090
    },
    {
      "epoch": 0.19047619047619047,
      "grad_norm": 0.042040105909109116,
      "learning_rate": 0.00019805413561648755,
      "loss": 10.1989,
      "step": 1091
    },
    {
      "epoch": 0.19065077910174152,
      "grad_norm": 0.04604990407824516,
      "learning_rate": 0.0001980505422549279,
      "loss": 10.1842,
      "step": 1092
    },
    {
      "epoch": 0.19082536772729256,
      "grad_norm": 0.04937787353992462,
      "learning_rate": 0.00019804694561121718,
      "loss": 10.235,
      "step": 1093
    },
    {
      "epoch": 0.19099995635284361,
      "grad_norm": 0.05352970212697983,
      "learning_rate": 0.0001980433456854758,
      "loss": 10.2056,
      "step": 1094
    },
    {
      "epoch": 0.19117454497839464,
      "grad_norm": 0.056373659521341324,
      "learning_rate": 0.00019803974247782424,
      "loss": 10.2204,
      "step": 1095
    },
    {
      "epoch": 0.1913491336039457,
      "grad_norm": 0.05605064705014229,
      "learning_rate": 0.0001980361359883831,
      "loss": 10.1747,
      "step": 1096
    },
    {
      "epoch": 0.19152372222949673,
      "grad_norm": 0.06555461883544922,
      "learning_rate": 0.00019803252621727313,
      "loss": 10.1935,
      "step": 1097
    },
    {
      "epoch": 0.1916983108550478,
      "grad_norm": 0.05764637142419815,
      "learning_rate": 0.00019802891316461515,
      "loss": 10.1942,
      "step": 1098
    },
    {
      "epoch": 0.19187289948059885,
      "grad_norm": 0.0669521689414978,
      "learning_rate": 0.0001980252968305301,
      "loss": 10.1655,
      "step": 1099
    },
    {
      "epoch": 0.19204748810614988,
      "grad_norm": 0.10373212397098541,
      "learning_rate": 0.00019802167721513908,
      "loss": 10.2531,
      "step": 1100
    },
    {
      "epoch": 0.19222207673170094,
      "grad_norm": 0.04397735372185707,
      "learning_rate": 0.00019801805431856318,
      "loss": 10.2281,
      "step": 1101
    },
    {
      "epoch": 0.19239666535725197,
      "grad_norm": 0.045124370604753494,
      "learning_rate": 0.0001980144281409237,
      "loss": 10.2243,
      "step": 1102
    },
    {
      "epoch": 0.19257125398280303,
      "grad_norm": 0.036130391061306,
      "learning_rate": 0.00019801079868234206,
      "loss": 10.234,
      "step": 1103
    },
    {
      "epoch": 0.19274584260835406,
      "grad_norm": 0.04050316661596298,
      "learning_rate": 0.00019800716594293972,
      "loss": 10.2379,
      "step": 1104
    },
    {
      "epoch": 0.19292043123390512,
      "grad_norm": 0.03096376545727253,
      "learning_rate": 0.00019800352992283826,
      "loss": 10.2158,
      "step": 1105
    },
    {
      "epoch": 0.19309501985945615,
      "grad_norm": 0.03478381782770157,
      "learning_rate": 0.00019799989062215944,
      "loss": 10.2029,
      "step": 1106
    },
    {
      "epoch": 0.1932696084850072,
      "grad_norm": 0.03847966343164444,
      "learning_rate": 0.00019799624804102504,
      "loss": 10.217,
      "step": 1107
    },
    {
      "epoch": 0.19344419711055824,
      "grad_norm": 0.03584390506148338,
      "learning_rate": 0.00019799260217955703,
      "loss": 10.1983,
      "step": 1108
    },
    {
      "epoch": 0.1936187857361093,
      "grad_norm": 0.031565383076667786,
      "learning_rate": 0.00019798895303787745,
      "loss": 10.2161,
      "step": 1109
    },
    {
      "epoch": 0.19379337436166033,
      "grad_norm": 0.033631954342126846,
      "learning_rate": 0.0001979853006161084,
      "loss": 10.2274,
      "step": 1110
    },
    {
      "epoch": 0.1939679629872114,
      "grad_norm": 0.03479735180735588,
      "learning_rate": 0.0001979816449143722,
      "loss": 10.206,
      "step": 1111
    },
    {
      "epoch": 0.19414255161276242,
      "grad_norm": 0.03234006091952324,
      "learning_rate": 0.00019797798593279117,
      "loss": 10.2097,
      "step": 1112
    },
    {
      "epoch": 0.19431714023831348,
      "grad_norm": 0.03561888262629509,
      "learning_rate": 0.00019797432367148784,
      "loss": 10.2041,
      "step": 1113
    },
    {
      "epoch": 0.1944917288638645,
      "grad_norm": 0.032584499567747116,
      "learning_rate": 0.0001979706581305848,
      "loss": 10.2272,
      "step": 1114
    },
    {
      "epoch": 0.19466631748941557,
      "grad_norm": 0.034471310675144196,
      "learning_rate": 0.00019796698931020472,
      "loss": 10.2108,
      "step": 1115
    },
    {
      "epoch": 0.1948409061149666,
      "grad_norm": 0.034986723214387894,
      "learning_rate": 0.0001979633172104704,
      "loss": 10.2059,
      "step": 1116
    },
    {
      "epoch": 0.19501549474051766,
      "grad_norm": 0.03443600609898567,
      "learning_rate": 0.00019795964183150482,
      "loss": 10.2445,
      "step": 1117
    },
    {
      "epoch": 0.1951900833660687,
      "grad_norm": 0.0383082740008831,
      "learning_rate": 0.00019795596317343094,
      "loss": 10.2019,
      "step": 1118
    },
    {
      "epoch": 0.19536467199161975,
      "grad_norm": 0.034396857023239136,
      "learning_rate": 0.00019795228123637194,
      "loss": 10.2034,
      "step": 1119
    },
    {
      "epoch": 0.19553926061717078,
      "grad_norm": 0.04103236645460129,
      "learning_rate": 0.00019794859602045105,
      "loss": 10.2153,
      "step": 1120
    },
    {
      "epoch": 0.19571384924272184,
      "grad_norm": 0.038011062890291214,
      "learning_rate": 0.00019794490752579166,
      "loss": 10.2071,
      "step": 1121
    },
    {
      "epoch": 0.19588843786827287,
      "grad_norm": 0.05908282473683357,
      "learning_rate": 0.0001979412157525172,
      "loss": 10.2283,
      "step": 1122
    },
    {
      "epoch": 0.19606302649382393,
      "grad_norm": 0.03731057047843933,
      "learning_rate": 0.0001979375207007513,
      "loss": 10.228,
      "step": 1123
    },
    {
      "epoch": 0.196237615119375,
      "grad_norm": 0.03335438668727875,
      "learning_rate": 0.00019793382237061758,
      "loss": 10.2145,
      "step": 1124
    },
    {
      "epoch": 0.19641220374492602,
      "grad_norm": 0.0343644879758358,
      "learning_rate": 0.00019793012076223989,
      "loss": 10.1955,
      "step": 1125
    },
    {
      "epoch": 0.19658679237047708,
      "grad_norm": 0.03463196009397507,
      "learning_rate": 0.00019792641587574212,
      "loss": 10.2406,
      "step": 1126
    },
    {
      "epoch": 0.1967613809960281,
      "grad_norm": 0.038626886904239655,
      "learning_rate": 0.0001979227077112483,
      "loss": 10.2203,
      "step": 1127
    },
    {
      "epoch": 0.19693596962157917,
      "grad_norm": 0.04430336132645607,
      "learning_rate": 0.00019791899626888252,
      "loss": 10.169,
      "step": 1128
    },
    {
      "epoch": 0.1971105582471302,
      "grad_norm": 0.0405350923538208,
      "learning_rate": 0.00019791528154876909,
      "loss": 10.1926,
      "step": 1129
    },
    {
      "epoch": 0.19728514687268126,
      "grad_norm": 0.03720990940928459,
      "learning_rate": 0.00019791156355103225,
      "loss": 10.223,
      "step": 1130
    },
    {
      "epoch": 0.19745973549823229,
      "grad_norm": 0.04406600445508957,
      "learning_rate": 0.00019790784227579654,
      "loss": 10.1898,
      "step": 1131
    },
    {
      "epoch": 0.19763432412378334,
      "grad_norm": 0.04266324266791344,
      "learning_rate": 0.00019790411772318653,
      "loss": 10.1774,
      "step": 1132
    },
    {
      "epoch": 0.19780891274933438,
      "grad_norm": 0.04080583527684212,
      "learning_rate": 0.00019790038989332684,
      "loss": 10.167,
      "step": 1133
    },
    {
      "epoch": 0.19798350137488543,
      "grad_norm": 0.041714489459991455,
      "learning_rate": 0.00019789665878634232,
      "loss": 10.2028,
      "step": 1134
    },
    {
      "epoch": 0.19815809000043647,
      "grad_norm": 0.03902294486761093,
      "learning_rate": 0.00019789292440235777,
      "loss": 10.1992,
      "step": 1135
    },
    {
      "epoch": 0.19833267862598752,
      "grad_norm": 0.049932170659303665,
      "learning_rate": 0.00019788918674149832,
      "loss": 10.2472,
      "step": 1136
    },
    {
      "epoch": 0.19850726725153856,
      "grad_norm": 0.03977648913860321,
      "learning_rate": 0.000197885445803889,
      "loss": 10.1911,
      "step": 1137
    },
    {
      "epoch": 0.1986818558770896,
      "grad_norm": 0.041839417070150375,
      "learning_rate": 0.00019788170158965504,
      "loss": 10.1793,
      "step": 1138
    },
    {
      "epoch": 0.19885644450264064,
      "grad_norm": 0.04469123110175133,
      "learning_rate": 0.0001978779540989218,
      "loss": 10.2,
      "step": 1139
    },
    {
      "epoch": 0.1990310331281917,
      "grad_norm": 0.04613453522324562,
      "learning_rate": 0.0001978742033318147,
      "loss": 10.2063,
      "step": 1140
    },
    {
      "epoch": 0.19920562175374273,
      "grad_norm": 0.04039859399199486,
      "learning_rate": 0.00019787044928845933,
      "loss": 10.1828,
      "step": 1141
    },
    {
      "epoch": 0.1993802103792938,
      "grad_norm": 0.05679140239953995,
      "learning_rate": 0.00019786669196898132,
      "loss": 10.2322,
      "step": 1142
    },
    {
      "epoch": 0.19955479900484482,
      "grad_norm": 0.04839799553155899,
      "learning_rate": 0.00019786293137350643,
      "loss": 10.1776,
      "step": 1143
    },
    {
      "epoch": 0.19972938763039588,
      "grad_norm": 0.049003925174474716,
      "learning_rate": 0.0001978591675021606,
      "loss": 10.2164,
      "step": 1144
    },
    {
      "epoch": 0.1999039762559469,
      "grad_norm": 0.05919642001390457,
      "learning_rate": 0.00019785540035506974,
      "loss": 10.1577,
      "step": 1145
    },
    {
      "epoch": 0.20007856488149797,
      "grad_norm": 0.05593239516019821,
      "learning_rate": 0.00019785162993236007,
      "loss": 10.2122,
      "step": 1146
    },
    {
      "epoch": 0.200253153507049,
      "grad_norm": 0.06059146672487259,
      "learning_rate": 0.0001978478562341577,
      "loss": 10.1879,
      "step": 1147
    },
    {
      "epoch": 0.20042774213260006,
      "grad_norm": 0.06272595375776291,
      "learning_rate": 0.00019784407926058895,
      "loss": 10.1762,
      "step": 1148
    },
    {
      "epoch": 0.2006023307581511,
      "grad_norm": 0.06985831260681152,
      "learning_rate": 0.0001978402990117803,
      "loss": 10.1923,
      "step": 1149
    },
    {
      "epoch": 0.20077691938370215,
      "grad_norm": 0.09795580804347992,
      "learning_rate": 0.00019783651548785827,
      "loss": 10.2413,
      "step": 1150
    },
    {
      "epoch": 0.2009515080092532,
      "grad_norm": 0.0335235632956028,
      "learning_rate": 0.0001978327286889495,
      "loss": 10.2294,
      "step": 1151
    },
    {
      "epoch": 0.20112609663480424,
      "grad_norm": 0.030955063179135323,
      "learning_rate": 0.0001978289386151808,
      "loss": 10.2195,
      "step": 1152
    },
    {
      "epoch": 0.2013006852603553,
      "grad_norm": 0.03059791587293148,
      "learning_rate": 0.00019782514526667897,
      "loss": 10.2229,
      "step": 1153
    },
    {
      "epoch": 0.20147527388590633,
      "grad_norm": 0.0313117653131485,
      "learning_rate": 0.00019782134864357103,
      "loss": 10.2069,
      "step": 1154
    },
    {
      "epoch": 0.2016498625114574,
      "grad_norm": 0.03415558487176895,
      "learning_rate": 0.00019781754874598404,
      "loss": 10.2113,
      "step": 1155
    },
    {
      "epoch": 0.20182445113700842,
      "grad_norm": 0.03334775194525719,
      "learning_rate": 0.00019781374557404524,
      "loss": 10.2063,
      "step": 1156
    },
    {
      "epoch": 0.20199903976255948,
      "grad_norm": 0.03063945844769478,
      "learning_rate": 0.0001978099391278819,
      "loss": 10.2056,
      "step": 1157
    },
    {
      "epoch": 0.2021736283881105,
      "grad_norm": 0.03428812325000763,
      "learning_rate": 0.00019780612940762144,
      "loss": 10.2306,
      "step": 1158
    },
    {
      "epoch": 0.20234821701366157,
      "grad_norm": 0.03354891017079353,
      "learning_rate": 0.0001978023164133914,
      "loss": 10.2396,
      "step": 1159
    },
    {
      "epoch": 0.2025228056392126,
      "grad_norm": 0.029636643826961517,
      "learning_rate": 0.00019779850014531945,
      "loss": 10.184,
      "step": 1160
    },
    {
      "epoch": 0.20269739426476366,
      "grad_norm": 0.0387176051735878,
      "learning_rate": 0.00019779468060353327,
      "loss": 10.1855,
      "step": 1161
    },
    {
      "epoch": 0.2028719828903147,
      "grad_norm": 0.032473910599946976,
      "learning_rate": 0.00019779085778816078,
      "loss": 10.223,
      "step": 1162
    },
    {
      "epoch": 0.20304657151586575,
      "grad_norm": 0.032790496945381165,
      "learning_rate": 0.00019778703169932987,
      "loss": 10.2311,
      "step": 1163
    },
    {
      "epoch": 0.20322116014141678,
      "grad_norm": 0.034634094685316086,
      "learning_rate": 0.00019778320233716868,
      "loss": 10.2202,
      "step": 1164
    },
    {
      "epoch": 0.20339574876696784,
      "grad_norm": 0.035296693444252014,
      "learning_rate": 0.00019777936970180533,
      "loss": 10.2144,
      "step": 1165
    },
    {
      "epoch": 0.20357033739251887,
      "grad_norm": 0.030927442014217377,
      "learning_rate": 0.0001977755337933682,
      "loss": 10.198,
      "step": 1166
    },
    {
      "epoch": 0.20374492601806993,
      "grad_norm": 0.03471369296312332,
      "learning_rate": 0.00019777169461198565,
      "loss": 10.2058,
      "step": 1167
    },
    {
      "epoch": 0.20391951464362096,
      "grad_norm": 0.03529181331396103,
      "learning_rate": 0.00019776785215778615,
      "loss": 10.2219,
      "step": 1168
    },
    {
      "epoch": 0.20409410326917202,
      "grad_norm": 0.036858271807432175,
      "learning_rate": 0.0001977640064308984,
      "loss": 10.1949,
      "step": 1169
    },
    {
      "epoch": 0.20426869189472305,
      "grad_norm": 0.03618740290403366,
      "learning_rate": 0.00019776015743145107,
      "loss": 10.2081,
      "step": 1170
    },
    {
      "epoch": 0.2044432805202741,
      "grad_norm": 0.03373707830905914,
      "learning_rate": 0.00019775630515957303,
      "loss": 10.2072,
      "step": 1171
    },
    {
      "epoch": 0.20461786914582514,
      "grad_norm": 0.033936019986867905,
      "learning_rate": 0.00019775244961539324,
      "loss": 10.211,
      "step": 1172
    },
    {
      "epoch": 0.2047924577713762,
      "grad_norm": 0.03326353803277016,
      "learning_rate": 0.00019774859079904074,
      "loss": 10.2043,
      "step": 1173
    },
    {
      "epoch": 0.20496704639692723,
      "grad_norm": 0.03656398132443428,
      "learning_rate": 0.00019774472871064475,
      "loss": 10.2075,
      "step": 1174
    },
    {
      "epoch": 0.20514163502247829,
      "grad_norm": 0.03759282827377319,
      "learning_rate": 0.00019774086335033446,
      "loss": 10.2262,
      "step": 1175
    },
    {
      "epoch": 0.20531622364802934,
      "grad_norm": 0.03836445137858391,
      "learning_rate": 0.0001977369947182393,
      "loss": 10.1923,
      "step": 1176
    },
    {
      "epoch": 0.20549081227358038,
      "grad_norm": 0.040559206157922745,
      "learning_rate": 0.0001977331228144888,
      "loss": 10.2137,
      "step": 1177
    },
    {
      "epoch": 0.20566540089913143,
      "grad_norm": 0.037105049937963486,
      "learning_rate": 0.00019772924763921258,
      "loss": 10.2188,
      "step": 1178
    },
    {
      "epoch": 0.20583998952468247,
      "grad_norm": 0.03869091346859932,
      "learning_rate": 0.00019772536919254025,
      "loss": 10.211,
      "step": 1179
    },
    {
      "epoch": 0.20601457815023352,
      "grad_norm": 0.0369316004216671,
      "learning_rate": 0.00019772148747460174,
      "loss": 10.2074,
      "step": 1180
    },
    {
      "epoch": 0.20618916677578455,
      "grad_norm": 0.044024381786584854,
      "learning_rate": 0.000197717602485527,
      "loss": 10.1864,
      "step": 1181
    },
    {
      "epoch": 0.2063637554013356,
      "grad_norm": 0.04404205083847046,
      "learning_rate": 0.00019771371422544598,
      "loss": 10.1754,
      "step": 1182
    },
    {
      "epoch": 0.20653834402688664,
      "grad_norm": 0.03822906315326691,
      "learning_rate": 0.00019770982269448894,
      "loss": 10.2126,
      "step": 1183
    },
    {
      "epoch": 0.2067129326524377,
      "grad_norm": 0.045582715421915054,
      "learning_rate": 0.00019770592789278605,
      "loss": 10.1997,
      "step": 1184
    },
    {
      "epoch": 0.20688752127798873,
      "grad_norm": 0.04555632919073105,
      "learning_rate": 0.00019770202982046775,
      "loss": 10.2182,
      "step": 1185
    },
    {
      "epoch": 0.2070621099035398,
      "grad_norm": 0.046551648527383804,
      "learning_rate": 0.00019769812847766452,
      "loss": 10.2046,
      "step": 1186
    },
    {
      "epoch": 0.20723669852909082,
      "grad_norm": 0.04377551004290581,
      "learning_rate": 0.00019769422386450692,
      "loss": 10.1913,
      "step": 1187
    },
    {
      "epoch": 0.20741128715464188,
      "grad_norm": 0.04075758531689644,
      "learning_rate": 0.0001976903159811257,
      "loss": 10.195,
      "step": 1188
    },
    {
      "epoch": 0.2075858757801929,
      "grad_norm": 0.04324101656675339,
      "learning_rate": 0.0001976864048276516,
      "loss": 10.2044,
      "step": 1189
    },
    {
      "epoch": 0.20776046440574397,
      "grad_norm": 0.04377972334623337,
      "learning_rate": 0.0001976824904042156,
      "loss": 10.2095,
      "step": 1190
    },
    {
      "epoch": 0.207935053031295,
      "grad_norm": 0.04182590916752815,
      "learning_rate": 0.00019767857271094875,
      "loss": 10.1851,
      "step": 1191
    },
    {
      "epoch": 0.20810964165684606,
      "grad_norm": 0.051629409193992615,
      "learning_rate": 0.0001976746517479821,
      "loss": 10.1978,
      "step": 1192
    },
    {
      "epoch": 0.2082842302823971,
      "grad_norm": 0.04654988273978233,
      "learning_rate": 0.00019767072751544702,
      "loss": 10.2114,
      "step": 1193
    },
    {
      "epoch": 0.20845881890794815,
      "grad_norm": 0.053514424711465836,
      "learning_rate": 0.0001976668000134748,
      "loss": 10.2235,
      "step": 1194
    },
    {
      "epoch": 0.20863340753349918,
      "grad_norm": 0.0560312457382679,
      "learning_rate": 0.0001976628692421969,
      "loss": 10.2074,
      "step": 1195
    },
    {
      "epoch": 0.20880799615905024,
      "grad_norm": 0.04726049304008484,
      "learning_rate": 0.00019765893520174493,
      "loss": 10.1862,
      "step": 1196
    },
    {
      "epoch": 0.20898258478460127,
      "grad_norm": 0.06196534261107445,
      "learning_rate": 0.00019765499789225054,
      "loss": 10.1779,
      "step": 1197
    },
    {
      "epoch": 0.20915717341015233,
      "grad_norm": 0.06235096603631973,
      "learning_rate": 0.0001976510573138456,
      "loss": 10.2122,
      "step": 1198
    },
    {
      "epoch": 0.20933176203570336,
      "grad_norm": 0.06739679723978043,
      "learning_rate": 0.00019764711346666194,
      "loss": 10.2023,
      "step": 1199
    },
    {
      "epoch": 0.20950635066125442,
      "grad_norm": 0.10685025900602341,
      "learning_rate": 0.00019764316635083163,
      "loss": 10.2005,
      "step": 1200
    },
    {
      "epoch": 0.20950635066125442,
      "eval_loss": 10.19570255279541,
      "eval_runtime": 0.7622,
      "eval_samples_per_second": 303.059,
      "eval_steps_per_second": 152.186,
      "step": 1200
    },
    {
      "epoch": 0.20968093928680545,
      "grad_norm": 0.03341161459684372,
      "learning_rate": 0.00019763921596648677,
      "loss": 10.2409,
      "step": 1201
    },
    {
      "epoch": 0.2098555279123565,
      "grad_norm": 0.03451055288314819,
      "learning_rate": 0.0001976352623137596,
      "loss": 10.234,
      "step": 1202
    },
    {
      "epoch": 0.21003011653790757,
      "grad_norm": 0.03490128368139267,
      "learning_rate": 0.00019763130539278244,
      "loss": 10.2415,
      "step": 1203
    },
    {
      "epoch": 0.2102047051634586,
      "grad_norm": 0.03109036386013031,
      "learning_rate": 0.00019762734520368782,
      "loss": 10.2157,
      "step": 1204
    },
    {
      "epoch": 0.21037929378900966,
      "grad_norm": 0.03230729326605797,
      "learning_rate": 0.00019762338174660822,
      "loss": 10.2228,
      "step": 1205
    },
    {
      "epoch": 0.2105538824145607,
      "grad_norm": 0.034167300909757614,
      "learning_rate": 0.00019761941502167635,
      "loss": 10.2029,
      "step": 1206
    },
    {
      "epoch": 0.21072847104011175,
      "grad_norm": 0.03399752080440521,
      "learning_rate": 0.00019761544502902497,
      "loss": 10.2114,
      "step": 1207
    },
    {
      "epoch": 0.21090305966566278,
      "grad_norm": 0.04017413407564163,
      "learning_rate": 0.00019761147176878703,
      "loss": 10.2139,
      "step": 1208
    },
    {
      "epoch": 0.21107764829121384,
      "grad_norm": 0.03642703965306282,
      "learning_rate": 0.00019760749524109548,
      "loss": 10.2327,
      "step": 1209
    },
    {
      "epoch": 0.21125223691676487,
      "grad_norm": 0.030432404950261116,
      "learning_rate": 0.00019760351544608344,
      "loss": 10.2175,
      "step": 1210
    },
    {
      "epoch": 0.21142682554231593,
      "grad_norm": 0.03638839349150658,
      "learning_rate": 0.00019759953238388415,
      "loss": 10.1956,
      "step": 1211
    },
    {
      "epoch": 0.21160141416786696,
      "grad_norm": 0.0383334644138813,
      "learning_rate": 0.00019759554605463086,
      "loss": 10.2102,
      "step": 1212
    },
    {
      "epoch": 0.21177600279341802,
      "grad_norm": 0.03290834650397301,
      "learning_rate": 0.00019759155645845714,
      "loss": 10.2114,
      "step": 1213
    },
    {
      "epoch": 0.21195059141896905,
      "grad_norm": 0.03327644616365433,
      "learning_rate": 0.0001975875635954964,
      "loss": 10.2402,
      "step": 1214
    },
    {
      "epoch": 0.2121251800445201,
      "grad_norm": 0.04169709235429764,
      "learning_rate": 0.00019758356746588243,
      "loss": 10.2189,
      "step": 1215
    },
    {
      "epoch": 0.21229976867007114,
      "grad_norm": 0.03341979160904884,
      "learning_rate": 0.0001975795680697489,
      "loss": 10.2233,
      "step": 1216
    },
    {
      "epoch": 0.2124743572956222,
      "grad_norm": 0.035371288657188416,
      "learning_rate": 0.00019757556540722973,
      "loss": 10.199,
      "step": 1217
    },
    {
      "epoch": 0.21264894592117323,
      "grad_norm": 0.04762217402458191,
      "learning_rate": 0.00019757155947845888,
      "loss": 10.1915,
      "step": 1218
    },
    {
      "epoch": 0.21282353454672429,
      "grad_norm": 0.03691095486283302,
      "learning_rate": 0.00019756755028357047,
      "loss": 10.2127,
      "step": 1219
    },
    {
      "epoch": 0.21299812317227532,
      "grad_norm": 0.0368533618748188,
      "learning_rate": 0.00019756353782269872,
      "loss": 10.2149,
      "step": 1220
    },
    {
      "epoch": 0.21317271179782638,
      "grad_norm": 0.039118245244026184,
      "learning_rate": 0.00019755952209597787,
      "loss": 10.1937,
      "step": 1221
    },
    {
      "epoch": 0.2133473004233774,
      "grad_norm": 0.04033586382865906,
      "learning_rate": 0.00019755550310354242,
      "loss": 10.2123,
      "step": 1222
    },
    {
      "epoch": 0.21352188904892846,
      "grad_norm": 0.03378857299685478,
      "learning_rate": 0.00019755148084552685,
      "loss": 10.1964,
      "step": 1223
    },
    {
      "epoch": 0.2136964776744795,
      "grad_norm": 0.03216798976063728,
      "learning_rate": 0.00019754745532206584,
      "loss": 10.1997,
      "step": 1224
    },
    {
      "epoch": 0.21387106630003055,
      "grad_norm": 0.0415913350880146,
      "learning_rate": 0.0001975434265332941,
      "loss": 10.2026,
      "step": 1225
    },
    {
      "epoch": 0.21404565492558159,
      "grad_norm": 0.035287581384181976,
      "learning_rate": 0.00019753939447934653,
      "loss": 10.2171,
      "step": 1226
    },
    {
      "epoch": 0.21422024355113264,
      "grad_norm": 0.03675432130694389,
      "learning_rate": 0.00019753535916035807,
      "loss": 10.2114,
      "step": 1227
    },
    {
      "epoch": 0.2143948321766837,
      "grad_norm": 0.03758269548416138,
      "learning_rate": 0.00019753132057646382,
      "loss": 10.1851,
      "step": 1228
    },
    {
      "epoch": 0.21456942080223473,
      "grad_norm": 0.036539945751428604,
      "learning_rate": 0.00019752727872779897,
      "loss": 10.2077,
      "step": 1229
    },
    {
      "epoch": 0.2147440094277858,
      "grad_norm": 0.03714173659682274,
      "learning_rate": 0.0001975232336144988,
      "loss": 10.2172,
      "step": 1230
    },
    {
      "epoch": 0.21491859805333682,
      "grad_norm": 0.037910833954811096,
      "learning_rate": 0.00019751918523669873,
      "loss": 10.1826,
      "step": 1231
    },
    {
      "epoch": 0.21509318667888788,
      "grad_norm": 0.0404910184442997,
      "learning_rate": 0.00019751513359453427,
      "loss": 10.1916,
      "step": 1232
    },
    {
      "epoch": 0.2152677753044389,
      "grad_norm": 0.03867626190185547,
      "learning_rate": 0.000197511078688141,
      "loss": 10.2034,
      "step": 1233
    },
    {
      "epoch": 0.21544236392998997,
      "grad_norm": 0.04252287372946739,
      "learning_rate": 0.00019750702051765472,
      "loss": 10.1856,
      "step": 1234
    },
    {
      "epoch": 0.215616952555541,
      "grad_norm": 0.041407275944948196,
      "learning_rate": 0.0001975029590832113,
      "loss": 10.1969,
      "step": 1235
    },
    {
      "epoch": 0.21579154118109206,
      "grad_norm": 0.041766487061977386,
      "learning_rate": 0.00019749889438494658,
      "loss": 10.212,
      "step": 1236
    },
    {
      "epoch": 0.2159661298066431,
      "grad_norm": 0.04273945093154907,
      "learning_rate": 0.00019749482642299668,
      "loss": 10.1825,
      "step": 1237
    },
    {
      "epoch": 0.21614071843219415,
      "grad_norm": 0.0444781519472599,
      "learning_rate": 0.00019749075519749783,
      "loss": 10.2168,
      "step": 1238
    },
    {
      "epoch": 0.21631530705774518,
      "grad_norm": 0.04884159192442894,
      "learning_rate": 0.00019748668070858623,
      "loss": 10.1738,
      "step": 1239
    },
    {
      "epoch": 0.21648989568329624,
      "grad_norm": 0.04763088747859001,
      "learning_rate": 0.0001974826029563983,
      "loss": 10.1985,
      "step": 1240
    },
    {
      "epoch": 0.21666448430884727,
      "grad_norm": 0.04547862708568573,
      "learning_rate": 0.00019747852194107053,
      "loss": 10.1821,
      "step": 1241
    },
    {
      "epoch": 0.21683907293439833,
      "grad_norm": 0.04997715353965759,
      "learning_rate": 0.00019747443766273955,
      "loss": 10.1788,
      "step": 1242
    },
    {
      "epoch": 0.21701366155994936,
      "grad_norm": 0.05023127421736717,
      "learning_rate": 0.00019747035012154202,
      "loss": 10.1961,
      "step": 1243
    },
    {
      "epoch": 0.21718825018550042,
      "grad_norm": 0.052075132727622986,
      "learning_rate": 0.00019746625931761486,
      "loss": 10.2194,
      "step": 1244
    },
    {
      "epoch": 0.21736283881105145,
      "grad_norm": 0.05845932289958,
      "learning_rate": 0.00019746216525109493,
      "loss": 10.2415,
      "step": 1245
    },
    {
      "epoch": 0.2175374274366025,
      "grad_norm": 0.05621203035116196,
      "learning_rate": 0.00019745806792211928,
      "loss": 10.2019,
      "step": 1246
    },
    {
      "epoch": 0.21771201606215354,
      "grad_norm": 0.0631614625453949,
      "learning_rate": 0.0001974539673308251,
      "loss": 10.1905,
      "step": 1247
    },
    {
      "epoch": 0.2178866046877046,
      "grad_norm": 0.06799747794866562,
      "learning_rate": 0.00019744986347734967,
      "loss": 10.1998,
      "step": 1248
    },
    {
      "epoch": 0.21806119331325563,
      "grad_norm": 0.08323066681623459,
      "learning_rate": 0.0001974457563618303,
      "loss": 10.2439,
      "step": 1249
    },
    {
      "epoch": 0.2182357819388067,
      "grad_norm": 0.09801730513572693,
      "learning_rate": 0.0001974416459844045,
      "loss": 10.2398,
      "step": 1250
    },
    {
      "epoch": 0.21841037056435772,
      "grad_norm": 0.030146600678563118,
      "learning_rate": 0.00019743753234520987,
      "loss": 10.2026,
      "step": 1251
    },
    {
      "epoch": 0.21858495918990878,
      "grad_norm": 0.031942352652549744,
      "learning_rate": 0.00019743341544438409,
      "loss": 10.2084,
      "step": 1252
    },
    {
      "epoch": 0.2187595478154598,
      "grad_norm": 0.03317118436098099,
      "learning_rate": 0.000197429295282065,
      "loss": 10.2209,
      "step": 1253
    },
    {
      "epoch": 0.21893413644101087,
      "grad_norm": 0.032515428960323334,
      "learning_rate": 0.0001974251718583905,
      "loss": 10.2049,
      "step": 1254
    },
    {
      "epoch": 0.21910872506656193,
      "grad_norm": 0.034747980535030365,
      "learning_rate": 0.0001974210451734986,
      "loss": 10.2041,
      "step": 1255
    },
    {
      "epoch": 0.21928331369211296,
      "grad_norm": 0.03273676335811615,
      "learning_rate": 0.00019741691522752745,
      "loss": 10.2268,
      "step": 1256
    },
    {
      "epoch": 0.21945790231766402,
      "grad_norm": 0.0318838469684124,
      "learning_rate": 0.00019741278202061534,
      "loss": 10.2292,
      "step": 1257
    },
    {
      "epoch": 0.21963249094321505,
      "grad_norm": 0.032709620893001556,
      "learning_rate": 0.00019740864555290054,
      "loss": 10.2235,
      "step": 1258
    },
    {
      "epoch": 0.2198070795687661,
      "grad_norm": 0.03519345819950104,
      "learning_rate": 0.0001974045058245216,
      "loss": 10.2131,
      "step": 1259
    },
    {
      "epoch": 0.21998166819431714,
      "grad_norm": 0.04825751855969429,
      "learning_rate": 0.00019740036283561705,
      "loss": 10.1989,
      "step": 1260
    },
    {
      "epoch": 0.2201562568198682,
      "grad_norm": 0.03018850088119507,
      "learning_rate": 0.00019739621658632558,
      "loss": 10.1984,
      "step": 1261
    },
    {
      "epoch": 0.22033084544541923,
      "grad_norm": 0.029773419722914696,
      "learning_rate": 0.00019739206707678598,
      "loss": 10.1942,
      "step": 1262
    },
    {
      "epoch": 0.22050543407097029,
      "grad_norm": 0.04044713079929352,
      "learning_rate": 0.00019738791430713715,
      "loss": 10.2182,
      "step": 1263
    },
    {
      "epoch": 0.22068002269652132,
      "grad_norm": 0.03246115893125534,
      "learning_rate": 0.00019738375827751806,
      "loss": 10.217,
      "step": 1264
    },
    {
      "epoch": 0.22085461132207238,
      "grad_norm": 0.03393058478832245,
      "learning_rate": 0.00019737959898806794,
      "loss": 10.2283,
      "step": 1265
    },
    {
      "epoch": 0.2210291999476234,
      "grad_norm": 0.03382710739970207,
      "learning_rate": 0.0001973754364389259,
      "loss": 10.2026,
      "step": 1266
    },
    {
      "epoch": 0.22120378857317446,
      "grad_norm": 0.03322867304086685,
      "learning_rate": 0.0001973712706302313,
      "loss": 10.2047,
      "step": 1267
    },
    {
      "epoch": 0.2213783771987255,
      "grad_norm": 0.032665107399225235,
      "learning_rate": 0.00019736710156212367,
      "loss": 10.2122,
      "step": 1268
    },
    {
      "epoch": 0.22155296582427655,
      "grad_norm": 0.03292961046099663,
      "learning_rate": 0.00019736292923474248,
      "loss": 10.2188,
      "step": 1269
    },
    {
      "epoch": 0.22172755444982759,
      "grad_norm": 0.03474469855427742,
      "learning_rate": 0.00019735875364822745,
      "loss": 10.2056,
      "step": 1270
    },
    {
      "epoch": 0.22190214307537864,
      "grad_norm": 0.031377822160720825,
      "learning_rate": 0.00019735457480271832,
      "loss": 10.2201,
      "step": 1271
    },
    {
      "epoch": 0.22207673170092967,
      "grad_norm": 0.03718191385269165,
      "learning_rate": 0.00019735039269835495,
      "loss": 10.1988,
      "step": 1272
    },
    {
      "epoch": 0.22225132032648073,
      "grad_norm": 0.032068587839603424,
      "learning_rate": 0.00019734620733527738,
      "loss": 10.2162,
      "step": 1273
    },
    {
      "epoch": 0.22242590895203176,
      "grad_norm": 0.0371989905834198,
      "learning_rate": 0.00019734201871362568,
      "loss": 10.1975,
      "step": 1274
    },
    {
      "epoch": 0.22260049757758282,
      "grad_norm": 0.035073645412921906,
      "learning_rate": 0.0001973378268335401,
      "loss": 10.2298,
      "step": 1275
    },
    {
      "epoch": 0.22277508620313385,
      "grad_norm": 0.0354425311088562,
      "learning_rate": 0.00019733363169516092,
      "loss": 10.1966,
      "step": 1276
    },
    {
      "epoch": 0.2229496748286849,
      "grad_norm": 0.039041560143232346,
      "learning_rate": 0.00019732943329862858,
      "loss": 10.2032,
      "step": 1277
    },
    {
      "epoch": 0.22312426345423594,
      "grad_norm": 0.039369139820337296,
      "learning_rate": 0.00019732523164408362,
      "loss": 10.2101,
      "step": 1278
    },
    {
      "epoch": 0.223298852079787,
      "grad_norm": 0.03832162916660309,
      "learning_rate": 0.0001973210267316667,
      "loss": 10.2015,
      "step": 1279
    },
    {
      "epoch": 0.22347344070533803,
      "grad_norm": 0.03624513000249863,
      "learning_rate": 0.00019731681856151854,
      "loss": 10.1961,
      "step": 1280
    },
    {
      "epoch": 0.2236480293308891,
      "grad_norm": 0.03984810411930084,
      "learning_rate": 0.00019731260713378,
      "loss": 10.2129,
      "step": 1281
    },
    {
      "epoch": 0.22382261795644015,
      "grad_norm": 0.03633137419819832,
      "learning_rate": 0.0001973083924485921,
      "loss": 10.195,
      "step": 1282
    },
    {
      "epoch": 0.22399720658199118,
      "grad_norm": 0.038222964853048325,
      "learning_rate": 0.00019730417450609594,
      "loss": 10.218,
      "step": 1283
    },
    {
      "epoch": 0.22417179520754224,
      "grad_norm": 0.0452830009162426,
      "learning_rate": 0.00019729995330643264,
      "loss": 10.1869,
      "step": 1284
    },
    {
      "epoch": 0.22434638383309327,
      "grad_norm": 0.04140865057706833,
      "learning_rate": 0.00019729572884974353,
      "loss": 10.2138,
      "step": 1285
    },
    {
      "epoch": 0.22452097245864433,
      "grad_norm": 0.05140750855207443,
      "learning_rate": 0.00019729150113617002,
      "loss": 10.2176,
      "step": 1286
    },
    {
      "epoch": 0.22469556108419536,
      "grad_norm": 0.0383501872420311,
      "learning_rate": 0.00019728727016585365,
      "loss": 10.1854,
      "step": 1287
    },
    {
      "epoch": 0.22487014970974642,
      "grad_norm": 0.04440619796514511,
      "learning_rate": 0.00019728303593893602,
      "loss": 10.2051,
      "step": 1288
    },
    {
      "epoch": 0.22504473833529745,
      "grad_norm": 0.045917365700006485,
      "learning_rate": 0.0001972787984555589,
      "loss": 10.1744,
      "step": 1289
    },
    {
      "epoch": 0.2252193269608485,
      "grad_norm": 0.048381268978118896,
      "learning_rate": 0.00019727455771586407,
      "loss": 10.2159,
      "step": 1290
    },
    {
      "epoch": 0.22539391558639954,
      "grad_norm": 0.04616677016019821,
      "learning_rate": 0.00019727031371999357,
      "loss": 10.2075,
      "step": 1291
    },
    {
      "epoch": 0.2255685042119506,
      "grad_norm": 0.04977976158261299,
      "learning_rate": 0.0001972660664680894,
      "loss": 10.2003,
      "step": 1292
    },
    {
      "epoch": 0.22574309283750163,
      "grad_norm": 0.05601026862859726,
      "learning_rate": 0.00019726181596029375,
      "loss": 10.1749,
      "step": 1293
    },
    {
      "epoch": 0.2259176814630527,
      "grad_norm": 0.05123673751950264,
      "learning_rate": 0.0001972575621967489,
      "loss": 10.2062,
      "step": 1294
    },
    {
      "epoch": 0.22609227008860372,
      "grad_norm": 0.05326269939541817,
      "learning_rate": 0.00019725330517759727,
      "loss": 10.188,
      "step": 1295
    },
    {
      "epoch": 0.22626685871415478,
      "grad_norm": 0.061405766755342484,
      "learning_rate": 0.0001972490449029813,
      "loss": 10.2105,
      "step": 1296
    },
    {
      "epoch": 0.2264414473397058,
      "grad_norm": 0.06461907178163528,
      "learning_rate": 0.00019724478137304367,
      "loss": 10.1953,
      "step": 1297
    },
    {
      "epoch": 0.22661603596525687,
      "grad_norm": 0.06589578092098236,
      "learning_rate": 0.00019724051458792704,
      "loss": 10.179,
      "step": 1298
    },
    {
      "epoch": 0.2267906245908079,
      "grad_norm": 0.08375939726829529,
      "learning_rate": 0.00019723624454777428,
      "loss": 10.2147,
      "step": 1299
    },
    {
      "epoch": 0.22696521321635896,
      "grad_norm": 0.12295161932706833,
      "learning_rate": 0.00019723197125272833,
      "loss": 10.2131,
      "step": 1300
    },
    {
      "epoch": 0.22713980184191,
      "grad_norm": 0.035126760601997375,
      "learning_rate": 0.00019722769470293216,
      "loss": 10.2176,
      "step": 1301
    },
    {
      "epoch": 0.22731439046746105,
      "grad_norm": 0.04486589506268501,
      "learning_rate": 0.00019722341489852898,
      "loss": 10.2179,
      "step": 1302
    },
    {
      "epoch": 0.22748897909301208,
      "grad_norm": 0.034999143332242966,
      "learning_rate": 0.00019721913183966207,
      "loss": 10.2323,
      "step": 1303
    },
    {
      "epoch": 0.22766356771856314,
      "grad_norm": 0.03091483935713768,
      "learning_rate": 0.00019721484552647476,
      "loss": 10.2236,
      "step": 1304
    },
    {
      "epoch": 0.22783815634411417,
      "grad_norm": 0.03389457240700722,
      "learning_rate": 0.00019721055595911055,
      "loss": 10.2187,
      "step": 1305
    },
    {
      "epoch": 0.22801274496966523,
      "grad_norm": 0.035295791923999786,
      "learning_rate": 0.00019720626313771304,
      "loss": 10.2244,
      "step": 1306
    },
    {
      "epoch": 0.22818733359521629,
      "grad_norm": 0.03437446430325508,
      "learning_rate": 0.00019720196706242592,
      "loss": 10.2083,
      "step": 1307
    },
    {
      "epoch": 0.22836192222076732,
      "grad_norm": 0.0343087762594223,
      "learning_rate": 0.00019719766773339297,
      "loss": 10.2242,
      "step": 1308
    },
    {
      "epoch": 0.22853651084631837,
      "grad_norm": 0.03612033650279045,
      "learning_rate": 0.00019719336515075815,
      "loss": 10.2095,
      "step": 1309
    },
    {
      "epoch": 0.2287110994718694,
      "grad_norm": 0.03522852435708046,
      "learning_rate": 0.00019718905931466544,
      "loss": 10.2212,
      "step": 1310
    },
    {
      "epoch": 0.22888568809742046,
      "grad_norm": 0.03732247278094292,
      "learning_rate": 0.00019718475022525902,
      "loss": 10.2369,
      "step": 1311
    },
    {
      "epoch": 0.2290602767229715,
      "grad_norm": 0.031098803505301476,
      "learning_rate": 0.0001971804378826831,
      "loss": 10.2109,
      "step": 1312
    },
    {
      "epoch": 0.22923486534852255,
      "grad_norm": 0.031244128942489624,
      "learning_rate": 0.00019717612228708204,
      "loss": 10.198,
      "step": 1313
    },
    {
      "epoch": 0.22940945397407358,
      "grad_norm": 0.03475487232208252,
      "learning_rate": 0.00019717180343860032,
      "loss": 10.2154,
      "step": 1314
    },
    {
      "epoch": 0.22958404259962464,
      "grad_norm": 0.03526401147246361,
      "learning_rate": 0.00019716748133738246,
      "loss": 10.2131,
      "step": 1315
    },
    {
      "epoch": 0.22975863122517567,
      "grad_norm": 0.035335298627614975,
      "learning_rate": 0.0001971631559835732,
      "loss": 10.207,
      "step": 1316
    },
    {
      "epoch": 0.22993321985072673,
      "grad_norm": 0.03665829077363014,
      "learning_rate": 0.00019715882737731728,
      "loss": 10.1696,
      "step": 1317
    },
    {
      "epoch": 0.23010780847627776,
      "grad_norm": 0.039484210312366486,
      "learning_rate": 0.00019715449551875963,
      "loss": 10.2036,
      "step": 1318
    },
    {
      "epoch": 0.23028239710182882,
      "grad_norm": 0.03354089334607124,
      "learning_rate": 0.0001971501604080452,
      "loss": 10.2285,
      "step": 1319
    },
    {
      "epoch": 0.23045698572737985,
      "grad_norm": 0.04049460217356682,
      "learning_rate": 0.00019714582204531918,
      "loss": 10.1906,
      "step": 1320
    },
    {
      "epoch": 0.2306315743529309,
      "grad_norm": 0.03783357888460159,
      "learning_rate": 0.00019714148043072677,
      "loss": 10.2237,
      "step": 1321
    },
    {
      "epoch": 0.23080616297848194,
      "grad_norm": 0.03339782729744911,
      "learning_rate": 0.00019713713556441324,
      "loss": 10.206,
      "step": 1322
    },
    {
      "epoch": 0.230980751604033,
      "grad_norm": 0.03836287930607796,
      "learning_rate": 0.0001971327874465241,
      "loss": 10.2167,
      "step": 1323
    },
    {
      "epoch": 0.23115534022958403,
      "grad_norm": 0.03791532665491104,
      "learning_rate": 0.0001971284360772049,
      "loss": 10.2255,
      "step": 1324
    },
    {
      "epoch": 0.2313299288551351,
      "grad_norm": 0.035812683403491974,
      "learning_rate": 0.00019712408145660125,
      "loss": 10.1994,
      "step": 1325
    },
    {
      "epoch": 0.23150451748068612,
      "grad_norm": 0.037581443786621094,
      "learning_rate": 0.00019711972358485894,
      "loss": 10.2197,
      "step": 1326
    },
    {
      "epoch": 0.23167910610623718,
      "grad_norm": 0.03964613750576973,
      "learning_rate": 0.0001971153624621238,
      "loss": 10.1866,
      "step": 1327
    },
    {
      "epoch": 0.2318536947317882,
      "grad_norm": 0.04071265459060669,
      "learning_rate": 0.00019711099808854195,
      "loss": 10.2339,
      "step": 1328
    },
    {
      "epoch": 0.23202828335733927,
      "grad_norm": 0.03860783204436302,
      "learning_rate": 0.00019710663046425934,
      "loss": 10.1917,
      "step": 1329
    },
    {
      "epoch": 0.2322028719828903,
      "grad_norm": 0.03925224021077156,
      "learning_rate": 0.00019710225958942222,
      "loss": 10.2211,
      "step": 1330
    },
    {
      "epoch": 0.23237746060844136,
      "grad_norm": 0.04018261283636093,
      "learning_rate": 0.00019709788546417697,
      "loss": 10.2101,
      "step": 1331
    },
    {
      "epoch": 0.2325520492339924,
      "grad_norm": 0.03850555792450905,
      "learning_rate": 0.00019709350808866987,
      "loss": 10.1708,
      "step": 1332
    },
    {
      "epoch": 0.23272663785954345,
      "grad_norm": 0.04441124573349953,
      "learning_rate": 0.00019708912746304759,
      "loss": 10.2036,
      "step": 1333
    },
    {
      "epoch": 0.2329012264850945,
      "grad_norm": 0.046116795390844345,
      "learning_rate": 0.00019708474358745665,
      "loss": 10.1885,
      "step": 1334
    },
    {
      "epoch": 0.23307581511064554,
      "grad_norm": 0.053875211626291275,
      "learning_rate": 0.0001970803564620439,
      "loss": 10.203,
      "step": 1335
    },
    {
      "epoch": 0.2332504037361966,
      "grad_norm": 0.047063250094652176,
      "learning_rate": 0.0001970759660869561,
      "loss": 10.1781,
      "step": 1336
    },
    {
      "epoch": 0.23342499236174763,
      "grad_norm": 0.04829305037856102,
      "learning_rate": 0.0001970715724623403,
      "loss": 10.1893,
      "step": 1337
    },
    {
      "epoch": 0.2335995809872987,
      "grad_norm": 0.04269471764564514,
      "learning_rate": 0.0001970671755883435,
      "loss": 10.1772,
      "step": 1338
    },
    {
      "epoch": 0.23377416961284972,
      "grad_norm": 0.04614003002643585,
      "learning_rate": 0.0001970627754651129,
      "loss": 10.2138,
      "step": 1339
    },
    {
      "epoch": 0.23394875823840078,
      "grad_norm": 0.04335236921906471,
      "learning_rate": 0.00019705837209279582,
      "loss": 10.1893,
      "step": 1340
    },
    {
      "epoch": 0.2341233468639518,
      "grad_norm": 0.04617766663432121,
      "learning_rate": 0.00019705396547153967,
      "loss": 10.1783,
      "step": 1341
    },
    {
      "epoch": 0.23429793548950287,
      "grad_norm": 0.04925207793712616,
      "learning_rate": 0.0001970495556014919,
      "loss": 10.1984,
      "step": 1342
    },
    {
      "epoch": 0.2344725241150539,
      "grad_norm": 0.04967854544520378,
      "learning_rate": 0.00019704514248280016,
      "loss": 10.2161,
      "step": 1343
    },
    {
      "epoch": 0.23464711274060496,
      "grad_norm": 0.05979439616203308,
      "learning_rate": 0.00019704072611561216,
      "loss": 10.1898,
      "step": 1344
    },
    {
      "epoch": 0.234821701366156,
      "grad_norm": 0.05354180932044983,
      "learning_rate": 0.00019703630650007577,
      "loss": 10.192,
      "step": 1345
    },
    {
      "epoch": 0.23499628999170705,
      "grad_norm": 0.058008890599012375,
      "learning_rate": 0.00019703188363633887,
      "loss": 10.1996,
      "step": 1346
    },
    {
      "epoch": 0.23517087861725808,
      "grad_norm": 0.058258362114429474,
      "learning_rate": 0.00019702745752454956,
      "loss": 10.1924,
      "step": 1347
    },
    {
      "epoch": 0.23534546724280914,
      "grad_norm": 0.07189600169658661,
      "learning_rate": 0.000197023028164856,
      "loss": 10.2501,
      "step": 1348
    },
    {
      "epoch": 0.23552005586836017,
      "grad_norm": 0.07078536599874496,
      "learning_rate": 0.00019701859555740648,
      "loss": 10.207,
      "step": 1349
    },
    {
      "epoch": 0.23569464449391123,
      "grad_norm": 0.13183946907520294,
      "learning_rate": 0.0001970141597023493,
      "loss": 10.2449,
      "step": 1350
    },
    {
      "epoch": 0.23586923311946226,
      "grad_norm": 0.040219247341156006,
      "learning_rate": 0.00019700972059983297,
      "loss": 10.211,
      "step": 1351
    },
    {
      "epoch": 0.23604382174501332,
      "grad_norm": 0.03150390833616257,
      "learning_rate": 0.00019700527825000614,
      "loss": 10.2251,
      "step": 1352
    },
    {
      "epoch": 0.23621841037056435,
      "grad_norm": 0.03718563914299011,
      "learning_rate": 0.00019700083265301746,
      "loss": 10.2012,
      "step": 1353
    },
    {
      "epoch": 0.2363929989961154,
      "grad_norm": 0.033394500613212585,
      "learning_rate": 0.00019699638380901577,
      "loss": 10.2334,
      "step": 1354
    },
    {
      "epoch": 0.23656758762166644,
      "grad_norm": 0.03207012638449669,
      "learning_rate": 0.00019699193171815,
      "loss": 10.2191,
      "step": 1355
    },
    {
      "epoch": 0.2367421762472175,
      "grad_norm": 0.03914864361286163,
      "learning_rate": 0.00019698747638056914,
      "loss": 10.2216,
      "step": 1356
    },
    {
      "epoch": 0.23691676487276853,
      "grad_norm": 0.030666986480355263,
      "learning_rate": 0.00019698301779642234,
      "loss": 10.2203,
      "step": 1357
    },
    {
      "epoch": 0.23709135349831958,
      "grad_norm": 0.03542384132742882,
      "learning_rate": 0.00019697855596585888,
      "loss": 10.2462,
      "step": 1358
    },
    {
      "epoch": 0.23726594212387064,
      "grad_norm": 0.035413578152656555,
      "learning_rate": 0.00019697409088902806,
      "loss": 10.2476,
      "step": 1359
    },
    {
      "epoch": 0.23744053074942167,
      "grad_norm": 0.04176824912428856,
      "learning_rate": 0.0001969696225660794,
      "loss": 10.208,
      "step": 1360
    },
    {
      "epoch": 0.23761511937497273,
      "grad_norm": 0.03325923904776573,
      "learning_rate": 0.00019696515099716246,
      "loss": 10.2331,
      "step": 1361
    },
    {
      "epoch": 0.23778970800052376,
      "grad_norm": 0.034662049263715744,
      "learning_rate": 0.0001969606761824269,
      "loss": 10.2291,
      "step": 1362
    },
    {
      "epoch": 0.23796429662607482,
      "grad_norm": 0.037038031965494156,
      "learning_rate": 0.00019695619812202253,
      "loss": 10.2163,
      "step": 1363
    },
    {
      "epoch": 0.23813888525162585,
      "grad_norm": 0.030802365392446518,
      "learning_rate": 0.0001969517168160992,
      "loss": 10.2087,
      "step": 1364
    },
    {
      "epoch": 0.2383134738771769,
      "grad_norm": 0.04110471531748772,
      "learning_rate": 0.00019694723226480702,
      "loss": 10.1952,
      "step": 1365
    },
    {
      "epoch": 0.23848806250272794,
      "grad_norm": 0.03652888536453247,
      "learning_rate": 0.00019694274446829598,
      "loss": 10.1971,
      "step": 1366
    },
    {
      "epoch": 0.238662651128279,
      "grad_norm": 0.033738791942596436,
      "learning_rate": 0.00019693825342671642,
      "loss": 10.2255,
      "step": 1367
    },
    {
      "epoch": 0.23883723975383003,
      "grad_norm": 0.03699921816587448,
      "learning_rate": 0.0001969337591402186,
      "loss": 10.2165,
      "step": 1368
    },
    {
      "epoch": 0.2390118283793811,
      "grad_norm": 0.037442710250616074,
      "learning_rate": 0.000196929261608953,
      "loss": 10.2019,
      "step": 1369
    },
    {
      "epoch": 0.23918641700493212,
      "grad_norm": 0.04581132158637047,
      "learning_rate": 0.00019692476083307012,
      "loss": 10.2165,
      "step": 1370
    },
    {
      "epoch": 0.23936100563048318,
      "grad_norm": 0.03596523776650429,
      "learning_rate": 0.00019692025681272067,
      "loss": 10.2003,
      "step": 1371
    },
    {
      "epoch": 0.2395355942560342,
      "grad_norm": 0.03605075925588608,
      "learning_rate": 0.00019691574954805544,
      "loss": 10.1926,
      "step": 1372
    },
    {
      "epoch": 0.23971018288158527,
      "grad_norm": 0.03518320992588997,
      "learning_rate": 0.00019691123903922523,
      "loss": 10.2063,
      "step": 1373
    },
    {
      "epoch": 0.2398847715071363,
      "grad_norm": 0.03826636075973511,
      "learning_rate": 0.00019690672528638109,
      "loss": 10.1957,
      "step": 1374
    },
    {
      "epoch": 0.24005936013268736,
      "grad_norm": 0.039487581700086594,
      "learning_rate": 0.00019690220828967405,
      "loss": 10.2018,
      "step": 1375
    },
    {
      "epoch": 0.2402339487582384,
      "grad_norm": 0.042317528277635574,
      "learning_rate": 0.00019689768804925537,
      "loss": 10.1807,
      "step": 1376
    },
    {
      "epoch": 0.24040853738378945,
      "grad_norm": 0.04299813508987427,
      "learning_rate": 0.00019689316456527632,
      "loss": 10.1883,
      "step": 1377
    },
    {
      "epoch": 0.24058312600934048,
      "grad_norm": 0.04343678429722786,
      "learning_rate": 0.00019688863783788837,
      "loss": 10.1923,
      "step": 1378
    },
    {
      "epoch": 0.24075771463489154,
      "grad_norm": 0.04509351775050163,
      "learning_rate": 0.000196884107867243,
      "loss": 10.1911,
      "step": 1379
    },
    {
      "epoch": 0.24093230326044257,
      "grad_norm": 0.03996739909052849,
      "learning_rate": 0.0001968795746534919,
      "loss": 10.1919,
      "step": 1380
    },
    {
      "epoch": 0.24110689188599363,
      "grad_norm": 0.04045549035072327,
      "learning_rate": 0.00019687503819678672,
      "loss": 10.1886,
      "step": 1381
    },
    {
      "epoch": 0.24128148051154466,
      "grad_norm": 0.03832460939884186,
      "learning_rate": 0.00019687049849727943,
      "loss": 10.1927,
      "step": 1382
    },
    {
      "epoch": 0.24145606913709572,
      "grad_norm": 0.03902428224682808,
      "learning_rate": 0.0001968659555551219,
      "loss": 10.1954,
      "step": 1383
    },
    {
      "epoch": 0.24163065776264675,
      "grad_norm": 0.04205939173698425,
      "learning_rate": 0.00019686140937046623,
      "loss": 10.2091,
      "step": 1384
    },
    {
      "epoch": 0.2418052463881978,
      "grad_norm": 0.04625403508543968,
      "learning_rate": 0.00019685685994346464,
      "loss": 10.1743,
      "step": 1385
    },
    {
      "epoch": 0.24197983501374887,
      "grad_norm": 0.04389803111553192,
      "learning_rate": 0.0001968523072742694,
      "loss": 10.2095,
      "step": 1386
    },
    {
      "epoch": 0.2421544236392999,
      "grad_norm": 0.04290683940052986,
      "learning_rate": 0.00019684775136303282,
      "loss": 10.2024,
      "step": 1387
    },
    {
      "epoch": 0.24232901226485096,
      "grad_norm": 0.04445523023605347,
      "learning_rate": 0.00019684319220990754,
      "loss": 10.2126,
      "step": 1388
    },
    {
      "epoch": 0.242503600890402,
      "grad_norm": 0.04497738927602768,
      "learning_rate": 0.00019683862981504605,
      "loss": 10.2058,
      "step": 1389
    },
    {
      "epoch": 0.24267818951595305,
      "grad_norm": 0.05189909785985947,
      "learning_rate": 0.0001968340641786012,
      "loss": 10.2067,
      "step": 1390
    },
    {
      "epoch": 0.24285277814150408,
      "grad_norm": 0.049066219478845596,
      "learning_rate": 0.0001968294953007257,
      "loss": 10.2078,
      "step": 1391
    },
    {
      "epoch": 0.24302736676705514,
      "grad_norm": 0.04894142597913742,
      "learning_rate": 0.00019682492318157254,
      "loss": 10.1848,
      "step": 1392
    },
    {
      "epoch": 0.24320195539260617,
      "grad_norm": 0.04373801127076149,
      "learning_rate": 0.0001968203478212948,
      "loss": 10.1835,
      "step": 1393
    },
    {
      "epoch": 0.24337654401815723,
      "grad_norm": 0.052228860557079315,
      "learning_rate": 0.00019681576922004558,
      "loss": 10.1783,
      "step": 1394
    },
    {
      "epoch": 0.24355113264370826,
      "grad_norm": 0.0633731409907341,
      "learning_rate": 0.00019681118737797815,
      "loss": 10.1992,
      "step": 1395
    },
    {
      "epoch": 0.24372572126925932,
      "grad_norm": 0.06897462159395218,
      "learning_rate": 0.00019680660229524593,
      "loss": 10.2035,
      "step": 1396
    },
    {
      "epoch": 0.24390030989481035,
      "grad_norm": 0.06913436204195023,
      "learning_rate": 0.00019680201397200236,
      "loss": 10.1515,
      "step": 1397
    },
    {
      "epoch": 0.2440748985203614,
      "grad_norm": 0.07557962834835052,
      "learning_rate": 0.00019679742240840106,
      "loss": 10.1686,
      "step": 1398
    },
    {
      "epoch": 0.24424948714591244,
      "grad_norm": 0.11766194552183151,
      "learning_rate": 0.0001967928276045957,
      "loss": 10.2157,
      "step": 1399
    },
    {
      "epoch": 0.2444240757714635,
      "grad_norm": 0.1525426059961319,
      "learning_rate": 0.0001967882295607401,
      "loss": 10.195,
      "step": 1400
    },
    {
      "epoch": 0.2444240757714635,
      "eval_loss": 10.192564964294434,
      "eval_runtime": 0.7784,
      "eval_samples_per_second": 296.763,
      "eval_steps_per_second": 149.024,
      "step": 1400
    },
    {
      "epoch": 0.24459866439701453,
      "grad_norm": 0.046495355665683746,
      "learning_rate": 0.00019678362827698815,
      "loss": 10.1934,
      "step": 1401
    },
    {
      "epoch": 0.24477325302256558,
      "grad_norm": 0.039672140032052994,
      "learning_rate": 0.0001967790237534939,
      "loss": 10.2157,
      "step": 1402
    },
    {
      "epoch": 0.24494784164811662,
      "grad_norm": 0.0352991446852684,
      "learning_rate": 0.00019677441599041148,
      "loss": 10.2068,
      "step": 1403
    },
    {
      "epoch": 0.24512243027366767,
      "grad_norm": 0.04141145572066307,
      "learning_rate": 0.00019676980498789515,
      "loss": 10.1891,
      "step": 1404
    },
    {
      "epoch": 0.2452970188992187,
      "grad_norm": 0.03625207766890526,
      "learning_rate": 0.00019676519074609923,
      "loss": 10.2409,
      "step": 1405
    },
    {
      "epoch": 0.24547160752476976,
      "grad_norm": 0.04104531556367874,
      "learning_rate": 0.00019676057326517817,
      "loss": 10.2209,
      "step": 1406
    },
    {
      "epoch": 0.2456461961503208,
      "grad_norm": 0.0354660265147686,
      "learning_rate": 0.00019675595254528655,
      "loss": 10.2006,
      "step": 1407
    },
    {
      "epoch": 0.24582078477587185,
      "grad_norm": 0.03472042828798294,
      "learning_rate": 0.00019675132858657906,
      "loss": 10.208,
      "step": 1408
    },
    {
      "epoch": 0.24599537340142288,
      "grad_norm": 0.034752257168293,
      "learning_rate": 0.00019674670138921047,
      "loss": 10.2192,
      "step": 1409
    },
    {
      "epoch": 0.24616996202697394,
      "grad_norm": 0.032268594950437546,
      "learning_rate": 0.00019674207095333568,
      "loss": 10.2154,
      "step": 1410
    },
    {
      "epoch": 0.246344550652525,
      "grad_norm": 0.034065812826156616,
      "learning_rate": 0.00019673743727910965,
      "loss": 10.2244,
      "step": 1411
    },
    {
      "epoch": 0.24651913927807603,
      "grad_norm": 0.03563658148050308,
      "learning_rate": 0.00019673280036668753,
      "loss": 10.2273,
      "step": 1412
    },
    {
      "epoch": 0.2466937279036271,
      "grad_norm": 0.0354844331741333,
      "learning_rate": 0.00019672816021622453,
      "loss": 10.2222,
      "step": 1413
    },
    {
      "epoch": 0.24686831652917812,
      "grad_norm": 0.040752485394477844,
      "learning_rate": 0.00019672351682787595,
      "loss": 10.2328,
      "step": 1414
    },
    {
      "epoch": 0.24704290515472918,
      "grad_norm": 0.05078105628490448,
      "learning_rate": 0.00019671887020179725,
      "loss": 10.1813,
      "step": 1415
    },
    {
      "epoch": 0.2472174937802802,
      "grad_norm": 0.033871833235025406,
      "learning_rate": 0.00019671422033814398,
      "loss": 10.2235,
      "step": 1416
    },
    {
      "epoch": 0.24739208240583127,
      "grad_norm": 0.03817344829440117,
      "learning_rate": 0.00019670956723707176,
      "loss": 10.209,
      "step": 1417
    },
    {
      "epoch": 0.2475666710313823,
      "grad_norm": 0.040556248277425766,
      "learning_rate": 0.00019670491089873634,
      "loss": 10.2169,
      "step": 1418
    },
    {
      "epoch": 0.24774125965693336,
      "grad_norm": 0.03594697639346123,
      "learning_rate": 0.00019670025132329365,
      "loss": 10.2089,
      "step": 1419
    },
    {
      "epoch": 0.2479158482824844,
      "grad_norm": 0.03888750076293945,
      "learning_rate": 0.00019669558851089959,
      "loss": 10.232,
      "step": 1420
    },
    {
      "epoch": 0.24809043690803545,
      "grad_norm": 0.03613589331507683,
      "learning_rate": 0.00019669092246171025,
      "loss": 10.2364,
      "step": 1421
    },
    {
      "epoch": 0.24826502553358648,
      "grad_norm": 0.047216664999723434,
      "learning_rate": 0.00019668625317588193,
      "loss": 10.2079,
      "step": 1422
    },
    {
      "epoch": 0.24843961415913754,
      "grad_norm": 0.037397321313619614,
      "learning_rate": 0.00019668158065357075,
      "loss": 10.2184,
      "step": 1423
    },
    {
      "epoch": 0.24861420278468857,
      "grad_norm": 0.03847036510705948,
      "learning_rate": 0.0001966769048949333,
      "loss": 10.2032,
      "step": 1424
    },
    {
      "epoch": 0.24878879141023963,
      "grad_norm": 0.039517536759376526,
      "learning_rate": 0.00019667222590012595,
      "loss": 10.1915,
      "step": 1425
    },
    {
      "epoch": 0.24896338003579066,
      "grad_norm": 0.03701864182949066,
      "learning_rate": 0.0001966675436693054,
      "loss": 10.1957,
      "step": 1426
    },
    {
      "epoch": 0.24913796866134172,
      "grad_norm": 0.036894720047712326,
      "learning_rate": 0.0001966628582026284,
      "loss": 10.1846,
      "step": 1427
    },
    {
      "epoch": 0.24931255728689275,
      "grad_norm": 0.04237478971481323,
      "learning_rate": 0.00019665816950025175,
      "loss": 10.1626,
      "step": 1428
    },
    {
      "epoch": 0.2494871459124438,
      "grad_norm": 0.03968280553817749,
      "learning_rate": 0.0001966534775623324,
      "loss": 10.1884,
      "step": 1429
    },
    {
      "epoch": 0.24966173453799484,
      "grad_norm": 0.04407501593232155,
      "learning_rate": 0.00019664878238902743,
      "loss": 10.1909,
      "step": 1430
    },
    {
      "epoch": 0.2498363231635459,
      "grad_norm": 0.03947526589035988,
      "learning_rate": 0.000196644083980494,
      "loss": 10.2154,
      "step": 1431
    },
    {
      "epoch": 0.25001091178909696,
      "grad_norm": 0.04285382851958275,
      "learning_rate": 0.00019663938233688936,
      "loss": 10.2207,
      "step": 1432
    },
    {
      "epoch": 0.250185500414648,
      "grad_norm": 0.04160112142562866,
      "learning_rate": 0.00019663467745837095,
      "loss": 10.213,
      "step": 1433
    },
    {
      "epoch": 0.250360089040199,
      "grad_norm": 0.038876231759786606,
      "learning_rate": 0.00019662996934509622,
      "loss": 10.2016,
      "step": 1434
    },
    {
      "epoch": 0.25053467766575005,
      "grad_norm": 0.042248886078596115,
      "learning_rate": 0.00019662525799722276,
      "loss": 10.1908,
      "step": 1435
    },
    {
      "epoch": 0.25070926629130114,
      "grad_norm": 0.04051628336310387,
      "learning_rate": 0.0001966205434149083,
      "loss": 10.2099,
      "step": 1436
    },
    {
      "epoch": 0.25088385491685217,
      "grad_norm": 0.046443842351436615,
      "learning_rate": 0.00019661582559831064,
      "loss": 10.1906,
      "step": 1437
    },
    {
      "epoch": 0.2510584435424032,
      "grad_norm": 0.04782233387231827,
      "learning_rate": 0.00019661110454758773,
      "loss": 10.2227,
      "step": 1438
    },
    {
      "epoch": 0.2512330321679543,
      "grad_norm": 0.049610283225774765,
      "learning_rate": 0.00019660638026289758,
      "loss": 10.1928,
      "step": 1439
    },
    {
      "epoch": 0.2514076207935053,
      "grad_norm": 0.046226244419813156,
      "learning_rate": 0.00019660165274439835,
      "loss": 10.2229,
      "step": 1440
    },
    {
      "epoch": 0.25158220941905635,
      "grad_norm": 0.049460552632808685,
      "learning_rate": 0.00019659692199224828,
      "loss": 10.2199,
      "step": 1441
    },
    {
      "epoch": 0.2517567980446074,
      "grad_norm": 0.05515362322330475,
      "learning_rate": 0.00019659218800660572,
      "loss": 10.2077,
      "step": 1442
    },
    {
      "epoch": 0.25193138667015846,
      "grad_norm": 0.05152652785181999,
      "learning_rate": 0.00019658745078762911,
      "loss": 10.238,
      "step": 1443
    },
    {
      "epoch": 0.2521059752957095,
      "grad_norm": 0.06101442500948906,
      "learning_rate": 0.0001965827103354771,
      "loss": 10.2048,
      "step": 1444
    },
    {
      "epoch": 0.2522805639212605,
      "grad_norm": 0.05921747535467148,
      "learning_rate": 0.0001965779666503083,
      "loss": 10.1847,
      "step": 1445
    },
    {
      "epoch": 0.25245515254681156,
      "grad_norm": 0.051377855241298676,
      "learning_rate": 0.00019657321973228157,
      "loss": 10.1631,
      "step": 1446
    },
    {
      "epoch": 0.25262974117236264,
      "grad_norm": 0.06408732384443283,
      "learning_rate": 0.00019656846958155573,
      "loss": 10.2166,
      "step": 1447
    },
    {
      "epoch": 0.2528043297979137,
      "grad_norm": 0.06100372225046158,
      "learning_rate": 0.00019656371619828985,
      "loss": 10.2026,
      "step": 1448
    },
    {
      "epoch": 0.2529789184234647,
      "grad_norm": 0.07237441092729568,
      "learning_rate": 0.00019655895958264297,
      "loss": 10.1561,
      "step": 1449
    },
    {
      "epoch": 0.25315350704901574,
      "grad_norm": 0.08884840458631516,
      "learning_rate": 0.0001965541997347744,
      "loss": 10.1952,
      "step": 1450
    },
    {
      "epoch": 0.2533280956745668,
      "grad_norm": 0.04411587119102478,
      "learning_rate": 0.00019654943665484343,
      "loss": 10.2282,
      "step": 1451
    },
    {
      "epoch": 0.25350268430011785,
      "grad_norm": 0.033767927438020706,
      "learning_rate": 0.0001965446703430095,
      "loss": 10.196,
      "step": 1452
    },
    {
      "epoch": 0.2536772729256689,
      "grad_norm": 0.03090842068195343,
      "learning_rate": 0.00019653990079943217,
      "loss": 10.209,
      "step": 1453
    },
    {
      "epoch": 0.2538518615512199,
      "grad_norm": 0.03497067838907242,
      "learning_rate": 0.00019653512802427105,
      "loss": 10.2082,
      "step": 1454
    },
    {
      "epoch": 0.254026450176771,
      "grad_norm": 0.032089151442050934,
      "learning_rate": 0.000196530352017686,
      "loss": 10.2166,
      "step": 1455
    },
    {
      "epoch": 0.25420103880232203,
      "grad_norm": 0.03394349291920662,
      "learning_rate": 0.0001965255727798368,
      "loss": 10.2156,
      "step": 1456
    },
    {
      "epoch": 0.25437562742787306,
      "grad_norm": 0.03524279221892357,
      "learning_rate": 0.00019652079031088346,
      "loss": 10.2078,
      "step": 1457
    },
    {
      "epoch": 0.2545502160534241,
      "grad_norm": 0.03579093515872955,
      "learning_rate": 0.00019651600461098609,
      "loss": 10.2065,
      "step": 1458
    },
    {
      "epoch": 0.2547248046789752,
      "grad_norm": 0.04198679327964783,
      "learning_rate": 0.00019651121568030485,
      "loss": 10.2255,
      "step": 1459
    },
    {
      "epoch": 0.2548993933045262,
      "grad_norm": 0.03421526402235031,
      "learning_rate": 0.00019650642351900008,
      "loss": 10.2202,
      "step": 1460
    },
    {
      "epoch": 0.25507398193007724,
      "grad_norm": 0.0327402763068676,
      "learning_rate": 0.0001965016281272322,
      "loss": 10.2361,
      "step": 1461
    },
    {
      "epoch": 0.2552485705556283,
      "grad_norm": 0.0364251509308815,
      "learning_rate": 0.00019649682950516169,
      "loss": 10.183,
      "step": 1462
    },
    {
      "epoch": 0.25542315918117936,
      "grad_norm": 0.03587252274155617,
      "learning_rate": 0.00019649202765294917,
      "loss": 10.2054,
      "step": 1463
    },
    {
      "epoch": 0.2555977478067304,
      "grad_norm": 0.04091670364141464,
      "learning_rate": 0.00019648722257075544,
      "loss": 10.2246,
      "step": 1464
    },
    {
      "epoch": 0.2557723364322814,
      "grad_norm": 0.03811544552445412,
      "learning_rate": 0.00019648241425874132,
      "loss": 10.2105,
      "step": 1465
    },
    {
      "epoch": 0.2559469250578325,
      "grad_norm": 0.03456377983093262,
      "learning_rate": 0.00019647760271706774,
      "loss": 10.2329,
      "step": 1466
    },
    {
      "epoch": 0.25612151368338354,
      "grad_norm": 0.036454636603593826,
      "learning_rate": 0.00019647278794589576,
      "loss": 10.1964,
      "step": 1467
    },
    {
      "epoch": 0.25629610230893457,
      "grad_norm": 0.04074687138199806,
      "learning_rate": 0.0001964679699453866,
      "loss": 10.2124,
      "step": 1468
    },
    {
      "epoch": 0.2564706909344856,
      "grad_norm": 0.03865376114845276,
      "learning_rate": 0.0001964631487157015,
      "loss": 10.2031,
      "step": 1469
    },
    {
      "epoch": 0.2566452795600367,
      "grad_norm": 0.036794960498809814,
      "learning_rate": 0.00019645832425700183,
      "loss": 10.2,
      "step": 1470
    },
    {
      "epoch": 0.2568198681855877,
      "grad_norm": 0.03811021149158478,
      "learning_rate": 0.00019645349656944913,
      "loss": 10.2059,
      "step": 1471
    },
    {
      "epoch": 0.25699445681113875,
      "grad_norm": 0.035181038081645966,
      "learning_rate": 0.00019644866565320497,
      "loss": 10.2255,
      "step": 1472
    },
    {
      "epoch": 0.2571690454366898,
      "grad_norm": 0.035451389849185944,
      "learning_rate": 0.00019644383150843107,
      "loss": 10.2242,
      "step": 1473
    },
    {
      "epoch": 0.25734363406224087,
      "grad_norm": 0.03267693147063255,
      "learning_rate": 0.00019643899413528926,
      "loss": 10.2018,
      "step": 1474
    },
    {
      "epoch": 0.2575182226877919,
      "grad_norm": 0.03373328968882561,
      "learning_rate": 0.00019643415353394144,
      "loss": 10.2183,
      "step": 1475
    },
    {
      "epoch": 0.25769281131334293,
      "grad_norm": 0.0363488644361496,
      "learning_rate": 0.00019642930970454966,
      "loss": 10.2144,
      "step": 1476
    },
    {
      "epoch": 0.25786739993889396,
      "grad_norm": 0.039489392191171646,
      "learning_rate": 0.00019642446264727607,
      "loss": 10.1913,
      "step": 1477
    },
    {
      "epoch": 0.25804198856444505,
      "grad_norm": 0.033250100910663605,
      "learning_rate": 0.00019641961236228293,
      "loss": 10.208,
      "step": 1478
    },
    {
      "epoch": 0.2582165771899961,
      "grad_norm": 0.0377049557864666,
      "learning_rate": 0.00019641475884973252,
      "loss": 10.2097,
      "step": 1479
    },
    {
      "epoch": 0.2583911658155471,
      "grad_norm": 0.03938114643096924,
      "learning_rate": 0.00019640990210978743,
      "loss": 10.2416,
      "step": 1480
    },
    {
      "epoch": 0.25856575444109814,
      "grad_norm": 0.03546864911913872,
      "learning_rate": 0.00019640504214261015,
      "loss": 10.1815,
      "step": 1481
    },
    {
      "epoch": 0.2587403430666492,
      "grad_norm": 0.04520675912499428,
      "learning_rate": 0.00019640017894836337,
      "loss": 10.2004,
      "step": 1482
    },
    {
      "epoch": 0.25891493169220026,
      "grad_norm": 0.037628721445798874,
      "learning_rate": 0.00019639531252720993,
      "loss": 10.1883,
      "step": 1483
    },
    {
      "epoch": 0.2590895203177513,
      "grad_norm": 0.04492810368537903,
      "learning_rate": 0.00019639044287931269,
      "loss": 10.2089,
      "step": 1484
    },
    {
      "epoch": 0.2592641089433023,
      "grad_norm": 0.04509788379073143,
      "learning_rate": 0.00019638557000483463,
      "loss": 10.1726,
      "step": 1485
    },
    {
      "epoch": 0.2594386975688534,
      "grad_norm": 0.05109373480081558,
      "learning_rate": 0.00019638069390393893,
      "loss": 10.1967,
      "step": 1486
    },
    {
      "epoch": 0.25961328619440444,
      "grad_norm": 0.04745043069124222,
      "learning_rate": 0.00019637581457678877,
      "loss": 10.2299,
      "step": 1487
    },
    {
      "epoch": 0.25978787481995547,
      "grad_norm": 0.04643091559410095,
      "learning_rate": 0.0001963709320235475,
      "loss": 10.2025,
      "step": 1488
    },
    {
      "epoch": 0.2599624634455065,
      "grad_norm": 0.04820287600159645,
      "learning_rate": 0.00019636604624437856,
      "loss": 10.2005,
      "step": 1489
    },
    {
      "epoch": 0.2601370520710576,
      "grad_norm": 0.04487587884068489,
      "learning_rate": 0.00019636115723944546,
      "loss": 10.2036,
      "step": 1490
    },
    {
      "epoch": 0.2603116406966086,
      "grad_norm": 0.04429946467280388,
      "learning_rate": 0.00019635626500891188,
      "loss": 10.2069,
      "step": 1491
    },
    {
      "epoch": 0.26048622932215965,
      "grad_norm": 0.04738084226846695,
      "learning_rate": 0.00019635136955294162,
      "loss": 10.2005,
      "step": 1492
    },
    {
      "epoch": 0.26066081794771073,
      "grad_norm": 0.05200072377920151,
      "learning_rate": 0.00019634647087169848,
      "loss": 10.1969,
      "step": 1493
    },
    {
      "epoch": 0.26083540657326176,
      "grad_norm": 0.05438290908932686,
      "learning_rate": 0.0001963415689653465,
      "loss": 10.1934,
      "step": 1494
    },
    {
      "epoch": 0.2610099951988128,
      "grad_norm": 0.05327746272087097,
      "learning_rate": 0.00019633666383404974,
      "loss": 10.2573,
      "step": 1495
    },
    {
      "epoch": 0.2611845838243638,
      "grad_norm": 0.05569072812795639,
      "learning_rate": 0.0001963317554779724,
      "loss": 10.1999,
      "step": 1496
    },
    {
      "epoch": 0.2613591724499149,
      "grad_norm": 0.061293695122003555,
      "learning_rate": 0.00019632684389727875,
      "loss": 10.1769,
      "step": 1497
    },
    {
      "epoch": 0.26153376107546594,
      "grad_norm": 0.06651916354894638,
      "learning_rate": 0.00019632192909213326,
      "loss": 10.129,
      "step": 1498
    },
    {
      "epoch": 0.261708349701017,
      "grad_norm": 0.07749304920434952,
      "learning_rate": 0.0001963170110627004,
      "loss": 10.1906,
      "step": 1499
    },
    {
      "epoch": 0.261882938326568,
      "grad_norm": 0.11083090305328369,
      "learning_rate": 0.00019631208980914485,
      "loss": 10.1893,
      "step": 1500
    },
    {
      "epoch": 0.2620575269521191,
      "grad_norm": 0.03505697846412659,
      "learning_rate": 0.00019630716533163126,
      "loss": 10.2059,
      "step": 1501
    },
    {
      "epoch": 0.2622321155776701,
      "grad_norm": 0.03538525849580765,
      "learning_rate": 0.00019630223763032455,
      "loss": 10.236,
      "step": 1502
    },
    {
      "epoch": 0.26240670420322115,
      "grad_norm": 0.034818872809410095,
      "learning_rate": 0.0001962973067053896,
      "loss": 10.2137,
      "step": 1503
    },
    {
      "epoch": 0.2625812928287722,
      "grad_norm": 0.03613194450736046,
      "learning_rate": 0.0001962923725569916,
      "loss": 10.1884,
      "step": 1504
    },
    {
      "epoch": 0.26275588145432327,
      "grad_norm": 0.03537094220519066,
      "learning_rate": 0.00019628743518529555,
      "loss": 10.207,
      "step": 1505
    },
    {
      "epoch": 0.2629304700798743,
      "grad_norm": 0.03770725056529045,
      "learning_rate": 0.00019628249459046682,
      "loss": 10.2244,
      "step": 1506
    },
    {
      "epoch": 0.26310505870542533,
      "grad_norm": 0.035709504038095474,
      "learning_rate": 0.00019627755077267076,
      "loss": 10.2374,
      "step": 1507
    },
    {
      "epoch": 0.26327964733097636,
      "grad_norm": 0.03496786952018738,
      "learning_rate": 0.0001962726037320729,
      "loss": 10.1978,
      "step": 1508
    },
    {
      "epoch": 0.26345423595652745,
      "grad_norm": 0.034188173711299896,
      "learning_rate": 0.0001962676534688388,
      "loss": 10.2002,
      "step": 1509
    },
    {
      "epoch": 0.2636288245820785,
      "grad_norm": 0.041233256459236145,
      "learning_rate": 0.00019626269998313414,
      "loss": 10.2174,
      "step": 1510
    },
    {
      "epoch": 0.2638034132076295,
      "grad_norm": 0.04558418318629265,
      "learning_rate": 0.00019625774327512483,
      "loss": 10.2161,
      "step": 1511
    },
    {
      "epoch": 0.26397800183318054,
      "grad_norm": 0.036553483456373215,
      "learning_rate": 0.00019625278334497667,
      "loss": 10.2237,
      "step": 1512
    },
    {
      "epoch": 0.26415259045873163,
      "grad_norm": 0.036571938544511795,
      "learning_rate": 0.00019624782019285578,
      "loss": 10.222,
      "step": 1513
    },
    {
      "epoch": 0.26432717908428266,
      "grad_norm": 0.038625262677669525,
      "learning_rate": 0.00019624285381892827,
      "loss": 10.2124,
      "step": 1514
    },
    {
      "epoch": 0.2645017677098337,
      "grad_norm": 0.037877172231674194,
      "learning_rate": 0.00019623788422336037,
      "loss": 10.2205,
      "step": 1515
    },
    {
      "epoch": 0.2646763563353848,
      "grad_norm": 0.037123844027519226,
      "learning_rate": 0.00019623291140631843,
      "loss": 10.2182,
      "step": 1516
    },
    {
      "epoch": 0.2648509449609358,
      "grad_norm": 0.032510675489902496,
      "learning_rate": 0.00019622793536796894,
      "loss": 10.1876,
      "step": 1517
    },
    {
      "epoch": 0.26502553358648684,
      "grad_norm": 0.03644344583153725,
      "learning_rate": 0.00019622295610847846,
      "loss": 10.2265,
      "step": 1518
    },
    {
      "epoch": 0.26520012221203787,
      "grad_norm": 0.030985204502940178,
      "learning_rate": 0.00019621797362801363,
      "loss": 10.214,
      "step": 1519
    },
    {
      "epoch": 0.26537471083758896,
      "grad_norm": 0.03475165367126465,
      "learning_rate": 0.00019621298792674128,
      "loss": 10.1983,
      "step": 1520
    },
    {
      "epoch": 0.26554929946314,
      "grad_norm": 0.03573223203420639,
      "learning_rate": 0.0001962079990048283,
      "loss": 10.2119,
      "step": 1521
    },
    {
      "epoch": 0.265723888088691,
      "grad_norm": 0.040078386664390564,
      "learning_rate": 0.00019620300686244165,
      "loss": 10.2263,
      "step": 1522
    },
    {
      "epoch": 0.26589847671424205,
      "grad_norm": 0.0421370267868042,
      "learning_rate": 0.00019619801149974847,
      "loss": 10.1999,
      "step": 1523
    },
    {
      "epoch": 0.26607306533979314,
      "grad_norm": 0.0373452827334404,
      "learning_rate": 0.00019619301291691593,
      "loss": 10.1861,
      "step": 1524
    },
    {
      "epoch": 0.26624765396534417,
      "grad_norm": 0.034654904156923294,
      "learning_rate": 0.00019618801111411142,
      "loss": 10.2211,
      "step": 1525
    },
    {
      "epoch": 0.2664222425908952,
      "grad_norm": 0.04134282469749451,
      "learning_rate": 0.00019618300609150233,
      "loss": 10.2217,
      "step": 1526
    },
    {
      "epoch": 0.26659683121644623,
      "grad_norm": 0.04229840263724327,
      "learning_rate": 0.0001961779978492562,
      "loss": 10.1845,
      "step": 1527
    },
    {
      "epoch": 0.2667714198419973,
      "grad_norm": 0.040078479796648026,
      "learning_rate": 0.0001961729863875407,
      "loss": 10.2201,
      "step": 1528
    },
    {
      "epoch": 0.26694600846754835,
      "grad_norm": 0.04212760552763939,
      "learning_rate": 0.0001961679717065236,
      "loss": 10.2026,
      "step": 1529
    },
    {
      "epoch": 0.2671205970930994,
      "grad_norm": 0.046064067631959915,
      "learning_rate": 0.0001961629538063727,
      "loss": 10.1574,
      "step": 1530
    },
    {
      "epoch": 0.2672951857186504,
      "grad_norm": 0.04203677549958229,
      "learning_rate": 0.00019615793268725599,
      "loss": 10.1959,
      "step": 1531
    },
    {
      "epoch": 0.2674697743442015,
      "grad_norm": 0.05045337229967117,
      "learning_rate": 0.00019615290834934152,
      "loss": 10.171,
      "step": 1532
    },
    {
      "epoch": 0.2676443629697525,
      "grad_norm": 0.046315569430589676,
      "learning_rate": 0.00019614788079279756,
      "loss": 10.1824,
      "step": 1533
    },
    {
      "epoch": 0.26781895159530356,
      "grad_norm": 0.04572588577866554,
      "learning_rate": 0.00019614285001779233,
      "loss": 10.1978,
      "step": 1534
    },
    {
      "epoch": 0.2679935402208546,
      "grad_norm": 0.03996407240629196,
      "learning_rate": 0.00019613781602449427,
      "loss": 10.2124,
      "step": 1535
    },
    {
      "epoch": 0.2681681288464057,
      "grad_norm": 0.04288601502776146,
      "learning_rate": 0.00019613277881307188,
      "loss": 10.2008,
      "step": 1536
    },
    {
      "epoch": 0.2683427174719567,
      "grad_norm": 0.055850427597761154,
      "learning_rate": 0.00019612773838369375,
      "loss": 10.2097,
      "step": 1537
    },
    {
      "epoch": 0.26851730609750774,
      "grad_norm": 0.04639482870697975,
      "learning_rate": 0.00019612269473652863,
      "loss": 10.1948,
      "step": 1538
    },
    {
      "epoch": 0.26869189472305877,
      "grad_norm": 0.04530803859233856,
      "learning_rate": 0.00019611764787174534,
      "loss": 10.19,
      "step": 1539
    },
    {
      "epoch": 0.26886648334860985,
      "grad_norm": 0.051099710166454315,
      "learning_rate": 0.00019611259778951282,
      "loss": 10.1633,
      "step": 1540
    },
    {
      "epoch": 0.2690410719741609,
      "grad_norm": 0.04882020503282547,
      "learning_rate": 0.00019610754449000015,
      "loss": 10.1989,
      "step": 1541
    },
    {
      "epoch": 0.2692156605997119,
      "grad_norm": 0.0485810860991478,
      "learning_rate": 0.00019610248797337641,
      "loss": 10.1941,
      "step": 1542
    },
    {
      "epoch": 0.269390249225263,
      "grad_norm": 0.05376151204109192,
      "learning_rate": 0.00019609742823981094,
      "loss": 10.181,
      "step": 1543
    },
    {
      "epoch": 0.26956483785081403,
      "grad_norm": 0.06284745782613754,
      "learning_rate": 0.00019609236528947305,
      "loss": 10.2275,
      "step": 1544
    },
    {
      "epoch": 0.26973942647636506,
      "grad_norm": 0.05858732387423515,
      "learning_rate": 0.00019608729912253228,
      "loss": 10.1706,
      "step": 1545
    },
    {
      "epoch": 0.2699140151019161,
      "grad_norm": 0.06058803200721741,
      "learning_rate": 0.00019608222973915816,
      "loss": 10.2332,
      "step": 1546
    },
    {
      "epoch": 0.2700886037274672,
      "grad_norm": 0.07622691988945007,
      "learning_rate": 0.0001960771571395204,
      "loss": 10.186,
      "step": 1547
    },
    {
      "epoch": 0.2702631923530182,
      "grad_norm": 0.06736919283866882,
      "learning_rate": 0.0001960720813237888,
      "loss": 10.1519,
      "step": 1548
    },
    {
      "epoch": 0.27043778097856924,
      "grad_norm": 0.07060269266366959,
      "learning_rate": 0.00019606700229213327,
      "loss": 10.1979,
      "step": 1549
    },
    {
      "epoch": 0.2706123696041203,
      "grad_norm": 0.10132835805416107,
      "learning_rate": 0.00019606192004472384,
      "loss": 10.2165,
      "step": 1550
    },
    {
      "epoch": 0.27078695822967136,
      "grad_norm": 0.038401201367378235,
      "learning_rate": 0.0001960568345817306,
      "loss": 10.2025,
      "step": 1551
    },
    {
      "epoch": 0.2709615468552224,
      "grad_norm": 0.04014897719025612,
      "learning_rate": 0.00019605174590332382,
      "loss": 10.2101,
      "step": 1552
    },
    {
      "epoch": 0.2711361354807734,
      "grad_norm": 0.03708603233098984,
      "learning_rate": 0.00019604665400967382,
      "loss": 10.2286,
      "step": 1553
    },
    {
      "epoch": 0.27131072410632445,
      "grad_norm": 0.03731982037425041,
      "learning_rate": 0.00019604155890095103,
      "loss": 10.1946,
      "step": 1554
    },
    {
      "epoch": 0.27148531273187554,
      "grad_norm": 0.035738252103328705,
      "learning_rate": 0.00019603646057732603,
      "loss": 10.2413,
      "step": 1555
    },
    {
      "epoch": 0.27165990135742657,
      "grad_norm": 0.0388864129781723,
      "learning_rate": 0.00019603135903896947,
      "loss": 10.2104,
      "step": 1556
    },
    {
      "epoch": 0.2718344899829776,
      "grad_norm": 0.03951006010174751,
      "learning_rate": 0.00019602625428605215,
      "loss": 10.2046,
      "step": 1557
    },
    {
      "epoch": 0.27200907860852863,
      "grad_norm": 0.03288448229432106,
      "learning_rate": 0.0001960211463187449,
      "loss": 10.191,
      "step": 1558
    },
    {
      "epoch": 0.2721836672340797,
      "grad_norm": 0.041772324591875076,
      "learning_rate": 0.0001960160351372187,
      "loss": 10.2051,
      "step": 1559
    },
    {
      "epoch": 0.27235825585963075,
      "grad_norm": 0.03183721378445625,
      "learning_rate": 0.0001960109207416447,
      "loss": 10.2203,
      "step": 1560
    },
    {
      "epoch": 0.2725328444851818,
      "grad_norm": 0.03464171290397644,
      "learning_rate": 0.00019600580313219404,
      "loss": 10.2008,
      "step": 1561
    },
    {
      "epoch": 0.2727074331107328,
      "grad_norm": 0.03776584565639496,
      "learning_rate": 0.00019600068230903807,
      "loss": 10.218,
      "step": 1562
    },
    {
      "epoch": 0.2728820217362839,
      "grad_norm": 0.03309409320354462,
      "learning_rate": 0.0001959955582723482,
      "loss": 10.2252,
      "step": 1563
    },
    {
      "epoch": 0.27305661036183493,
      "grad_norm": 0.038971249014139175,
      "learning_rate": 0.0001959904310222959,
      "loss": 10.2148,
      "step": 1564
    },
    {
      "epoch": 0.27323119898738596,
      "grad_norm": 0.03796303644776344,
      "learning_rate": 0.00019598530055905285,
      "loss": 10.2324,
      "step": 1565
    },
    {
      "epoch": 0.273405787612937,
      "grad_norm": 0.03696208447217941,
      "learning_rate": 0.0001959801668827908,
      "loss": 10.206,
      "step": 1566
    },
    {
      "epoch": 0.2735803762384881,
      "grad_norm": 0.0437239408493042,
      "learning_rate": 0.00019597502999368154,
      "loss": 10.1868,
      "step": 1567
    },
    {
      "epoch": 0.2737549648640391,
      "grad_norm": 0.03654343634843826,
      "learning_rate": 0.00019596988989189706,
      "loss": 10.1799,
      "step": 1568
    },
    {
      "epoch": 0.27392955348959014,
      "grad_norm": 0.039184726774692535,
      "learning_rate": 0.00019596474657760944,
      "loss": 10.1788,
      "step": 1569
    },
    {
      "epoch": 0.2741041421151412,
      "grad_norm": 0.039063792675733566,
      "learning_rate": 0.0001959596000509908,
      "loss": 10.2185,
      "step": 1570
    },
    {
      "epoch": 0.27427873074069226,
      "grad_norm": 0.035936389118433,
      "learning_rate": 0.00019595445031221344,
      "loss": 10.1935,
      "step": 1571
    },
    {
      "epoch": 0.2744533193662433,
      "grad_norm": 0.037732094526290894,
      "learning_rate": 0.00019594929736144976,
      "loss": 10.2262,
      "step": 1572
    },
    {
      "epoch": 0.2746279079917943,
      "grad_norm": 0.0409744568169117,
      "learning_rate": 0.00019594414119887218,
      "loss": 10.2102,
      "step": 1573
    },
    {
      "epoch": 0.2748024966173454,
      "grad_norm": 0.036966726183891296,
      "learning_rate": 0.0001959389818246534,
      "loss": 10.1867,
      "step": 1574
    },
    {
      "epoch": 0.27497708524289644,
      "grad_norm": 0.037753041833639145,
      "learning_rate": 0.00019593381923896605,
      "loss": 10.2104,
      "step": 1575
    },
    {
      "epoch": 0.27515167386844747,
      "grad_norm": 0.03744436427950859,
      "learning_rate": 0.000195928653441983,
      "loss": 10.2061,
      "step": 1576
    },
    {
      "epoch": 0.2753262624939985,
      "grad_norm": 0.041829224675893784,
      "learning_rate": 0.0001959234844338771,
      "loss": 10.1857,
      "step": 1577
    },
    {
      "epoch": 0.2755008511195496,
      "grad_norm": 0.04688416048884392,
      "learning_rate": 0.0001959183122148214,
      "loss": 10.2,
      "step": 1578
    },
    {
      "epoch": 0.2756754397451006,
      "grad_norm": 0.042371366173028946,
      "learning_rate": 0.00019591313678498908,
      "loss": 10.2144,
      "step": 1579
    },
    {
      "epoch": 0.27585002837065165,
      "grad_norm": 0.03952543064951897,
      "learning_rate": 0.00019590795814455336,
      "loss": 10.1999,
      "step": 1580
    },
    {
      "epoch": 0.2760246169962027,
      "grad_norm": 0.04158101603388786,
      "learning_rate": 0.00019590277629368759,
      "loss": 10.1861,
      "step": 1581
    },
    {
      "epoch": 0.27619920562175376,
      "grad_norm": 0.04638216271996498,
      "learning_rate": 0.00019589759123256518,
      "loss": 10.1835,
      "step": 1582
    },
    {
      "epoch": 0.2763737942473048,
      "grad_norm": 0.04703090339899063,
      "learning_rate": 0.00019589240296135976,
      "loss": 10.2212,
      "step": 1583
    },
    {
      "epoch": 0.2765483828728558,
      "grad_norm": 0.04022844508290291,
      "learning_rate": 0.00019588721148024497,
      "loss": 10.1834,
      "step": 1584
    },
    {
      "epoch": 0.27672297149840686,
      "grad_norm": 0.045506346970796585,
      "learning_rate": 0.0001958820167893946,
      "loss": 10.2027,
      "step": 1585
    },
    {
      "epoch": 0.27689756012395794,
      "grad_norm": 0.04745307192206383,
      "learning_rate": 0.00019587681888898252,
      "loss": 10.1807,
      "step": 1586
    },
    {
      "epoch": 0.277072148749509,
      "grad_norm": 0.05258740484714508,
      "learning_rate": 0.00019587161777918276,
      "loss": 10.1804,
      "step": 1587
    },
    {
      "epoch": 0.27724673737506,
      "grad_norm": 0.047028303146362305,
      "learning_rate": 0.00019586641346016942,
      "loss": 10.1775,
      "step": 1588
    },
    {
      "epoch": 0.27742132600061103,
      "grad_norm": 0.05181403458118439,
      "learning_rate": 0.00019586120593211666,
      "loss": 10.2229,
      "step": 1589
    },
    {
      "epoch": 0.2775959146261621,
      "grad_norm": 0.04346884414553642,
      "learning_rate": 0.0001958559951951988,
      "loss": 10.1647,
      "step": 1590
    },
    {
      "epoch": 0.27777050325171315,
      "grad_norm": 0.05283699929714203,
      "learning_rate": 0.00019585078124959035,
      "loss": 10.2248,
      "step": 1591
    },
    {
      "epoch": 0.2779450918772642,
      "grad_norm": 0.06012317165732384,
      "learning_rate": 0.00019584556409546578,
      "loss": 10.1766,
      "step": 1592
    },
    {
      "epoch": 0.2781196805028152,
      "grad_norm": 0.05589504912495613,
      "learning_rate": 0.00019584034373299974,
      "loss": 10.216,
      "step": 1593
    },
    {
      "epoch": 0.2782942691283663,
      "grad_norm": 0.0609012171626091,
      "learning_rate": 0.00019583512016236693,
      "loss": 10.2023,
      "step": 1594
    },
    {
      "epoch": 0.27846885775391733,
      "grad_norm": 0.0654539167881012,
      "learning_rate": 0.0001958298933837423,
      "loss": 10.1974,
      "step": 1595
    },
    {
      "epoch": 0.27864344637946836,
      "grad_norm": 0.05899111554026604,
      "learning_rate": 0.00019582466339730073,
      "loss": 10.2252,
      "step": 1596
    },
    {
      "epoch": 0.27881803500501945,
      "grad_norm": 0.06384608894586563,
      "learning_rate": 0.0001958194302032173,
      "loss": 10.211,
      "step": 1597
    },
    {
      "epoch": 0.2789926236305705,
      "grad_norm": 0.06827177107334137,
      "learning_rate": 0.00019581419380166723,
      "loss": 10.2046,
      "step": 1598
    },
    {
      "epoch": 0.2791672122561215,
      "grad_norm": 0.07916174829006195,
      "learning_rate": 0.00019580895419282578,
      "loss": 10.1665,
      "step": 1599
    },
    {
      "epoch": 0.27934180088167254,
      "grad_norm": 0.09117984771728516,
      "learning_rate": 0.0001958037113768683,
      "loss": 10.2318,
      "step": 1600
    },
    {
      "epoch": 0.27934180088167254,
      "eval_loss": 10.191357612609863,
      "eval_runtime": 0.7729,
      "eval_samples_per_second": 298.862,
      "eval_steps_per_second": 150.078,
      "step": 1600
    },
    {
      "epoch": 0.27951638950722363,
      "grad_norm": 0.04067014157772064,
      "learning_rate": 0.00019579846535397038,
      "loss": 10.2296,
      "step": 1601
    },
    {
      "epoch": 0.27969097813277466,
      "grad_norm": 0.04045310616493225,
      "learning_rate": 0.00019579321612430754,
      "loss": 10.1945,
      "step": 1602
    },
    {
      "epoch": 0.2798655667583257,
      "grad_norm": 0.03145701438188553,
      "learning_rate": 0.00019578796368805552,
      "loss": 10.213,
      "step": 1603
    },
    {
      "epoch": 0.2800401553838767,
      "grad_norm": 0.04192749783396721,
      "learning_rate": 0.00019578270804539017,
      "loss": 10.2105,
      "step": 1604
    },
    {
      "epoch": 0.2802147440094278,
      "grad_norm": 0.03434861823916435,
      "learning_rate": 0.00019577744919648739,
      "loss": 10.2329,
      "step": 1605
    },
    {
      "epoch": 0.28038933263497884,
      "grad_norm": 0.03558352589607239,
      "learning_rate": 0.00019577218714152318,
      "loss": 10.2174,
      "step": 1606
    },
    {
      "epoch": 0.28056392126052987,
      "grad_norm": 0.03603386506438255,
      "learning_rate": 0.0001957669218806738,
      "loss": 10.2116,
      "step": 1607
    },
    {
      "epoch": 0.2807385098860809,
      "grad_norm": 0.03870828449726105,
      "learning_rate": 0.00019576165341411535,
      "loss": 10.2071,
      "step": 1608
    },
    {
      "epoch": 0.280913098511632,
      "grad_norm": 0.032730016857385635,
      "learning_rate": 0.00019575638174202428,
      "loss": 10.2253,
      "step": 1609
    },
    {
      "epoch": 0.281087687137183,
      "grad_norm": 0.033996179699897766,
      "learning_rate": 0.00019575110686457703,
      "loss": 10.2094,
      "step": 1610
    },
    {
      "epoch": 0.28126227576273405,
      "grad_norm": 0.03349662944674492,
      "learning_rate": 0.00019574582878195015,
      "loss": 10.2029,
      "step": 1611
    },
    {
      "epoch": 0.2814368643882851,
      "grad_norm": 0.03396916389465332,
      "learning_rate": 0.00019574054749432038,
      "loss": 10.2247,
      "step": 1612
    },
    {
      "epoch": 0.28161145301383617,
      "grad_norm": 0.03475885093212128,
      "learning_rate": 0.00019573526300186448,
      "loss": 10.2297,
      "step": 1613
    },
    {
      "epoch": 0.2817860416393872,
      "grad_norm": 0.037110988050699234,
      "learning_rate": 0.00019572997530475927,
      "loss": 10.213,
      "step": 1614
    },
    {
      "epoch": 0.28196063026493823,
      "grad_norm": 0.033571116626262665,
      "learning_rate": 0.00019572468440318187,
      "loss": 10.1995,
      "step": 1615
    },
    {
      "epoch": 0.28213521889048926,
      "grad_norm": 0.03241598233580589,
      "learning_rate": 0.0001957193902973093,
      "loss": 10.2222,
      "step": 1616
    },
    {
      "epoch": 0.28230980751604035,
      "grad_norm": 0.03836413100361824,
      "learning_rate": 0.00019571409298731882,
      "loss": 10.2042,
      "step": 1617
    },
    {
      "epoch": 0.2824843961415914,
      "grad_norm": 0.039369598031044006,
      "learning_rate": 0.00019570879247338775,
      "loss": 10.2014,
      "step": 1618
    },
    {
      "epoch": 0.2826589847671424,
      "grad_norm": 0.0375174954533577,
      "learning_rate": 0.00019570348875569348,
      "loss": 10.2159,
      "step": 1619
    },
    {
      "epoch": 0.2828335733926935,
      "grad_norm": 0.03533046320080757,
      "learning_rate": 0.00019569818183441358,
      "loss": 10.1973,
      "step": 1620
    },
    {
      "epoch": 0.2830081620182445,
      "grad_norm": 0.03714798018336296,
      "learning_rate": 0.00019569287170972572,
      "loss": 10.1913,
      "step": 1621
    },
    {
      "epoch": 0.28318275064379556,
      "grad_norm": 0.0392313189804554,
      "learning_rate": 0.00019568755838180761,
      "loss": 10.2067,
      "step": 1622
    },
    {
      "epoch": 0.2833573392693466,
      "grad_norm": 0.035833582282066345,
      "learning_rate": 0.00019568224185083713,
      "loss": 10.2151,
      "step": 1623
    },
    {
      "epoch": 0.2835319278948977,
      "grad_norm": 0.04003245383501053,
      "learning_rate": 0.0001956769221169922,
      "loss": 10.2153,
      "step": 1624
    },
    {
      "epoch": 0.2837065165204487,
      "grad_norm": 0.0415802039206028,
      "learning_rate": 0.00019567159918045096,
      "loss": 10.2163,
      "step": 1625
    },
    {
      "epoch": 0.28388110514599973,
      "grad_norm": 0.04290659353137016,
      "learning_rate": 0.00019566627304139155,
      "loss": 10.2139,
      "step": 1626
    },
    {
      "epoch": 0.28405569377155077,
      "grad_norm": 0.04936003312468529,
      "learning_rate": 0.0001956609436999923,
      "loss": 10.2239,
      "step": 1627
    },
    {
      "epoch": 0.28423028239710185,
      "grad_norm": 0.03733116015791893,
      "learning_rate": 0.00019565561115643152,
      "loss": 10.2188,
      "step": 1628
    },
    {
      "epoch": 0.2844048710226529,
      "grad_norm": 0.0433967150747776,
      "learning_rate": 0.0001956502754108878,
      "loss": 10.1979,
      "step": 1629
    },
    {
      "epoch": 0.2845794596482039,
      "grad_norm": 0.045041874051094055,
      "learning_rate": 0.00019564493646353966,
      "loss": 10.2079,
      "step": 1630
    },
    {
      "epoch": 0.28475404827375494,
      "grad_norm": 0.04103044420480728,
      "learning_rate": 0.0001956395943145659,
      "loss": 10.1862,
      "step": 1631
    },
    {
      "epoch": 0.28492863689930603,
      "grad_norm": 0.04364294931292534,
      "learning_rate": 0.00019563424896414534,
      "loss": 10.1987,
      "step": 1632
    },
    {
      "epoch": 0.28510322552485706,
      "grad_norm": 0.046162091195583344,
      "learning_rate": 0.00019562890041245688,
      "loss": 10.2041,
      "step": 1633
    },
    {
      "epoch": 0.2852778141504081,
      "grad_norm": 0.04097355157136917,
      "learning_rate": 0.00019562354865967953,
      "loss": 10.1836,
      "step": 1634
    },
    {
      "epoch": 0.2854524027759591,
      "grad_norm": 0.04366122931241989,
      "learning_rate": 0.00019561819370599249,
      "loss": 10.2233,
      "step": 1635
    },
    {
      "epoch": 0.2856269914015102,
      "grad_norm": 0.04211921989917755,
      "learning_rate": 0.000195612835551575,
      "loss": 10.1863,
      "step": 1636
    },
    {
      "epoch": 0.28580158002706124,
      "grad_norm": 0.04460008442401886,
      "learning_rate": 0.00019560747419660637,
      "loss": 10.2135,
      "step": 1637
    },
    {
      "epoch": 0.2859761686526123,
      "grad_norm": 0.04791771620512009,
      "learning_rate": 0.00019560210964126613,
      "loss": 10.2002,
      "step": 1638
    },
    {
      "epoch": 0.2861507572781633,
      "grad_norm": 0.056920409202575684,
      "learning_rate": 0.0001955967418857338,
      "loss": 10.1898,
      "step": 1639
    },
    {
      "epoch": 0.2863253459037144,
      "grad_norm": 0.04391510412096977,
      "learning_rate": 0.00019559137093018913,
      "loss": 10.1976,
      "step": 1640
    },
    {
      "epoch": 0.2864999345292654,
      "grad_norm": 0.04986437410116196,
      "learning_rate": 0.00019558599677481185,
      "loss": 10.2084,
      "step": 1641
    },
    {
      "epoch": 0.28667452315481645,
      "grad_norm": 0.04740918427705765,
      "learning_rate": 0.00019558061941978187,
      "loss": 10.2054,
      "step": 1642
    },
    {
      "epoch": 0.2868491117803675,
      "grad_norm": 0.05526324361562729,
      "learning_rate": 0.00019557523886527917,
      "loss": 10.1706,
      "step": 1643
    },
    {
      "epoch": 0.28702370040591857,
      "grad_norm": 0.05259169265627861,
      "learning_rate": 0.0001955698551114839,
      "loss": 10.2018,
      "step": 1644
    },
    {
      "epoch": 0.2871982890314696,
      "grad_norm": 0.05472281575202942,
      "learning_rate": 0.00019556446815857626,
      "loss": 10.1913,
      "step": 1645
    },
    {
      "epoch": 0.28737287765702063,
      "grad_norm": 0.059445906430482864,
      "learning_rate": 0.00019555907800673658,
      "loss": 10.2132,
      "step": 1646
    },
    {
      "epoch": 0.2875474662825717,
      "grad_norm": 0.06463217735290527,
      "learning_rate": 0.00019555368465614528,
      "loss": 10.1693,
      "step": 1647
    },
    {
      "epoch": 0.28772205490812275,
      "grad_norm": 0.0602862574160099,
      "learning_rate": 0.00019554828810698288,
      "loss": 10.2022,
      "step": 1648
    },
    {
      "epoch": 0.2878966435336738,
      "grad_norm": 0.09067936986684799,
      "learning_rate": 0.0001955428883594301,
      "loss": 10.1846,
      "step": 1649
    },
    {
      "epoch": 0.2880712321592248,
      "grad_norm": 0.10858740657567978,
      "learning_rate": 0.00019553748541366756,
      "loss": 10.2298,
      "step": 1650
    },
    {
      "epoch": 0.2882458207847759,
      "grad_norm": 0.04758664220571518,
      "learning_rate": 0.00019553207926987622,
      "loss": 10.2158,
      "step": 1651
    },
    {
      "epoch": 0.28842040941032693,
      "grad_norm": 0.04154354706406593,
      "learning_rate": 0.00019552666992823703,
      "loss": 10.1817,
      "step": 1652
    },
    {
      "epoch": 0.28859499803587796,
      "grad_norm": 0.04249022156000137,
      "learning_rate": 0.00019552125738893106,
      "loss": 10.1929,
      "step": 1653
    },
    {
      "epoch": 0.288769586661429,
      "grad_norm": 0.040570762008428574,
      "learning_rate": 0.00019551584165213948,
      "loss": 10.2496,
      "step": 1654
    },
    {
      "epoch": 0.2889441752869801,
      "grad_norm": 0.03951161354780197,
      "learning_rate": 0.00019551042271804354,
      "loss": 10.1922,
      "step": 1655
    },
    {
      "epoch": 0.2891187639125311,
      "grad_norm": 0.035097911953926086,
      "learning_rate": 0.00019550500058682473,
      "loss": 10.2053,
      "step": 1656
    },
    {
      "epoch": 0.28929335253808214,
      "grad_norm": 0.03639312461018562,
      "learning_rate": 0.00019549957525866445,
      "loss": 10.2014,
      "step": 1657
    },
    {
      "epoch": 0.28946794116363317,
      "grad_norm": 0.035813603550195694,
      "learning_rate": 0.00019549414673374437,
      "loss": 10.1942,
      "step": 1658
    },
    {
      "epoch": 0.28964252978918426,
      "grad_norm": 0.03329502046108246,
      "learning_rate": 0.0001954887150122462,
      "loss": 10.2206,
      "step": 1659
    },
    {
      "epoch": 0.2898171184147353,
      "grad_norm": 0.03755669295787811,
      "learning_rate": 0.0001954832800943517,
      "loss": 10.2086,
      "step": 1660
    },
    {
      "epoch": 0.2899917070402863,
      "grad_norm": 0.033043477684259415,
      "learning_rate": 0.0001954778419802429,
      "loss": 10.2187,
      "step": 1661
    },
    {
      "epoch": 0.29016629566583735,
      "grad_norm": 0.03794705122709274,
      "learning_rate": 0.00019547240067010175,
      "loss": 10.2028,
      "step": 1662
    },
    {
      "epoch": 0.29034088429138843,
      "grad_norm": 0.03094979003071785,
      "learning_rate": 0.00019546695616411044,
      "loss": 10.1919,
      "step": 1663
    },
    {
      "epoch": 0.29051547291693947,
      "grad_norm": 0.032948244363069534,
      "learning_rate": 0.0001954615084624512,
      "loss": 10.206,
      "step": 1664
    },
    {
      "epoch": 0.2906900615424905,
      "grad_norm": 0.03871021419763565,
      "learning_rate": 0.00019545605756530638,
      "loss": 10.1714,
      "step": 1665
    },
    {
      "epoch": 0.2908646501680415,
      "grad_norm": 0.03545975312590599,
      "learning_rate": 0.0001954506034728585,
      "loss": 10.2259,
      "step": 1666
    },
    {
      "epoch": 0.2910392387935926,
      "grad_norm": 0.032618071883916855,
      "learning_rate": 0.00019544514618529004,
      "loss": 10.1758,
      "step": 1667
    },
    {
      "epoch": 0.29121382741914364,
      "grad_norm": 0.034124068915843964,
      "learning_rate": 0.00019543968570278372,
      "loss": 10.1952,
      "step": 1668
    },
    {
      "epoch": 0.2913884160446947,
      "grad_norm": 0.03704351186752319,
      "learning_rate": 0.00019543422202552234,
      "loss": 10.1916,
      "step": 1669
    },
    {
      "epoch": 0.2915630046702457,
      "grad_norm": 0.034038953483104706,
      "learning_rate": 0.0001954287551536888,
      "loss": 10.2126,
      "step": 1670
    },
    {
      "epoch": 0.2917375932957968,
      "grad_norm": 0.032462287694215775,
      "learning_rate": 0.00019542328508746607,
      "loss": 10.2095,
      "step": 1671
    },
    {
      "epoch": 0.2919121819213478,
      "grad_norm": 0.03571746125817299,
      "learning_rate": 0.0001954178118270373,
      "loss": 10.1815,
      "step": 1672
    },
    {
      "epoch": 0.29208677054689886,
      "grad_norm": 0.039236534386873245,
      "learning_rate": 0.0001954123353725856,
      "loss": 10.1952,
      "step": 1673
    },
    {
      "epoch": 0.29226135917244994,
      "grad_norm": 0.03773625195026398,
      "learning_rate": 0.00019540685572429437,
      "loss": 10.2165,
      "step": 1674
    },
    {
      "epoch": 0.292435947798001,
      "grad_norm": 0.04421031475067139,
      "learning_rate": 0.00019540137288234706,
      "loss": 10.2255,
      "step": 1675
    },
    {
      "epoch": 0.292610536423552,
      "grad_norm": 0.038595475256443024,
      "learning_rate": 0.00019539588684692712,
      "loss": 10.183,
      "step": 1676
    },
    {
      "epoch": 0.29278512504910303,
      "grad_norm": 0.0408959724009037,
      "learning_rate": 0.00019539039761821826,
      "loss": 10.2164,
      "step": 1677
    },
    {
      "epoch": 0.2929597136746541,
      "grad_norm": 0.03786073252558708,
      "learning_rate": 0.0001953849051964042,
      "loss": 10.2052,
      "step": 1678
    },
    {
      "epoch": 0.29313430230020515,
      "grad_norm": 0.04434775933623314,
      "learning_rate": 0.0001953794095816688,
      "loss": 10.1997,
      "step": 1679
    },
    {
      "epoch": 0.2933088909257562,
      "grad_norm": 0.04043233022093773,
      "learning_rate": 0.000195373910774196,
      "loss": 10.2125,
      "step": 1680
    },
    {
      "epoch": 0.2934834795513072,
      "grad_norm": 0.04209645092487335,
      "learning_rate": 0.00019536840877416989,
      "loss": 10.2113,
      "step": 1681
    },
    {
      "epoch": 0.2936580681768583,
      "grad_norm": 0.041027218103408813,
      "learning_rate": 0.00019536290358177465,
      "loss": 10.2046,
      "step": 1682
    },
    {
      "epoch": 0.29383265680240933,
      "grad_norm": 0.05471877381205559,
      "learning_rate": 0.00019535739519719453,
      "loss": 10.2269,
      "step": 1683
    },
    {
      "epoch": 0.29400724542796036,
      "grad_norm": 0.04114753380417824,
      "learning_rate": 0.00019535188362061393,
      "loss": 10.1912,
      "step": 1684
    },
    {
      "epoch": 0.2941818340535114,
      "grad_norm": 0.047501616179943085,
      "learning_rate": 0.00019534636885221737,
      "loss": 10.1976,
      "step": 1685
    },
    {
      "epoch": 0.2943564226790625,
      "grad_norm": 0.04354262351989746,
      "learning_rate": 0.00019534085089218945,
      "loss": 10.2005,
      "step": 1686
    },
    {
      "epoch": 0.2945310113046135,
      "grad_norm": 0.047545019537210464,
      "learning_rate": 0.00019533532974071483,
      "loss": 10.1868,
      "step": 1687
    },
    {
      "epoch": 0.29470559993016454,
      "grad_norm": 0.049689315259456635,
      "learning_rate": 0.00019532980539797837,
      "loss": 10.1761,
      "step": 1688
    },
    {
      "epoch": 0.29488018855571557,
      "grad_norm": 0.04949621111154556,
      "learning_rate": 0.00019532427786416497,
      "loss": 10.2263,
      "step": 1689
    },
    {
      "epoch": 0.29505477718126666,
      "grad_norm": 0.05823143944144249,
      "learning_rate": 0.0001953187471394597,
      "loss": 10.1988,
      "step": 1690
    },
    {
      "epoch": 0.2952293658068177,
      "grad_norm": 0.052499737590551376,
      "learning_rate": 0.00019531321322404765,
      "loss": 10.1816,
      "step": 1691
    },
    {
      "epoch": 0.2954039544323687,
      "grad_norm": 0.05666901543736458,
      "learning_rate": 0.00019530767611811406,
      "loss": 10.1872,
      "step": 1692
    },
    {
      "epoch": 0.29557854305791975,
      "grad_norm": 0.057614780962467194,
      "learning_rate": 0.00019530213582184434,
      "loss": 10.2283,
      "step": 1693
    },
    {
      "epoch": 0.29575313168347084,
      "grad_norm": 0.05959925055503845,
      "learning_rate": 0.00019529659233542387,
      "loss": 10.1948,
      "step": 1694
    },
    {
      "epoch": 0.29592772030902187,
      "grad_norm": 0.0599251426756382,
      "learning_rate": 0.00019529104565903826,
      "loss": 10.1995,
      "step": 1695
    },
    {
      "epoch": 0.2961023089345729,
      "grad_norm": 0.08185112476348877,
      "learning_rate": 0.00019528549579287313,
      "loss": 10.2508,
      "step": 1696
    },
    {
      "epoch": 0.29627689756012393,
      "grad_norm": 0.06436257809400558,
      "learning_rate": 0.00019527994273711434,
      "loss": 10.2034,
      "step": 1697
    },
    {
      "epoch": 0.296451486185675,
      "grad_norm": 0.06932681798934937,
      "learning_rate": 0.00019527438649194769,
      "loss": 10.1963,
      "step": 1698
    },
    {
      "epoch": 0.29662607481122605,
      "grad_norm": 0.08950486034154892,
      "learning_rate": 0.00019526882705755925,
      "loss": 10.2138,
      "step": 1699
    },
    {
      "epoch": 0.2968006634367771,
      "grad_norm": 0.12522658705711365,
      "learning_rate": 0.00019526326443413506,
      "loss": 10.2023,
      "step": 1700
    },
    {
      "epoch": 0.29697525206232817,
      "grad_norm": 0.03877413645386696,
      "learning_rate": 0.00019525769862186132,
      "loss": 10.2277,
      "step": 1701
    },
    {
      "epoch": 0.2971498406878792,
      "grad_norm": 0.03768104314804077,
      "learning_rate": 0.00019525212962092435,
      "loss": 10.2293,
      "step": 1702
    },
    {
      "epoch": 0.2973244293134302,
      "grad_norm": 0.04482053220272064,
      "learning_rate": 0.00019524655743151059,
      "loss": 10.2151,
      "step": 1703
    },
    {
      "epoch": 0.29749901793898126,
      "grad_norm": 0.03422944247722626,
      "learning_rate": 0.00019524098205380656,
      "loss": 10.2119,
      "step": 1704
    },
    {
      "epoch": 0.29767360656453234,
      "grad_norm": 0.04310058429837227,
      "learning_rate": 0.00019523540348799885,
      "loss": 10.2228,
      "step": 1705
    },
    {
      "epoch": 0.2978481951900834,
      "grad_norm": 0.038763657212257385,
      "learning_rate": 0.00019522982173427424,
      "loss": 10.2129,
      "step": 1706
    },
    {
      "epoch": 0.2980227838156344,
      "grad_norm": 0.03954385593533516,
      "learning_rate": 0.00019522423679281956,
      "loss": 10.2235,
      "step": 1707
    },
    {
      "epoch": 0.29819737244118544,
      "grad_norm": 0.03164154291152954,
      "learning_rate": 0.00019521864866382175,
      "loss": 10.2175,
      "step": 1708
    },
    {
      "epoch": 0.2983719610667365,
      "grad_norm": 0.0441465824842453,
      "learning_rate": 0.0001952130573474679,
      "loss": 10.2195,
      "step": 1709
    },
    {
      "epoch": 0.29854654969228756,
      "grad_norm": 0.03477593511343002,
      "learning_rate": 0.00019520746284394517,
      "loss": 10.2209,
      "step": 1710
    },
    {
      "epoch": 0.2987211383178386,
      "grad_norm": 0.03579191863536835,
      "learning_rate": 0.00019520186515344077,
      "loss": 10.1927,
      "step": 1711
    },
    {
      "epoch": 0.2988957269433896,
      "grad_norm": 0.03693091496825218,
      "learning_rate": 0.00019519626427614214,
      "loss": 10.1888,
      "step": 1712
    },
    {
      "epoch": 0.2990703155689407,
      "grad_norm": 0.03422056883573532,
      "learning_rate": 0.00019519066021223675,
      "loss": 10.2202,
      "step": 1713
    },
    {
      "epoch": 0.29924490419449173,
      "grad_norm": 0.035148363560438156,
      "learning_rate": 0.00019518505296191218,
      "loss": 10.2134,
      "step": 1714
    },
    {
      "epoch": 0.29941949282004277,
      "grad_norm": 0.03565698489546776,
      "learning_rate": 0.00019517944252535614,
      "loss": 10.2294,
      "step": 1715
    },
    {
      "epoch": 0.2995940814455938,
      "grad_norm": 0.03910952806472778,
      "learning_rate": 0.00019517382890275645,
      "loss": 10.221,
      "step": 1716
    },
    {
      "epoch": 0.2997686700711449,
      "grad_norm": 0.03537031263113022,
      "learning_rate": 0.00019516821209430093,
      "loss": 10.2132,
      "step": 1717
    },
    {
      "epoch": 0.2999432586966959,
      "grad_norm": 0.038376305252313614,
      "learning_rate": 0.00019516259210017772,
      "loss": 10.2061,
      "step": 1718
    },
    {
      "epoch": 0.30011784732224694,
      "grad_norm": 0.03602135553956032,
      "learning_rate": 0.0001951569689205749,
      "loss": 10.2152,
      "step": 1719
    },
    {
      "epoch": 0.300292435947798,
      "grad_norm": 0.03634955361485481,
      "learning_rate": 0.00019515134255568067,
      "loss": 10.184,
      "step": 1720
    },
    {
      "epoch": 0.30046702457334906,
      "grad_norm": 0.03035622462630272,
      "learning_rate": 0.0001951457130056834,
      "loss": 10.231,
      "step": 1721
    },
    {
      "epoch": 0.3006416131989001,
      "grad_norm": 0.033602651208639145,
      "learning_rate": 0.0001951400802707715,
      "loss": 10.2159,
      "step": 1722
    },
    {
      "epoch": 0.3008162018244511,
      "grad_norm": 0.04112893342971802,
      "learning_rate": 0.00019513444435113354,
      "loss": 10.1808,
      "step": 1723
    },
    {
      "epoch": 0.30099079045000215,
      "grad_norm": 0.03739459812641144,
      "learning_rate": 0.0001951288052469582,
      "loss": 10.2177,
      "step": 1724
    },
    {
      "epoch": 0.30116537907555324,
      "grad_norm": 0.03738552704453468,
      "learning_rate": 0.00019512316295843422,
      "loss": 10.2115,
      "step": 1725
    },
    {
      "epoch": 0.30133996770110427,
      "grad_norm": 0.037843067198991776,
      "learning_rate": 0.00019511751748575045,
      "loss": 10.2023,
      "step": 1726
    },
    {
      "epoch": 0.3015145563266553,
      "grad_norm": 0.03560316190123558,
      "learning_rate": 0.00019511186882909594,
      "loss": 10.181,
      "step": 1727
    },
    {
      "epoch": 0.3016891449522064,
      "grad_norm": 0.039145004004240036,
      "learning_rate": 0.00019510621698865972,
      "loss": 10.2048,
      "step": 1728
    },
    {
      "epoch": 0.3018637335777574,
      "grad_norm": 0.039510250091552734,
      "learning_rate": 0.00019510056196463094,
      "loss": 10.1969,
      "step": 1729
    },
    {
      "epoch": 0.30203832220330845,
      "grad_norm": 0.04259256646037102,
      "learning_rate": 0.00019509490375719897,
      "loss": 10.2204,
      "step": 1730
    },
    {
      "epoch": 0.3022129108288595,
      "grad_norm": 0.03883232921361923,
      "learning_rate": 0.00019508924236655317,
      "loss": 10.1863,
      "step": 1731
    },
    {
      "epoch": 0.30238749945441057,
      "grad_norm": 0.04333031550049782,
      "learning_rate": 0.0001950835777928831,
      "loss": 10.1767,
      "step": 1732
    },
    {
      "epoch": 0.3025620880799616,
      "grad_norm": 0.04326584190130234,
      "learning_rate": 0.0001950779100363783,
      "loss": 10.1932,
      "step": 1733
    },
    {
      "epoch": 0.30273667670551263,
      "grad_norm": 0.04330626130104065,
      "learning_rate": 0.00019507223909722855,
      "loss": 10.1741,
      "step": 1734
    },
    {
      "epoch": 0.30291126533106366,
      "grad_norm": 0.04848448559641838,
      "learning_rate": 0.0001950665649756237,
      "loss": 10.1974,
      "step": 1735
    },
    {
      "epoch": 0.30308585395661475,
      "grad_norm": 0.041324544697999954,
      "learning_rate": 0.00019506088767175359,
      "loss": 10.1859,
      "step": 1736
    },
    {
      "epoch": 0.3032604425821658,
      "grad_norm": 0.04631638899445534,
      "learning_rate": 0.00019505520718580835,
      "loss": 10.215,
      "step": 1737
    },
    {
      "epoch": 0.3034350312077168,
      "grad_norm": 0.04595218226313591,
      "learning_rate": 0.00019504952351797808,
      "loss": 10.1703,
      "step": 1738
    },
    {
      "epoch": 0.30360961983326784,
      "grad_norm": 0.046598341315984726,
      "learning_rate": 0.0001950438366684531,
      "loss": 10.1921,
      "step": 1739
    },
    {
      "epoch": 0.3037842084588189,
      "grad_norm": 0.044805049896240234,
      "learning_rate": 0.0001950381466374237,
      "loss": 10.1929,
      "step": 1740
    },
    {
      "epoch": 0.30395879708436996,
      "grad_norm": 0.04889335483312607,
      "learning_rate": 0.00019503245342508037,
      "loss": 10.2079,
      "step": 1741
    },
    {
      "epoch": 0.304133385709921,
      "grad_norm": 0.049620192497968674,
      "learning_rate": 0.0001950267570316137,
      "loss": 10.2233,
      "step": 1742
    },
    {
      "epoch": 0.304307974335472,
      "grad_norm": 0.0479758083820343,
      "learning_rate": 0.00019502105745721436,
      "loss": 10.1858,
      "step": 1743
    },
    {
      "epoch": 0.3044825629610231,
      "grad_norm": 0.05130724981427193,
      "learning_rate": 0.00019501535470207315,
      "loss": 10.184,
      "step": 1744
    },
    {
      "epoch": 0.30465715158657414,
      "grad_norm": 0.0515233650803566,
      "learning_rate": 0.00019500964876638095,
      "loss": 10.1858,
      "step": 1745
    },
    {
      "epoch": 0.30483174021212517,
      "grad_norm": 0.05423392355442047,
      "learning_rate": 0.00019500393965032878,
      "loss": 10.2001,
      "step": 1746
    },
    {
      "epoch": 0.3050063288376762,
      "grad_norm": 0.0608057864010334,
      "learning_rate": 0.0001949982273541077,
      "loss": 10.2117,
      "step": 1747
    },
    {
      "epoch": 0.3051809174632273,
      "grad_norm": 0.06639105081558228,
      "learning_rate": 0.000194992511877909,
      "loss": 10.1885,
      "step": 1748
    },
    {
      "epoch": 0.3053555060887783,
      "grad_norm": 0.06891541182994843,
      "learning_rate": 0.00019498679322192396,
      "loss": 10.2123,
      "step": 1749
    },
    {
      "epoch": 0.30553009471432935,
      "grad_norm": 0.07439389824867249,
      "learning_rate": 0.00019498107138634396,
      "loss": 10.1972,
      "step": 1750
    },
    {
      "epoch": 0.30570468333988043,
      "grad_norm": 0.04339360073208809,
      "learning_rate": 0.0001949753463713606,
      "loss": 10.2104,
      "step": 1751
    },
    {
      "epoch": 0.30587927196543147,
      "grad_norm": 0.03419870138168335,
      "learning_rate": 0.0001949696181771655,
      "loss": 10.2232,
      "step": 1752
    },
    {
      "epoch": 0.3060538605909825,
      "grad_norm": 0.02793153189122677,
      "learning_rate": 0.0001949638868039504,
      "loss": 10.1935,
      "step": 1753
    },
    {
      "epoch": 0.3062284492165335,
      "grad_norm": 0.03767077252268791,
      "learning_rate": 0.00019495815225190714,
      "loss": 10.2156,
      "step": 1754
    },
    {
      "epoch": 0.3064030378420846,
      "grad_norm": 0.03179469332098961,
      "learning_rate": 0.00019495241452122773,
      "loss": 10.2182,
      "step": 1755
    },
    {
      "epoch": 0.30657762646763564,
      "grad_norm": 0.03569773957133293,
      "learning_rate": 0.00019494667361210418,
      "loss": 10.2078,
      "step": 1756
    },
    {
      "epoch": 0.3067522150931867,
      "grad_norm": 0.03159060701727867,
      "learning_rate": 0.0001949409295247287,
      "loss": 10.218,
      "step": 1757
    },
    {
      "epoch": 0.3069268037187377,
      "grad_norm": 0.0337359793484211,
      "learning_rate": 0.00019493518225929352,
      "loss": 10.2299,
      "step": 1758
    },
    {
      "epoch": 0.3071013923442888,
      "grad_norm": 0.041376277804374695,
      "learning_rate": 0.00019492943181599108,
      "loss": 10.1935,
      "step": 1759
    },
    {
      "epoch": 0.3072759809698398,
      "grad_norm": 0.036275237798690796,
      "learning_rate": 0.00019492367819501385,
      "loss": 10.2331,
      "step": 1760
    },
    {
      "epoch": 0.30745056959539085,
      "grad_norm": 0.035011034458875656,
      "learning_rate": 0.0001949179213965544,
      "loss": 10.191,
      "step": 1761
    },
    {
      "epoch": 0.3076251582209419,
      "grad_norm": 0.038936957716941833,
      "learning_rate": 0.00019491216142080545,
      "loss": 10.2164,
      "step": 1762
    },
    {
      "epoch": 0.30779974684649297,
      "grad_norm": 0.03993111848831177,
      "learning_rate": 0.00019490639826795985,
      "loss": 10.2142,
      "step": 1763
    },
    {
      "epoch": 0.307974335472044,
      "grad_norm": 0.03293270990252495,
      "learning_rate": 0.00019490063193821044,
      "loss": 10.2104,
      "step": 1764
    },
    {
      "epoch": 0.30814892409759503,
      "grad_norm": 0.04207679629325867,
      "learning_rate": 0.00019489486243175032,
      "loss": 10.2067,
      "step": 1765
    },
    {
      "epoch": 0.30832351272314606,
      "grad_norm": 0.03644971176981926,
      "learning_rate": 0.00019488908974877255,
      "loss": 10.1929,
      "step": 1766
    },
    {
      "epoch": 0.30849810134869715,
      "grad_norm": 0.03335721790790558,
      "learning_rate": 0.00019488331388947043,
      "loss": 10.2181,
      "step": 1767
    },
    {
      "epoch": 0.3086726899742482,
      "grad_norm": 0.039903003722429276,
      "learning_rate": 0.00019487753485403726,
      "loss": 10.2107,
      "step": 1768
    },
    {
      "epoch": 0.3088472785997992,
      "grad_norm": 0.036268237978219986,
      "learning_rate": 0.00019487175264266648,
      "loss": 10.2041,
      "step": 1769
    },
    {
      "epoch": 0.30902186722535024,
      "grad_norm": 0.04289819300174713,
      "learning_rate": 0.00019486596725555168,
      "loss": 10.1999,
      "step": 1770
    },
    {
      "epoch": 0.30919645585090133,
      "grad_norm": 0.039162248373031616,
      "learning_rate": 0.00019486017869288648,
      "loss": 10.2093,
      "step": 1771
    },
    {
      "epoch": 0.30937104447645236,
      "grad_norm": 0.03648972883820534,
      "learning_rate": 0.0001948543869548647,
      "loss": 10.2119,
      "step": 1772
    },
    {
      "epoch": 0.3095456331020034,
      "grad_norm": 0.03858032077550888,
      "learning_rate": 0.00019484859204168018,
      "loss": 10.1957,
      "step": 1773
    },
    {
      "epoch": 0.3097202217275544,
      "grad_norm": 0.04288357496261597,
      "learning_rate": 0.00019484279395352687,
      "loss": 10.1937,
      "step": 1774
    },
    {
      "epoch": 0.3098948103531055,
      "grad_norm": 0.03606356680393219,
      "learning_rate": 0.0001948369926905989,
      "loss": 10.2087,
      "step": 1775
    },
    {
      "epoch": 0.31006939897865654,
      "grad_norm": 0.037917766720056534,
      "learning_rate": 0.00019483118825309046,
      "loss": 10.2142,
      "step": 1776
    },
    {
      "epoch": 0.31024398760420757,
      "grad_norm": 0.03969931975007057,
      "learning_rate": 0.00019482538064119584,
      "loss": 10.1985,
      "step": 1777
    },
    {
      "epoch": 0.31041857622975866,
      "grad_norm": 0.03965073078870773,
      "learning_rate": 0.00019481956985510944,
      "loss": 10.1688,
      "step": 1778
    },
    {
      "epoch": 0.3105931648553097,
      "grad_norm": 0.04061219096183777,
      "learning_rate": 0.00019481375589502575,
      "loss": 10.2045,
      "step": 1779
    },
    {
      "epoch": 0.3107677534808607,
      "grad_norm": 0.04268506541848183,
      "learning_rate": 0.00019480793876113943,
      "loss": 10.2198,
      "step": 1780
    },
    {
      "epoch": 0.31094234210641175,
      "grad_norm": 0.04078684002161026,
      "learning_rate": 0.0001948021184536452,
      "loss": 10.1832,
      "step": 1781
    },
    {
      "epoch": 0.31111693073196284,
      "grad_norm": 0.04059311002492905,
      "learning_rate": 0.00019479629497273781,
      "loss": 10.1949,
      "step": 1782
    },
    {
      "epoch": 0.31129151935751387,
      "grad_norm": 0.04513416439294815,
      "learning_rate": 0.00019479046831861232,
      "loss": 10.22,
      "step": 1783
    },
    {
      "epoch": 0.3114661079830649,
      "grad_norm": 0.04048164188861847,
      "learning_rate": 0.00019478463849146368,
      "loss": 10.1607,
      "step": 1784
    },
    {
      "epoch": 0.31164069660861593,
      "grad_norm": 0.04038546234369278,
      "learning_rate": 0.00019477880549148707,
      "loss": 10.1989,
      "step": 1785
    },
    {
      "epoch": 0.311815285234167,
      "grad_norm": 0.048740554600954056,
      "learning_rate": 0.00019477296931887775,
      "loss": 10.1658,
      "step": 1786
    },
    {
      "epoch": 0.31198987385971805,
      "grad_norm": 0.04331953078508377,
      "learning_rate": 0.00019476712997383106,
      "loss": 10.1927,
      "step": 1787
    },
    {
      "epoch": 0.3121644624852691,
      "grad_norm": 0.041030410677194595,
      "learning_rate": 0.00019476128745654248,
      "loss": 10.1723,
      "step": 1788
    },
    {
      "epoch": 0.3123390511108201,
      "grad_norm": 0.04814497381448746,
      "learning_rate": 0.0001947554417672076,
      "loss": 10.1901,
      "step": 1789
    },
    {
      "epoch": 0.3125136397363712,
      "grad_norm": 0.04818660765886307,
      "learning_rate": 0.00019474959290602208,
      "loss": 10.1972,
      "step": 1790
    },
    {
      "epoch": 0.3126882283619222,
      "grad_norm": 0.056380532681941986,
      "learning_rate": 0.00019474374087318167,
      "loss": 10.2206,
      "step": 1791
    },
    {
      "epoch": 0.31286281698747326,
      "grad_norm": 0.05093548819422722,
      "learning_rate": 0.00019473788566888234,
      "loss": 10.2133,
      "step": 1792
    },
    {
      "epoch": 0.3130374056130243,
      "grad_norm": 0.054179221391677856,
      "learning_rate": 0.00019473202729332,
      "loss": 10.2013,
      "step": 1793
    },
    {
      "epoch": 0.3132119942385754,
      "grad_norm": 0.05491926148533821,
      "learning_rate": 0.00019472616574669086,
      "loss": 10.1623,
      "step": 1794
    },
    {
      "epoch": 0.3133865828641264,
      "grad_norm": 0.05688808113336563,
      "learning_rate": 0.000194720301029191,
      "loss": 10.2058,
      "step": 1795
    },
    {
      "epoch": 0.31356117148967744,
      "grad_norm": 0.057459089905023575,
      "learning_rate": 0.00019471443314101686,
      "loss": 10.2078,
      "step": 1796
    },
    {
      "epoch": 0.31373576011522847,
      "grad_norm": 0.05669233575463295,
      "learning_rate": 0.00019470856208236476,
      "loss": 10.1869,
      "step": 1797
    },
    {
      "epoch": 0.31391034874077955,
      "grad_norm": 0.07545384019613266,
      "learning_rate": 0.0001947026878534313,
      "loss": 10.1708,
      "step": 1798
    },
    {
      "epoch": 0.3140849373663306,
      "grad_norm": 0.07076770067214966,
      "learning_rate": 0.00019469681045441311,
      "loss": 10.2084,
      "step": 1799
    },
    {
      "epoch": 0.3142595259918816,
      "grad_norm": 0.1347115933895111,
      "learning_rate": 0.0001946909298855069,
      "loss": 10.2235,
      "step": 1800
    },
    {
      "epoch": 0.3142595259918816,
      "eval_loss": 10.189655303955078,
      "eval_runtime": 0.74,
      "eval_samples_per_second": 312.181,
      "eval_steps_per_second": 156.766,
      "step": 1800
    },
    {
      "epoch": 0.31443411461743265,
      "grad_norm": 0.04493386298418045,
      "learning_rate": 0.0001946850461469095,
      "loss": 10.2265,
      "step": 1801
    },
    {
      "epoch": 0.31460870324298373,
      "grad_norm": 0.04040716961026192,
      "learning_rate": 0.0001946791592388179,
      "loss": 10.1949,
      "step": 1802
    },
    {
      "epoch": 0.31478329186853476,
      "grad_norm": 0.03473147004842758,
      "learning_rate": 0.00019467326916142915,
      "loss": 10.2281,
      "step": 1803
    },
    {
      "epoch": 0.3149578804940858,
      "grad_norm": 0.03501696512103081,
      "learning_rate": 0.0001946673759149404,
      "loss": 10.2001,
      "step": 1804
    },
    {
      "epoch": 0.3151324691196369,
      "grad_norm": 0.038095809519290924,
      "learning_rate": 0.00019466147949954892,
      "loss": 10.2003,
      "step": 1805
    },
    {
      "epoch": 0.3153070577451879,
      "grad_norm": 0.03345844894647598,
      "learning_rate": 0.00019465557991545215,
      "loss": 10.2198,
      "step": 1806
    },
    {
      "epoch": 0.31548164637073894,
      "grad_norm": 0.033502545207738876,
      "learning_rate": 0.0001946496771628475,
      "loss": 10.2147,
      "step": 1807
    },
    {
      "epoch": 0.31565623499629,
      "grad_norm": 0.03924080356955528,
      "learning_rate": 0.00019464377124193258,
      "loss": 10.1941,
      "step": 1808
    },
    {
      "epoch": 0.31583082362184106,
      "grad_norm": 0.034924112260341644,
      "learning_rate": 0.00019463786215290508,
      "loss": 10.1979,
      "step": 1809
    },
    {
      "epoch": 0.3160054122473921,
      "grad_norm": 0.0348956435918808,
      "learning_rate": 0.00019463194989596282,
      "loss": 10.223,
      "step": 1810
    },
    {
      "epoch": 0.3161800008729431,
      "grad_norm": 0.0392315536737442,
      "learning_rate": 0.0001946260344713037,
      "loss": 10.1932,
      "step": 1811
    },
    {
      "epoch": 0.31635458949849415,
      "grad_norm": 0.038026392459869385,
      "learning_rate": 0.00019462011587912574,
      "loss": 10.2089,
      "step": 1812
    },
    {
      "epoch": 0.31652917812404524,
      "grad_norm": 0.036086343228816986,
      "learning_rate": 0.00019461419411962702,
      "loss": 10.2095,
      "step": 1813
    },
    {
      "epoch": 0.31670376674959627,
      "grad_norm": 0.033201977610588074,
      "learning_rate": 0.00019460826919300584,
      "loss": 10.2212,
      "step": 1814
    },
    {
      "epoch": 0.3168783553751473,
      "grad_norm": 0.03633785992860794,
      "learning_rate": 0.00019460234109946046,
      "loss": 10.2057,
      "step": 1815
    },
    {
      "epoch": 0.31705294400069833,
      "grad_norm": 0.04155786335468292,
      "learning_rate": 0.0001945964098391893,
      "loss": 10.1848,
      "step": 1816
    },
    {
      "epoch": 0.3172275326262494,
      "grad_norm": 0.03929588198661804,
      "learning_rate": 0.000194590475412391,
      "loss": 10.1893,
      "step": 1817
    },
    {
      "epoch": 0.31740212125180045,
      "grad_norm": 0.030910881236195564,
      "learning_rate": 0.00019458453781926415,
      "loss": 10.1948,
      "step": 1818
    },
    {
      "epoch": 0.3175767098773515,
      "grad_norm": 0.04264264181256294,
      "learning_rate": 0.0001945785970600075,
      "loss": 10.2055,
      "step": 1819
    },
    {
      "epoch": 0.3177512985029025,
      "grad_norm": 0.04214145243167877,
      "learning_rate": 0.00019457265313481994,
      "loss": 10.1752,
      "step": 1820
    },
    {
      "epoch": 0.3179258871284536,
      "grad_norm": 0.043972764164209366,
      "learning_rate": 0.0001945667060439004,
      "loss": 10.2207,
      "step": 1821
    },
    {
      "epoch": 0.31810047575400463,
      "grad_norm": 0.037952322512865067,
      "learning_rate": 0.000194560755787448,
      "loss": 10.2221,
      "step": 1822
    },
    {
      "epoch": 0.31827506437955566,
      "grad_norm": 0.0397915244102478,
      "learning_rate": 0.00019455480236566186,
      "loss": 10.1851,
      "step": 1823
    },
    {
      "epoch": 0.3184496530051067,
      "grad_norm": 0.03909262642264366,
      "learning_rate": 0.0001945488457787413,
      "loss": 10.1959,
      "step": 1824
    },
    {
      "epoch": 0.3186242416306578,
      "grad_norm": 0.03930285945534706,
      "learning_rate": 0.00019454288602688573,
      "loss": 10.2105,
      "step": 1825
    },
    {
      "epoch": 0.3187988302562088,
      "grad_norm": 0.04383146017789841,
      "learning_rate": 0.00019453692311029462,
      "loss": 10.2,
      "step": 1826
    },
    {
      "epoch": 0.31897341888175984,
      "grad_norm": 0.03939548134803772,
      "learning_rate": 0.00019453095702916758,
      "loss": 10.2087,
      "step": 1827
    },
    {
      "epoch": 0.31914800750731087,
      "grad_norm": 0.03832351788878441,
      "learning_rate": 0.00019452498778370434,
      "loss": 10.1698,
      "step": 1828
    },
    {
      "epoch": 0.31932259613286196,
      "grad_norm": 0.041397612541913986,
      "learning_rate": 0.0001945190153741047,
      "loss": 10.2089,
      "step": 1829
    },
    {
      "epoch": 0.319497184758413,
      "grad_norm": 0.04425888881087303,
      "learning_rate": 0.00019451303980056852,
      "loss": 10.23,
      "step": 1830
    },
    {
      "epoch": 0.319671773383964,
      "grad_norm": 0.04547123610973358,
      "learning_rate": 0.00019450706106329593,
      "loss": 10.1759,
      "step": 1831
    },
    {
      "epoch": 0.3198463620095151,
      "grad_norm": 0.04440439119935036,
      "learning_rate": 0.00019450107916248698,
      "loss": 10.2294,
      "step": 1832
    },
    {
      "epoch": 0.32002095063506614,
      "grad_norm": 0.04236948490142822,
      "learning_rate": 0.00019449509409834198,
      "loss": 10.2001,
      "step": 1833
    },
    {
      "epoch": 0.32019553926061717,
      "grad_norm": 0.04647473618388176,
      "learning_rate": 0.0001944891058710612,
      "loss": 10.1903,
      "step": 1834
    },
    {
      "epoch": 0.3203701278861682,
      "grad_norm": 0.040680307894945145,
      "learning_rate": 0.00019448311448084515,
      "loss": 10.1832,
      "step": 1835
    },
    {
      "epoch": 0.3205447165117193,
      "grad_norm": 0.04456767067313194,
      "learning_rate": 0.00019447711992789436,
      "loss": 10.1737,
      "step": 1836
    },
    {
      "epoch": 0.3207193051372703,
      "grad_norm": 0.05015396699309349,
      "learning_rate": 0.0001944711222124095,
      "loss": 10.216,
      "step": 1837
    },
    {
      "epoch": 0.32089389376282135,
      "grad_norm": 0.04234307259321213,
      "learning_rate": 0.00019446512133459133,
      "loss": 10.2091,
      "step": 1838
    },
    {
      "epoch": 0.3210684823883724,
      "grad_norm": 0.048157840967178345,
      "learning_rate": 0.00019445911729464076,
      "loss": 10.1998,
      "step": 1839
    },
    {
      "epoch": 0.32124307101392346,
      "grad_norm": 0.04767908900976181,
      "learning_rate": 0.00019445311009275867,
      "loss": 10.2019,
      "step": 1840
    },
    {
      "epoch": 0.3214176596394745,
      "grad_norm": 0.047518759965896606,
      "learning_rate": 0.00019444709972914626,
      "loss": 10.1727,
      "step": 1841
    },
    {
      "epoch": 0.3215922482650255,
      "grad_norm": 0.05576612055301666,
      "learning_rate": 0.00019444108620400469,
      "loss": 10.2185,
      "step": 1842
    },
    {
      "epoch": 0.32176683689057656,
      "grad_norm": 0.05622219294309616,
      "learning_rate": 0.00019443506951753522,
      "loss": 10.2136,
      "step": 1843
    },
    {
      "epoch": 0.32194142551612764,
      "grad_norm": 0.057148005813360214,
      "learning_rate": 0.00019442904966993925,
      "loss": 10.1905,
      "step": 1844
    },
    {
      "epoch": 0.3221160141416787,
      "grad_norm": 0.06259474158287048,
      "learning_rate": 0.00019442302666141834,
      "loss": 10.1789,
      "step": 1845
    },
    {
      "epoch": 0.3222906027672297,
      "grad_norm": 0.0647863820195198,
      "learning_rate": 0.00019441700049217407,
      "loss": 10.1995,
      "step": 1846
    },
    {
      "epoch": 0.32246519139278074,
      "grad_norm": 0.06870049983263016,
      "learning_rate": 0.00019441097116240817,
      "loss": 10.1666,
      "step": 1847
    },
    {
      "epoch": 0.3226397800183318,
      "grad_norm": 0.07258065044879913,
      "learning_rate": 0.00019440493867232248,
      "loss": 10.1593,
      "step": 1848
    },
    {
      "epoch": 0.32281436864388285,
      "grad_norm": 0.07243268936872482,
      "learning_rate": 0.0001943989030221189,
      "loss": 10.1701,
      "step": 1849
    },
    {
      "epoch": 0.3229889572694339,
      "grad_norm": 0.12406820058822632,
      "learning_rate": 0.00019439286421199948,
      "loss": 10.2163,
      "step": 1850
    },
    {
      "epoch": 0.3231635458949849,
      "grad_norm": 0.03534289076924324,
      "learning_rate": 0.0001943868222421664,
      "loss": 10.1959,
      "step": 1851
    },
    {
      "epoch": 0.323338134520536,
      "grad_norm": 0.03940402343869209,
      "learning_rate": 0.00019438077711282184,
      "loss": 10.2079,
      "step": 1852
    },
    {
      "epoch": 0.32351272314608703,
      "grad_norm": 0.03521452099084854,
      "learning_rate": 0.00019437472882416823,
      "loss": 10.2114,
      "step": 1853
    },
    {
      "epoch": 0.32368731177163806,
      "grad_norm": 0.0337887704372406,
      "learning_rate": 0.00019436867737640797,
      "loss": 10.2236,
      "step": 1854
    },
    {
      "epoch": 0.32386190039718915,
      "grad_norm": 0.03981790691614151,
      "learning_rate": 0.00019436262276974363,
      "loss": 10.2466,
      "step": 1855
    },
    {
      "epoch": 0.3240364890227402,
      "grad_norm": 0.040999118238687515,
      "learning_rate": 0.00019435656500437794,
      "loss": 10.2067,
      "step": 1856
    },
    {
      "epoch": 0.3242110776482912,
      "grad_norm": 0.03290940821170807,
      "learning_rate": 0.00019435050408051364,
      "loss": 10.2148,
      "step": 1857
    },
    {
      "epoch": 0.32438566627384224,
      "grad_norm": 0.043760791420936584,
      "learning_rate": 0.00019434443999835358,
      "loss": 10.2132,
      "step": 1858
    },
    {
      "epoch": 0.32456025489939333,
      "grad_norm": 0.03101162612438202,
      "learning_rate": 0.00019433837275810082,
      "loss": 10.2004,
      "step": 1859
    },
    {
      "epoch": 0.32473484352494436,
      "grad_norm": 0.03703312203288078,
      "learning_rate": 0.0001943323023599584,
      "loss": 10.2608,
      "step": 1860
    },
    {
      "epoch": 0.3249094321504954,
      "grad_norm": 0.04438173398375511,
      "learning_rate": 0.00019432622880412957,
      "loss": 10.2215,
      "step": 1861
    },
    {
      "epoch": 0.3250840207760464,
      "grad_norm": 0.03420614078640938,
      "learning_rate": 0.00019432015209081756,
      "loss": 10.2074,
      "step": 1862
    },
    {
      "epoch": 0.3252586094015975,
      "grad_norm": 0.03625885769724846,
      "learning_rate": 0.00019431407222022585,
      "loss": 10.1967,
      "step": 1863
    },
    {
      "epoch": 0.32543319802714854,
      "grad_norm": 0.034090351313352585,
      "learning_rate": 0.00019430798919255792,
      "loss": 10.1924,
      "step": 1864
    },
    {
      "epoch": 0.32560778665269957,
      "grad_norm": 0.03546258062124252,
      "learning_rate": 0.00019430190300801745,
      "loss": 10.2135,
      "step": 1865
    },
    {
      "epoch": 0.3257823752782506,
      "grad_norm": 0.038731250911951065,
      "learning_rate": 0.00019429581366680812,
      "loss": 10.2059,
      "step": 1866
    },
    {
      "epoch": 0.3259569639038017,
      "grad_norm": 0.04896554723381996,
      "learning_rate": 0.00019428972116913377,
      "loss": 10.2127,
      "step": 1867
    },
    {
      "epoch": 0.3261315525293527,
      "grad_norm": 0.03753603622317314,
      "learning_rate": 0.00019428362551519835,
      "loss": 10.2072,
      "step": 1868
    },
    {
      "epoch": 0.32630614115490375,
      "grad_norm": 0.037789829075336456,
      "learning_rate": 0.00019427752670520587,
      "loss": 10.2032,
      "step": 1869
    },
    {
      "epoch": 0.3264807297804548,
      "grad_norm": 0.04061746224761009,
      "learning_rate": 0.00019427142473936053,
      "loss": 10.1816,
      "step": 1870
    },
    {
      "epoch": 0.32665531840600587,
      "grad_norm": 0.03549664840102196,
      "learning_rate": 0.0001942653196178666,
      "loss": 10.2137,
      "step": 1871
    },
    {
      "epoch": 0.3268299070315569,
      "grad_norm": 0.045696813613176346,
      "learning_rate": 0.00019425921134092838,
      "loss": 10.1868,
      "step": 1872
    },
    {
      "epoch": 0.32700449565710793,
      "grad_norm": 0.037599045783281326,
      "learning_rate": 0.0001942530999087504,
      "loss": 10.2465,
      "step": 1873
    },
    {
      "epoch": 0.32717908428265896,
      "grad_norm": 0.03759574145078659,
      "learning_rate": 0.0001942469853215372,
      "loss": 10.1906,
      "step": 1874
    },
    {
      "epoch": 0.32735367290821005,
      "grad_norm": 0.03945063799619675,
      "learning_rate": 0.00019424086757949347,
      "loss": 10.1962,
      "step": 1875
    },
    {
      "epoch": 0.3275282615337611,
      "grad_norm": 0.0390007309615612,
      "learning_rate": 0.000194234746682824,
      "loss": 10.2268,
      "step": 1876
    },
    {
      "epoch": 0.3277028501593121,
      "grad_norm": 0.04348251596093178,
      "learning_rate": 0.00019422862263173367,
      "loss": 10.1738,
      "step": 1877
    },
    {
      "epoch": 0.32787743878486314,
      "grad_norm": 0.040941156446933746,
      "learning_rate": 0.00019422249542642747,
      "loss": 10.2015,
      "step": 1878
    },
    {
      "epoch": 0.3280520274104142,
      "grad_norm": 0.04890832677483559,
      "learning_rate": 0.00019421636506711053,
      "loss": 10.1866,
      "step": 1879
    },
    {
      "epoch": 0.32822661603596526,
      "grad_norm": 0.03628607839345932,
      "learning_rate": 0.0001942102315539881,
      "loss": 10.2106,
      "step": 1880
    },
    {
      "epoch": 0.3284012046615163,
      "grad_norm": 0.03982323408126831,
      "learning_rate": 0.00019420409488726535,
      "loss": 10.1812,
      "step": 1881
    },
    {
      "epoch": 0.3285757932870674,
      "grad_norm": 0.04465378075838089,
      "learning_rate": 0.00019419795506714783,
      "loss": 10.1906,
      "step": 1882
    },
    {
      "epoch": 0.3287503819126184,
      "grad_norm": 0.045532528311014175,
      "learning_rate": 0.00019419181209384098,
      "loss": 10.2001,
      "step": 1883
    },
    {
      "epoch": 0.32892497053816944,
      "grad_norm": 0.04728744924068451,
      "learning_rate": 0.00019418566596755051,
      "loss": 10.1926,
      "step": 1884
    },
    {
      "epoch": 0.32909955916372047,
      "grad_norm": 0.04589071497321129,
      "learning_rate": 0.00019417951668848212,
      "loss": 10.1914,
      "step": 1885
    },
    {
      "epoch": 0.32927414778927155,
      "grad_norm": 0.045035652816295624,
      "learning_rate": 0.00019417336425684163,
      "loss": 10.2253,
      "step": 1886
    },
    {
      "epoch": 0.3294487364148226,
      "grad_norm": 0.05012701824307442,
      "learning_rate": 0.000194167208672835,
      "loss": 10.1881,
      "step": 1887
    },
    {
      "epoch": 0.3296233250403736,
      "grad_norm": 0.045704569667577744,
      "learning_rate": 0.0001941610499366683,
      "loss": 10.2169,
      "step": 1888
    },
    {
      "epoch": 0.32979791366592465,
      "grad_norm": 0.05400406941771507,
      "learning_rate": 0.00019415488804854771,
      "loss": 10.213,
      "step": 1889
    },
    {
      "epoch": 0.32997250229147573,
      "grad_norm": 0.04723569378256798,
      "learning_rate": 0.0001941487230086794,
      "loss": 10.1884,
      "step": 1890
    },
    {
      "epoch": 0.33014709091702676,
      "grad_norm": 0.052817896008491516,
      "learning_rate": 0.00019414255481726983,
      "loss": 10.2018,
      "step": 1891
    },
    {
      "epoch": 0.3303216795425778,
      "grad_norm": 0.051679350435733795,
      "learning_rate": 0.00019413638347452546,
      "loss": 10.1877,
      "step": 1892
    },
    {
      "epoch": 0.3304962681681288,
      "grad_norm": 0.053523946553468704,
      "learning_rate": 0.00019413020898065284,
      "loss": 10.2143,
      "step": 1893
    },
    {
      "epoch": 0.3306708567936799,
      "grad_norm": 0.05641921982169151,
      "learning_rate": 0.00019412403133585866,
      "loss": 10.1866,
      "step": 1894
    },
    {
      "epoch": 0.33084544541923094,
      "grad_norm": 0.05395292118191719,
      "learning_rate": 0.0001941178505403497,
      "loss": 10.2042,
      "step": 1895
    },
    {
      "epoch": 0.331020034044782,
      "grad_norm": 0.06141303852200508,
      "learning_rate": 0.0001941116665943329,
      "loss": 10.192,
      "step": 1896
    },
    {
      "epoch": 0.331194622670333,
      "grad_norm": 0.06932900100946426,
      "learning_rate": 0.00019410547949801527,
      "loss": 10.1968,
      "step": 1897
    },
    {
      "epoch": 0.3313692112958841,
      "grad_norm": 0.06663203239440918,
      "learning_rate": 0.00019409928925160386,
      "loss": 10.1938,
      "step": 1898
    },
    {
      "epoch": 0.3315437999214351,
      "grad_norm": 0.08287063241004944,
      "learning_rate": 0.0001940930958553059,
      "loss": 10.2255,
      "step": 1899
    },
    {
      "epoch": 0.33171838854698615,
      "grad_norm": 0.12886494398117065,
      "learning_rate": 0.00019408689930932872,
      "loss": 10.2398,
      "step": 1900
    },
    {
      "epoch": 0.3318929771725372,
      "grad_norm": 0.03666193038225174,
      "learning_rate": 0.00019408069961387973,
      "loss": 10.2254,
      "step": 1901
    },
    {
      "epoch": 0.33206756579808827,
      "grad_norm": 0.031363315880298615,
      "learning_rate": 0.00019407449676916646,
      "loss": 10.2009,
      "step": 1902
    },
    {
      "epoch": 0.3322421544236393,
      "grad_norm": 0.03544236347079277,
      "learning_rate": 0.00019406829077539659,
      "loss": 10.1891,
      "step": 1903
    },
    {
      "epoch": 0.33241674304919033,
      "grad_norm": 0.04195703938603401,
      "learning_rate": 0.0001940620816327778,
      "loss": 10.2021,
      "step": 1904
    },
    {
      "epoch": 0.33259133167474136,
      "grad_norm": 0.04132719710469246,
      "learning_rate": 0.00019405586934151796,
      "loss": 10.2119,
      "step": 1905
    },
    {
      "epoch": 0.33276592030029245,
      "grad_norm": 0.03694922849535942,
      "learning_rate": 0.000194049653901825,
      "loss": 10.2213,
      "step": 1906
    },
    {
      "epoch": 0.3329405089258435,
      "grad_norm": 0.037747230380773544,
      "learning_rate": 0.00019404343531390704,
      "loss": 10.2178,
      "step": 1907
    },
    {
      "epoch": 0.3331150975513945,
      "grad_norm": 0.03503264859318733,
      "learning_rate": 0.0001940372135779722,
      "loss": 10.2095,
      "step": 1908
    },
    {
      "epoch": 0.3332896861769456,
      "grad_norm": 0.03726831078529358,
      "learning_rate": 0.0001940309886942287,
      "loss": 10.1996,
      "step": 1909
    },
    {
      "epoch": 0.33346427480249663,
      "grad_norm": 0.0359530933201313,
      "learning_rate": 0.00019402476066288497,
      "loss": 10.192,
      "step": 1910
    },
    {
      "epoch": 0.33363886342804766,
      "grad_norm": 0.03602583333849907,
      "learning_rate": 0.0001940185294841495,
      "loss": 10.2145,
      "step": 1911
    },
    {
      "epoch": 0.3338134520535987,
      "grad_norm": 0.0359816811978817,
      "learning_rate": 0.00019401229515823084,
      "loss": 10.2153,
      "step": 1912
    },
    {
      "epoch": 0.3339880406791498,
      "grad_norm": 0.03528529778122902,
      "learning_rate": 0.00019400605768533767,
      "loss": 10.1852,
      "step": 1913
    },
    {
      "epoch": 0.3341626293047008,
      "grad_norm": 0.04275195673108101,
      "learning_rate": 0.00019399981706567877,
      "loss": 10.205,
      "step": 1914
    },
    {
      "epoch": 0.33433721793025184,
      "grad_norm": 0.03635243698954582,
      "learning_rate": 0.0001939935732994631,
      "loss": 10.2202,
      "step": 1915
    },
    {
      "epoch": 0.33451180655580287,
      "grad_norm": 0.04366474971175194,
      "learning_rate": 0.00019398732638689964,
      "loss": 10.2266,
      "step": 1916
    },
    {
      "epoch": 0.33468639518135396,
      "grad_norm": 0.0396965853869915,
      "learning_rate": 0.00019398107632819748,
      "loss": 10.2039,
      "step": 1917
    },
    {
      "epoch": 0.334860983806905,
      "grad_norm": 0.036603644490242004,
      "learning_rate": 0.00019397482312356586,
      "loss": 10.2062,
      "step": 1918
    },
    {
      "epoch": 0.335035572432456,
      "grad_norm": 0.03794046491384506,
      "learning_rate": 0.00019396856677321407,
      "loss": 10.1853,
      "step": 1919
    },
    {
      "epoch": 0.33521016105800705,
      "grad_norm": 0.03323161602020264,
      "learning_rate": 0.00019396230727735154,
      "loss": 10.1975,
      "step": 1920
    },
    {
      "epoch": 0.33538474968355814,
      "grad_norm": 0.04000113904476166,
      "learning_rate": 0.00019395604463618785,
      "loss": 10.1803,
      "step": 1921
    },
    {
      "epoch": 0.33555933830910917,
      "grad_norm": 0.03743135184049606,
      "learning_rate": 0.00019394977884993258,
      "loss": 10.1917,
      "step": 1922
    },
    {
      "epoch": 0.3357339269346602,
      "grad_norm": 0.03754947707056999,
      "learning_rate": 0.0001939435099187955,
      "loss": 10.2058,
      "step": 1923
    },
    {
      "epoch": 0.33590851556021123,
      "grad_norm": 0.03660951927304268,
      "learning_rate": 0.00019393723784298642,
      "loss": 10.1735,
      "step": 1924
    },
    {
      "epoch": 0.3360831041857623,
      "grad_norm": 0.0397467277944088,
      "learning_rate": 0.00019393096262271533,
      "loss": 10.2047,
      "step": 1925
    },
    {
      "epoch": 0.33625769281131335,
      "grad_norm": 0.03586740046739578,
      "learning_rate": 0.00019392468425819228,
      "loss": 10.2098,
      "step": 1926
    },
    {
      "epoch": 0.3364322814368644,
      "grad_norm": 0.037059906870126724,
      "learning_rate": 0.0001939184027496274,
      "loss": 10.1628,
      "step": 1927
    },
    {
      "epoch": 0.3366068700624154,
      "grad_norm": 0.045505356043577194,
      "learning_rate": 0.00019391211809723107,
      "loss": 10.1814,
      "step": 1928
    },
    {
      "epoch": 0.3367814586879665,
      "grad_norm": 0.041901715099811554,
      "learning_rate": 0.00019390583030121352,
      "loss": 10.2008,
      "step": 1929
    },
    {
      "epoch": 0.3369560473135175,
      "grad_norm": 0.039123788475990295,
      "learning_rate": 0.00019389953936178528,
      "loss": 10.2152,
      "step": 1930
    },
    {
      "epoch": 0.33713063593906856,
      "grad_norm": 0.04666294530034065,
      "learning_rate": 0.00019389324527915695,
      "loss": 10.2364,
      "step": 1931
    },
    {
      "epoch": 0.3373052245646196,
      "grad_norm": 0.04173837974667549,
      "learning_rate": 0.00019388694805353923,
      "loss": 10.1837,
      "step": 1932
    },
    {
      "epoch": 0.3374798131901707,
      "grad_norm": 0.04312090948224068,
      "learning_rate": 0.00019388064768514286,
      "loss": 10.1857,
      "step": 1933
    },
    {
      "epoch": 0.3376544018157217,
      "grad_norm": 0.04112762585282326,
      "learning_rate": 0.0001938743441741788,
      "loss": 10.1888,
      "step": 1934
    },
    {
      "epoch": 0.33782899044127274,
      "grad_norm": 0.04377347230911255,
      "learning_rate": 0.000193868037520858,
      "loss": 10.1963,
      "step": 1935
    },
    {
      "epoch": 0.3380035790668238,
      "grad_norm": 0.04253675416111946,
      "learning_rate": 0.00019386172772539162,
      "loss": 10.1835,
      "step": 1936
    },
    {
      "epoch": 0.33817816769237485,
      "grad_norm": 0.04967542365193367,
      "learning_rate": 0.00019385541478799084,
      "loss": 10.19,
      "step": 1937
    },
    {
      "epoch": 0.3383527563179259,
      "grad_norm": 0.05202443525195122,
      "learning_rate": 0.000193849098708867,
      "loss": 10.1727,
      "step": 1938
    },
    {
      "epoch": 0.3385273449434769,
      "grad_norm": 0.04568580165505409,
      "learning_rate": 0.0001938427794882315,
      "loss": 10.2199,
      "step": 1939
    },
    {
      "epoch": 0.338701933569028,
      "grad_norm": 0.047662995755672455,
      "learning_rate": 0.00019383645712629587,
      "loss": 10.1868,
      "step": 1940
    },
    {
      "epoch": 0.33887652219457903,
      "grad_norm": 0.052386246621608734,
      "learning_rate": 0.0001938301316232718,
      "loss": 10.1987,
      "step": 1941
    },
    {
      "epoch": 0.33905111082013006,
      "grad_norm": 0.05537174269556999,
      "learning_rate": 0.00019382380297937096,
      "loss": 10.2199,
      "step": 1942
    },
    {
      "epoch": 0.3392256994456811,
      "grad_norm": 0.05039411783218384,
      "learning_rate": 0.00019381747119480528,
      "loss": 10.2107,
      "step": 1943
    },
    {
      "epoch": 0.3394002880712322,
      "grad_norm": 0.05131148546934128,
      "learning_rate": 0.00019381113626978658,
      "loss": 10.1775,
      "step": 1944
    },
    {
      "epoch": 0.3395748766967832,
      "grad_norm": 0.0507703498005867,
      "learning_rate": 0.00019380479820452703,
      "loss": 10.1776,
      "step": 1945
    },
    {
      "epoch": 0.33974946532233424,
      "grad_norm": 0.05308251827955246,
      "learning_rate": 0.00019379845699923876,
      "loss": 10.1873,
      "step": 1946
    },
    {
      "epoch": 0.3399240539478853,
      "grad_norm": 0.06024511530995369,
      "learning_rate": 0.00019379211265413402,
      "loss": 10.2033,
      "step": 1947
    },
    {
      "epoch": 0.34009864257343636,
      "grad_norm": 0.06515143811702728,
      "learning_rate": 0.00019378576516942516,
      "loss": 10.2107,
      "step": 1948
    },
    {
      "epoch": 0.3402732311989874,
      "grad_norm": 0.07566200941801071,
      "learning_rate": 0.00019377941454532476,
      "loss": 10.1903,
      "step": 1949
    },
    {
      "epoch": 0.3404478198245384,
      "grad_norm": 0.10955347865819931,
      "learning_rate": 0.00019377306078204528,
      "loss": 10.232,
      "step": 1950
    },
    {
      "epoch": 0.34062240845008945,
      "grad_norm": 0.035116665065288544,
      "learning_rate": 0.00019376670387979945,
      "loss": 10.2259,
      "step": 1951
    },
    {
      "epoch": 0.34079699707564054,
      "grad_norm": 0.036656130105257034,
      "learning_rate": 0.00019376034383880008,
      "loss": 10.2051,
      "step": 1952
    },
    {
      "epoch": 0.34097158570119157,
      "grad_norm": 0.03272343426942825,
      "learning_rate": 0.00019375398065926005,
      "loss": 10.231,
      "step": 1953
    },
    {
      "epoch": 0.3411461743267426,
      "grad_norm": 0.03448300436139107,
      "learning_rate": 0.00019374761434139235,
      "loss": 10.214,
      "step": 1954
    },
    {
      "epoch": 0.34132076295229363,
      "grad_norm": 0.03517092391848564,
      "learning_rate": 0.0001937412448854101,
      "loss": 10.2235,
      "step": 1955
    },
    {
      "epoch": 0.3414953515778447,
      "grad_norm": 0.036168910562992096,
      "learning_rate": 0.0001937348722915265,
      "loss": 10.2076,
      "step": 1956
    },
    {
      "epoch": 0.34166994020339575,
      "grad_norm": 0.035687483847141266,
      "learning_rate": 0.00019372849655995494,
      "loss": 10.2314,
      "step": 1957
    },
    {
      "epoch": 0.3418445288289468,
      "grad_norm": 0.033204320818185806,
      "learning_rate": 0.0001937221176909087,
      "loss": 10.2039,
      "step": 1958
    },
    {
      "epoch": 0.3420191174544978,
      "grad_norm": 0.03661709278821945,
      "learning_rate": 0.00019371573568460147,
      "loss": 10.2177,
      "step": 1959
    },
    {
      "epoch": 0.3421937060800489,
      "grad_norm": 0.03401244431734085,
      "learning_rate": 0.00019370935054124674,
      "loss": 10.2101,
      "step": 1960
    },
    {
      "epoch": 0.34236829470559993,
      "grad_norm": 0.04030974581837654,
      "learning_rate": 0.00019370296226105832,
      "loss": 10.2055,
      "step": 1961
    },
    {
      "epoch": 0.34254288333115096,
      "grad_norm": 0.033413294702768326,
      "learning_rate": 0.00019369657084425003,
      "loss": 10.2063,
      "step": 1962
    },
    {
      "epoch": 0.34271747195670205,
      "grad_norm": 0.03604185953736305,
      "learning_rate": 0.00019369017629103583,
      "loss": 10.1975,
      "step": 1963
    },
    {
      "epoch": 0.3428920605822531,
      "grad_norm": 0.039371244609355927,
      "learning_rate": 0.00019368377860162975,
      "loss": 10.2321,
      "step": 1964
    },
    {
      "epoch": 0.3430666492078041,
      "grad_norm": 0.04253800958395004,
      "learning_rate": 0.000193677377776246,
      "loss": 10.1995,
      "step": 1965
    },
    {
      "epoch": 0.34324123783335514,
      "grad_norm": 0.04439571499824524,
      "learning_rate": 0.0001936709738150988,
      "loss": 10.2105,
      "step": 1966
    },
    {
      "epoch": 0.3434158264589062,
      "grad_norm": 0.03644686937332153,
      "learning_rate": 0.0001936645667184025,
      "loss": 10.205,
      "step": 1967
    },
    {
      "epoch": 0.34359041508445726,
      "grad_norm": 0.03751828148961067,
      "learning_rate": 0.00019365815648637159,
      "loss": 10.2335,
      "step": 1968
    },
    {
      "epoch": 0.3437650037100083,
      "grad_norm": 0.04624380171298981,
      "learning_rate": 0.00019365174311922068,
      "loss": 10.2085,
      "step": 1969
    },
    {
      "epoch": 0.3439395923355593,
      "grad_norm": 0.03700966760516167,
      "learning_rate": 0.00019364532661716438,
      "loss": 10.2371,
      "step": 1970
    },
    {
      "epoch": 0.3441141809611104,
      "grad_norm": 0.03593006730079651,
      "learning_rate": 0.00019363890698041755,
      "loss": 10.2322,
      "step": 1971
    },
    {
      "epoch": 0.34428876958666144,
      "grad_norm": 0.040659982711076736,
      "learning_rate": 0.000193632484209195,
      "loss": 10.2077,
      "step": 1972
    },
    {
      "epoch": 0.34446335821221247,
      "grad_norm": 0.05184188485145569,
      "learning_rate": 0.0001936260583037118,
      "loss": 10.1968,
      "step": 1973
    },
    {
      "epoch": 0.3446379468377635,
      "grad_norm": 0.04186946526169777,
      "learning_rate": 0.00019361962926418307,
      "loss": 10.216,
      "step": 1974
    },
    {
      "epoch": 0.3448125354633146,
      "grad_norm": 0.0462520569562912,
      "learning_rate": 0.00019361319709082392,
      "loss": 10.2057,
      "step": 1975
    },
    {
      "epoch": 0.3449871240888656,
      "grad_norm": 0.04672279581427574,
      "learning_rate": 0.00019360676178384974,
      "loss": 10.2003,
      "step": 1976
    },
    {
      "epoch": 0.34516171271441665,
      "grad_norm": 0.03742336109280586,
      "learning_rate": 0.0001936003233434759,
      "loss": 10.1947,
      "step": 1977
    },
    {
      "epoch": 0.3453363013399677,
      "grad_norm": 0.036292914301157,
      "learning_rate": 0.00019359388176991792,
      "loss": 10.1937,
      "step": 1978
    },
    {
      "epoch": 0.34551088996551876,
      "grad_norm": 0.03782307356595993,
      "learning_rate": 0.00019358743706339148,
      "loss": 10.1949,
      "step": 1979
    },
    {
      "epoch": 0.3456854785910698,
      "grad_norm": 0.04141262173652649,
      "learning_rate": 0.00019358098922411227,
      "loss": 10.2092,
      "step": 1980
    },
    {
      "epoch": 0.3458600672166208,
      "grad_norm": 0.043639812618494034,
      "learning_rate": 0.00019357453825229613,
      "loss": 10.1859,
      "step": 1981
    },
    {
      "epoch": 0.34603465584217186,
      "grad_norm": 0.04478716850280762,
      "learning_rate": 0.000193568084148159,
      "loss": 10.2073,
      "step": 1982
    },
    {
      "epoch": 0.34620924446772294,
      "grad_norm": 0.04690399765968323,
      "learning_rate": 0.00019356162691191694,
      "loss": 10.1873,
      "step": 1983
    },
    {
      "epoch": 0.346383833093274,
      "grad_norm": 0.048517148941755295,
      "learning_rate": 0.00019355516654378607,
      "loss": 10.2146,
      "step": 1984
    },
    {
      "epoch": 0.346558421718825,
      "grad_norm": 0.05289682000875473,
      "learning_rate": 0.00019354870304398266,
      "loss": 10.2178,
      "step": 1985
    },
    {
      "epoch": 0.3467330103443761,
      "grad_norm": 0.04456106573343277,
      "learning_rate": 0.00019354223641272308,
      "loss": 10.1824,
      "step": 1986
    },
    {
      "epoch": 0.3469075989699271,
      "grad_norm": 0.04586641862988472,
      "learning_rate": 0.0001935357666502238,
      "loss": 10.1521,
      "step": 1987
    },
    {
      "epoch": 0.34708218759547815,
      "grad_norm": 0.044245243072509766,
      "learning_rate": 0.00019352929375670135,
      "loss": 10.205,
      "step": 1988
    },
    {
      "epoch": 0.3472567762210292,
      "grad_norm": 0.050734393298625946,
      "learning_rate": 0.00019352281773237244,
      "loss": 10.1937,
      "step": 1989
    },
    {
      "epoch": 0.34743136484658027,
      "grad_norm": 0.053842153400182724,
      "learning_rate": 0.00019351633857745383,
      "loss": 10.2007,
      "step": 1990
    },
    {
      "epoch": 0.3476059534721313,
      "grad_norm": 0.05356813967227936,
      "learning_rate": 0.00019350985629216244,
      "loss": 10.2014,
      "step": 1991
    },
    {
      "epoch": 0.34778054209768233,
      "grad_norm": 0.049205467104911804,
      "learning_rate": 0.0001935033708767152,
      "loss": 10.1892,
      "step": 1992
    },
    {
      "epoch": 0.34795513072323336,
      "grad_norm": 0.055747587233781815,
      "learning_rate": 0.00019349688233132923,
      "loss": 10.2083,
      "step": 1993
    },
    {
      "epoch": 0.34812971934878445,
      "grad_norm": 0.0527380034327507,
      "learning_rate": 0.00019349039065622177,
      "loss": 10.1833,
      "step": 1994
    },
    {
      "epoch": 0.3483043079743355,
      "grad_norm": 0.06123064085841179,
      "learning_rate": 0.00019348389585161003,
      "loss": 10.1726,
      "step": 1995
    },
    {
      "epoch": 0.3484788965998865,
      "grad_norm": 0.05708064138889313,
      "learning_rate": 0.00019347739791771153,
      "loss": 10.1779,
      "step": 1996
    },
    {
      "epoch": 0.34865348522543754,
      "grad_norm": 0.05947648733854294,
      "learning_rate": 0.0001934708968547437,
      "loss": 10.2068,
      "step": 1997
    },
    {
      "epoch": 0.34882807385098863,
      "grad_norm": 0.0731617659330368,
      "learning_rate": 0.00019346439266292416,
      "loss": 10.163,
      "step": 1998
    },
    {
      "epoch": 0.34900266247653966,
      "grad_norm": 0.07497681677341461,
      "learning_rate": 0.00019345788534247068,
      "loss": 10.2137,
      "step": 1999
    },
    {
      "epoch": 0.3491772511020907,
      "grad_norm": 0.10205885022878647,
      "learning_rate": 0.00019345137489360105,
      "loss": 10.2213,
      "step": 2000
    },
    {
      "epoch": 0.3491772511020907,
      "eval_loss": 10.189186096191406,
      "eval_runtime": 0.7857,
      "eval_samples_per_second": 294.024,
      "eval_steps_per_second": 147.648,
      "step": 2000
    },
    {
      "epoch": 0.3493518397276417,
      "grad_norm": 0.037507228553295135,
      "learning_rate": 0.00019344486131653323,
      "loss": 10.2285,
      "step": 2001
    },
    {
      "epoch": 0.3495264283531928,
      "grad_norm": 0.02988496981561184,
      "learning_rate": 0.00019343834461148522,
      "loss": 10.2059,
      "step": 2002
    },
    {
      "epoch": 0.34970101697874384,
      "grad_norm": 0.03489377722144127,
      "learning_rate": 0.0001934318247786752,
      "loss": 10.2009,
      "step": 2003
    },
    {
      "epoch": 0.34987560560429487,
      "grad_norm": 0.032069750130176544,
      "learning_rate": 0.00019342530181832134,
      "loss": 10.2327,
      "step": 2004
    },
    {
      "epoch": 0.3500501942298459,
      "grad_norm": 0.0386357344686985,
      "learning_rate": 0.0001934187757306421,
      "loss": 10.2043,
      "step": 2005
    },
    {
      "epoch": 0.350224782855397,
      "grad_norm": 0.038685206323862076,
      "learning_rate": 0.00019341224651585584,
      "loss": 10.2296,
      "step": 2006
    },
    {
      "epoch": 0.350399371480948,
      "grad_norm": 0.04305346682667732,
      "learning_rate": 0.00019340571417418117,
      "loss": 10.2254,
      "step": 2007
    },
    {
      "epoch": 0.35057396010649905,
      "grad_norm": 0.03923849016427994,
      "learning_rate": 0.00019339917870583675,
      "loss": 10.2019,
      "step": 2008
    },
    {
      "epoch": 0.3507485487320501,
      "grad_norm": 0.032024357467889786,
      "learning_rate": 0.00019339264011104134,
      "loss": 10.2178,
      "step": 2009
    },
    {
      "epoch": 0.35092313735760117,
      "grad_norm": 0.03712306171655655,
      "learning_rate": 0.0001933860983900138,
      "loss": 10.2172,
      "step": 2010
    },
    {
      "epoch": 0.3510977259831522,
      "grad_norm": 0.031132329255342484,
      "learning_rate": 0.00019337955354297313,
      "loss": 10.2284,
      "step": 2011
    },
    {
      "epoch": 0.35127231460870323,
      "grad_norm": 0.03587942570447922,
      "learning_rate": 0.0001933730055701384,
      "loss": 10.2094,
      "step": 2012
    },
    {
      "epoch": 0.3514469032342543,
      "grad_norm": 0.03678561747074127,
      "learning_rate": 0.0001933664544717288,
      "loss": 10.1999,
      "step": 2013
    },
    {
      "epoch": 0.35162149185980535,
      "grad_norm": 0.03275958076119423,
      "learning_rate": 0.00019335990024796362,
      "loss": 10.2069,
      "step": 2014
    },
    {
      "epoch": 0.3517960804853564,
      "grad_norm": 0.04144245758652687,
      "learning_rate": 0.00019335334289906228,
      "loss": 10.2252,
      "step": 2015
    },
    {
      "epoch": 0.3519706691109074,
      "grad_norm": 0.0360381044447422,
      "learning_rate": 0.00019334678242524428,
      "loss": 10.1821,
      "step": 2016
    },
    {
      "epoch": 0.3521452577364585,
      "grad_norm": 0.04348353296518326,
      "learning_rate": 0.00019334021882672916,
      "loss": 10.1869,
      "step": 2017
    },
    {
      "epoch": 0.3523198463620095,
      "grad_norm": 0.03638356924057007,
      "learning_rate": 0.0001933336521037367,
      "loss": 10.2163,
      "step": 2018
    },
    {
      "epoch": 0.35249443498756056,
      "grad_norm": 0.03477321192622185,
      "learning_rate": 0.00019332708225648667,
      "loss": 10.1903,
      "step": 2019
    },
    {
      "epoch": 0.3526690236131116,
      "grad_norm": 0.03612928465008736,
      "learning_rate": 0.00019332050928519903,
      "loss": 10.2225,
      "step": 2020
    },
    {
      "epoch": 0.3528436122386627,
      "grad_norm": 0.03850555792450905,
      "learning_rate": 0.0001933139331900938,
      "loss": 10.2435,
      "step": 2021
    },
    {
      "epoch": 0.3530182008642137,
      "grad_norm": 0.034837041050195694,
      "learning_rate": 0.00019330735397139108,
      "loss": 10.2006,
      "step": 2022
    },
    {
      "epoch": 0.35319278948976474,
      "grad_norm": 0.0359160453081131,
      "learning_rate": 0.0001933007716293111,
      "loss": 10.2155,
      "step": 2023
    },
    {
      "epoch": 0.35336737811531577,
      "grad_norm": 0.04021620750427246,
      "learning_rate": 0.00019329418616407425,
      "loss": 10.2172,
      "step": 2024
    },
    {
      "epoch": 0.35354196674086685,
      "grad_norm": 0.04173678532242775,
      "learning_rate": 0.00019328759757590092,
      "loss": 10.2098,
      "step": 2025
    },
    {
      "epoch": 0.3537165553664179,
      "grad_norm": 0.04136888310313225,
      "learning_rate": 0.00019328100586501166,
      "loss": 10.176,
      "step": 2026
    },
    {
      "epoch": 0.3538911439919689,
      "grad_norm": 0.03908543661236763,
      "learning_rate": 0.00019327441103162717,
      "loss": 10.2113,
      "step": 2027
    },
    {
      "epoch": 0.35406573261751995,
      "grad_norm": 0.04133036360144615,
      "learning_rate": 0.00019326781307596816,
      "loss": 10.183,
      "step": 2028
    },
    {
      "epoch": 0.35424032124307103,
      "grad_norm": 0.050236254930496216,
      "learning_rate": 0.00019326121199825548,
      "loss": 10.2129,
      "step": 2029
    },
    {
      "epoch": 0.35441490986862206,
      "grad_norm": 0.04250265285372734,
      "learning_rate": 0.00019325460779871017,
      "loss": 10.2172,
      "step": 2030
    },
    {
      "epoch": 0.3545894984941731,
      "grad_norm": 0.03816024959087372,
      "learning_rate": 0.0001932480004775532,
      "loss": 10.214,
      "step": 2031
    },
    {
      "epoch": 0.3547640871197241,
      "grad_norm": 0.04153812676668167,
      "learning_rate": 0.00019324139003500581,
      "loss": 10.1718,
      "step": 2032
    },
    {
      "epoch": 0.3549386757452752,
      "grad_norm": 0.042310528457164764,
      "learning_rate": 0.00019323477647128926,
      "loss": 10.1999,
      "step": 2033
    },
    {
      "epoch": 0.35511326437082624,
      "grad_norm": 0.05508655309677124,
      "learning_rate": 0.00019322815978662492,
      "loss": 10.1823,
      "step": 2034
    },
    {
      "epoch": 0.3552878529963773,
      "grad_norm": 0.047037407755851746,
      "learning_rate": 0.0001932215399812343,
      "loss": 10.2117,
      "step": 2035
    },
    {
      "epoch": 0.3554624416219283,
      "grad_norm": 0.047668591141700745,
      "learning_rate": 0.000193214917055339,
      "loss": 10.2131,
      "step": 2036
    },
    {
      "epoch": 0.3556370302474794,
      "grad_norm": 0.04373252019286156,
      "learning_rate": 0.0001932082910091607,
      "loss": 10.199,
      "step": 2037
    },
    {
      "epoch": 0.3558116188730304,
      "grad_norm": 0.04652750492095947,
      "learning_rate": 0.00019320166184292115,
      "loss": 10.1755,
      "step": 2038
    },
    {
      "epoch": 0.35598620749858145,
      "grad_norm": 0.04673980921506882,
      "learning_rate": 0.00019319502955684233,
      "loss": 10.2004,
      "step": 2039
    },
    {
      "epoch": 0.35616079612413254,
      "grad_norm": 0.048991087824106216,
      "learning_rate": 0.00019318839415114625,
      "loss": 10.1848,
      "step": 2040
    },
    {
      "epoch": 0.35633538474968357,
      "grad_norm": 0.05204100161790848,
      "learning_rate": 0.00019318175562605495,
      "loss": 10.196,
      "step": 2041
    },
    {
      "epoch": 0.3565099733752346,
      "grad_norm": 0.047210466116666794,
      "learning_rate": 0.00019317511398179074,
      "loss": 10.2014,
      "step": 2042
    },
    {
      "epoch": 0.35668456200078563,
      "grad_norm": 0.05789272114634514,
      "learning_rate": 0.00019316846921857588,
      "loss": 10.1963,
      "step": 2043
    },
    {
      "epoch": 0.3568591506263367,
      "grad_norm": 0.05433364585042,
      "learning_rate": 0.0001931618213366328,
      "loss": 10.2141,
      "step": 2044
    },
    {
      "epoch": 0.35703373925188775,
      "grad_norm": 0.05544773489236832,
      "learning_rate": 0.0001931551703361841,
      "loss": 10.1899,
      "step": 2045
    },
    {
      "epoch": 0.3572083278774388,
      "grad_norm": 0.0641186311841011,
      "learning_rate": 0.0001931485162174523,
      "loss": 10.2092,
      "step": 2046
    },
    {
      "epoch": 0.3573829165029898,
      "grad_norm": 0.07118602842092514,
      "learning_rate": 0.00019314185898066026,
      "loss": 10.2289,
      "step": 2047
    },
    {
      "epoch": 0.3575575051285409,
      "grad_norm": 0.06833186000585556,
      "learning_rate": 0.00019313519862603076,
      "loss": 10.2212,
      "step": 2048
    },
    {
      "epoch": 0.35773209375409193,
      "grad_norm": 0.07301164418458939,
      "learning_rate": 0.00019312853515378672,
      "loss": 10.1486,
      "step": 2049
    },
    {
      "epoch": 0.35790668237964296,
      "grad_norm": 0.09735751897096634,
      "learning_rate": 0.00019312186856415128,
      "loss": 10.2265,
      "step": 2050
    },
    {
      "epoch": 0.358081271005194,
      "grad_norm": 0.035836104303598404,
      "learning_rate": 0.0001931151988573475,
      "loss": 10.2136,
      "step": 2051
    },
    {
      "epoch": 0.3582558596307451,
      "grad_norm": 0.04687029868364334,
      "learning_rate": 0.00019310852603359873,
      "loss": 10.2083,
      "step": 2052
    },
    {
      "epoch": 0.3584304482562961,
      "grad_norm": 0.0357699878513813,
      "learning_rate": 0.0001931018500931283,
      "loss": 10.2205,
      "step": 2053
    },
    {
      "epoch": 0.35860503688184714,
      "grad_norm": 0.0440775565803051,
      "learning_rate": 0.00019309517103615966,
      "loss": 10.2166,
      "step": 2054
    },
    {
      "epoch": 0.35877962550739817,
      "grad_norm": 0.03736436739563942,
      "learning_rate": 0.0001930884888629164,
      "loss": 10.2216,
      "step": 2055
    },
    {
      "epoch": 0.35895421413294926,
      "grad_norm": 0.03939862176775932,
      "learning_rate": 0.00019308180357362225,
      "loss": 10.2037,
      "step": 2056
    },
    {
      "epoch": 0.3591288027585003,
      "grad_norm": 0.04010424390435219,
      "learning_rate": 0.0001930751151685009,
      "loss": 10.2313,
      "step": 2057
    },
    {
      "epoch": 0.3593033913840513,
      "grad_norm": 0.038726549595594406,
      "learning_rate": 0.0001930684236477763,
      "loss": 10.1895,
      "step": 2058
    },
    {
      "epoch": 0.35947798000960235,
      "grad_norm": 0.04158823937177658,
      "learning_rate": 0.00019306172901167244,
      "loss": 10.197,
      "step": 2059
    },
    {
      "epoch": 0.35965256863515344,
      "grad_norm": 0.043429184705019,
      "learning_rate": 0.0001930550312604134,
      "loss": 10.2065,
      "step": 2060
    },
    {
      "epoch": 0.35982715726070447,
      "grad_norm": 0.047488097101449966,
      "learning_rate": 0.0001930483303942234,
      "loss": 10.2058,
      "step": 2061
    },
    {
      "epoch": 0.3600017458862555,
      "grad_norm": 0.04185749217867851,
      "learning_rate": 0.0001930416264133267,
      "loss": 10.2,
      "step": 2062
    },
    {
      "epoch": 0.36017633451180653,
      "grad_norm": 0.033262014389038086,
      "learning_rate": 0.0001930349193179478,
      "loss": 10.2033,
      "step": 2063
    },
    {
      "epoch": 0.3603509231373576,
      "grad_norm": 0.03894023597240448,
      "learning_rate": 0.0001930282091083111,
      "loss": 10.2187,
      "step": 2064
    },
    {
      "epoch": 0.36052551176290865,
      "grad_norm": 0.043165840208530426,
      "learning_rate": 0.0001930214957846413,
      "loss": 10.1974,
      "step": 2065
    },
    {
      "epoch": 0.3607001003884597,
      "grad_norm": 0.04152188450098038,
      "learning_rate": 0.0001930147793471631,
      "loss": 10.1934,
      "step": 2066
    },
    {
      "epoch": 0.36087468901401076,
      "grad_norm": 0.038779400289058685,
      "learning_rate": 0.0001930080597961013,
      "loss": 10.2207,
      "step": 2067
    },
    {
      "epoch": 0.3610492776395618,
      "grad_norm": 0.041291359812021255,
      "learning_rate": 0.00019300133713168088,
      "loss": 10.1858,
      "step": 2068
    },
    {
      "epoch": 0.3612238662651128,
      "grad_norm": 0.04754811152815819,
      "learning_rate": 0.00019299461135412682,
      "loss": 10.1845,
      "step": 2069
    },
    {
      "epoch": 0.36139845489066386,
      "grad_norm": 0.04289647936820984,
      "learning_rate": 0.0001929878824636643,
      "loss": 10.2061,
      "step": 2070
    },
    {
      "epoch": 0.36157304351621494,
      "grad_norm": 0.05000926926732063,
      "learning_rate": 0.00019298115046051856,
      "loss": 10.2379,
      "step": 2071
    },
    {
      "epoch": 0.361747632141766,
      "grad_norm": 0.04125487804412842,
      "learning_rate": 0.00019297441534491493,
      "loss": 10.199,
      "step": 2072
    },
    {
      "epoch": 0.361922220767317,
      "grad_norm": 0.039841730147600174,
      "learning_rate": 0.00019296767711707885,
      "loss": 10.1983,
      "step": 2073
    },
    {
      "epoch": 0.36209680939286804,
      "grad_norm": 0.04329967126250267,
      "learning_rate": 0.00019296093577723594,
      "loss": 10.212,
      "step": 2074
    },
    {
      "epoch": 0.3622713980184191,
      "grad_norm": 0.0391925647854805,
      "learning_rate": 0.00019295419132561178,
      "loss": 10.182,
      "step": 2075
    },
    {
      "epoch": 0.36244598664397015,
      "grad_norm": 0.0435965470969677,
      "learning_rate": 0.0001929474437624322,
      "loss": 10.2134,
      "step": 2076
    },
    {
      "epoch": 0.3626205752695212,
      "grad_norm": 0.04317466542124748,
      "learning_rate": 0.000192940693087923,
      "loss": 10.1889,
      "step": 2077
    },
    {
      "epoch": 0.3627951638950722,
      "grad_norm": 0.03891942277550697,
      "learning_rate": 0.00019293393930231023,
      "loss": 10.2021,
      "step": 2078
    },
    {
      "epoch": 0.3629697525206233,
      "grad_norm": 0.05118206515908241,
      "learning_rate": 0.0001929271824058199,
      "loss": 10.2133,
      "step": 2079
    },
    {
      "epoch": 0.36314434114617433,
      "grad_norm": 0.04363786801695824,
      "learning_rate": 0.00019292042239867825,
      "loss": 10.2319,
      "step": 2080
    },
    {
      "epoch": 0.36331892977172536,
      "grad_norm": 0.04372880607843399,
      "learning_rate": 0.00019291365928111152,
      "loss": 10.194,
      "step": 2081
    },
    {
      "epoch": 0.3634935183972764,
      "grad_norm": 0.0417838878929615,
      "learning_rate": 0.0001929068930533461,
      "loss": 10.1875,
      "step": 2082
    },
    {
      "epoch": 0.3636681070228275,
      "grad_norm": 0.042947184294462204,
      "learning_rate": 0.0001929001237156085,
      "loss": 10.1873,
      "step": 2083
    },
    {
      "epoch": 0.3638426956483785,
      "grad_norm": 0.04956590384244919,
      "learning_rate": 0.00019289335126812534,
      "loss": 10.1793,
      "step": 2084
    },
    {
      "epoch": 0.36401728427392954,
      "grad_norm": 0.04376945272088051,
      "learning_rate": 0.00019288657571112325,
      "loss": 10.1819,
      "step": 2085
    },
    {
      "epoch": 0.3641918728994806,
      "grad_norm": 0.04402961954474449,
      "learning_rate": 0.0001928797970448291,
      "loss": 10.2174,
      "step": 2086
    },
    {
      "epoch": 0.36436646152503166,
      "grad_norm": 0.04504857584834099,
      "learning_rate": 0.0001928730152694698,
      "loss": 10.2175,
      "step": 2087
    },
    {
      "epoch": 0.3645410501505827,
      "grad_norm": 0.045377153903245926,
      "learning_rate": 0.0001928662303852723,
      "loss": 10.1842,
      "step": 2088
    },
    {
      "epoch": 0.3647156387761337,
      "grad_norm": 0.04916544631123543,
      "learning_rate": 0.00019285944239246384,
      "loss": 10.236,
      "step": 2089
    },
    {
      "epoch": 0.3648902274016848,
      "grad_norm": 0.04788748547434807,
      "learning_rate": 0.00019285265129127151,
      "loss": 10.2068,
      "step": 2090
    },
    {
      "epoch": 0.36506481602723584,
      "grad_norm": 0.05091485381126404,
      "learning_rate": 0.0001928458570819227,
      "loss": 10.1774,
      "step": 2091
    },
    {
      "epoch": 0.36523940465278687,
      "grad_norm": 0.053949013352394104,
      "learning_rate": 0.0001928390597646448,
      "loss": 10.1755,
      "step": 2092
    },
    {
      "epoch": 0.3654139932783379,
      "grad_norm": 0.06207174062728882,
      "learning_rate": 0.0001928322593396654,
      "loss": 10.1868,
      "step": 2093
    },
    {
      "epoch": 0.365588581903889,
      "grad_norm": 0.056595757603645325,
      "learning_rate": 0.0001928254558072121,
      "loss": 10.2185,
      "step": 2094
    },
    {
      "epoch": 0.36576317052944,
      "grad_norm": 0.05584828555583954,
      "learning_rate": 0.00019281864916751267,
      "loss": 10.2024,
      "step": 2095
    },
    {
      "epoch": 0.36593775915499105,
      "grad_norm": 0.06094671040773392,
      "learning_rate": 0.00019281183942079493,
      "loss": 10.215,
      "step": 2096
    },
    {
      "epoch": 0.3661123477805421,
      "grad_norm": 0.06413896381855011,
      "learning_rate": 0.00019280502656728686,
      "loss": 10.204,
      "step": 2097
    },
    {
      "epoch": 0.36628693640609317,
      "grad_norm": 0.06675693392753601,
      "learning_rate": 0.00019279821060721645,
      "loss": 10.1972,
      "step": 2098
    },
    {
      "epoch": 0.3664615250316442,
      "grad_norm": 0.07048359513282776,
      "learning_rate": 0.00019279139154081192,
      "loss": 10.2064,
      "step": 2099
    },
    {
      "epoch": 0.36663611365719523,
      "grad_norm": 0.14462250471115112,
      "learning_rate": 0.00019278456936830152,
      "loss": 10.18,
      "step": 2100
    },
    {
      "epoch": 0.36681070228274626,
      "grad_norm": 0.03409218043088913,
      "learning_rate": 0.00019277774408991361,
      "loss": 10.2155,
      "step": 2101
    },
    {
      "epoch": 0.36698529090829735,
      "grad_norm": 0.03533410653471947,
      "learning_rate": 0.00019277091570587664,
      "loss": 10.1962,
      "step": 2102
    },
    {
      "epoch": 0.3671598795338484,
      "grad_norm": 0.03182079270482063,
      "learning_rate": 0.0001927640842164192,
      "loss": 10.2163,
      "step": 2103
    },
    {
      "epoch": 0.3673344681593994,
      "grad_norm": 0.03687020391225815,
      "learning_rate": 0.00019275724962177,
      "loss": 10.2275,
      "step": 2104
    },
    {
      "epoch": 0.36750905678495044,
      "grad_norm": 0.039699800312519073,
      "learning_rate": 0.00019275041192215776,
      "loss": 10.229,
      "step": 2105
    },
    {
      "epoch": 0.3676836454105015,
      "grad_norm": 0.0307546928524971,
      "learning_rate": 0.00019274357111781143,
      "loss": 10.2241,
      "step": 2106
    },
    {
      "epoch": 0.36785823403605256,
      "grad_norm": 0.03653133288025856,
      "learning_rate": 0.00019273672720895995,
      "loss": 10.1955,
      "step": 2107
    },
    {
      "epoch": 0.3680328226616036,
      "grad_norm": 0.03437889367341995,
      "learning_rate": 0.00019272988019583242,
      "loss": 10.2363,
      "step": 2108
    },
    {
      "epoch": 0.3682074112871546,
      "grad_norm": 0.03601781651377678,
      "learning_rate": 0.00019272303007865807,
      "loss": 10.2287,
      "step": 2109
    },
    {
      "epoch": 0.3683819999127057,
      "grad_norm": 0.04114173725247383,
      "learning_rate": 0.00019271617685766613,
      "loss": 10.1722,
      "step": 2110
    },
    {
      "epoch": 0.36855658853825674,
      "grad_norm": 0.03217330202460289,
      "learning_rate": 0.0001927093205330861,
      "loss": 10.2223,
      "step": 2111
    },
    {
      "epoch": 0.36873117716380777,
      "grad_norm": 0.03652714937925339,
      "learning_rate": 0.00019270246110514744,
      "loss": 10.2146,
      "step": 2112
    },
    {
      "epoch": 0.3689057657893588,
      "grad_norm": 0.0378226712346077,
      "learning_rate": 0.00019269559857407979,
      "loss": 10.189,
      "step": 2113
    },
    {
      "epoch": 0.3690803544149099,
      "grad_norm": 0.03947575390338898,
      "learning_rate": 0.0001926887329401128,
      "loss": 10.1925,
      "step": 2114
    },
    {
      "epoch": 0.3692549430404609,
      "grad_norm": 0.0358620211482048,
      "learning_rate": 0.00019268186420347635,
      "loss": 10.2378,
      "step": 2115
    },
    {
      "epoch": 0.36942953166601195,
      "grad_norm": 0.03779405727982521,
      "learning_rate": 0.00019267499236440034,
      "loss": 10.1976,
      "step": 2116
    },
    {
      "epoch": 0.36960412029156303,
      "grad_norm": 0.036773547530174255,
      "learning_rate": 0.0001926681174231148,
      "loss": 10.2132,
      "step": 2117
    },
    {
      "epoch": 0.36977870891711406,
      "grad_norm": 0.043506186455488205,
      "learning_rate": 0.0001926612393798499,
      "loss": 10.2252,
      "step": 2118
    },
    {
      "epoch": 0.3699532975426651,
      "grad_norm": 0.036695003509521484,
      "learning_rate": 0.00019265435823483581,
      "loss": 10.2228,
      "step": 2119
    },
    {
      "epoch": 0.3701278861682161,
      "grad_norm": 0.04362020269036293,
      "learning_rate": 0.00019264747398830295,
      "loss": 10.2192,
      "step": 2120
    },
    {
      "epoch": 0.3703024747937672,
      "grad_norm": 0.04841998592019081,
      "learning_rate": 0.0001926405866404817,
      "loss": 10.1934,
      "step": 2121
    },
    {
      "epoch": 0.37047706341931824,
      "grad_norm": 0.04566473886370659,
      "learning_rate": 0.0001926336961916026,
      "loss": 10.1956,
      "step": 2122
    },
    {
      "epoch": 0.3706516520448693,
      "grad_norm": 0.03853428736329079,
      "learning_rate": 0.00019262680264189636,
      "loss": 10.2221,
      "step": 2123
    },
    {
      "epoch": 0.3708262406704203,
      "grad_norm": 0.04360097274184227,
      "learning_rate": 0.0001926199059915937,
      "loss": 10.2077,
      "step": 2124
    },
    {
      "epoch": 0.3710008292959714,
      "grad_norm": 0.043674908578395844,
      "learning_rate": 0.00019261300624092548,
      "loss": 10.2181,
      "step": 2125
    },
    {
      "epoch": 0.3711754179215224,
      "grad_norm": 0.048064541071653366,
      "learning_rate": 0.00019260610339012267,
      "loss": 10.1912,
      "step": 2126
    },
    {
      "epoch": 0.37135000654707345,
      "grad_norm": 0.04037025570869446,
      "learning_rate": 0.0001925991974394163,
      "loss": 10.2121,
      "step": 2127
    },
    {
      "epoch": 0.3715245951726245,
      "grad_norm": 0.043204233050346375,
      "learning_rate": 0.0001925922883890376,
      "loss": 10.1947,
      "step": 2128
    },
    {
      "epoch": 0.37169918379817557,
      "grad_norm": 0.04091707244515419,
      "learning_rate": 0.00019258537623921781,
      "loss": 10.2065,
      "step": 2129
    },
    {
      "epoch": 0.3718737724237266,
      "grad_norm": 0.04299166426062584,
      "learning_rate": 0.00019257846099018832,
      "loss": 10.2016,
      "step": 2130
    },
    {
      "epoch": 0.37204836104927763,
      "grad_norm": 0.04123646020889282,
      "learning_rate": 0.0001925715426421806,
      "loss": 10.2015,
      "step": 2131
    },
    {
      "epoch": 0.37222294967482866,
      "grad_norm": 0.044464077800512314,
      "learning_rate": 0.00019256462119542626,
      "loss": 10.2208,
      "step": 2132
    },
    {
      "epoch": 0.37239753830037975,
      "grad_norm": 0.04964958131313324,
      "learning_rate": 0.00019255769665015696,
      "loss": 10.2003,
      "step": 2133
    },
    {
      "epoch": 0.3725721269259308,
      "grad_norm": 0.04759073629975319,
      "learning_rate": 0.00019255076900660448,
      "loss": 10.2161,
      "step": 2134
    },
    {
      "epoch": 0.3727467155514818,
      "grad_norm": 0.05137226730585098,
      "learning_rate": 0.00019254383826500075,
      "loss": 10.1744,
      "step": 2135
    },
    {
      "epoch": 0.37292130417703284,
      "grad_norm": 0.05037762224674225,
      "learning_rate": 0.00019253690442557777,
      "loss": 10.1924,
      "step": 2136
    },
    {
      "epoch": 0.37309589280258393,
      "grad_norm": 0.04417332634329796,
      "learning_rate": 0.00019252996748856763,
      "loss": 10.2038,
      "step": 2137
    },
    {
      "epoch": 0.37327048142813496,
      "grad_norm": 0.04900128021836281,
      "learning_rate": 0.0001925230274542025,
      "loss": 10.1685,
      "step": 2138
    },
    {
      "epoch": 0.373445070053686,
      "grad_norm": 0.05139406770467758,
      "learning_rate": 0.0001925160843227148,
      "loss": 10.1905,
      "step": 2139
    },
    {
      "epoch": 0.373619658679237,
      "grad_norm": 0.05201815813779831,
      "learning_rate": 0.00019250913809433685,
      "loss": 10.1979,
      "step": 2140
    },
    {
      "epoch": 0.3737942473047881,
      "grad_norm": 0.04957481846213341,
      "learning_rate": 0.00019250218876930118,
      "loss": 10.1864,
      "step": 2141
    },
    {
      "epoch": 0.37396883593033914,
      "grad_norm": 0.05235721170902252,
      "learning_rate": 0.00019249523634784043,
      "loss": 10.1749,
      "step": 2142
    },
    {
      "epoch": 0.37414342455589017,
      "grad_norm": 0.05499904602766037,
      "learning_rate": 0.00019248828083018733,
      "loss": 10.2017,
      "step": 2143
    },
    {
      "epoch": 0.37431801318144126,
      "grad_norm": 0.060203809291124344,
      "learning_rate": 0.0001924813222165747,
      "loss": 10.2026,
      "step": 2144
    },
    {
      "epoch": 0.3744926018069923,
      "grad_norm": 0.05743075907230377,
      "learning_rate": 0.0001924743605072355,
      "loss": 10.1803,
      "step": 2145
    },
    {
      "epoch": 0.3746671904325433,
      "grad_norm": 0.062035515904426575,
      "learning_rate": 0.00019246739570240271,
      "loss": 10.1809,
      "step": 2146
    },
    {
      "epoch": 0.37484177905809435,
      "grad_norm": 0.061783187091350555,
      "learning_rate": 0.00019246042780230954,
      "loss": 10.2085,
      "step": 2147
    },
    {
      "epoch": 0.37501636768364544,
      "grad_norm": 0.06608233600854874,
      "learning_rate": 0.00019245345680718914,
      "loss": 10.1974,
      "step": 2148
    },
    {
      "epoch": 0.37519095630919647,
      "grad_norm": 0.07986169308423996,
      "learning_rate": 0.00019244648271727493,
      "loss": 10.1864,
      "step": 2149
    },
    {
      "epoch": 0.3753655449347475,
      "grad_norm": 0.121183380484581,
      "learning_rate": 0.0001924395055328004,
      "loss": 10.2342,
      "step": 2150
    },
    {
      "epoch": 0.37554013356029853,
      "grad_norm": 0.037233155220746994,
      "learning_rate": 0.000192432525253999,
      "loss": 10.2022,
      "step": 2151
    },
    {
      "epoch": 0.3757147221858496,
      "grad_norm": 0.04192925989627838,
      "learning_rate": 0.00019242554188110447,
      "loss": 10.2406,
      "step": 2152
    },
    {
      "epoch": 0.37588931081140065,
      "grad_norm": 0.03525164723396301,
      "learning_rate": 0.0001924185554143505,
      "loss": 10.2016,
      "step": 2153
    },
    {
      "epoch": 0.3760638994369517,
      "grad_norm": 0.04878103360533714,
      "learning_rate": 0.00019241156585397105,
      "loss": 10.1862,
      "step": 2154
    },
    {
      "epoch": 0.3762384880625027,
      "grad_norm": 0.03656361997127533,
      "learning_rate": 0.0001924045732002,
      "loss": 10.2179,
      "step": 2155
    },
    {
      "epoch": 0.3764130766880538,
      "grad_norm": 0.039884794503450394,
      "learning_rate": 0.00019239757745327145,
      "loss": 10.2441,
      "step": 2156
    },
    {
      "epoch": 0.3765876653136048,
      "grad_norm": 0.03925961256027222,
      "learning_rate": 0.0001923905786134196,
      "loss": 10.225,
      "step": 2157
    },
    {
      "epoch": 0.37676225393915586,
      "grad_norm": 0.037145573645830154,
      "learning_rate": 0.00019238357668087871,
      "loss": 10.1868,
      "step": 2158
    },
    {
      "epoch": 0.3769368425647069,
      "grad_norm": 0.03508646786212921,
      "learning_rate": 0.00019237657165588318,
      "loss": 10.2232,
      "step": 2159
    },
    {
      "epoch": 0.377111431190258,
      "grad_norm": 0.040104568004608154,
      "learning_rate": 0.0001923695635386675,
      "loss": 10.2264,
      "step": 2160
    },
    {
      "epoch": 0.377286019815809,
      "grad_norm": 0.04212291166186333,
      "learning_rate": 0.0001923625523294662,
      "loss": 10.1958,
      "step": 2161
    },
    {
      "epoch": 0.37746060844136003,
      "grad_norm": 0.03670418635010719,
      "learning_rate": 0.00019235553802851403,
      "loss": 10.2123,
      "step": 2162
    },
    {
      "epoch": 0.37763519706691107,
      "grad_norm": 0.03854088857769966,
      "learning_rate": 0.00019234852063604579,
      "loss": 10.2203,
      "step": 2163
    },
    {
      "epoch": 0.37780978569246215,
      "grad_norm": 0.03365573659539223,
      "learning_rate": 0.00019234150015229635,
      "loss": 10.2147,
      "step": 2164
    },
    {
      "epoch": 0.3779843743180132,
      "grad_norm": 0.03492181375622749,
      "learning_rate": 0.00019233447657750075,
      "loss": 10.2103,
      "step": 2165
    },
    {
      "epoch": 0.3781589629435642,
      "grad_norm": 0.04161548614501953,
      "learning_rate": 0.00019232744991189407,
      "loss": 10.1985,
      "step": 2166
    },
    {
      "epoch": 0.37833355156911525,
      "grad_norm": 0.03726603835821152,
      "learning_rate": 0.00019232042015571152,
      "loss": 10.191,
      "step": 2167
    },
    {
      "epoch": 0.37850814019466633,
      "grad_norm": 0.037413883954286575,
      "learning_rate": 0.0001923133873091884,
      "loss": 10.1799,
      "step": 2168
    },
    {
      "epoch": 0.37868272882021736,
      "grad_norm": 0.03789426013827324,
      "learning_rate": 0.00019230635137256022,
      "loss": 10.1843,
      "step": 2169
    },
    {
      "epoch": 0.3788573174457684,
      "grad_norm": 0.03786524385213852,
      "learning_rate": 0.00019229931234606237,
      "loss": 10.2101,
      "step": 2170
    },
    {
      "epoch": 0.3790319060713195,
      "grad_norm": 0.03966163098812103,
      "learning_rate": 0.00019229227022993058,
      "loss": 10.2158,
      "step": 2171
    },
    {
      "epoch": 0.3792064946968705,
      "grad_norm": 0.03751444071531296,
      "learning_rate": 0.0001922852250244005,
      "loss": 10.2028,
      "step": 2172
    },
    {
      "epoch": 0.37938108332242154,
      "grad_norm": 0.040807582437992096,
      "learning_rate": 0.00019227817672970803,
      "loss": 10.2143,
      "step": 2173
    },
    {
      "epoch": 0.3795556719479726,
      "grad_norm": 0.038331713527441025,
      "learning_rate": 0.00019227112534608905,
      "loss": 10.2052,
      "step": 2174
    },
    {
      "epoch": 0.37973026057352366,
      "grad_norm": 0.04964363947510719,
      "learning_rate": 0.00019226407087377962,
      "loss": 10.1897,
      "step": 2175
    },
    {
      "epoch": 0.3799048491990747,
      "grad_norm": 0.04567953944206238,
      "learning_rate": 0.00019225701331301588,
      "loss": 10.201,
      "step": 2176
    },
    {
      "epoch": 0.3800794378246257,
      "grad_norm": 0.040950529277324677,
      "learning_rate": 0.0001922499526640341,
      "loss": 10.1874,
      "step": 2177
    },
    {
      "epoch": 0.38025402645017675,
      "grad_norm": 0.046541135758161545,
      "learning_rate": 0.00019224288892707062,
      "loss": 10.2323,
      "step": 2178
    },
    {
      "epoch": 0.38042861507572784,
      "grad_norm": 0.04373355954885483,
      "learning_rate": 0.00019223582210236187,
      "loss": 10.2039,
      "step": 2179
    },
    {
      "epoch": 0.38060320370127887,
      "grad_norm": 0.045776572078466415,
      "learning_rate": 0.0001922287521901444,
      "loss": 10.1813,
      "step": 2180
    },
    {
      "epoch": 0.3807777923268299,
      "grad_norm": 0.047387391328811646,
      "learning_rate": 0.00019222167919065485,
      "loss": 10.1972,
      "step": 2181
    },
    {
      "epoch": 0.38095238095238093,
      "grad_norm": 0.05225476250052452,
      "learning_rate": 0.0001922146031041301,
      "loss": 10.2278,
      "step": 2182
    },
    {
      "epoch": 0.381126969577932,
      "grad_norm": 0.049455657601356506,
      "learning_rate": 0.00019220752393080685,
      "loss": 10.2061,
      "step": 2183
    },
    {
      "epoch": 0.38130155820348305,
      "grad_norm": 0.05025194585323334,
      "learning_rate": 0.00019220044167092218,
      "loss": 10.2032,
      "step": 2184
    },
    {
      "epoch": 0.3814761468290341,
      "grad_norm": 0.059520281851291656,
      "learning_rate": 0.00019219335632471312,
      "loss": 10.1915,
      "step": 2185
    },
    {
      "epoch": 0.3816507354545851,
      "grad_norm": 0.04935872182250023,
      "learning_rate": 0.0001921862678924169,
      "loss": 10.1963,
      "step": 2186
    },
    {
      "epoch": 0.3818253240801362,
      "grad_norm": 0.04558040201663971,
      "learning_rate": 0.00019217917637427072,
      "loss": 10.2117,
      "step": 2187
    },
    {
      "epoch": 0.38199991270568723,
      "grad_norm": 0.04451487958431244,
      "learning_rate": 0.00019217208177051202,
      "loss": 10.2249,
      "step": 2188
    },
    {
      "epoch": 0.38217450133123826,
      "grad_norm": 0.047404248267412186,
      "learning_rate": 0.00019216498408137827,
      "loss": 10.1904,
      "step": 2189
    },
    {
      "epoch": 0.3823490899567893,
      "grad_norm": 0.04711950570344925,
      "learning_rate": 0.00019215788330710702,
      "loss": 10.1908,
      "step": 2190
    },
    {
      "epoch": 0.3825236785823404,
      "grad_norm": 0.05194248631596565,
      "learning_rate": 0.000192150779447936,
      "loss": 10.1988,
      "step": 2191
    },
    {
      "epoch": 0.3826982672078914,
      "grad_norm": 0.05384325981140137,
      "learning_rate": 0.00019214367250410298,
      "loss": 10.1759,
      "step": 2192
    },
    {
      "epoch": 0.38287285583344244,
      "grad_norm": 0.061492014676332474,
      "learning_rate": 0.00019213656247584593,
      "loss": 10.1844,
      "step": 2193
    },
    {
      "epoch": 0.38304744445899347,
      "grad_norm": 0.05564553663134575,
      "learning_rate": 0.00019212944936340275,
      "loss": 10.2092,
      "step": 2194
    },
    {
      "epoch": 0.38322203308454456,
      "grad_norm": 0.05735895410180092,
      "learning_rate": 0.0001921223331670116,
      "loss": 10.218,
      "step": 2195
    },
    {
      "epoch": 0.3833966217100956,
      "grad_norm": 0.07398679852485657,
      "learning_rate": 0.00019211521388691073,
      "loss": 10.1633,
      "step": 2196
    },
    {
      "epoch": 0.3835712103356466,
      "grad_norm": 0.07610604912042618,
      "learning_rate": 0.00019210809152333838,
      "loss": 10.1634,
      "step": 2197
    },
    {
      "epoch": 0.3837457989611977,
      "grad_norm": 0.07538637518882751,
      "learning_rate": 0.000192100966076533,
      "loss": 10.2137,
      "step": 2198
    },
    {
      "epoch": 0.38392038758674873,
      "grad_norm": 0.08907534927129745,
      "learning_rate": 0.00019209383754673306,
      "loss": 10.2562,
      "step": 2199
    },
    {
      "epoch": 0.38409497621229977,
      "grad_norm": 0.14425818622112274,
      "learning_rate": 0.00019208670593417725,
      "loss": 10.2433,
      "step": 2200
    },
    {
      "epoch": 0.38409497621229977,
      "eval_loss": 10.18808364868164,
      "eval_runtime": 0.7451,
      "eval_samples_per_second": 310.036,
      "eval_steps_per_second": 155.689,
      "step": 2200
    },
    {
      "epoch": 0.3842695648378508,
      "grad_norm": 0.036278124898672104,
      "learning_rate": 0.00019207957123910423,
      "loss": 10.2056,
      "step": 2201
    },
    {
      "epoch": 0.3844441534634019,
      "grad_norm": 0.037373386323451996,
      "learning_rate": 0.00019207243346175285,
      "loss": 10.2189,
      "step": 2202
    },
    {
      "epoch": 0.3846187420889529,
      "grad_norm": 0.036474600434303284,
      "learning_rate": 0.00019206529260236207,
      "loss": 10.2208,
      "step": 2203
    },
    {
      "epoch": 0.38479333071450394,
      "grad_norm": 0.034729503095149994,
      "learning_rate": 0.0001920581486611709,
      "loss": 10.2221,
      "step": 2204
    },
    {
      "epoch": 0.384967919340055,
      "grad_norm": 0.03812616690993309,
      "learning_rate": 0.00019205100163841848,
      "loss": 10.2078,
      "step": 2205
    },
    {
      "epoch": 0.38514250796560606,
      "grad_norm": 0.042161598801612854,
      "learning_rate": 0.00019204385153434405,
      "loss": 10.2092,
      "step": 2206
    },
    {
      "epoch": 0.3853170965911571,
      "grad_norm": 0.03603774681687355,
      "learning_rate": 0.00019203669834918694,
      "loss": 10.2064,
      "step": 2207
    },
    {
      "epoch": 0.3854916852167081,
      "grad_norm": 0.03611181303858757,
      "learning_rate": 0.0001920295420831866,
      "loss": 10.2234,
      "step": 2208
    },
    {
      "epoch": 0.38566627384225916,
      "grad_norm": 0.03853219002485275,
      "learning_rate": 0.00019202238273658263,
      "loss": 10.2019,
      "step": 2209
    },
    {
      "epoch": 0.38584086246781024,
      "grad_norm": 0.035165850073099136,
      "learning_rate": 0.0001920152203096146,
      "loss": 10.1983,
      "step": 2210
    },
    {
      "epoch": 0.3860154510933613,
      "grad_norm": 0.040422435849905014,
      "learning_rate": 0.00019200805480252235,
      "loss": 10.2014,
      "step": 2211
    },
    {
      "epoch": 0.3861900397189123,
      "grad_norm": 0.03859621286392212,
      "learning_rate": 0.00019200088621554567,
      "loss": 10.1848,
      "step": 2212
    },
    {
      "epoch": 0.38636462834446333,
      "grad_norm": 0.04064042866230011,
      "learning_rate": 0.0001919937145489245,
      "loss": 10.2109,
      "step": 2213
    },
    {
      "epoch": 0.3865392169700144,
      "grad_norm": 0.03648914024233818,
      "learning_rate": 0.00019198653980289902,
      "loss": 10.214,
      "step": 2214
    },
    {
      "epoch": 0.38671380559556545,
      "grad_norm": 0.03746635839343071,
      "learning_rate": 0.0001919793619777093,
      "loss": 10.2172,
      "step": 2215
    },
    {
      "epoch": 0.3868883942211165,
      "grad_norm": 0.03665781766176224,
      "learning_rate": 0.00019197218107359562,
      "loss": 10.1854,
      "step": 2216
    },
    {
      "epoch": 0.3870629828466675,
      "grad_norm": 0.040921855717897415,
      "learning_rate": 0.00019196499709079842,
      "loss": 10.2033,
      "step": 2217
    },
    {
      "epoch": 0.3872375714722186,
      "grad_norm": 0.051013946533203125,
      "learning_rate": 0.0001919578100295581,
      "loss": 10.231,
      "step": 2218
    },
    {
      "epoch": 0.38741216009776963,
      "grad_norm": 0.03847870975732803,
      "learning_rate": 0.00019195061989011526,
      "loss": 10.2077,
      "step": 2219
    },
    {
      "epoch": 0.38758674872332066,
      "grad_norm": 0.052745185792446136,
      "learning_rate": 0.00019194342667271065,
      "loss": 10.2143,
      "step": 2220
    },
    {
      "epoch": 0.38776133734887175,
      "grad_norm": 0.03976060450077057,
      "learning_rate": 0.00019193623037758496,
      "loss": 10.1955,
      "step": 2221
    },
    {
      "epoch": 0.3879359259744228,
      "grad_norm": 0.042271751910448074,
      "learning_rate": 0.0001919290310049791,
      "loss": 10.1896,
      "step": 2222
    },
    {
      "epoch": 0.3881105145999738,
      "grad_norm": 0.041278425604104996,
      "learning_rate": 0.00019192182855513412,
      "loss": 10.2314,
      "step": 2223
    },
    {
      "epoch": 0.38828510322552484,
      "grad_norm": 0.03864398971199989,
      "learning_rate": 0.00019191462302829107,
      "loss": 10.2136,
      "step": 2224
    },
    {
      "epoch": 0.38845969185107593,
      "grad_norm": 0.04273860156536102,
      "learning_rate": 0.00019190741442469116,
      "loss": 10.2062,
      "step": 2225
    },
    {
      "epoch": 0.38863428047662696,
      "grad_norm": 0.04018017649650574,
      "learning_rate": 0.0001919002027445757,
      "loss": 10.2253,
      "step": 2226
    },
    {
      "epoch": 0.388808869102178,
      "grad_norm": 0.037949033081531525,
      "learning_rate": 0.000191892987988186,
      "loss": 10.2254,
      "step": 2227
    },
    {
      "epoch": 0.388983457727729,
      "grad_norm": 0.04620278999209404,
      "learning_rate": 0.00019188577015576374,
      "loss": 10.2014,
      "step": 2228
    },
    {
      "epoch": 0.3891580463532801,
      "grad_norm": 0.04278009012341499,
      "learning_rate": 0.00019187854924755042,
      "loss": 10.1947,
      "step": 2229
    },
    {
      "epoch": 0.38933263497883114,
      "grad_norm": 0.044981785118579865,
      "learning_rate": 0.00019187132526378775,
      "loss": 10.1994,
      "step": 2230
    },
    {
      "epoch": 0.38950722360438217,
      "grad_norm": 0.044106464833021164,
      "learning_rate": 0.00019186409820471758,
      "loss": 10.1797,
      "step": 2231
    },
    {
      "epoch": 0.3896818122299332,
      "grad_norm": 0.05099742114543915,
      "learning_rate": 0.00019185686807058182,
      "loss": 10.2181,
      "step": 2232
    },
    {
      "epoch": 0.3898564008554843,
      "grad_norm": 0.04785652831196785,
      "learning_rate": 0.00019184963486162251,
      "loss": 10.1702,
      "step": 2233
    },
    {
      "epoch": 0.3900309894810353,
      "grad_norm": 0.05032745748758316,
      "learning_rate": 0.00019184239857808174,
      "loss": 10.1981,
      "step": 2234
    },
    {
      "epoch": 0.39020557810658635,
      "grad_norm": 0.04998008534312248,
      "learning_rate": 0.00019183515922020173,
      "loss": 10.1926,
      "step": 2235
    },
    {
      "epoch": 0.3903801667321374,
      "grad_norm": 0.048053156584501266,
      "learning_rate": 0.00019182791678822484,
      "loss": 10.1789,
      "step": 2236
    },
    {
      "epoch": 0.39055475535768847,
      "grad_norm": 0.0545944906771183,
      "learning_rate": 0.0001918206712823935,
      "loss": 10.1814,
      "step": 2237
    },
    {
      "epoch": 0.3907293439832395,
      "grad_norm": 0.0526447631418705,
      "learning_rate": 0.00019181342270295027,
      "loss": 10.2008,
      "step": 2238
    },
    {
      "epoch": 0.3909039326087905,
      "grad_norm": 0.056000966578722,
      "learning_rate": 0.00019180617105013777,
      "loss": 10.1782,
      "step": 2239
    },
    {
      "epoch": 0.39107852123434156,
      "grad_norm": 0.05683720111846924,
      "learning_rate": 0.0001917989163241987,
      "loss": 10.2037,
      "step": 2240
    },
    {
      "epoch": 0.39125310985989264,
      "grad_norm": 0.053915973752737045,
      "learning_rate": 0.00019179165852537596,
      "loss": 10.189,
      "step": 2241
    },
    {
      "epoch": 0.3914276984854437,
      "grad_norm": 0.05672619864344597,
      "learning_rate": 0.00019178439765391248,
      "loss": 10.2134,
      "step": 2242
    },
    {
      "epoch": 0.3916022871109947,
      "grad_norm": 0.0583881251513958,
      "learning_rate": 0.0001917771337100513,
      "loss": 10.2185,
      "step": 2243
    },
    {
      "epoch": 0.39177687573654574,
      "grad_norm": 0.05740412324666977,
      "learning_rate": 0.00019176986669403555,
      "loss": 10.21,
      "step": 2244
    },
    {
      "epoch": 0.3919514643620968,
      "grad_norm": 0.06618524342775345,
      "learning_rate": 0.0001917625966061086,
      "loss": 10.1783,
      "step": 2245
    },
    {
      "epoch": 0.39212605298764786,
      "grad_norm": 0.058380939066410065,
      "learning_rate": 0.00019175532344651366,
      "loss": 10.1961,
      "step": 2246
    },
    {
      "epoch": 0.3923006416131989,
      "grad_norm": 0.05977349728345871,
      "learning_rate": 0.0001917480472154943,
      "loss": 10.1847,
      "step": 2247
    },
    {
      "epoch": 0.39247523023875,
      "grad_norm": 0.07882179319858551,
      "learning_rate": 0.00019174076791329405,
      "loss": 10.2145,
      "step": 2248
    },
    {
      "epoch": 0.392649818864301,
      "grad_norm": 0.0777570903301239,
      "learning_rate": 0.00019173348554015656,
      "loss": 10.1905,
      "step": 2249
    },
    {
      "epoch": 0.39282440748985203,
      "grad_norm": 0.10658981651067734,
      "learning_rate": 0.0001917262000963256,
      "loss": 10.2313,
      "step": 2250
    },
    {
      "epoch": 0.39299899611540307,
      "grad_norm": 0.037749383598566055,
      "learning_rate": 0.0001917189115820451,
      "loss": 10.2114,
      "step": 2251
    },
    {
      "epoch": 0.39317358474095415,
      "grad_norm": 0.03572303429245949,
      "learning_rate": 0.00019171161999755894,
      "loss": 10.2121,
      "step": 2252
    },
    {
      "epoch": 0.3933481733665052,
      "grad_norm": 0.04456092044711113,
      "learning_rate": 0.00019170432534311132,
      "loss": 10.2253,
      "step": 2253
    },
    {
      "epoch": 0.3935227619920562,
      "grad_norm": 0.048554886132478714,
      "learning_rate": 0.0001916970276189463,
      "loss": 10.2045,
      "step": 2254
    },
    {
      "epoch": 0.39369735061760724,
      "grad_norm": 0.04154910519719124,
      "learning_rate": 0.00019168972682530826,
      "loss": 10.2222,
      "step": 2255
    },
    {
      "epoch": 0.39387193924315833,
      "grad_norm": 0.040245119482278824,
      "learning_rate": 0.00019168242296244153,
      "loss": 10.2209,
      "step": 2256
    },
    {
      "epoch": 0.39404652786870936,
      "grad_norm": 0.039943628013134,
      "learning_rate": 0.00019167511603059064,
      "loss": 10.2206,
      "step": 2257
    },
    {
      "epoch": 0.3942211164942604,
      "grad_norm": 0.03530764579772949,
      "learning_rate": 0.00019166780603000014,
      "loss": 10.2021,
      "step": 2258
    },
    {
      "epoch": 0.3943957051198114,
      "grad_norm": 0.03912751004099846,
      "learning_rate": 0.00019166049296091476,
      "loss": 10.2316,
      "step": 2259
    },
    {
      "epoch": 0.3945702937453625,
      "grad_norm": 0.03463396430015564,
      "learning_rate": 0.00019165317682357926,
      "loss": 10.2164,
      "step": 2260
    },
    {
      "epoch": 0.39474488237091354,
      "grad_norm": 0.03567458316683769,
      "learning_rate": 0.00019164585761823858,
      "loss": 10.2163,
      "step": 2261
    },
    {
      "epoch": 0.39491947099646457,
      "grad_norm": 0.050872549414634705,
      "learning_rate": 0.0001916385353451377,
      "loss": 10.2219,
      "step": 2262
    },
    {
      "epoch": 0.3950940596220156,
      "grad_norm": 0.03611128404736519,
      "learning_rate": 0.00019163121000452174,
      "loss": 10.2101,
      "step": 2263
    },
    {
      "epoch": 0.3952686482475667,
      "grad_norm": 0.043134525418281555,
      "learning_rate": 0.00019162388159663592,
      "loss": 10.2263,
      "step": 2264
    },
    {
      "epoch": 0.3954432368731177,
      "grad_norm": 0.04155811667442322,
      "learning_rate": 0.00019161655012172557,
      "loss": 10.2261,
      "step": 2265
    },
    {
      "epoch": 0.39561782549866875,
      "grad_norm": 0.04364766180515289,
      "learning_rate": 0.00019160921558003603,
      "loss": 10.1927,
      "step": 2266
    },
    {
      "epoch": 0.3957924141242198,
      "grad_norm": 0.03774441406130791,
      "learning_rate": 0.00019160187797181286,
      "loss": 10.2294,
      "step": 2267
    },
    {
      "epoch": 0.39596700274977087,
      "grad_norm": 0.039448272436857224,
      "learning_rate": 0.00019159453729730166,
      "loss": 10.2062,
      "step": 2268
    },
    {
      "epoch": 0.3961415913753219,
      "grad_norm": 0.04036547616124153,
      "learning_rate": 0.0001915871935567482,
      "loss": 10.1953,
      "step": 2269
    },
    {
      "epoch": 0.39631618000087293,
      "grad_norm": 0.038302283734083176,
      "learning_rate": 0.00019157984675039825,
      "loss": 10.1989,
      "step": 2270
    },
    {
      "epoch": 0.39649076862642396,
      "grad_norm": 0.04147859662771225,
      "learning_rate": 0.00019157249687849775,
      "loss": 10.2024,
      "step": 2271
    },
    {
      "epoch": 0.39666535725197505,
      "grad_norm": 0.03860897198319435,
      "learning_rate": 0.0001915651439412928,
      "loss": 10.1941,
      "step": 2272
    },
    {
      "epoch": 0.3968399458775261,
      "grad_norm": 0.03792497143149376,
      "learning_rate": 0.00019155778793902942,
      "loss": 10.2068,
      "step": 2273
    },
    {
      "epoch": 0.3970145345030771,
      "grad_norm": 0.0398547500371933,
      "learning_rate": 0.00019155042887195392,
      "loss": 10.2023,
      "step": 2274
    },
    {
      "epoch": 0.3971891231286282,
      "grad_norm": 0.03926420211791992,
      "learning_rate": 0.00019154306674031262,
      "loss": 10.2109,
      "step": 2275
    },
    {
      "epoch": 0.3973637117541792,
      "grad_norm": 0.04122254624962807,
      "learning_rate": 0.00019153570154435196,
      "loss": 10.1964,
      "step": 2276
    },
    {
      "epoch": 0.39753830037973026,
      "grad_norm": 0.05089027062058449,
      "learning_rate": 0.00019152833328431846,
      "loss": 10.1866,
      "step": 2277
    },
    {
      "epoch": 0.3977128890052813,
      "grad_norm": 0.04123314470052719,
      "learning_rate": 0.0001915209619604588,
      "loss": 10.1985,
      "step": 2278
    },
    {
      "epoch": 0.3978874776308324,
      "grad_norm": 0.04925220087170601,
      "learning_rate": 0.00019151358757301976,
      "loss": 10.2158,
      "step": 2279
    },
    {
      "epoch": 0.3980620662563834,
      "grad_norm": 0.04438714683055878,
      "learning_rate": 0.00019150621012224808,
      "loss": 10.2097,
      "step": 2280
    },
    {
      "epoch": 0.39823665488193444,
      "grad_norm": 0.04338214546442032,
      "learning_rate": 0.00019149882960839082,
      "loss": 10.2007,
      "step": 2281
    },
    {
      "epoch": 0.39841124350748547,
      "grad_norm": 0.04789744317531586,
      "learning_rate": 0.000191491446031695,
      "loss": 10.1946,
      "step": 2282
    },
    {
      "epoch": 0.39858583213303656,
      "grad_norm": 0.05054332688450813,
      "learning_rate": 0.00019148405939240775,
      "loss": 10.1792,
      "step": 2283
    },
    {
      "epoch": 0.3987604207585876,
      "grad_norm": 0.04662376269698143,
      "learning_rate": 0.00019147666969077638,
      "loss": 10.2222,
      "step": 2284
    },
    {
      "epoch": 0.3989350093841386,
      "grad_norm": 0.04722364991903305,
      "learning_rate": 0.0001914692769270482,
      "loss": 10.1933,
      "step": 2285
    },
    {
      "epoch": 0.39910959800968965,
      "grad_norm": 0.04431463032960892,
      "learning_rate": 0.00019146188110147073,
      "loss": 10.1899,
      "step": 2286
    },
    {
      "epoch": 0.39928418663524073,
      "grad_norm": 0.05353318899869919,
      "learning_rate": 0.0001914544822142915,
      "loss": 10.1965,
      "step": 2287
    },
    {
      "epoch": 0.39945877526079177,
      "grad_norm": 0.055150847882032394,
      "learning_rate": 0.0001914470802657582,
      "loss": 10.1917,
      "step": 2288
    },
    {
      "epoch": 0.3996333638863428,
      "grad_norm": 0.05091716721653938,
      "learning_rate": 0.00019143967525611858,
      "loss": 10.1982,
      "step": 2289
    },
    {
      "epoch": 0.3998079525118938,
      "grad_norm": 0.05288054794073105,
      "learning_rate": 0.00019143226718562059,
      "loss": 10.2025,
      "step": 2290
    },
    {
      "epoch": 0.3999825411374449,
      "grad_norm": 0.057613614946603775,
      "learning_rate": 0.00019142485605451207,
      "loss": 10.1766,
      "step": 2291
    },
    {
      "epoch": 0.40015712976299594,
      "grad_norm": 0.05387631058692932,
      "learning_rate": 0.00019141744186304123,
      "loss": 10.2176,
      "step": 2292
    },
    {
      "epoch": 0.400331718388547,
      "grad_norm": 0.05928640067577362,
      "learning_rate": 0.0001914100246114562,
      "loss": 10.1756,
      "step": 2293
    },
    {
      "epoch": 0.400506307014098,
      "grad_norm": 0.056828342378139496,
      "learning_rate": 0.00019140260430000524,
      "loss": 10.1899,
      "step": 2294
    },
    {
      "epoch": 0.4006808956396491,
      "grad_norm": 0.05468985065817833,
      "learning_rate": 0.0001913951809289368,
      "loss": 10.1803,
      "step": 2295
    },
    {
      "epoch": 0.4008554842652001,
      "grad_norm": 0.0695033073425293,
      "learning_rate": 0.00019138775449849935,
      "loss": 10.1922,
      "step": 2296
    },
    {
      "epoch": 0.40103007289075115,
      "grad_norm": 0.07617848366498947,
      "learning_rate": 0.00019138032500894145,
      "loss": 10.1887,
      "step": 2297
    },
    {
      "epoch": 0.4012046615163022,
      "grad_norm": 0.07123197615146637,
      "learning_rate": 0.00019137289246051183,
      "loss": 10.1942,
      "step": 2298
    },
    {
      "epoch": 0.40137925014185327,
      "grad_norm": 0.07242242991924286,
      "learning_rate": 0.00019136545685345926,
      "loss": 10.1608,
      "step": 2299
    },
    {
      "epoch": 0.4015538387674043,
      "grad_norm": 0.14649276435375214,
      "learning_rate": 0.00019135801818803268,
      "loss": 10.2561,
      "step": 2300
    },
    {
      "epoch": 0.40172842739295533,
      "grad_norm": 0.03761056438088417,
      "learning_rate": 0.00019135057646448104,
      "loss": 10.2122,
      "step": 2301
    },
    {
      "epoch": 0.4019030160185064,
      "grad_norm": 0.038317251950502396,
      "learning_rate": 0.0001913431316830535,
      "loss": 10.207,
      "step": 2302
    },
    {
      "epoch": 0.40207760464405745,
      "grad_norm": 0.038582030683755875,
      "learning_rate": 0.00019133568384399922,
      "loss": 10.2249,
      "step": 2303
    },
    {
      "epoch": 0.4022521932696085,
      "grad_norm": 0.034147959202528,
      "learning_rate": 0.00019132823294756753,
      "loss": 10.2364,
      "step": 2304
    },
    {
      "epoch": 0.4024267818951595,
      "grad_norm": 0.04329096898436546,
      "learning_rate": 0.00019132077899400787,
      "loss": 10.1992,
      "step": 2305
    },
    {
      "epoch": 0.4026013705207106,
      "grad_norm": 0.040806595236063004,
      "learning_rate": 0.0001913133219835697,
      "loss": 10.2157,
      "step": 2306
    },
    {
      "epoch": 0.40277595914626163,
      "grad_norm": 0.03544069454073906,
      "learning_rate": 0.00019130586191650265,
      "loss": 10.1919,
      "step": 2307
    },
    {
      "epoch": 0.40295054777181266,
      "grad_norm": 0.033765748143196106,
      "learning_rate": 0.00019129839879305648,
      "loss": 10.2219,
      "step": 2308
    },
    {
      "epoch": 0.4031251363973637,
      "grad_norm": 0.033398475497961044,
      "learning_rate": 0.00019129093261348096,
      "loss": 10.2188,
      "step": 2309
    },
    {
      "epoch": 0.4032997250229148,
      "grad_norm": 0.036068618297576904,
      "learning_rate": 0.00019128346337802602,
      "loss": 10.1916,
      "step": 2310
    },
    {
      "epoch": 0.4034743136484658,
      "grad_norm": 0.045740239322185516,
      "learning_rate": 0.0001912759910869417,
      "loss": 10.1813,
      "step": 2311
    },
    {
      "epoch": 0.40364890227401684,
      "grad_norm": 0.037733662873506546,
      "learning_rate": 0.00019126851574047818,
      "loss": 10.2024,
      "step": 2312
    },
    {
      "epoch": 0.40382349089956787,
      "grad_norm": 0.03675033152103424,
      "learning_rate": 0.00019126103733888562,
      "loss": 10.1998,
      "step": 2313
    },
    {
      "epoch": 0.40399807952511896,
      "grad_norm": 0.03690725564956665,
      "learning_rate": 0.00019125355588241435,
      "loss": 10.2206,
      "step": 2314
    },
    {
      "epoch": 0.40417266815067,
      "grad_norm": 0.03604994714260101,
      "learning_rate": 0.00019124607137131484,
      "loss": 10.229,
      "step": 2315
    },
    {
      "epoch": 0.404347256776221,
      "grad_norm": 0.04425936937332153,
      "learning_rate": 0.00019123858380583762,
      "loss": 10.2224,
      "step": 2316
    },
    {
      "epoch": 0.40452184540177205,
      "grad_norm": 0.03773783519864082,
      "learning_rate": 0.00019123109318623332,
      "loss": 10.2099,
      "step": 2317
    },
    {
      "epoch": 0.40469643402732314,
      "grad_norm": 0.038185302168130875,
      "learning_rate": 0.00019122359951275267,
      "loss": 10.2286,
      "step": 2318
    },
    {
      "epoch": 0.40487102265287417,
      "grad_norm": 0.03517783433198929,
      "learning_rate": 0.00019121610278564655,
      "loss": 10.1879,
      "step": 2319
    },
    {
      "epoch": 0.4050456112784252,
      "grad_norm": 0.03636202588677406,
      "learning_rate": 0.00019120860300516588,
      "loss": 10.2203,
      "step": 2320
    },
    {
      "epoch": 0.40522019990397623,
      "grad_norm": 0.044048089534044266,
      "learning_rate": 0.0001912011001715617,
      "loss": 10.1916,
      "step": 2321
    },
    {
      "epoch": 0.4053947885295273,
      "grad_norm": 0.0386015847325325,
      "learning_rate": 0.00019119359428508518,
      "loss": 10.1773,
      "step": 2322
    },
    {
      "epoch": 0.40556937715507835,
      "grad_norm": 0.03807785362005234,
      "learning_rate": 0.00019118608534598756,
      "loss": 10.1925,
      "step": 2323
    },
    {
      "epoch": 0.4057439657806294,
      "grad_norm": 0.035485755652189255,
      "learning_rate": 0.0001911785733545202,
      "loss": 10.2012,
      "step": 2324
    },
    {
      "epoch": 0.4059185544061804,
      "grad_norm": 0.042324651032686234,
      "learning_rate": 0.00019117105831093458,
      "loss": 10.1892,
      "step": 2325
    },
    {
      "epoch": 0.4060931430317315,
      "grad_norm": 0.047503650188446045,
      "learning_rate": 0.0001911635402154822,
      "loss": 10.1849,
      "step": 2326
    },
    {
      "epoch": 0.4062677316572825,
      "grad_norm": 0.0412287637591362,
      "learning_rate": 0.00019115601906841479,
      "loss": 10.2193,
      "step": 2327
    },
    {
      "epoch": 0.40644232028283356,
      "grad_norm": 0.043471407145261765,
      "learning_rate": 0.00019114849486998408,
      "loss": 10.2308,
      "step": 2328
    },
    {
      "epoch": 0.40661690890838464,
      "grad_norm": 0.04236892983317375,
      "learning_rate": 0.0001911409676204419,
      "loss": 10.2101,
      "step": 2329
    },
    {
      "epoch": 0.4067914975339357,
      "grad_norm": 0.042570412158966064,
      "learning_rate": 0.0001911334373200403,
      "loss": 10.2021,
      "step": 2330
    },
    {
      "epoch": 0.4069660861594867,
      "grad_norm": 0.05270220711827278,
      "learning_rate": 0.00019112590396903127,
      "loss": 10.1857,
      "step": 2331
    },
    {
      "epoch": 0.40714067478503774,
      "grad_norm": 0.042879849672317505,
      "learning_rate": 0.00019111836756766705,
      "loss": 10.1848,
      "step": 2332
    },
    {
      "epoch": 0.4073152634105888,
      "grad_norm": 0.04625922441482544,
      "learning_rate": 0.00019111082811619986,
      "loss": 10.2068,
      "step": 2333
    },
    {
      "epoch": 0.40748985203613985,
      "grad_norm": 0.04503282159566879,
      "learning_rate": 0.0001911032856148821,
      "loss": 10.1806,
      "step": 2334
    },
    {
      "epoch": 0.4076644406616909,
      "grad_norm": 0.04678858444094658,
      "learning_rate": 0.00019109574006396623,
      "loss": 10.1902,
      "step": 2335
    },
    {
      "epoch": 0.4078390292872419,
      "grad_norm": 0.04754166677594185,
      "learning_rate": 0.00019108819146370487,
      "loss": 10.1966,
      "step": 2336
    },
    {
      "epoch": 0.408013617912793,
      "grad_norm": 0.0476120226085186,
      "learning_rate": 0.00019108063981435066,
      "loss": 10.1734,
      "step": 2337
    },
    {
      "epoch": 0.40818820653834403,
      "grad_norm": 0.05107280611991882,
      "learning_rate": 0.0001910730851161564,
      "loss": 10.1845,
      "step": 2338
    },
    {
      "epoch": 0.40836279516389506,
      "grad_norm": 0.05177022144198418,
      "learning_rate": 0.000191065527369375,
      "loss": 10.1961,
      "step": 2339
    },
    {
      "epoch": 0.4085373837894461,
      "grad_norm": 0.05110027641057968,
      "learning_rate": 0.00019105796657425942,
      "loss": 10.1817,
      "step": 2340
    },
    {
      "epoch": 0.4087119724149972,
      "grad_norm": 0.05653023719787598,
      "learning_rate": 0.00019105040273106273,
      "loss": 10.1864,
      "step": 2341
    },
    {
      "epoch": 0.4088865610405482,
      "grad_norm": 0.055047038942575455,
      "learning_rate": 0.0001910428358400382,
      "loss": 10.2065,
      "step": 2342
    },
    {
      "epoch": 0.40906114966609924,
      "grad_norm": 0.05416256561875343,
      "learning_rate": 0.00019103526590143904,
      "loss": 10.1768,
      "step": 2343
    },
    {
      "epoch": 0.4092357382916503,
      "grad_norm": 0.05999311804771423,
      "learning_rate": 0.00019102769291551866,
      "loss": 10.1811,
      "step": 2344
    },
    {
      "epoch": 0.40941032691720136,
      "grad_norm": 0.06316561996936798,
      "learning_rate": 0.00019102011688253062,
      "loss": 10.1789,
      "step": 2345
    },
    {
      "epoch": 0.4095849155427524,
      "grad_norm": 0.06505914777517319,
      "learning_rate": 0.00019101253780272846,
      "loss": 10.1866,
      "step": 2346
    },
    {
      "epoch": 0.4097595041683034,
      "grad_norm": 0.065757155418396,
      "learning_rate": 0.00019100495567636591,
      "loss": 10.1734,
      "step": 2347
    },
    {
      "epoch": 0.40993409279385445,
      "grad_norm": 0.08132921159267426,
      "learning_rate": 0.0001909973705036968,
      "loss": 10.2023,
      "step": 2348
    },
    {
      "epoch": 0.41010868141940554,
      "grad_norm": 0.08950337022542953,
      "learning_rate": 0.00019098978228497497,
      "loss": 10.1947,
      "step": 2349
    },
    {
      "epoch": 0.41028327004495657,
      "grad_norm": 0.12866908311843872,
      "learning_rate": 0.00019098219102045447,
      "loss": 10.2103,
      "step": 2350
    },
    {
      "epoch": 0.4104578586705076,
      "grad_norm": 0.04873973876237869,
      "learning_rate": 0.00019097459671038938,
      "loss": 10.2103,
      "step": 2351
    },
    {
      "epoch": 0.4106324472960587,
      "grad_norm": 0.03885111212730408,
      "learning_rate": 0.00019096699935503396,
      "loss": 10.2177,
      "step": 2352
    },
    {
      "epoch": 0.4108070359216097,
      "grad_norm": 0.03834697604179382,
      "learning_rate": 0.0001909593989546425,
      "loss": 10.2088,
      "step": 2353
    },
    {
      "epoch": 0.41098162454716075,
      "grad_norm": 0.0398525595664978,
      "learning_rate": 0.0001909517955094694,
      "loss": 10.2094,
      "step": 2354
    },
    {
      "epoch": 0.4111562131727118,
      "grad_norm": 0.036911360919475555,
      "learning_rate": 0.00019094418901976923,
      "loss": 10.2202,
      "step": 2355
    },
    {
      "epoch": 0.41133080179826287,
      "grad_norm": 0.0388500951230526,
      "learning_rate": 0.00019093657948579656,
      "loss": 10.191,
      "step": 2356
    },
    {
      "epoch": 0.4115053904238139,
      "grad_norm": 0.03548998385667801,
      "learning_rate": 0.00019092896690780614,
      "loss": 10.2306,
      "step": 2357
    },
    {
      "epoch": 0.41167997904936493,
      "grad_norm": 0.04444492235779762,
      "learning_rate": 0.00019092135128605277,
      "loss": 10.2258,
      "step": 2358
    },
    {
      "epoch": 0.41185456767491596,
      "grad_norm": 0.04442166909575462,
      "learning_rate": 0.0001909137326207914,
      "loss": 10.1862,
      "step": 2359
    },
    {
      "epoch": 0.41202915630046705,
      "grad_norm": 0.03918870538473129,
      "learning_rate": 0.00019090611091227705,
      "loss": 10.1883,
      "step": 2360
    },
    {
      "epoch": 0.4122037449260181,
      "grad_norm": 0.04250127822160721,
      "learning_rate": 0.0001908984861607648,
      "loss": 10.1929,
      "step": 2361
    },
    {
      "epoch": 0.4123783335515691,
      "grad_norm": 0.037162214517593384,
      "learning_rate": 0.00019089085836650996,
      "loss": 10.1961,
      "step": 2362
    },
    {
      "epoch": 0.41255292217712014,
      "grad_norm": 0.03742523491382599,
      "learning_rate": 0.00019088322752976785,
      "loss": 10.2165,
      "step": 2363
    },
    {
      "epoch": 0.4127275108026712,
      "grad_norm": 0.03854304552078247,
      "learning_rate": 0.00019087559365079382,
      "loss": 10.2091,
      "step": 2364
    },
    {
      "epoch": 0.41290209942822226,
      "grad_norm": 0.033607397228479385,
      "learning_rate": 0.00019086795672984352,
      "loss": 10.2145,
      "step": 2365
    },
    {
      "epoch": 0.4130766880537733,
      "grad_norm": 0.0390755720436573,
      "learning_rate": 0.00019086031676717252,
      "loss": 10.2122,
      "step": 2366
    },
    {
      "epoch": 0.4132512766793243,
      "grad_norm": 0.038313888013362885,
      "learning_rate": 0.0001908526737630366,
      "loss": 10.1891,
      "step": 2367
    },
    {
      "epoch": 0.4134258653048754,
      "grad_norm": 0.043553464114665985,
      "learning_rate": 0.0001908450277176916,
      "loss": 10.2374,
      "step": 2368
    },
    {
      "epoch": 0.41360045393042644,
      "grad_norm": 0.039204150438308716,
      "learning_rate": 0.00019083737863139343,
      "loss": 10.1817,
      "step": 2369
    },
    {
      "epoch": 0.41377504255597747,
      "grad_norm": 0.03843582421541214,
      "learning_rate": 0.00019082972650439817,
      "loss": 10.2068,
      "step": 2370
    },
    {
      "epoch": 0.4139496311815285,
      "grad_norm": 0.04179958254098892,
      "learning_rate": 0.00019082207133696191,
      "loss": 10.2309,
      "step": 2371
    },
    {
      "epoch": 0.4141242198070796,
      "grad_norm": 0.03913571313023567,
      "learning_rate": 0.000190814413129341,
      "loss": 10.2205,
      "step": 2372
    },
    {
      "epoch": 0.4142988084326306,
      "grad_norm": 0.04621335491538048,
      "learning_rate": 0.00019080675188179168,
      "loss": 10.2042,
      "step": 2373
    },
    {
      "epoch": 0.41447339705818165,
      "grad_norm": 0.04237117990851402,
      "learning_rate": 0.00019079908759457047,
      "loss": 10.2134,
      "step": 2374
    },
    {
      "epoch": 0.4146479856837327,
      "grad_norm": 0.04522201046347618,
      "learning_rate": 0.00019079142026793392,
      "loss": 10.2147,
      "step": 2375
    },
    {
      "epoch": 0.41482257430928376,
      "grad_norm": 0.036636970937252045,
      "learning_rate": 0.0001907837499021387,
      "loss": 10.2242,
      "step": 2376
    },
    {
      "epoch": 0.4149971629348348,
      "grad_norm": 0.03733667731285095,
      "learning_rate": 0.00019077607649744152,
      "loss": 10.2231,
      "step": 2377
    },
    {
      "epoch": 0.4151717515603858,
      "grad_norm": 0.04256788641214371,
      "learning_rate": 0.0001907684000540993,
      "loss": 10.1702,
      "step": 2378
    },
    {
      "epoch": 0.4153463401859369,
      "grad_norm": 0.03898068889975548,
      "learning_rate": 0.0001907607205723689,
      "loss": 10.2141,
      "step": 2379
    },
    {
      "epoch": 0.41552092881148794,
      "grad_norm": 0.044500891119241714,
      "learning_rate": 0.0001907530380525075,
      "loss": 10.1908,
      "step": 2380
    },
    {
      "epoch": 0.415695517437039,
      "grad_norm": 0.0439322330057621,
      "learning_rate": 0.0001907453524947722,
      "loss": 10.1919,
      "step": 2381
    },
    {
      "epoch": 0.41587010606259,
      "grad_norm": 0.04421154037117958,
      "learning_rate": 0.00019073766389942032,
      "loss": 10.2283,
      "step": 2382
    },
    {
      "epoch": 0.4160446946881411,
      "grad_norm": 0.043165531009435654,
      "learning_rate": 0.00019072997226670917,
      "loss": 10.1964,
      "step": 2383
    },
    {
      "epoch": 0.4162192833136921,
      "grad_norm": 0.05825299769639969,
      "learning_rate": 0.00019072227759689626,
      "loss": 10.2097,
      "step": 2384
    },
    {
      "epoch": 0.41639387193924315,
      "grad_norm": 0.04271816089749336,
      "learning_rate": 0.0001907145798902391,
      "loss": 10.209,
      "step": 2385
    },
    {
      "epoch": 0.4165684605647942,
      "grad_norm": 0.043027956038713455,
      "learning_rate": 0.00019070687914699542,
      "loss": 10.1933,
      "step": 2386
    },
    {
      "epoch": 0.41674304919034527,
      "grad_norm": 0.045017268508672714,
      "learning_rate": 0.00019069917536742304,
      "loss": 10.2161,
      "step": 2387
    },
    {
      "epoch": 0.4169176378158963,
      "grad_norm": 0.04586276784539223,
      "learning_rate": 0.00019069146855177973,
      "loss": 10.1941,
      "step": 2388
    },
    {
      "epoch": 0.41709222644144733,
      "grad_norm": 0.04902809485793114,
      "learning_rate": 0.00019068375870032354,
      "loss": 10.1962,
      "step": 2389
    },
    {
      "epoch": 0.41726681506699836,
      "grad_norm": 0.053166840225458145,
      "learning_rate": 0.0001906760458133125,
      "loss": 10.1895,
      "step": 2390
    },
    {
      "epoch": 0.41744140369254945,
      "grad_norm": 0.05086604133248329,
      "learning_rate": 0.00019066832989100485,
      "loss": 10.1713,
      "step": 2391
    },
    {
      "epoch": 0.4176159923181005,
      "grad_norm": 0.053026072680950165,
      "learning_rate": 0.00019066061093365883,
      "loss": 10.2193,
      "step": 2392
    },
    {
      "epoch": 0.4177905809436515,
      "grad_norm": 0.054105859249830246,
      "learning_rate": 0.00019065288894153283,
      "loss": 10.1944,
      "step": 2393
    },
    {
      "epoch": 0.41796516956920254,
      "grad_norm": 0.059517752379179,
      "learning_rate": 0.00019064516391488538,
      "loss": 10.2031,
      "step": 2394
    },
    {
      "epoch": 0.41813975819475363,
      "grad_norm": 0.07124093174934387,
      "learning_rate": 0.00019063743585397502,
      "loss": 10.1725,
      "step": 2395
    },
    {
      "epoch": 0.41831434682030466,
      "grad_norm": 0.06803617626428604,
      "learning_rate": 0.00019062970475906043,
      "loss": 10.161,
      "step": 2396
    },
    {
      "epoch": 0.4184889354458557,
      "grad_norm": 0.06708827614784241,
      "learning_rate": 0.0001906219706304005,
      "loss": 10.1747,
      "step": 2397
    },
    {
      "epoch": 0.4186635240714067,
      "grad_norm": 0.07597053796052933,
      "learning_rate": 0.00019061423346825395,
      "loss": 10.2002,
      "step": 2398
    },
    {
      "epoch": 0.4188381126969578,
      "grad_norm": 0.0894918367266655,
      "learning_rate": 0.00019060649327287994,
      "loss": 10.2129,
      "step": 2399
    },
    {
      "epoch": 0.41901270132250884,
      "grad_norm": 0.11886247992515564,
      "learning_rate": 0.00019059875004453746,
      "loss": 10.2359,
      "step": 2400
    },
    {
      "epoch": 0.41901270132250884,
      "eval_loss": 10.186244010925293,
      "eval_runtime": 0.7424,
      "eval_samples_per_second": 311.16,
      "eval_steps_per_second": 156.253,
      "step": 2400
    },
    {
      "epoch": 0.41918728994805987,
      "grad_norm": 0.0377911813557148,
      "learning_rate": 0.00019059100378348575,
      "loss": 10.1899,
      "step": 2401
    },
    {
      "epoch": 0.4193618785736109,
      "grad_norm": 0.04170917719602585,
      "learning_rate": 0.0001905832544899841,
      "loss": 10.1981,
      "step": 2402
    },
    {
      "epoch": 0.419536467199162,
      "grad_norm": 0.03852653130888939,
      "learning_rate": 0.00019057550216429196,
      "loss": 10.2099,
      "step": 2403
    },
    {
      "epoch": 0.419711055824713,
      "grad_norm": 0.03728755936026573,
      "learning_rate": 0.00019056774680666874,
      "loss": 10.2145,
      "step": 2404
    },
    {
      "epoch": 0.41988564445026405,
      "grad_norm": 0.037974853068590164,
      "learning_rate": 0.0001905599884173741,
      "loss": 10.1863,
      "step": 2405
    },
    {
      "epoch": 0.42006023307581514,
      "grad_norm": 0.04040193557739258,
      "learning_rate": 0.00019055222699666775,
      "loss": 10.2197,
      "step": 2406
    },
    {
      "epoch": 0.42023482170136617,
      "grad_norm": 0.036994434893131256,
      "learning_rate": 0.00019054446254480949,
      "loss": 10.2037,
      "step": 2407
    },
    {
      "epoch": 0.4204094103269172,
      "grad_norm": 0.03897163271903992,
      "learning_rate": 0.0001905366950620592,
      "loss": 10.1999,
      "step": 2408
    },
    {
      "epoch": 0.42058399895246823,
      "grad_norm": 0.04261999949812889,
      "learning_rate": 0.0001905289245486769,
      "loss": 10.2081,
      "step": 2409
    },
    {
      "epoch": 0.4207585875780193,
      "grad_norm": 0.049637068063020706,
      "learning_rate": 0.00019052115100492273,
      "loss": 10.2004,
      "step": 2410
    },
    {
      "epoch": 0.42093317620357035,
      "grad_norm": 0.04144395887851715,
      "learning_rate": 0.00019051337443105686,
      "loss": 10.1867,
      "step": 2411
    },
    {
      "epoch": 0.4211077648291214,
      "grad_norm": 0.040660787373781204,
      "learning_rate": 0.00019050559482733964,
      "loss": 10.237,
      "step": 2412
    },
    {
      "epoch": 0.4212823534546724,
      "grad_norm": 0.04124503582715988,
      "learning_rate": 0.00019049781219403146,
      "loss": 10.2319,
      "step": 2413
    },
    {
      "epoch": 0.4214569420802235,
      "grad_norm": 0.0382726714015007,
      "learning_rate": 0.00019049002653139286,
      "loss": 10.2047,
      "step": 2414
    },
    {
      "epoch": 0.4216315307057745,
      "grad_norm": 0.03932490572333336,
      "learning_rate": 0.00019048223783968445,
      "loss": 10.2064,
      "step": 2415
    },
    {
      "epoch": 0.42180611933132556,
      "grad_norm": 0.044126421213150024,
      "learning_rate": 0.00019047444611916694,
      "loss": 10.1997,
      "step": 2416
    },
    {
      "epoch": 0.4219807079568766,
      "grad_norm": 0.04483328014612198,
      "learning_rate": 0.00019046665137010114,
      "loss": 10.2132,
      "step": 2417
    },
    {
      "epoch": 0.4221552965824277,
      "grad_norm": 0.04258747771382332,
      "learning_rate": 0.00019045885359274798,
      "loss": 10.2092,
      "step": 2418
    },
    {
      "epoch": 0.4223298852079787,
      "grad_norm": 0.0394882969558239,
      "learning_rate": 0.0001904510527873685,
      "loss": 10.1968,
      "step": 2419
    },
    {
      "epoch": 0.42250447383352974,
      "grad_norm": 0.039150550961494446,
      "learning_rate": 0.00019044324895422382,
      "loss": 10.2241,
      "step": 2420
    },
    {
      "epoch": 0.42267906245908077,
      "grad_norm": 0.042166419327259064,
      "learning_rate": 0.00019043544209357518,
      "loss": 10.2142,
      "step": 2421
    },
    {
      "epoch": 0.42285365108463185,
      "grad_norm": 0.045824598520994186,
      "learning_rate": 0.00019042763220568384,
      "loss": 10.2298,
      "step": 2422
    },
    {
      "epoch": 0.4230282397101829,
      "grad_norm": 0.04247094690799713,
      "learning_rate": 0.00019041981929081132,
      "loss": 10.1911,
      "step": 2423
    },
    {
      "epoch": 0.4232028283357339,
      "grad_norm": 0.040127284824848175,
      "learning_rate": 0.00019041200334921906,
      "loss": 10.224,
      "step": 2424
    },
    {
      "epoch": 0.42337741696128495,
      "grad_norm": 0.04305247217416763,
      "learning_rate": 0.0001904041843811688,
      "loss": 10.2245,
      "step": 2425
    },
    {
      "epoch": 0.42355200558683603,
      "grad_norm": 0.0420212484896183,
      "learning_rate": 0.00019039636238692219,
      "loss": 10.2025,
      "step": 2426
    },
    {
      "epoch": 0.42372659421238706,
      "grad_norm": 0.04652813822031021,
      "learning_rate": 0.00019038853736674105,
      "loss": 10.1916,
      "step": 2427
    },
    {
      "epoch": 0.4239011828379381,
      "grad_norm": 0.045786503702402115,
      "learning_rate": 0.00019038070932088738,
      "loss": 10.2131,
      "step": 2428
    },
    {
      "epoch": 0.4240757714634891,
      "grad_norm": 0.04543516784906387,
      "learning_rate": 0.00019037287824962319,
      "loss": 10.1983,
      "step": 2429
    },
    {
      "epoch": 0.4242503600890402,
      "grad_norm": 0.048545606434345245,
      "learning_rate": 0.00019036504415321059,
      "loss": 10.191,
      "step": 2430
    },
    {
      "epoch": 0.42442494871459124,
      "grad_norm": 0.05672445520758629,
      "learning_rate": 0.00019035720703191187,
      "loss": 10.1874,
      "step": 2431
    },
    {
      "epoch": 0.4245995373401423,
      "grad_norm": 0.05244093015789986,
      "learning_rate": 0.0001903493668859893,
      "loss": 10.1776,
      "step": 2432
    },
    {
      "epoch": 0.42477412596569336,
      "grad_norm": 0.04573182389140129,
      "learning_rate": 0.00019034152371570545,
      "loss": 10.1858,
      "step": 2433
    },
    {
      "epoch": 0.4249487145912444,
      "grad_norm": 0.05464973673224449,
      "learning_rate": 0.0001903336775213227,
      "loss": 10.1921,
      "step": 2434
    },
    {
      "epoch": 0.4251233032167954,
      "grad_norm": 0.04945651814341545,
      "learning_rate": 0.0001903258283031038,
      "loss": 10.1848,
      "step": 2435
    },
    {
      "epoch": 0.42529789184234645,
      "grad_norm": 0.05619383230805397,
      "learning_rate": 0.0001903179760613115,
      "loss": 10.156,
      "step": 2436
    },
    {
      "epoch": 0.42547248046789754,
      "grad_norm": 0.055433489382267,
      "learning_rate": 0.00019031012079620855,
      "loss": 10.1898,
      "step": 2437
    },
    {
      "epoch": 0.42564706909344857,
      "grad_norm": 0.04769004136323929,
      "learning_rate": 0.000190302262508058,
      "loss": 10.2124,
      "step": 2438
    },
    {
      "epoch": 0.4258216577189996,
      "grad_norm": 0.0669189840555191,
      "learning_rate": 0.00019029440119712286,
      "loss": 10.1745,
      "step": 2439
    },
    {
      "epoch": 0.42599624634455063,
      "grad_norm": 0.05226960405707359,
      "learning_rate": 0.00019028653686366628,
      "loss": 10.1974,
      "step": 2440
    },
    {
      "epoch": 0.4261708349701017,
      "grad_norm": 0.05333902686834335,
      "learning_rate": 0.00019027866950795152,
      "loss": 10.1669,
      "step": 2441
    },
    {
      "epoch": 0.42634542359565275,
      "grad_norm": 0.05560413748025894,
      "learning_rate": 0.0001902707991302419,
      "loss": 10.1811,
      "step": 2442
    },
    {
      "epoch": 0.4265200122212038,
      "grad_norm": 0.058251701295375824,
      "learning_rate": 0.00019026292573080092,
      "loss": 10.2156,
      "step": 2443
    },
    {
      "epoch": 0.4266946008467548,
      "grad_norm": 0.05377451702952385,
      "learning_rate": 0.00019025504930989212,
      "loss": 10.1783,
      "step": 2444
    },
    {
      "epoch": 0.4268691894723059,
      "grad_norm": 0.05981583893299103,
      "learning_rate": 0.00019024716986777913,
      "loss": 10.1653,
      "step": 2445
    },
    {
      "epoch": 0.42704377809785693,
      "grad_norm": 0.06073819100856781,
      "learning_rate": 0.00019023928740472573,
      "loss": 10.1907,
      "step": 2446
    },
    {
      "epoch": 0.42721836672340796,
      "grad_norm": 0.07445862889289856,
      "learning_rate": 0.00019023140192099577,
      "loss": 10.2047,
      "step": 2447
    },
    {
      "epoch": 0.427392955348959,
      "grad_norm": 0.07508701086044312,
      "learning_rate": 0.00019022351341685322,
      "loss": 10.2066,
      "step": 2448
    },
    {
      "epoch": 0.4275675439745101,
      "grad_norm": 0.08626314252614975,
      "learning_rate": 0.00019021562189256214,
      "loss": 10.1965,
      "step": 2449
    },
    {
      "epoch": 0.4277421326000611,
      "grad_norm": 0.11364880949258804,
      "learning_rate": 0.0001902077273483867,
      "loss": 10.214,
      "step": 2450
    },
    {
      "epoch": 0.42791672122561214,
      "grad_norm": 0.05300495773553848,
      "learning_rate": 0.0001901998297845911,
      "loss": 10.1905,
      "step": 2451
    },
    {
      "epoch": 0.42809130985116317,
      "grad_norm": 0.0453256331384182,
      "learning_rate": 0.0001901919292014398,
      "loss": 10.2006,
      "step": 2452
    },
    {
      "epoch": 0.42826589847671426,
      "grad_norm": 0.04446679726243019,
      "learning_rate": 0.00019018402559919722,
      "loss": 10.228,
      "step": 2453
    },
    {
      "epoch": 0.4284404871022653,
      "grad_norm": 0.041203878819942474,
      "learning_rate": 0.00019017611897812788,
      "loss": 10.2026,
      "step": 2454
    },
    {
      "epoch": 0.4286150757278163,
      "grad_norm": 0.03170935437083244,
      "learning_rate": 0.00019016820933849652,
      "loss": 10.2103,
      "step": 2455
    },
    {
      "epoch": 0.4287896643533674,
      "grad_norm": 0.04200773686170578,
      "learning_rate": 0.00019016029668056784,
      "loss": 10.2115,
      "step": 2456
    },
    {
      "epoch": 0.42896425297891844,
      "grad_norm": 0.03824032098054886,
      "learning_rate": 0.0001901523810046068,
      "loss": 10.1975,
      "step": 2457
    },
    {
      "epoch": 0.42913884160446947,
      "grad_norm": 0.03722391277551651,
      "learning_rate": 0.00019014446231087827,
      "loss": 10.224,
      "step": 2458
    },
    {
      "epoch": 0.4293134302300205,
      "grad_norm": 0.03850356489419937,
      "learning_rate": 0.00019013654059964741,
      "loss": 10.2288,
      "step": 2459
    },
    {
      "epoch": 0.4294880188555716,
      "grad_norm": 0.04575090482831001,
      "learning_rate": 0.0001901286158711793,
      "loss": 10.2143,
      "step": 2460
    },
    {
      "epoch": 0.4296626074811226,
      "grad_norm": 0.04354405403137207,
      "learning_rate": 0.00019012068812573928,
      "loss": 10.2026,
      "step": 2461
    },
    {
      "epoch": 0.42983719610667365,
      "grad_norm": 0.03536189720034599,
      "learning_rate": 0.0001901127573635927,
      "loss": 10.2158,
      "step": 2462
    },
    {
      "epoch": 0.4300117847322247,
      "grad_norm": 0.03615294396877289,
      "learning_rate": 0.00019010482358500507,
      "loss": 10.1835,
      "step": 2463
    },
    {
      "epoch": 0.43018637335777576,
      "grad_norm": 0.04016762226819992,
      "learning_rate": 0.0001900968867902419,
      "loss": 10.1897,
      "step": 2464
    },
    {
      "epoch": 0.4303609619833268,
      "grad_norm": 0.04341026768088341,
      "learning_rate": 0.00019008894697956894,
      "loss": 10.2136,
      "step": 2465
    },
    {
      "epoch": 0.4305355506088778,
      "grad_norm": 0.042615048587322235,
      "learning_rate": 0.00019008100415325192,
      "loss": 10.2289,
      "step": 2466
    },
    {
      "epoch": 0.43071013923442886,
      "grad_norm": 0.045089174062013626,
      "learning_rate": 0.00019007305831155672,
      "loss": 10.2111,
      "step": 2467
    },
    {
      "epoch": 0.43088472785997994,
      "grad_norm": 0.04187082499265671,
      "learning_rate": 0.00019006510945474933,
      "loss": 10.1817,
      "step": 2468
    },
    {
      "epoch": 0.431059316485531,
      "grad_norm": 0.04652397334575653,
      "learning_rate": 0.00019005715758309584,
      "loss": 10.1997,
      "step": 2469
    },
    {
      "epoch": 0.431233905111082,
      "grad_norm": 0.03913811966776848,
      "learning_rate": 0.0001900492026968624,
      "loss": 10.2013,
      "step": 2470
    },
    {
      "epoch": 0.43140849373663304,
      "grad_norm": 0.04436955600976944,
      "learning_rate": 0.0001900412447963153,
      "loss": 10.2208,
      "step": 2471
    },
    {
      "epoch": 0.4315830823621841,
      "grad_norm": 0.03931311517953873,
      "learning_rate": 0.000190033283881721,
      "loss": 10.2032,
      "step": 2472
    },
    {
      "epoch": 0.43175767098773515,
      "grad_norm": 0.043629199266433716,
      "learning_rate": 0.0001900253199533459,
      "loss": 10.1651,
      "step": 2473
    },
    {
      "epoch": 0.4319322596132862,
      "grad_norm": 0.03962463140487671,
      "learning_rate": 0.00019001735301145658,
      "loss": 10.1929,
      "step": 2474
    },
    {
      "epoch": 0.4321068482388372,
      "grad_norm": 0.03979210928082466,
      "learning_rate": 0.00019000938305631975,
      "loss": 10.2143,
      "step": 2475
    },
    {
      "epoch": 0.4322814368643883,
      "grad_norm": 0.03824817016720772,
      "learning_rate": 0.0001900014100882022,
      "loss": 10.1991,
      "step": 2476
    },
    {
      "epoch": 0.43245602548993933,
      "grad_norm": 0.04702730104327202,
      "learning_rate": 0.00018999343410737085,
      "loss": 10.1647,
      "step": 2477
    },
    {
      "epoch": 0.43263061411549036,
      "grad_norm": 0.04423593357205391,
      "learning_rate": 0.00018998545511409262,
      "loss": 10.1862,
      "step": 2478
    },
    {
      "epoch": 0.4328052027410414,
      "grad_norm": 0.046753525733947754,
      "learning_rate": 0.00018997747310863468,
      "loss": 10.2231,
      "step": 2479
    },
    {
      "epoch": 0.4329797913665925,
      "grad_norm": 0.04767632111907005,
      "learning_rate": 0.00018996948809126414,
      "loss": 10.1801,
      "step": 2480
    },
    {
      "epoch": 0.4331543799921435,
      "grad_norm": 0.04588925093412399,
      "learning_rate": 0.00018996150006224833,
      "loss": 10.21,
      "step": 2481
    },
    {
      "epoch": 0.43332896861769454,
      "grad_norm": 0.05073670297861099,
      "learning_rate": 0.00018995350902185464,
      "loss": 10.1868,
      "step": 2482
    },
    {
      "epoch": 0.43350355724324563,
      "grad_norm": 0.048121802508831024,
      "learning_rate": 0.00018994551497035058,
      "loss": 10.2286,
      "step": 2483
    },
    {
      "epoch": 0.43367814586879666,
      "grad_norm": 0.048209402710199356,
      "learning_rate": 0.00018993751790800372,
      "loss": 10.1714,
      "step": 2484
    },
    {
      "epoch": 0.4338527344943477,
      "grad_norm": 0.052456244826316833,
      "learning_rate": 0.00018992951783508173,
      "loss": 10.1918,
      "step": 2485
    },
    {
      "epoch": 0.4340273231198987,
      "grad_norm": 0.054223962128162384,
      "learning_rate": 0.00018992151475185246,
      "loss": 10.2243,
      "step": 2486
    },
    {
      "epoch": 0.4342019117454498,
      "grad_norm": 0.0501830019056797,
      "learning_rate": 0.00018991350865858375,
      "loss": 10.1954,
      "step": 2487
    },
    {
      "epoch": 0.43437650037100084,
      "grad_norm": 0.05448440462350845,
      "learning_rate": 0.00018990549955554364,
      "loss": 10.1933,
      "step": 2488
    },
    {
      "epoch": 0.43455108899655187,
      "grad_norm": 0.05442372336983681,
      "learning_rate": 0.00018989748744300023,
      "loss": 10.2007,
      "step": 2489
    },
    {
      "epoch": 0.4347256776221029,
      "grad_norm": 0.05326174199581146,
      "learning_rate": 0.0001898894723212217,
      "loss": 10.2065,
      "step": 2490
    },
    {
      "epoch": 0.434900266247654,
      "grad_norm": 0.06181000545620918,
      "learning_rate": 0.00018988145419047636,
      "loss": 10.1896,
      "step": 2491
    },
    {
      "epoch": 0.435074854873205,
      "grad_norm": 0.05958255007863045,
      "learning_rate": 0.00018987343305103255,
      "loss": 10.1887,
      "step": 2492
    },
    {
      "epoch": 0.43524944349875605,
      "grad_norm": 0.060424014925956726,
      "learning_rate": 0.00018986540890315886,
      "loss": 10.1745,
      "step": 2493
    },
    {
      "epoch": 0.4354240321243071,
      "grad_norm": 0.06254283338785172,
      "learning_rate": 0.00018985738174712386,
      "loss": 10.1719,
      "step": 2494
    },
    {
      "epoch": 0.43559862074985817,
      "grad_norm": 0.0741855576634407,
      "learning_rate": 0.00018984935158319622,
      "loss": 10.2454,
      "step": 2495
    },
    {
      "epoch": 0.4357732093754092,
      "grad_norm": 0.06265050172805786,
      "learning_rate": 0.00018984131841164476,
      "loss": 10.1769,
      "step": 2496
    },
    {
      "epoch": 0.43594779800096023,
      "grad_norm": 0.06832368671894073,
      "learning_rate": 0.0001898332822327384,
      "loss": 10.1972,
      "step": 2497
    },
    {
      "epoch": 0.43612238662651126,
      "grad_norm": 0.07965540885925293,
      "learning_rate": 0.00018982524304674616,
      "loss": 10.1983,
      "step": 2498
    },
    {
      "epoch": 0.43629697525206235,
      "grad_norm": 0.10071341693401337,
      "learning_rate": 0.00018981720085393708,
      "loss": 10.2392,
      "step": 2499
    },
    {
      "epoch": 0.4364715638776134,
      "grad_norm": 0.1130400002002716,
      "learning_rate": 0.00018980915565458038,
      "loss": 10.2186,
      "step": 2500
    },
    {
      "epoch": 0.4366461525031644,
      "grad_norm": 0.03964947909116745,
      "learning_rate": 0.00018980110744894543,
      "loss": 10.1997,
      "step": 2501
    },
    {
      "epoch": 0.43682074112871544,
      "grad_norm": 0.03443640470504761,
      "learning_rate": 0.0001897930562373016,
      "loss": 10.2055,
      "step": 2502
    },
    {
      "epoch": 0.4369953297542665,
      "grad_norm": 0.03818746656179428,
      "learning_rate": 0.00018978500201991834,
      "loss": 10.2055,
      "step": 2503
    },
    {
      "epoch": 0.43716991837981756,
      "grad_norm": 0.04107365757226944,
      "learning_rate": 0.00018977694479706532,
      "loss": 10.2194,
      "step": 2504
    },
    {
      "epoch": 0.4373445070053686,
      "grad_norm": 0.04310935363173485,
      "learning_rate": 0.00018976888456901227,
      "loss": 10.2054,
      "step": 2505
    },
    {
      "epoch": 0.4375190956309196,
      "grad_norm": 0.03880855441093445,
      "learning_rate": 0.00018976082133602895,
      "loss": 10.2123,
      "step": 2506
    },
    {
      "epoch": 0.4376936842564707,
      "grad_norm": 0.041515447199344635,
      "learning_rate": 0.00018975275509838525,
      "loss": 10.1977,
      "step": 2507
    },
    {
      "epoch": 0.43786827288202174,
      "grad_norm": 0.05006641149520874,
      "learning_rate": 0.00018974468585635125,
      "loss": 10.196,
      "step": 2508
    },
    {
      "epoch": 0.43804286150757277,
      "grad_norm": 0.04084173962473869,
      "learning_rate": 0.00018973661361019702,
      "loss": 10.2084,
      "step": 2509
    },
    {
      "epoch": 0.43821745013312385,
      "grad_norm": 0.037965551018714905,
      "learning_rate": 0.00018972853836019278,
      "loss": 10.2168,
      "step": 2510
    },
    {
      "epoch": 0.4383920387586749,
      "grad_norm": 0.04410247504711151,
      "learning_rate": 0.0001897204601066088,
      "loss": 10.2209,
      "step": 2511
    },
    {
      "epoch": 0.4385666273842259,
      "grad_norm": 0.04202328249812126,
      "learning_rate": 0.00018971237884971554,
      "loss": 10.2184,
      "step": 2512
    },
    {
      "epoch": 0.43874121600977695,
      "grad_norm": 0.04399018734693527,
      "learning_rate": 0.00018970429458978351,
      "loss": 10.2098,
      "step": 2513
    },
    {
      "epoch": 0.43891580463532803,
      "grad_norm": 0.04142728075385094,
      "learning_rate": 0.00018969620732708334,
      "loss": 10.1755,
      "step": 2514
    },
    {
      "epoch": 0.43909039326087906,
      "grad_norm": 0.037915706634521484,
      "learning_rate": 0.00018968811706188566,
      "loss": 10.2116,
      "step": 2515
    },
    {
      "epoch": 0.4392649818864301,
      "grad_norm": 0.045048803091049194,
      "learning_rate": 0.00018968002379446137,
      "loss": 10.2009,
      "step": 2516
    },
    {
      "epoch": 0.4394395705119811,
      "grad_norm": 0.038551345467567444,
      "learning_rate": 0.00018967192752508138,
      "loss": 10.2328,
      "step": 2517
    },
    {
      "epoch": 0.4396141591375322,
      "grad_norm": 0.03854967653751373,
      "learning_rate": 0.00018966382825401666,
      "loss": 10.2008,
      "step": 2518
    },
    {
      "epoch": 0.43978874776308324,
      "grad_norm": 0.04513926804065704,
      "learning_rate": 0.00018965572598153834,
      "loss": 10.2051,
      "step": 2519
    },
    {
      "epoch": 0.4399633363886343,
      "grad_norm": 0.05299472436308861,
      "learning_rate": 0.00018964762070791764,
      "loss": 10.2329,
      "step": 2520
    },
    {
      "epoch": 0.4401379250141853,
      "grad_norm": 0.040991634130477905,
      "learning_rate": 0.00018963951243342587,
      "loss": 10.208,
      "step": 2521
    },
    {
      "epoch": 0.4403125136397364,
      "grad_norm": 0.04802975431084633,
      "learning_rate": 0.0001896314011583345,
      "loss": 10.2071,
      "step": 2522
    },
    {
      "epoch": 0.4404871022652874,
      "grad_norm": 0.04166678339242935,
      "learning_rate": 0.00018962328688291495,
      "loss": 10.2061,
      "step": 2523
    },
    {
      "epoch": 0.44066169089083845,
      "grad_norm": 0.04118978604674339,
      "learning_rate": 0.00018961516960743893,
      "loss": 10.1876,
      "step": 2524
    },
    {
      "epoch": 0.4408362795163895,
      "grad_norm": 0.04598399996757507,
      "learning_rate": 0.0001896070493321781,
      "loss": 10.1913,
      "step": 2525
    },
    {
      "epoch": 0.44101086814194057,
      "grad_norm": 0.042679186910390854,
      "learning_rate": 0.0001895989260574043,
      "loss": 10.2039,
      "step": 2526
    },
    {
      "epoch": 0.4411854567674916,
      "grad_norm": 0.04793034866452217,
      "learning_rate": 0.00018959079978338945,
      "loss": 10.1793,
      "step": 2527
    },
    {
      "epoch": 0.44136004539304263,
      "grad_norm": 0.044286902993917465,
      "learning_rate": 0.00018958267051040557,
      "loss": 10.1996,
      "step": 2528
    },
    {
      "epoch": 0.44153463401859366,
      "grad_norm": 0.04430536553263664,
      "learning_rate": 0.00018957453823872477,
      "loss": 10.1769,
      "step": 2529
    },
    {
      "epoch": 0.44170922264414475,
      "grad_norm": 0.04852692037820816,
      "learning_rate": 0.00018956640296861928,
      "loss": 10.1963,
      "step": 2530
    },
    {
      "epoch": 0.4418838112696958,
      "grad_norm": 0.05353609845042229,
      "learning_rate": 0.00018955826470036145,
      "loss": 10.1953,
      "step": 2531
    },
    {
      "epoch": 0.4420583998952468,
      "grad_norm": 0.04694344103336334,
      "learning_rate": 0.00018955012343422362,
      "loss": 10.1835,
      "step": 2532
    },
    {
      "epoch": 0.44223298852079784,
      "grad_norm": 0.048296842724084854,
      "learning_rate": 0.0001895419791704784,
      "loss": 10.1697,
      "step": 2533
    },
    {
      "epoch": 0.44240757714634893,
      "grad_norm": 0.05437330901622772,
      "learning_rate": 0.00018953383190939833,
      "loss": 10.1945,
      "step": 2534
    },
    {
      "epoch": 0.44258216577189996,
      "grad_norm": 0.05788300931453705,
      "learning_rate": 0.0001895256816512562,
      "loss": 10.1987,
      "step": 2535
    },
    {
      "epoch": 0.442756754397451,
      "grad_norm": 0.05407964438199997,
      "learning_rate": 0.0001895175283963248,
      "loss": 10.1835,
      "step": 2536
    },
    {
      "epoch": 0.4429313430230021,
      "grad_norm": 0.057022299617528915,
      "learning_rate": 0.00018950937214487704,
      "loss": 10.1888,
      "step": 2537
    },
    {
      "epoch": 0.4431059316485531,
      "grad_norm": 0.052443455904722214,
      "learning_rate": 0.00018950121289718598,
      "loss": 10.1931,
      "step": 2538
    },
    {
      "epoch": 0.44328052027410414,
      "grad_norm": 0.05437787249684334,
      "learning_rate": 0.00018949305065352475,
      "loss": 10.2107,
      "step": 2539
    },
    {
      "epoch": 0.44345510889965517,
      "grad_norm": 0.05695917829871178,
      "learning_rate": 0.0001894848854141665,
      "loss": 10.2083,
      "step": 2540
    },
    {
      "epoch": 0.44362969752520626,
      "grad_norm": 0.058376483619213104,
      "learning_rate": 0.00018947671717938465,
      "loss": 10.1768,
      "step": 2541
    },
    {
      "epoch": 0.4438042861507573,
      "grad_norm": 0.06352373957633972,
      "learning_rate": 0.00018946854594945257,
      "loss": 10.1758,
      "step": 2542
    },
    {
      "epoch": 0.4439788747763083,
      "grad_norm": 0.06200529262423515,
      "learning_rate": 0.00018946037172464376,
      "loss": 10.2226,
      "step": 2543
    },
    {
      "epoch": 0.44415346340185935,
      "grad_norm": 0.06207432225346565,
      "learning_rate": 0.00018945219450523188,
      "loss": 10.2028,
      "step": 2544
    },
    {
      "epoch": 0.44432805202741044,
      "grad_norm": 0.06439757347106934,
      "learning_rate": 0.00018944401429149066,
      "loss": 10.2345,
      "step": 2545
    },
    {
      "epoch": 0.44450264065296147,
      "grad_norm": 0.07022097706794739,
      "learning_rate": 0.00018943583108369392,
      "loss": 10.172,
      "step": 2546
    },
    {
      "epoch": 0.4446772292785125,
      "grad_norm": 0.06427136063575745,
      "learning_rate": 0.00018942764488211555,
      "loss": 10.2201,
      "step": 2547
    },
    {
      "epoch": 0.44485181790406353,
      "grad_norm": 0.084747314453125,
      "learning_rate": 0.00018941945568702964,
      "loss": 10.1771,
      "step": 2548
    },
    {
      "epoch": 0.4450264065296146,
      "grad_norm": 0.09543929249048233,
      "learning_rate": 0.00018941126349871027,
      "loss": 10.1927,
      "step": 2549
    },
    {
      "epoch": 0.44520099515516565,
      "grad_norm": 0.11226917803287506,
      "learning_rate": 0.0001894030683174317,
      "loss": 10.2417,
      "step": 2550
    },
    {
      "epoch": 0.4453755837807167,
      "grad_norm": 0.03460220247507095,
      "learning_rate": 0.0001893948701434682,
      "loss": 10.2088,
      "step": 2551
    },
    {
      "epoch": 0.4455501724062677,
      "grad_norm": 0.038455769419670105,
      "learning_rate": 0.00018938666897709425,
      "loss": 10.2188,
      "step": 2552
    },
    {
      "epoch": 0.4457247610318188,
      "grad_norm": 0.04421410337090492,
      "learning_rate": 0.00018937846481858434,
      "loss": 10.2009,
      "step": 2553
    },
    {
      "epoch": 0.4458993496573698,
      "grad_norm": 0.03986912965774536,
      "learning_rate": 0.0001893702576682131,
      "loss": 10.2003,
      "step": 2554
    },
    {
      "epoch": 0.44607393828292086,
      "grad_norm": 0.04984218627214432,
      "learning_rate": 0.00018936204752625533,
      "loss": 10.2197,
      "step": 2555
    },
    {
      "epoch": 0.4462485269084719,
      "grad_norm": 0.04750692471861839,
      "learning_rate": 0.00018935383439298576,
      "loss": 10.2004,
      "step": 2556
    },
    {
      "epoch": 0.446423115534023,
      "grad_norm": 0.04139095917344093,
      "learning_rate": 0.00018934561826867936,
      "loss": 10.1972,
      "step": 2557
    },
    {
      "epoch": 0.446597704159574,
      "grad_norm": 0.03941760212182999,
      "learning_rate": 0.00018933739915361116,
      "loss": 10.2048,
      "step": 2558
    },
    {
      "epoch": 0.44677229278512504,
      "grad_norm": 0.043585434556007385,
      "learning_rate": 0.00018932917704805627,
      "loss": 10.1791,
      "step": 2559
    },
    {
      "epoch": 0.44694688141067607,
      "grad_norm": 0.03892209008336067,
      "learning_rate": 0.00018932095195228993,
      "loss": 10.1924,
      "step": 2560
    },
    {
      "epoch": 0.44712147003622715,
      "grad_norm": 0.033249955624341965,
      "learning_rate": 0.0001893127238665874,
      "loss": 10.2039,
      "step": 2561
    },
    {
      "epoch": 0.4472960586617782,
      "grad_norm": 0.04751696065068245,
      "learning_rate": 0.00018930449279122425,
      "loss": 10.2246,
      "step": 2562
    },
    {
      "epoch": 0.4474706472873292,
      "grad_norm": 0.042871709913015366,
      "learning_rate": 0.00018929625872647588,
      "loss": 10.2239,
      "step": 2563
    },
    {
      "epoch": 0.4476452359128803,
      "grad_norm": 0.035435114055871964,
      "learning_rate": 0.000189288021672618,
      "loss": 10.2038,
      "step": 2564
    },
    {
      "epoch": 0.44781982453843133,
      "grad_norm": 0.038280416280031204,
      "learning_rate": 0.0001892797816299263,
      "loss": 10.1769,
      "step": 2565
    },
    {
      "epoch": 0.44799441316398236,
      "grad_norm": 0.03781707212328911,
      "learning_rate": 0.00018927153859867662,
      "loss": 10.2012,
      "step": 2566
    },
    {
      "epoch": 0.4481690017895334,
      "grad_norm": 0.04229675978422165,
      "learning_rate": 0.00018926329257914484,
      "loss": 10.1979,
      "step": 2567
    },
    {
      "epoch": 0.4483435904150845,
      "grad_norm": 0.04010912403464317,
      "learning_rate": 0.00018925504357160703,
      "loss": 10.1922,
      "step": 2568
    },
    {
      "epoch": 0.4485181790406355,
      "grad_norm": 0.04620872065424919,
      "learning_rate": 0.00018924679157633934,
      "loss": 10.2204,
      "step": 2569
    },
    {
      "epoch": 0.44869276766618654,
      "grad_norm": 0.04118688777089119,
      "learning_rate": 0.00018923853659361798,
      "loss": 10.2077,
      "step": 2570
    },
    {
      "epoch": 0.4488673562917376,
      "grad_norm": 0.0395505428314209,
      "learning_rate": 0.00018923027862371926,
      "loss": 10.2134,
      "step": 2571
    },
    {
      "epoch": 0.44904194491728866,
      "grad_norm": 0.04231817647814751,
      "learning_rate": 0.00018922201766691962,
      "loss": 10.2243,
      "step": 2572
    },
    {
      "epoch": 0.4492165335428397,
      "grad_norm": 0.041947320103645325,
      "learning_rate": 0.0001892137537234956,
      "loss": 10.2197,
      "step": 2573
    },
    {
      "epoch": 0.4493911221683907,
      "grad_norm": 0.048180028796195984,
      "learning_rate": 0.00018920548679372378,
      "loss": 10.1894,
      "step": 2574
    },
    {
      "epoch": 0.44956571079394175,
      "grad_norm": 0.04732054844498634,
      "learning_rate": 0.00018919721687788094,
      "loss": 10.2326,
      "step": 2575
    },
    {
      "epoch": 0.44974029941949284,
      "grad_norm": 0.04840657860040665,
      "learning_rate": 0.0001891889439762439,
      "loss": 10.2124,
      "step": 2576
    },
    {
      "epoch": 0.44991488804504387,
      "grad_norm": 0.041150882840156555,
      "learning_rate": 0.00018918066808908956,
      "loss": 10.186,
      "step": 2577
    },
    {
      "epoch": 0.4500894766705949,
      "grad_norm": 0.04486279562115669,
      "learning_rate": 0.000189172389216695,
      "loss": 10.2028,
      "step": 2578
    },
    {
      "epoch": 0.45026406529614593,
      "grad_norm": 0.04744613915681839,
      "learning_rate": 0.00018916410735933726,
      "loss": 10.2044,
      "step": 2579
    },
    {
      "epoch": 0.450438653921697,
      "grad_norm": 0.04300756752490997,
      "learning_rate": 0.00018915582251729366,
      "loss": 10.2108,
      "step": 2580
    },
    {
      "epoch": 0.45061324254724805,
      "grad_norm": 0.0441279299557209,
      "learning_rate": 0.00018914753469084149,
      "loss": 10.2104,
      "step": 2581
    },
    {
      "epoch": 0.4507878311727991,
      "grad_norm": 0.046591371297836304,
      "learning_rate": 0.00018913924388025814,
      "loss": 10.1813,
      "step": 2582
    },
    {
      "epoch": 0.4509624197983501,
      "grad_norm": 0.05160780996084213,
      "learning_rate": 0.00018913095008582121,
      "loss": 10.1878,
      "step": 2583
    },
    {
      "epoch": 0.4511370084239012,
      "grad_norm": 0.05191365256905556,
      "learning_rate": 0.00018912265330780828,
      "loss": 10.1627,
      "step": 2584
    },
    {
      "epoch": 0.45131159704945223,
      "grad_norm": 0.046655602753162384,
      "learning_rate": 0.00018911435354649706,
      "loss": 10.1943,
      "step": 2585
    },
    {
      "epoch": 0.45148618567500326,
      "grad_norm": 0.0455634705722332,
      "learning_rate": 0.0001891060508021654,
      "loss": 10.1997,
      "step": 2586
    },
    {
      "epoch": 0.45166077430055435,
      "grad_norm": 0.0486307367682457,
      "learning_rate": 0.00018909774507509125,
      "loss": 10.1803,
      "step": 2587
    },
    {
      "epoch": 0.4518353629261054,
      "grad_norm": 0.04729428514838219,
      "learning_rate": 0.00018908943636555267,
      "loss": 10.1691,
      "step": 2588
    },
    {
      "epoch": 0.4520099515516564,
      "grad_norm": 0.05727245658636093,
      "learning_rate": 0.00018908112467382765,
      "loss": 10.2142,
      "step": 2589
    },
    {
      "epoch": 0.45218454017720744,
      "grad_norm": 0.04766126349568367,
      "learning_rate": 0.00018907281000019456,
      "loss": 10.1907,
      "step": 2590
    },
    {
      "epoch": 0.4523591288027585,
      "grad_norm": 0.047605618834495544,
      "learning_rate": 0.00018906449234493163,
      "loss": 10.1899,
      "step": 2591
    },
    {
      "epoch": 0.45253371742830956,
      "grad_norm": 0.05647658929228783,
      "learning_rate": 0.00018905617170831732,
      "loss": 10.2009,
      "step": 2592
    },
    {
      "epoch": 0.4527083060538606,
      "grad_norm": 0.06831537187099457,
      "learning_rate": 0.00018904784809063016,
      "loss": 10.1978,
      "step": 2593
    },
    {
      "epoch": 0.4528828946794116,
      "grad_norm": 0.05731013044714928,
      "learning_rate": 0.00018903952149214876,
      "loss": 10.1921,
      "step": 2594
    },
    {
      "epoch": 0.4530574833049627,
      "grad_norm": 0.06452552229166031,
      "learning_rate": 0.00018903119191315191,
      "loss": 10.1776,
      "step": 2595
    },
    {
      "epoch": 0.45323207193051374,
      "grad_norm": 0.07463765144348145,
      "learning_rate": 0.00018902285935391833,
      "loss": 10.208,
      "step": 2596
    },
    {
      "epoch": 0.45340666055606477,
      "grad_norm": 0.07260100543498993,
      "learning_rate": 0.000189014523814727,
      "loss": 10.2161,
      "step": 2597
    },
    {
      "epoch": 0.4535812491816158,
      "grad_norm": 0.07434392720460892,
      "learning_rate": 0.00018900618529585697,
      "loss": 10.1822,
      "step": 2598
    },
    {
      "epoch": 0.4537558378071669,
      "grad_norm": 0.08108267933130264,
      "learning_rate": 0.00018899784379758732,
      "loss": 10.2134,
      "step": 2599
    },
    {
      "epoch": 0.4539304264327179,
      "grad_norm": 0.11613541841506958,
      "learning_rate": 0.00018898949932019728,
      "loss": 10.2324,
      "step": 2600
    },
    {
      "epoch": 0.4539304264327179,
      "eval_loss": 10.185174942016602,
      "eval_runtime": 0.7696,
      "eval_samples_per_second": 300.175,
      "eval_steps_per_second": 150.737,
      "step": 2600
    },
    {
      "epoch": 0.45410501505826895,
      "grad_norm": 0.04240236058831215,
      "learning_rate": 0.00018898115186396618,
      "loss": 10.2042,
      "step": 2601
    },
    {
      "epoch": 0.45427960368382,
      "grad_norm": 0.04359627142548561,
      "learning_rate": 0.00018897280142917346,
      "loss": 10.2253,
      "step": 2602
    },
    {
      "epoch": 0.45445419230937106,
      "grad_norm": 0.03991207107901573,
      "learning_rate": 0.00018896444801609863,
      "loss": 10.2233,
      "step": 2603
    },
    {
      "epoch": 0.4546287809349221,
      "grad_norm": 0.03713443875312805,
      "learning_rate": 0.00018895609162502132,
      "loss": 10.185,
      "step": 2604
    },
    {
      "epoch": 0.4548033695604731,
      "grad_norm": 0.056488413363695145,
      "learning_rate": 0.00018894773225622123,
      "loss": 10.1997,
      "step": 2605
    },
    {
      "epoch": 0.45497795818602416,
      "grad_norm": 0.03852272406220436,
      "learning_rate": 0.0001889393699099782,
      "loss": 10.2071,
      "step": 2606
    },
    {
      "epoch": 0.45515254681157524,
      "grad_norm": 0.040185295045375824,
      "learning_rate": 0.00018893100458657213,
      "loss": 10.2162,
      "step": 2607
    },
    {
      "epoch": 0.4553271354371263,
      "grad_norm": 0.03395942598581314,
      "learning_rate": 0.00018892263628628308,
      "loss": 10.2286,
      "step": 2608
    },
    {
      "epoch": 0.4555017240626773,
      "grad_norm": 0.041515544056892395,
      "learning_rate": 0.00018891426500939116,
      "loss": 10.221,
      "step": 2609
    },
    {
      "epoch": 0.45567631268822834,
      "grad_norm": 0.03616650402545929,
      "learning_rate": 0.00018890589075617656,
      "loss": 10.1939,
      "step": 2610
    },
    {
      "epoch": 0.4558509013137794,
      "grad_norm": 0.04887600243091583,
      "learning_rate": 0.00018889751352691963,
      "loss": 10.215,
      "step": 2611
    },
    {
      "epoch": 0.45602548993933045,
      "grad_norm": 0.03964974358677864,
      "learning_rate": 0.0001888891333219008,
      "loss": 10.1956,
      "step": 2612
    },
    {
      "epoch": 0.4562000785648815,
      "grad_norm": 0.03921668231487274,
      "learning_rate": 0.00018888075014140054,
      "loss": 10.2255,
      "step": 2613
    },
    {
      "epoch": 0.45637466719043257,
      "grad_norm": 0.040517229586839676,
      "learning_rate": 0.00018887236398569952,
      "loss": 10.2132,
      "step": 2614
    },
    {
      "epoch": 0.4565492558159836,
      "grad_norm": 0.04407012090086937,
      "learning_rate": 0.00018886397485507844,
      "loss": 10.1856,
      "step": 2615
    },
    {
      "epoch": 0.45672384444153463,
      "grad_norm": 0.04368941858410835,
      "learning_rate": 0.00018885558274981813,
      "loss": 10.2095,
      "step": 2616
    },
    {
      "epoch": 0.45689843306708566,
      "grad_norm": 0.03598616644740105,
      "learning_rate": 0.00018884718767019947,
      "loss": 10.2048,
      "step": 2617
    },
    {
      "epoch": 0.45707302169263675,
      "grad_norm": 0.03832037001848221,
      "learning_rate": 0.00018883878961650351,
      "loss": 10.2104,
      "step": 2618
    },
    {
      "epoch": 0.4572476103181878,
      "grad_norm": 0.03961015120148659,
      "learning_rate": 0.00018883038858901138,
      "loss": 10.2035,
      "step": 2619
    },
    {
      "epoch": 0.4574221989437388,
      "grad_norm": 0.04213089123368263,
      "learning_rate": 0.00018882198458800427,
      "loss": 10.2173,
      "step": 2620
    },
    {
      "epoch": 0.45759678756928984,
      "grad_norm": 0.057679202407598495,
      "learning_rate": 0.00018881357761376348,
      "loss": 10.2006,
      "step": 2621
    },
    {
      "epoch": 0.45777137619484093,
      "grad_norm": 0.042244914919137955,
      "learning_rate": 0.0001888051676665705,
      "loss": 10.2108,
      "step": 2622
    },
    {
      "epoch": 0.45794596482039196,
      "grad_norm": 0.04388448968529701,
      "learning_rate": 0.00018879675474670673,
      "loss": 10.1897,
      "step": 2623
    },
    {
      "epoch": 0.458120553445943,
      "grad_norm": 0.04777837172150612,
      "learning_rate": 0.0001887883388544539,
      "loss": 10.2322,
      "step": 2624
    },
    {
      "epoch": 0.458295142071494,
      "grad_norm": 0.04449455067515373,
      "learning_rate": 0.00018877991999009363,
      "loss": 10.1974,
      "step": 2625
    },
    {
      "epoch": 0.4584697306970451,
      "grad_norm": 0.04456900432705879,
      "learning_rate": 0.0001887714981539078,
      "loss": 10.1883,
      "step": 2626
    },
    {
      "epoch": 0.45864431932259614,
      "grad_norm": 0.041666802018880844,
      "learning_rate": 0.0001887630733461783,
      "loss": 10.1686,
      "step": 2627
    },
    {
      "epoch": 0.45881890794814717,
      "grad_norm": 0.04536128416657448,
      "learning_rate": 0.00018875464556718713,
      "loss": 10.1927,
      "step": 2628
    },
    {
      "epoch": 0.4589934965736982,
      "grad_norm": 0.045815013349056244,
      "learning_rate": 0.00018874621481721645,
      "loss": 10.1985,
      "step": 2629
    },
    {
      "epoch": 0.4591680851992493,
      "grad_norm": 0.04762652888894081,
      "learning_rate": 0.0001887377810965484,
      "loss": 10.1944,
      "step": 2630
    },
    {
      "epoch": 0.4593426738248003,
      "grad_norm": 0.05234844610095024,
      "learning_rate": 0.00018872934440546536,
      "loss": 10.2062,
      "step": 2631
    },
    {
      "epoch": 0.45951726245035135,
      "grad_norm": 0.04747631773352623,
      "learning_rate": 0.00018872090474424965,
      "loss": 10.2128,
      "step": 2632
    },
    {
      "epoch": 0.4596918510759024,
      "grad_norm": 0.05235714092850685,
      "learning_rate": 0.0001887124621131839,
      "loss": 10.1877,
      "step": 2633
    },
    {
      "epoch": 0.45986643970145347,
      "grad_norm": 0.049447279423475266,
      "learning_rate": 0.00018870401651255062,
      "loss": 10.2156,
      "step": 2634
    },
    {
      "epoch": 0.4600410283270045,
      "grad_norm": 0.05052075535058975,
      "learning_rate": 0.0001886955679426326,
      "loss": 10.1556,
      "step": 2635
    },
    {
      "epoch": 0.46021561695255553,
      "grad_norm": 0.0631333664059639,
      "learning_rate": 0.00018868711640371256,
      "loss": 10.1904,
      "step": 2636
    },
    {
      "epoch": 0.46039020557810656,
      "grad_norm": 0.056446608155965805,
      "learning_rate": 0.00018867866189607347,
      "loss": 10.2091,
      "step": 2637
    },
    {
      "epoch": 0.46056479420365765,
      "grad_norm": 0.04989837110042572,
      "learning_rate": 0.00018867020441999828,
      "loss": 10.1921,
      "step": 2638
    },
    {
      "epoch": 0.4607393828292087,
      "grad_norm": 0.04832041636109352,
      "learning_rate": 0.00018866174397577017,
      "loss": 10.1827,
      "step": 2639
    },
    {
      "epoch": 0.4609139714547597,
      "grad_norm": 0.05175966024398804,
      "learning_rate": 0.0001886532805636723,
      "loss": 10.1822,
      "step": 2640
    },
    {
      "epoch": 0.4610885600803108,
      "grad_norm": 0.05831431224942207,
      "learning_rate": 0.00018864481418398802,
      "loss": 10.1644,
      "step": 2641
    },
    {
      "epoch": 0.4612631487058618,
      "grad_norm": 0.06212794780731201,
      "learning_rate": 0.00018863634483700064,
      "loss": 10.204,
      "step": 2642
    },
    {
      "epoch": 0.46143773733141286,
      "grad_norm": 0.07231929153203964,
      "learning_rate": 0.00018862787252299374,
      "loss": 10.2194,
      "step": 2643
    },
    {
      "epoch": 0.4616123259569639,
      "grad_norm": 0.054481055587530136,
      "learning_rate": 0.00018861939724225093,
      "loss": 10.1827,
      "step": 2644
    },
    {
      "epoch": 0.461786914582515,
      "grad_norm": 0.062358107417821884,
      "learning_rate": 0.00018861091899505586,
      "loss": 10.1488,
      "step": 2645
    },
    {
      "epoch": 0.461961503208066,
      "grad_norm": 0.07010544836521149,
      "learning_rate": 0.0001886024377816924,
      "loss": 10.1814,
      "step": 2646
    },
    {
      "epoch": 0.46213609183361704,
      "grad_norm": 0.07773032784461975,
      "learning_rate": 0.00018859395360244435,
      "loss": 10.2124,
      "step": 2647
    },
    {
      "epoch": 0.46231068045916807,
      "grad_norm": 0.08755439519882202,
      "learning_rate": 0.0001885854664575958,
      "loss": 10.1783,
      "step": 2648
    },
    {
      "epoch": 0.46248526908471915,
      "grad_norm": 0.10067082196474075,
      "learning_rate": 0.0001885769763474308,
      "loss": 10.1843,
      "step": 2649
    },
    {
      "epoch": 0.4626598577102702,
      "grad_norm": 0.11146509647369385,
      "learning_rate": 0.0001885684832722336,
      "loss": 10.2514,
      "step": 2650
    },
    {
      "epoch": 0.4628344463358212,
      "grad_norm": 0.041637543588876724,
      "learning_rate": 0.00018855998723228844,
      "loss": 10.2095,
      "step": 2651
    },
    {
      "epoch": 0.46300903496137225,
      "grad_norm": 0.04066416621208191,
      "learning_rate": 0.00018855148822787977,
      "loss": 10.2235,
      "step": 2652
    },
    {
      "epoch": 0.46318362358692333,
      "grad_norm": 0.04232056066393852,
      "learning_rate": 0.00018854298625929202,
      "loss": 10.1933,
      "step": 2653
    },
    {
      "epoch": 0.46335821221247436,
      "grad_norm": 0.038800764828920364,
      "learning_rate": 0.00018853448132680987,
      "loss": 10.2192,
      "step": 2654
    },
    {
      "epoch": 0.4635328008380254,
      "grad_norm": 0.03765341266989708,
      "learning_rate": 0.0001885259734307179,
      "loss": 10.225,
      "step": 2655
    },
    {
      "epoch": 0.4637073894635764,
      "grad_norm": 0.03785008192062378,
      "learning_rate": 0.00018851746257130106,
      "loss": 10.207,
      "step": 2656
    },
    {
      "epoch": 0.4638819780891275,
      "grad_norm": 0.03791738674044609,
      "learning_rate": 0.0001885089487488441,
      "loss": 10.2419,
      "step": 2657
    },
    {
      "epoch": 0.46405656671467854,
      "grad_norm": 0.04019971191883087,
      "learning_rate": 0.00018850043196363207,
      "loss": 10.2097,
      "step": 2658
    },
    {
      "epoch": 0.4642311553402296,
      "grad_norm": 0.036676619201898575,
      "learning_rate": 0.00018849191221595007,
      "loss": 10.1956,
      "step": 2659
    },
    {
      "epoch": 0.4644057439657806,
      "grad_norm": 0.040012624114751816,
      "learning_rate": 0.0001884833895060833,
      "loss": 10.2355,
      "step": 2660
    },
    {
      "epoch": 0.4645803325913317,
      "grad_norm": 0.038575176149606705,
      "learning_rate": 0.000188474863834317,
      "loss": 10.1976,
      "step": 2661
    },
    {
      "epoch": 0.4647549212168827,
      "grad_norm": 0.040288835763931274,
      "learning_rate": 0.0001884663352009366,
      "loss": 10.2003,
      "step": 2662
    },
    {
      "epoch": 0.46492950984243375,
      "grad_norm": 0.037108149379491806,
      "learning_rate": 0.00018845780360622757,
      "loss": 10.205,
      "step": 2663
    },
    {
      "epoch": 0.4651040984679848,
      "grad_norm": 0.042224857956171036,
      "learning_rate": 0.0001884492690504755,
      "loss": 10.24,
      "step": 2664
    },
    {
      "epoch": 0.46527868709353587,
      "grad_norm": 0.035178713500499725,
      "learning_rate": 0.0001884407315339661,
      "loss": 10.1972,
      "step": 2665
    },
    {
      "epoch": 0.4654532757190869,
      "grad_norm": 0.036764200776815414,
      "learning_rate": 0.00018843219105698513,
      "loss": 10.1918,
      "step": 2666
    },
    {
      "epoch": 0.46562786434463793,
      "grad_norm": 0.04160510376095772,
      "learning_rate": 0.00018842364761981849,
      "loss": 10.1953,
      "step": 2667
    },
    {
      "epoch": 0.465802452970189,
      "grad_norm": 0.03888610005378723,
      "learning_rate": 0.00018841510122275212,
      "loss": 10.2218,
      "step": 2668
    },
    {
      "epoch": 0.46597704159574005,
      "grad_norm": 0.03494603559374809,
      "learning_rate": 0.00018840655186607217,
      "loss": 10.2044,
      "step": 2669
    },
    {
      "epoch": 0.4661516302212911,
      "grad_norm": 0.041201770305633545,
      "learning_rate": 0.0001883979995500648,
      "loss": 10.2125,
      "step": 2670
    },
    {
      "epoch": 0.4663262188468421,
      "grad_norm": 0.04443342238664627,
      "learning_rate": 0.00018838944427501623,
      "loss": 10.2064,
      "step": 2671
    },
    {
      "epoch": 0.4665008074723932,
      "grad_norm": 0.039035290479660034,
      "learning_rate": 0.00018838088604121293,
      "loss": 10.2125,
      "step": 2672
    },
    {
      "epoch": 0.46667539609794423,
      "grad_norm": 0.04247711971402168,
      "learning_rate": 0.00018837232484894133,
      "loss": 10.1805,
      "step": 2673
    },
    {
      "epoch": 0.46684998472349526,
      "grad_norm": 0.04059795290231705,
      "learning_rate": 0.000188363760698488,
      "loss": 10.2118,
      "step": 2674
    },
    {
      "epoch": 0.4670245733490463,
      "grad_norm": 0.04105580598115921,
      "learning_rate": 0.00018835519359013965,
      "loss": 10.1973,
      "step": 2675
    },
    {
      "epoch": 0.4671991619745974,
      "grad_norm": 0.04642106220126152,
      "learning_rate": 0.00018834662352418304,
      "loss": 10.2236,
      "step": 2676
    },
    {
      "epoch": 0.4673737506001484,
      "grad_norm": 0.053143057972192764,
      "learning_rate": 0.00018833805050090505,
      "loss": 10.2132,
      "step": 2677
    },
    {
      "epoch": 0.46754833922569944,
      "grad_norm": 0.052689842879772186,
      "learning_rate": 0.00018832947452059262,
      "loss": 10.1946,
      "step": 2678
    },
    {
      "epoch": 0.46772292785125047,
      "grad_norm": 0.04521820694208145,
      "learning_rate": 0.00018832089558353288,
      "loss": 10.1787,
      "step": 2679
    },
    {
      "epoch": 0.46789751647680156,
      "grad_norm": 0.04394594207406044,
      "learning_rate": 0.00018831231369001295,
      "loss": 10.1963,
      "step": 2680
    },
    {
      "epoch": 0.4680721051023526,
      "grad_norm": 0.04921770840883255,
      "learning_rate": 0.00018830372884032017,
      "loss": 10.2092,
      "step": 2681
    },
    {
      "epoch": 0.4682466937279036,
      "grad_norm": 0.04841599240899086,
      "learning_rate": 0.00018829514103474183,
      "loss": 10.1613,
      "step": 2682
    },
    {
      "epoch": 0.46842128235345465,
      "grad_norm": 0.049402058124542236,
      "learning_rate": 0.00018828655027356542,
      "loss": 10.2015,
      "step": 2683
    },
    {
      "epoch": 0.46859587097900574,
      "grad_norm": 0.05052807927131653,
      "learning_rate": 0.00018827795655707857,
      "loss": 10.2093,
      "step": 2684
    },
    {
      "epoch": 0.46877045960455677,
      "grad_norm": 0.058291904628276825,
      "learning_rate": 0.00018826935988556885,
      "loss": 10.1799,
      "step": 2685
    },
    {
      "epoch": 0.4689450482301078,
      "grad_norm": 0.05555814877152443,
      "learning_rate": 0.0001882607602593241,
      "loss": 10.1765,
      "step": 2686
    },
    {
      "epoch": 0.46911963685565883,
      "grad_norm": 0.05352373421192169,
      "learning_rate": 0.00018825215767863214,
      "loss": 10.1942,
      "step": 2687
    },
    {
      "epoch": 0.4692942254812099,
      "grad_norm": 0.06716600060462952,
      "learning_rate": 0.00018824355214378097,
      "loss": 10.1976,
      "step": 2688
    },
    {
      "epoch": 0.46946881410676095,
      "grad_norm": 0.05782972648739815,
      "learning_rate": 0.0001882349436550586,
      "loss": 10.1702,
      "step": 2689
    },
    {
      "epoch": 0.469643402732312,
      "grad_norm": 0.06536179780960083,
      "learning_rate": 0.00018822633221275326,
      "loss": 10.1949,
      "step": 2690
    },
    {
      "epoch": 0.46981799135786306,
      "grad_norm": 0.06301798671483994,
      "learning_rate": 0.00018821771781715317,
      "loss": 10.1862,
      "step": 2691
    },
    {
      "epoch": 0.4699925799834141,
      "grad_norm": 0.06279325485229492,
      "learning_rate": 0.00018820910046854668,
      "loss": 10.2218,
      "step": 2692
    },
    {
      "epoch": 0.4701671686089651,
      "grad_norm": 0.05348149314522743,
      "learning_rate": 0.00018820048016722227,
      "loss": 10.1761,
      "step": 2693
    },
    {
      "epoch": 0.47034175723451616,
      "grad_norm": 0.06571771204471588,
      "learning_rate": 0.00018819185691346847,
      "loss": 10.1989,
      "step": 2694
    },
    {
      "epoch": 0.47051634586006724,
      "grad_norm": 0.06495080888271332,
      "learning_rate": 0.00018818323070757397,
      "loss": 10.2166,
      "step": 2695
    },
    {
      "epoch": 0.4706909344856183,
      "grad_norm": 0.07652388513088226,
      "learning_rate": 0.00018817460154982755,
      "loss": 10.2006,
      "step": 2696
    },
    {
      "epoch": 0.4708655231111693,
      "grad_norm": 0.07500879466533661,
      "learning_rate": 0.00018816596944051795,
      "loss": 10.1534,
      "step": 2697
    },
    {
      "epoch": 0.47104011173672033,
      "grad_norm": 0.07926500588655472,
      "learning_rate": 0.00018815733437993424,
      "loss": 10.2028,
      "step": 2698
    },
    {
      "epoch": 0.4712147003622714,
      "grad_norm": 0.0761493518948555,
      "learning_rate": 0.00018814869636836538,
      "loss": 10.1707,
      "step": 2699
    },
    {
      "epoch": 0.47138928898782245,
      "grad_norm": 0.10207463055849075,
      "learning_rate": 0.00018814005540610058,
      "loss": 10.2096,
      "step": 2700
    },
    {
      "epoch": 0.4715638776133735,
      "grad_norm": 0.04192465916275978,
      "learning_rate": 0.0001881314114934291,
      "loss": 10.2297,
      "step": 2701
    },
    {
      "epoch": 0.4717384662389245,
      "grad_norm": 0.04018145427107811,
      "learning_rate": 0.00018812276463064023,
      "loss": 10.221,
      "step": 2702
    },
    {
      "epoch": 0.4719130548644756,
      "grad_norm": 0.04787389934062958,
      "learning_rate": 0.00018811411481802344,
      "loss": 10.2237,
      "step": 2703
    },
    {
      "epoch": 0.47208764349002663,
      "grad_norm": 0.045428257435560226,
      "learning_rate": 0.0001881054620558683,
      "loss": 10.2128,
      "step": 2704
    },
    {
      "epoch": 0.47226223211557766,
      "grad_norm": 0.03777511790394783,
      "learning_rate": 0.00018809680634446443,
      "loss": 10.2067,
      "step": 2705
    },
    {
      "epoch": 0.4724368207411287,
      "grad_norm": 0.038648877292871475,
      "learning_rate": 0.00018808814768410157,
      "loss": 10.2131,
      "step": 2706
    },
    {
      "epoch": 0.4726114093666798,
      "grad_norm": 0.04401750862598419,
      "learning_rate": 0.00018807948607506956,
      "loss": 10.1917,
      "step": 2707
    },
    {
      "epoch": 0.4727859979922308,
      "grad_norm": 0.03561633452773094,
      "learning_rate": 0.00018807082151765832,
      "loss": 10.1935,
      "step": 2708
    },
    {
      "epoch": 0.47296058661778184,
      "grad_norm": 0.03725532814860344,
      "learning_rate": 0.00018806215401215794,
      "loss": 10.2129,
      "step": 2709
    },
    {
      "epoch": 0.4731351752433329,
      "grad_norm": 0.037612732499837875,
      "learning_rate": 0.00018805348355885852,
      "loss": 10.2097,
      "step": 2710
    },
    {
      "epoch": 0.47330976386888396,
      "grad_norm": 0.045274581760168076,
      "learning_rate": 0.00018804481015805032,
      "loss": 10.2035,
      "step": 2711
    },
    {
      "epoch": 0.473484352494435,
      "grad_norm": 0.04387545585632324,
      "learning_rate": 0.00018803613381002362,
      "loss": 10.2291,
      "step": 2712
    },
    {
      "epoch": 0.473658941119986,
      "grad_norm": 0.041570864617824554,
      "learning_rate": 0.0001880274545150689,
      "loss": 10.2152,
      "step": 2713
    },
    {
      "epoch": 0.47383352974553705,
      "grad_norm": 0.0387720987200737,
      "learning_rate": 0.0001880187722734767,
      "loss": 10.1999,
      "step": 2714
    },
    {
      "epoch": 0.47400811837108814,
      "grad_norm": 0.03970668092370033,
      "learning_rate": 0.00018801008708553766,
      "loss": 10.2003,
      "step": 2715
    },
    {
      "epoch": 0.47418270699663917,
      "grad_norm": 0.044499509036540985,
      "learning_rate": 0.00018800139895154243,
      "loss": 10.2269,
      "step": 2716
    },
    {
      "epoch": 0.4743572956221902,
      "grad_norm": 0.041474517434835434,
      "learning_rate": 0.0001879927078717819,
      "loss": 10.1898,
      "step": 2717
    },
    {
      "epoch": 0.4745318842477413,
      "grad_norm": 0.041633233428001404,
      "learning_rate": 0.000187984013846547,
      "loss": 10.1971,
      "step": 2718
    },
    {
      "epoch": 0.4747064728732923,
      "grad_norm": 0.041146643459796906,
      "learning_rate": 0.00018797531687612872,
      "loss": 10.1916,
      "step": 2719
    },
    {
      "epoch": 0.47488106149884335,
      "grad_norm": 0.044507015496492386,
      "learning_rate": 0.0001879666169608182,
      "loss": 10.2084,
      "step": 2720
    },
    {
      "epoch": 0.4750556501243944,
      "grad_norm": 0.045480892062187195,
      "learning_rate": 0.00018795791410090667,
      "loss": 10.2403,
      "step": 2721
    },
    {
      "epoch": 0.47523023874994547,
      "grad_norm": 0.04300001636147499,
      "learning_rate": 0.00018794920829668543,
      "loss": 10.1949,
      "step": 2722
    },
    {
      "epoch": 0.4754048273754965,
      "grad_norm": 0.04087449237704277,
      "learning_rate": 0.00018794049954844592,
      "loss": 10.1841,
      "step": 2723
    },
    {
      "epoch": 0.47557941600104753,
      "grad_norm": 0.042607247829437256,
      "learning_rate": 0.00018793178785647964,
      "loss": 10.1959,
      "step": 2724
    },
    {
      "epoch": 0.47575400462659856,
      "grad_norm": 0.043082449585199356,
      "learning_rate": 0.00018792307322107826,
      "loss": 10.1975,
      "step": 2725
    },
    {
      "epoch": 0.47592859325214965,
      "grad_norm": 0.05263712629675865,
      "learning_rate": 0.0001879143556425334,
      "loss": 10.174,
      "step": 2726
    },
    {
      "epoch": 0.4761031818777007,
      "grad_norm": 0.053308866918087006,
      "learning_rate": 0.00018790563512113693,
      "loss": 10.2106,
      "step": 2727
    },
    {
      "epoch": 0.4762777705032517,
      "grad_norm": 0.051144134253263474,
      "learning_rate": 0.00018789691165718074,
      "loss": 10.1813,
      "step": 2728
    },
    {
      "epoch": 0.47645235912880274,
      "grad_norm": 0.04413354769349098,
      "learning_rate": 0.0001878881852509569,
      "loss": 10.1962,
      "step": 2729
    },
    {
      "epoch": 0.4766269477543538,
      "grad_norm": 0.046988341957330704,
      "learning_rate": 0.00018787945590275742,
      "loss": 10.1626,
      "step": 2730
    },
    {
      "epoch": 0.47680153637990486,
      "grad_norm": 0.04616821929812431,
      "learning_rate": 0.0001878707236128746,
      "loss": 10.2173,
      "step": 2731
    },
    {
      "epoch": 0.4769761250054559,
      "grad_norm": 0.05527338758111,
      "learning_rate": 0.00018786198838160068,
      "loss": 10.1854,
      "step": 2732
    },
    {
      "epoch": 0.4771507136310069,
      "grad_norm": 0.04364665970206261,
      "learning_rate": 0.00018785325020922807,
      "loss": 10.1798,
      "step": 2733
    },
    {
      "epoch": 0.477325302256558,
      "grad_norm": 0.046845994889736176,
      "learning_rate": 0.0001878445090960493,
      "loss": 10.1867,
      "step": 2734
    },
    {
      "epoch": 0.47749989088210903,
      "grad_norm": 0.053431276232004166,
      "learning_rate": 0.000187835765042357,
      "loss": 10.1815,
      "step": 2735
    },
    {
      "epoch": 0.47767447950766007,
      "grad_norm": 0.05566312000155449,
      "learning_rate": 0.0001878270180484438,
      "loss": 10.1983,
      "step": 2736
    },
    {
      "epoch": 0.4778490681332111,
      "grad_norm": 0.054314110428094864,
      "learning_rate": 0.00018781826811460254,
      "loss": 10.207,
      "step": 2737
    },
    {
      "epoch": 0.4780236567587622,
      "grad_norm": 0.05365531146526337,
      "learning_rate": 0.00018780951524112607,
      "loss": 10.1769,
      "step": 2738
    },
    {
      "epoch": 0.4781982453843132,
      "grad_norm": 0.05133833363652229,
      "learning_rate": 0.00018780075942830741,
      "loss": 10.1801,
      "step": 2739
    },
    {
      "epoch": 0.47837283400986425,
      "grad_norm": 0.052847761660814285,
      "learning_rate": 0.00018779200067643972,
      "loss": 10.1776,
      "step": 2740
    },
    {
      "epoch": 0.4785474226354153,
      "grad_norm": 0.06773792207241058,
      "learning_rate": 0.00018778323898581607,
      "loss": 10.2147,
      "step": 2741
    },
    {
      "epoch": 0.47872201126096636,
      "grad_norm": 0.05094686150550842,
      "learning_rate": 0.00018777447435672982,
      "loss": 10.1976,
      "step": 2742
    },
    {
      "epoch": 0.4788965998865174,
      "grad_norm": 0.06447673588991165,
      "learning_rate": 0.0001877657067894744,
      "loss": 10.2343,
      "step": 2743
    },
    {
      "epoch": 0.4790711885120684,
      "grad_norm": 0.055430714040994644,
      "learning_rate": 0.0001877569362843432,
      "loss": 10.1899,
      "step": 2744
    },
    {
      "epoch": 0.4792457771376195,
      "grad_norm": 0.06021793186664581,
      "learning_rate": 0.00018774816284162986,
      "loss": 10.1696,
      "step": 2745
    },
    {
      "epoch": 0.47942036576317054,
      "grad_norm": 0.06087447330355644,
      "learning_rate": 0.00018773938646162805,
      "loss": 10.1999,
      "step": 2746
    },
    {
      "epoch": 0.4795949543887216,
      "grad_norm": 0.07032828032970428,
      "learning_rate": 0.00018773060714463155,
      "loss": 10.1735,
      "step": 2747
    },
    {
      "epoch": 0.4797695430142726,
      "grad_norm": 0.07796921581029892,
      "learning_rate": 0.00018772182489093425,
      "loss": 10.1803,
      "step": 2748
    },
    {
      "epoch": 0.4799441316398237,
      "grad_norm": 0.08698274195194244,
      "learning_rate": 0.00018771303970083013,
      "loss": 10.238,
      "step": 2749
    },
    {
      "epoch": 0.4801187202653747,
      "grad_norm": 0.13758352398872375,
      "learning_rate": 0.0001877042515746132,
      "loss": 10.2072,
      "step": 2750
    },
    {
      "epoch": 0.48029330889092575,
      "grad_norm": 0.03996158763766289,
      "learning_rate": 0.00018769546051257776,
      "loss": 10.2087,
      "step": 2751
    },
    {
      "epoch": 0.4804678975164768,
      "grad_norm": 0.044631361961364746,
      "learning_rate": 0.00018768666651501796,
      "loss": 10.2172,
      "step": 2752
    },
    {
      "epoch": 0.48064248614202787,
      "grad_norm": 0.03698321059346199,
      "learning_rate": 0.00018767786958222827,
      "loss": 10.2198,
      "step": 2753
    },
    {
      "epoch": 0.4808170747675789,
      "grad_norm": 0.03756171092391014,
      "learning_rate": 0.00018766906971450306,
      "loss": 10.2068,
      "step": 2754
    },
    {
      "epoch": 0.48099166339312993,
      "grad_norm": 0.03931775316596031,
      "learning_rate": 0.000187660266912137,
      "loss": 10.2013,
      "step": 2755
    },
    {
      "epoch": 0.48116625201868096,
      "grad_norm": 0.04463789239525795,
      "learning_rate": 0.0001876514611754247,
      "loss": 10.2242,
      "step": 2756
    },
    {
      "epoch": 0.48134084064423205,
      "grad_norm": 0.037927523255348206,
      "learning_rate": 0.00018764265250466092,
      "loss": 10.2181,
      "step": 2757
    },
    {
      "epoch": 0.4815154292697831,
      "grad_norm": 0.04116620868444443,
      "learning_rate": 0.00018763384090014055,
      "loss": 10.2008,
      "step": 2758
    },
    {
      "epoch": 0.4816900178953341,
      "grad_norm": 0.034727104008197784,
      "learning_rate": 0.0001876250263621585,
      "loss": 10.2091,
      "step": 2759
    },
    {
      "epoch": 0.48186460652088514,
      "grad_norm": 0.041545573621988297,
      "learning_rate": 0.0001876162088910099,
      "loss": 10.1946,
      "step": 2760
    },
    {
      "epoch": 0.48203919514643623,
      "grad_norm": 0.038203757256269455,
      "learning_rate": 0.00018760738848698982,
      "loss": 10.1771,
      "step": 2761
    },
    {
      "epoch": 0.48221378377198726,
      "grad_norm": 0.041350655257701874,
      "learning_rate": 0.00018759856515039358,
      "loss": 10.2007,
      "step": 2762
    },
    {
      "epoch": 0.4823883723975383,
      "grad_norm": 0.04466928541660309,
      "learning_rate": 0.00018758973888151651,
      "loss": 10.2245,
      "step": 2763
    },
    {
      "epoch": 0.4825629610230893,
      "grad_norm": 0.041300661861896515,
      "learning_rate": 0.0001875809096806541,
      "loss": 10.2153,
      "step": 2764
    },
    {
      "epoch": 0.4827375496486404,
      "grad_norm": 0.03655102103948593,
      "learning_rate": 0.00018757207754810184,
      "loss": 10.2182,
      "step": 2765
    },
    {
      "epoch": 0.48291213827419144,
      "grad_norm": 0.0444771908223629,
      "learning_rate": 0.0001875632424841554,
      "loss": 10.2036,
      "step": 2766
    },
    {
      "epoch": 0.48308672689974247,
      "grad_norm": 0.04984678328037262,
      "learning_rate": 0.00018755440448911054,
      "loss": 10.2082,
      "step": 2767
    },
    {
      "epoch": 0.4832613155252935,
      "grad_norm": 0.04532114043831825,
      "learning_rate": 0.0001875455635632631,
      "loss": 10.2137,
      "step": 2768
    },
    {
      "epoch": 0.4834359041508446,
      "grad_norm": 0.043141353875398636,
      "learning_rate": 0.000187536719706909,
      "loss": 10.2117,
      "step": 2769
    },
    {
      "epoch": 0.4836104927763956,
      "grad_norm": 0.03878007456660271,
      "learning_rate": 0.0001875278729203443,
      "loss": 10.2105,
      "step": 2770
    },
    {
      "epoch": 0.48378508140194665,
      "grad_norm": 0.03743632137775421,
      "learning_rate": 0.00018751902320386513,
      "loss": 10.1928,
      "step": 2771
    },
    {
      "epoch": 0.48395967002749773,
      "grad_norm": 0.04525080323219299,
      "learning_rate": 0.00018751017055776775,
      "loss": 10.1942,
      "step": 2772
    },
    {
      "epoch": 0.48413425865304877,
      "grad_norm": 0.041775718331336975,
      "learning_rate": 0.00018750131498234844,
      "loss": 10.2046,
      "step": 2773
    },
    {
      "epoch": 0.4843088472785998,
      "grad_norm": 0.044961266219615936,
      "learning_rate": 0.0001874924564779037,
      "loss": 10.1739,
      "step": 2774
    },
    {
      "epoch": 0.4844834359041508,
      "grad_norm": 0.044376593083143234,
      "learning_rate": 0.00018748359504473002,
      "loss": 10.1682,
      "step": 2775
    },
    {
      "epoch": 0.4846580245297019,
      "grad_norm": 0.04506339132785797,
      "learning_rate": 0.000187474730683124,
      "loss": 10.215,
      "step": 2776
    },
    {
      "epoch": 0.48483261315525294,
      "grad_norm": 0.042940158396959305,
      "learning_rate": 0.00018746586339338245,
      "loss": 10.174,
      "step": 2777
    },
    {
      "epoch": 0.485007201780804,
      "grad_norm": 0.04782288521528244,
      "learning_rate": 0.0001874569931758021,
      "loss": 10.1939,
      "step": 2778
    },
    {
      "epoch": 0.485181790406355,
      "grad_norm": 0.04567691683769226,
      "learning_rate": 0.00018744812003067992,
      "loss": 10.2127,
      "step": 2779
    },
    {
      "epoch": 0.4853563790319061,
      "grad_norm": 0.047871604561805725,
      "learning_rate": 0.00018743924395831293,
      "loss": 10.2105,
      "step": 2780
    },
    {
      "epoch": 0.4855309676574571,
      "grad_norm": 0.050084058195352554,
      "learning_rate": 0.00018743036495899826,
      "loss": 10.2007,
      "step": 2781
    },
    {
      "epoch": 0.48570555628300816,
      "grad_norm": 0.04951830580830574,
      "learning_rate": 0.00018742148303303312,
      "loss": 10.2091,
      "step": 2782
    },
    {
      "epoch": 0.4858801449085592,
      "grad_norm": 0.051140930503606796,
      "learning_rate": 0.0001874125981807148,
      "loss": 10.1917,
      "step": 2783
    },
    {
      "epoch": 0.4860547335341103,
      "grad_norm": 0.05057177692651749,
      "learning_rate": 0.0001874037104023407,
      "loss": 10.1866,
      "step": 2784
    },
    {
      "epoch": 0.4862293221596613,
      "grad_norm": 0.04814792796969414,
      "learning_rate": 0.00018739481969820841,
      "loss": 10.1751,
      "step": 2785
    },
    {
      "epoch": 0.48640391078521233,
      "grad_norm": 0.04956505447626114,
      "learning_rate": 0.00018738592606861544,
      "loss": 10.1908,
      "step": 2786
    },
    {
      "epoch": 0.48657849941076337,
      "grad_norm": 0.0544944629073143,
      "learning_rate": 0.00018737702951385958,
      "loss": 10.1877,
      "step": 2787
    },
    {
      "epoch": 0.48675308803631445,
      "grad_norm": 0.04802360385656357,
      "learning_rate": 0.00018736813003423857,
      "loss": 10.1757,
      "step": 2788
    },
    {
      "epoch": 0.4869276766618655,
      "grad_norm": 0.05480937659740448,
      "learning_rate": 0.00018735922763005034,
      "loss": 10.1997,
      "step": 2789
    },
    {
      "epoch": 0.4871022652874165,
      "grad_norm": 0.054255757480859756,
      "learning_rate": 0.0001873503223015929,
      "loss": 10.1614,
      "step": 2790
    },
    {
      "epoch": 0.48727685391296754,
      "grad_norm": 0.056887708604335785,
      "learning_rate": 0.00018734141404916433,
      "loss": 10.1988,
      "step": 2791
    },
    {
      "epoch": 0.48745144253851863,
      "grad_norm": 0.06297717243432999,
      "learning_rate": 0.00018733250287306284,
      "loss": 10.2078,
      "step": 2792
    },
    {
      "epoch": 0.48762603116406966,
      "grad_norm": 0.06246118247509003,
      "learning_rate": 0.0001873235887735867,
      "loss": 10.1674,
      "step": 2793
    },
    {
      "epoch": 0.4878006197896207,
      "grad_norm": 0.0574972927570343,
      "learning_rate": 0.00018731467175103433,
      "loss": 10.207,
      "step": 2794
    },
    {
      "epoch": 0.4879752084151717,
      "grad_norm": 0.05982951074838638,
      "learning_rate": 0.0001873057518057042,
      "loss": 10.2044,
      "step": 2795
    },
    {
      "epoch": 0.4881497970407228,
      "grad_norm": 0.06626023352146149,
      "learning_rate": 0.00018729682893789488,
      "loss": 10.1749,
      "step": 2796
    },
    {
      "epoch": 0.48832438566627384,
      "grad_norm": 0.07618170976638794,
      "learning_rate": 0.0001872879031479051,
      "loss": 10.1656,
      "step": 2797
    },
    {
      "epoch": 0.4884989742918249,
      "grad_norm": 0.07775316387414932,
      "learning_rate": 0.0001872789744360336,
      "loss": 10.2052,
      "step": 2798
    },
    {
      "epoch": 0.48867356291737596,
      "grad_norm": 0.09665105491876602,
      "learning_rate": 0.0001872700428025793,
      "loss": 10.2261,
      "step": 2799
    },
    {
      "epoch": 0.488848151542927,
      "grad_norm": 0.11479170620441437,
      "learning_rate": 0.00018726110824784115,
      "loss": 10.2409,
      "step": 2800
    },
    {
      "epoch": 0.488848151542927,
      "eval_loss": 10.184684753417969,
      "eval_runtime": 0.7313,
      "eval_samples_per_second": 315.862,
      "eval_steps_per_second": 158.614,
      "step": 2800
    },
    {
      "epoch": 0.489022740168478,
      "grad_norm": 0.03733202815055847,
      "learning_rate": 0.00018725217077211824,
      "loss": 10.2194,
      "step": 2801
    },
    {
      "epoch": 0.48919732879402905,
      "grad_norm": 0.0363788828253746,
      "learning_rate": 0.00018724323037570972,
      "loss": 10.2209,
      "step": 2802
    },
    {
      "epoch": 0.48937191741958014,
      "grad_norm": 0.04048031568527222,
      "learning_rate": 0.00018723428705891488,
      "loss": 10.2047,
      "step": 2803
    },
    {
      "epoch": 0.48954650604513117,
      "grad_norm": 0.04582267254590988,
      "learning_rate": 0.0001872253408220331,
      "loss": 10.2155,
      "step": 2804
    },
    {
      "epoch": 0.4897210946706822,
      "grad_norm": 0.042385391891002655,
      "learning_rate": 0.00018721639166536383,
      "loss": 10.2077,
      "step": 2805
    },
    {
      "epoch": 0.48989568329623323,
      "grad_norm": 0.04874846711754799,
      "learning_rate": 0.00018720743958920664,
      "loss": 10.1844,
      "step": 2806
    },
    {
      "epoch": 0.4900702719217843,
      "grad_norm": 0.04081536456942558,
      "learning_rate": 0.00018719848459386118,
      "loss": 10.2151,
      "step": 2807
    },
    {
      "epoch": 0.49024486054733535,
      "grad_norm": 0.03879150375723839,
      "learning_rate": 0.00018718952667962722,
      "loss": 10.1915,
      "step": 2808
    },
    {
      "epoch": 0.4904194491728864,
      "grad_norm": 0.03465224429965019,
      "learning_rate": 0.00018718056584680464,
      "loss": 10.2178,
      "step": 2809
    },
    {
      "epoch": 0.4905940377984374,
      "grad_norm": 0.04885962978005409,
      "learning_rate": 0.00018717160209569334,
      "loss": 10.1883,
      "step": 2810
    },
    {
      "epoch": 0.4907686264239885,
      "grad_norm": 0.04192372038960457,
      "learning_rate": 0.00018716263542659344,
      "loss": 10.2035,
      "step": 2811
    },
    {
      "epoch": 0.4909432150495395,
      "grad_norm": 0.04240914434194565,
      "learning_rate": 0.00018715366583980507,
      "loss": 10.2091,
      "step": 2812
    },
    {
      "epoch": 0.49111780367509056,
      "grad_norm": 0.03953326493501663,
      "learning_rate": 0.00018714469333562845,
      "loss": 10.1935,
      "step": 2813
    },
    {
      "epoch": 0.4912923923006416,
      "grad_norm": 0.04066985100507736,
      "learning_rate": 0.00018713571791436392,
      "loss": 10.2086,
      "step": 2814
    },
    {
      "epoch": 0.4914669809261927,
      "grad_norm": 0.047729603946208954,
      "learning_rate": 0.000187126739576312,
      "loss": 10.2052,
      "step": 2815
    },
    {
      "epoch": 0.4916415695517437,
      "grad_norm": 0.04101751744747162,
      "learning_rate": 0.00018711775832177315,
      "loss": 10.212,
      "step": 2816
    },
    {
      "epoch": 0.49181615817729474,
      "grad_norm": 0.04318299517035484,
      "learning_rate": 0.00018710877415104805,
      "loss": 10.1723,
      "step": 2817
    },
    {
      "epoch": 0.49199074680284577,
      "grad_norm": 0.053392522037029266,
      "learning_rate": 0.0001870997870644374,
      "loss": 10.2043,
      "step": 2818
    },
    {
      "epoch": 0.49216533542839686,
      "grad_norm": 0.045118529349565506,
      "learning_rate": 0.00018709079706224208,
      "loss": 10.1795,
      "step": 2819
    },
    {
      "epoch": 0.4923399240539479,
      "grad_norm": 0.04077255353331566,
      "learning_rate": 0.000187081804144763,
      "loss": 10.203,
      "step": 2820
    },
    {
      "epoch": 0.4925145126794989,
      "grad_norm": 0.040669962763786316,
      "learning_rate": 0.0001870728083123012,
      "loss": 10.2253,
      "step": 2821
    },
    {
      "epoch": 0.49268910130505,
      "grad_norm": 0.04895666241645813,
      "learning_rate": 0.00018706380956515778,
      "loss": 10.1944,
      "step": 2822
    },
    {
      "epoch": 0.49286368993060103,
      "grad_norm": 0.03653186932206154,
      "learning_rate": 0.00018705480790363402,
      "loss": 10.1826,
      "step": 2823
    },
    {
      "epoch": 0.49303827855615207,
      "grad_norm": 0.04638689383864403,
      "learning_rate": 0.00018704580332803115,
      "loss": 10.2116,
      "step": 2824
    },
    {
      "epoch": 0.4932128671817031,
      "grad_norm": 0.046838872134685516,
      "learning_rate": 0.0001870367958386507,
      "loss": 10.1769,
      "step": 2825
    },
    {
      "epoch": 0.4933874558072542,
      "grad_norm": 0.04146871343255043,
      "learning_rate": 0.0001870277854357941,
      "loss": 10.2112,
      "step": 2826
    },
    {
      "epoch": 0.4935620444328052,
      "grad_norm": 0.04618971422314644,
      "learning_rate": 0.00018701877211976301,
      "loss": 10.2164,
      "step": 2827
    },
    {
      "epoch": 0.49373663305835624,
      "grad_norm": 0.046256035566329956,
      "learning_rate": 0.00018700975589085913,
      "loss": 10.2191,
      "step": 2828
    },
    {
      "epoch": 0.4939112216839073,
      "grad_norm": 0.052166953682899475,
      "learning_rate": 0.00018700073674938428,
      "loss": 10.1931,
      "step": 2829
    },
    {
      "epoch": 0.49408581030945836,
      "grad_norm": 0.053099505603313446,
      "learning_rate": 0.00018699171469564033,
      "loss": 10.1924,
      "step": 2830
    },
    {
      "epoch": 0.4942603989350094,
      "grad_norm": 0.04630112648010254,
      "learning_rate": 0.00018698268972992935,
      "loss": 10.1946,
      "step": 2831
    },
    {
      "epoch": 0.4944349875605604,
      "grad_norm": 0.045721910893917084,
      "learning_rate": 0.00018697366185255337,
      "loss": 10.1624,
      "step": 2832
    },
    {
      "epoch": 0.49460957618611145,
      "grad_norm": 0.04440705105662346,
      "learning_rate": 0.00018696463106381464,
      "loss": 10.178,
      "step": 2833
    },
    {
      "epoch": 0.49478416481166254,
      "grad_norm": 0.05155452713370323,
      "learning_rate": 0.00018695559736401545,
      "loss": 10.2062,
      "step": 2834
    },
    {
      "epoch": 0.49495875343721357,
      "grad_norm": 0.053189896047115326,
      "learning_rate": 0.0001869465607534582,
      "loss": 10.1722,
      "step": 2835
    },
    {
      "epoch": 0.4951333420627646,
      "grad_norm": 0.04828475043177605,
      "learning_rate": 0.0001869375212324453,
      "loss": 10.1682,
      "step": 2836
    },
    {
      "epoch": 0.49530793068831563,
      "grad_norm": 0.05507950112223625,
      "learning_rate": 0.00018692847880127946,
      "loss": 10.1833,
      "step": 2837
    },
    {
      "epoch": 0.4954825193138667,
      "grad_norm": 0.05460374429821968,
      "learning_rate": 0.00018691943346026333,
      "loss": 10.1941,
      "step": 2838
    },
    {
      "epoch": 0.49565710793941775,
      "grad_norm": 0.05783596634864807,
      "learning_rate": 0.00018691038520969965,
      "loss": 10.178,
      "step": 2839
    },
    {
      "epoch": 0.4958316965649688,
      "grad_norm": 0.054762400686740875,
      "learning_rate": 0.00018690133404989135,
      "loss": 10.1974,
      "step": 2840
    },
    {
      "epoch": 0.4960062851905198,
      "grad_norm": 0.05735991895198822,
      "learning_rate": 0.00018689227998114138,
      "loss": 10.1927,
      "step": 2841
    },
    {
      "epoch": 0.4961808738160709,
      "grad_norm": 0.058449745178222656,
      "learning_rate": 0.00018688322300375285,
      "loss": 10.1698,
      "step": 2842
    },
    {
      "epoch": 0.49635546244162193,
      "grad_norm": 0.06175301596522331,
      "learning_rate": 0.0001868741631180289,
      "loss": 10.188,
      "step": 2843
    },
    {
      "epoch": 0.49653005106717296,
      "grad_norm": 0.0633433386683464,
      "learning_rate": 0.00018686510032427277,
      "loss": 10.1783,
      "step": 2844
    },
    {
      "epoch": 0.496704639692724,
      "grad_norm": 0.06033112481236458,
      "learning_rate": 0.00018685603462278793,
      "loss": 10.2029,
      "step": 2845
    },
    {
      "epoch": 0.4968792283182751,
      "grad_norm": 0.07018780708312988,
      "learning_rate": 0.00018684696601387776,
      "loss": 10.1963,
      "step": 2846
    },
    {
      "epoch": 0.4970538169438261,
      "grad_norm": 0.06598399579524994,
      "learning_rate": 0.00018683789449784586,
      "loss": 10.1718,
      "step": 2847
    },
    {
      "epoch": 0.49722840556937714,
      "grad_norm": 0.07740909606218338,
      "learning_rate": 0.00018682882007499586,
      "loss": 10.1799,
      "step": 2848
    },
    {
      "epoch": 0.4974029941949282,
      "grad_norm": 0.08653833717107773,
      "learning_rate": 0.00018681974274563156,
      "loss": 10.1744,
      "step": 2849
    },
    {
      "epoch": 0.49757758282047926,
      "grad_norm": 0.17538881301879883,
      "learning_rate": 0.00018681066251005678,
      "loss": 10.1956,
      "step": 2850
    },
    {
      "epoch": 0.4977521714460303,
      "grad_norm": 0.03611970692873001,
      "learning_rate": 0.00018680157936857552,
      "loss": 10.1888,
      "step": 2851
    },
    {
      "epoch": 0.4979267600715813,
      "grad_norm": 0.04160361364483833,
      "learning_rate": 0.00018679249332149178,
      "loss": 10.2264,
      "step": 2852
    },
    {
      "epoch": 0.4981013486971324,
      "grad_norm": 0.038734205067157745,
      "learning_rate": 0.00018678340436910972,
      "loss": 10.2251,
      "step": 2853
    },
    {
      "epoch": 0.49827593732268344,
      "grad_norm": 0.03876861184835434,
      "learning_rate": 0.00018677431251173357,
      "loss": 10.2003,
      "step": 2854
    },
    {
      "epoch": 0.49845052594823447,
      "grad_norm": 0.04742656275629997,
      "learning_rate": 0.00018676521774966772,
      "loss": 10.192,
      "step": 2855
    },
    {
      "epoch": 0.4986251145737855,
      "grad_norm": 0.03985719010233879,
      "learning_rate": 0.00018675612008321654,
      "loss": 10.2216,
      "step": 2856
    },
    {
      "epoch": 0.4987997031993366,
      "grad_norm": 0.040161389857530594,
      "learning_rate": 0.00018674701951268462,
      "loss": 10.2327,
      "step": 2857
    },
    {
      "epoch": 0.4989742918248876,
      "grad_norm": 0.05412966012954712,
      "learning_rate": 0.0001867379160383766,
      "loss": 10.217,
      "step": 2858
    },
    {
      "epoch": 0.49914888045043865,
      "grad_norm": 0.03880883380770683,
      "learning_rate": 0.00018672880966059719,
      "loss": 10.2198,
      "step": 2859
    },
    {
      "epoch": 0.4993234690759897,
      "grad_norm": 0.044680364429950714,
      "learning_rate": 0.00018671970037965118,
      "loss": 10.2277,
      "step": 2860
    },
    {
      "epoch": 0.49949805770154077,
      "grad_norm": 0.03912060335278511,
      "learning_rate": 0.00018671058819584355,
      "loss": 10.2355,
      "step": 2861
    },
    {
      "epoch": 0.4996726463270918,
      "grad_norm": 0.05108645185828209,
      "learning_rate": 0.0001867014731094793,
      "loss": 10.184,
      "step": 2862
    },
    {
      "epoch": 0.4998472349526428,
      "grad_norm": 0.037816718220710754,
      "learning_rate": 0.00018669235512086356,
      "loss": 10.2075,
      "step": 2863
    },
    {
      "epoch": 0.5000218235781939,
      "grad_norm": 0.043282538652420044,
      "learning_rate": 0.0001866832342303015,
      "loss": 10.1976,
      "step": 2864
    },
    {
      "epoch": 0.5001964122037449,
      "grad_norm": 0.039526671171188354,
      "learning_rate": 0.0001866741104380985,
      "loss": 10.2116,
      "step": 2865
    },
    {
      "epoch": 0.500371000829296,
      "grad_norm": 0.04105082154273987,
      "learning_rate": 0.00018666498374455997,
      "loss": 10.1629,
      "step": 2866
    },
    {
      "epoch": 0.5005455894548471,
      "grad_norm": 0.03873070701956749,
      "learning_rate": 0.00018665585414999133,
      "loss": 10.2167,
      "step": 2867
    },
    {
      "epoch": 0.500720178080398,
      "grad_norm": 0.03856879100203514,
      "learning_rate": 0.00018664672165469827,
      "loss": 10.1895,
      "step": 2868
    },
    {
      "epoch": 0.5008947667059491,
      "grad_norm": 0.041997428983449936,
      "learning_rate": 0.00018663758625898647,
      "loss": 10.1845,
      "step": 2869
    },
    {
      "epoch": 0.5010693553315001,
      "grad_norm": 0.04718843102455139,
      "learning_rate": 0.00018662844796316175,
      "loss": 10.1884,
      "step": 2870
    },
    {
      "epoch": 0.5012439439570512,
      "grad_norm": 0.04406392574310303,
      "learning_rate": 0.00018661930676752993,
      "loss": 10.2313,
      "step": 2871
    },
    {
      "epoch": 0.5014185325826023,
      "grad_norm": 0.050086889415979385,
      "learning_rate": 0.00018661016267239707,
      "loss": 10.1832,
      "step": 2872
    },
    {
      "epoch": 0.5015931212081532,
      "grad_norm": 0.05103345587849617,
      "learning_rate": 0.00018660101567806925,
      "loss": 10.2101,
      "step": 2873
    },
    {
      "epoch": 0.5017677098337043,
      "grad_norm": 0.04683301970362663,
      "learning_rate": 0.00018659186578485264,
      "loss": 10.1933,
      "step": 2874
    },
    {
      "epoch": 0.5019422984592554,
      "grad_norm": 0.045505981892347336,
      "learning_rate": 0.00018658271299305354,
      "loss": 10.2178,
      "step": 2875
    },
    {
      "epoch": 0.5021168870848064,
      "grad_norm": 0.04691161960363388,
      "learning_rate": 0.0001865735573029783,
      "loss": 10.2211,
      "step": 2876
    },
    {
      "epoch": 0.5022914757103575,
      "grad_norm": 0.04757901281118393,
      "learning_rate": 0.00018656439871493348,
      "loss": 10.1978,
      "step": 2877
    },
    {
      "epoch": 0.5024660643359086,
      "grad_norm": 0.04620984569191933,
      "learning_rate": 0.00018655523722922555,
      "loss": 10.1981,
      "step": 2878
    },
    {
      "epoch": 0.5026406529614595,
      "grad_norm": 0.04349508136510849,
      "learning_rate": 0.00018654607284616126,
      "loss": 10.1959,
      "step": 2879
    },
    {
      "epoch": 0.5028152415870106,
      "grad_norm": 0.04992981627583504,
      "learning_rate": 0.00018653690556604734,
      "loss": 10.1536,
      "step": 2880
    },
    {
      "epoch": 0.5029898302125616,
      "grad_norm": 0.0427241213619709,
      "learning_rate": 0.00018652773538919068,
      "loss": 10.1823,
      "step": 2881
    },
    {
      "epoch": 0.5031644188381127,
      "grad_norm": 0.044779617339372635,
      "learning_rate": 0.0001865185623158982,
      "loss": 10.1848,
      "step": 2882
    },
    {
      "epoch": 0.5033390074636638,
      "grad_norm": 0.056601330637931824,
      "learning_rate": 0.00018650938634647704,
      "loss": 10.196,
      "step": 2883
    },
    {
      "epoch": 0.5035135960892148,
      "grad_norm": 0.045582614839076996,
      "learning_rate": 0.00018650020748123427,
      "loss": 10.1943,
      "step": 2884
    },
    {
      "epoch": 0.5036881847147658,
      "grad_norm": 0.05018031597137451,
      "learning_rate": 0.00018649102572047718,
      "loss": 10.1819,
      "step": 2885
    },
    {
      "epoch": 0.5038627733403169,
      "grad_norm": 0.052520666271448135,
      "learning_rate": 0.00018648184106451315,
      "loss": 10.1974,
      "step": 2886
    },
    {
      "epoch": 0.5040373619658679,
      "grad_norm": 0.04693099856376648,
      "learning_rate": 0.00018647265351364958,
      "loss": 10.1885,
      "step": 2887
    },
    {
      "epoch": 0.504211950591419,
      "grad_norm": 0.05579786002635956,
      "learning_rate": 0.00018646346306819403,
      "loss": 10.1553,
      "step": 2888
    },
    {
      "epoch": 0.50438653921697,
      "grad_norm": 0.05949338525533676,
      "learning_rate": 0.00018645426972845413,
      "loss": 10.1907,
      "step": 2889
    },
    {
      "epoch": 0.504561127842521,
      "grad_norm": 0.06209580972790718,
      "learning_rate": 0.00018644507349473767,
      "loss": 10.2203,
      "step": 2890
    },
    {
      "epoch": 0.5047357164680721,
      "grad_norm": 0.05409003421664238,
      "learning_rate": 0.00018643587436735243,
      "loss": 10.2012,
      "step": 2891
    },
    {
      "epoch": 0.5049103050936231,
      "grad_norm": 0.05813246965408325,
      "learning_rate": 0.00018642667234660638,
      "loss": 10.2029,
      "step": 2892
    },
    {
      "epoch": 0.5050848937191742,
      "grad_norm": 0.06247566267848015,
      "learning_rate": 0.00018641746743280752,
      "loss": 10.1804,
      "step": 2893
    },
    {
      "epoch": 0.5052594823447253,
      "grad_norm": 0.07957838475704193,
      "learning_rate": 0.000186408259626264,
      "loss": 10.1979,
      "step": 2894
    },
    {
      "epoch": 0.5054340709702763,
      "grad_norm": 0.0658467710018158,
      "learning_rate": 0.000186399048927284,
      "loss": 10.205,
      "step": 2895
    },
    {
      "epoch": 0.5056086595958273,
      "grad_norm": 0.07763848453760147,
      "learning_rate": 0.00018638983533617588,
      "loss": 10.2157,
      "step": 2896
    },
    {
      "epoch": 0.5057832482213783,
      "grad_norm": 0.06996322423219681,
      "learning_rate": 0.00018638061885324807,
      "loss": 10.1959,
      "step": 2897
    },
    {
      "epoch": 0.5059578368469294,
      "grad_norm": 0.07492762058973312,
      "learning_rate": 0.00018637139947880906,
      "loss": 10.2021,
      "step": 2898
    },
    {
      "epoch": 0.5061324254724805,
      "grad_norm": 0.0962485820055008,
      "learning_rate": 0.00018636217721316746,
      "loss": 10.1824,
      "step": 2899
    },
    {
      "epoch": 0.5063070140980315,
      "grad_norm": 0.10895276069641113,
      "learning_rate": 0.00018635295205663194,
      "loss": 10.2425,
      "step": 2900
    },
    {
      "epoch": 0.5064816027235826,
      "grad_norm": 0.0335080586373806,
      "learning_rate": 0.0001863437240095114,
      "loss": 10.2324,
      "step": 2901
    },
    {
      "epoch": 0.5066561913491336,
      "grad_norm": 0.03904595971107483,
      "learning_rate": 0.0001863344930721146,
      "loss": 10.2153,
      "step": 2902
    },
    {
      "epoch": 0.5068307799746846,
      "grad_norm": 0.05066365748643875,
      "learning_rate": 0.00018632525924475068,
      "loss": 10.194,
      "step": 2903
    },
    {
      "epoch": 0.5070053686002357,
      "grad_norm": 0.035115186125040054,
      "learning_rate": 0.00018631602252772863,
      "loss": 10.2201,
      "step": 2904
    },
    {
      "epoch": 0.5071799572257868,
      "grad_norm": 0.03591879829764366,
      "learning_rate": 0.00018630678292135775,
      "loss": 10.1998,
      "step": 2905
    },
    {
      "epoch": 0.5073545458513378,
      "grad_norm": 0.042786531150341034,
      "learning_rate": 0.0001862975404259472,
      "loss": 10.2396,
      "step": 2906
    },
    {
      "epoch": 0.5075291344768889,
      "grad_norm": 0.040572915226221085,
      "learning_rate": 0.00018628829504180642,
      "loss": 10.2049,
      "step": 2907
    },
    {
      "epoch": 0.5077037231024398,
      "grad_norm": 0.04036495462059975,
      "learning_rate": 0.0001862790467692449,
      "loss": 10.2146,
      "step": 2908
    },
    {
      "epoch": 0.5078783117279909,
      "grad_norm": 0.0519154891371727,
      "learning_rate": 0.00018626979560857224,
      "loss": 10.2144,
      "step": 2909
    },
    {
      "epoch": 0.508052900353542,
      "grad_norm": 0.04459061101078987,
      "learning_rate": 0.00018626054156009806,
      "loss": 10.2077,
      "step": 2910
    },
    {
      "epoch": 0.508227488979093,
      "grad_norm": 0.04307851567864418,
      "learning_rate": 0.00018625128462413217,
      "loss": 10.1948,
      "step": 2911
    },
    {
      "epoch": 0.5084020776046441,
      "grad_norm": 0.043110668659210205,
      "learning_rate": 0.00018624202480098444,
      "loss": 10.2168,
      "step": 2912
    },
    {
      "epoch": 0.5085766662301952,
      "grad_norm": 0.03516440466046333,
      "learning_rate": 0.00018623276209096479,
      "loss": 10.2254,
      "step": 2913
    },
    {
      "epoch": 0.5087512548557461,
      "grad_norm": 0.040740303695201874,
      "learning_rate": 0.00018622349649438332,
      "loss": 10.2086,
      "step": 2914
    },
    {
      "epoch": 0.5089258434812972,
      "grad_norm": 0.04392693564295769,
      "learning_rate": 0.00018621422801155015,
      "loss": 10.2179,
      "step": 2915
    },
    {
      "epoch": 0.5091004321068482,
      "grad_norm": 0.03944873809814453,
      "learning_rate": 0.00018620495664277558,
      "loss": 10.2089,
      "step": 2916
    },
    {
      "epoch": 0.5092750207323993,
      "grad_norm": 0.0388098880648613,
      "learning_rate": 0.00018619568238836996,
      "loss": 10.1798,
      "step": 2917
    },
    {
      "epoch": 0.5094496093579504,
      "grad_norm": 0.040810033679008484,
      "learning_rate": 0.0001861864052486437,
      "loss": 10.1989,
      "step": 2918
    },
    {
      "epoch": 0.5096241979835013,
      "grad_norm": 0.04913625866174698,
      "learning_rate": 0.00018617712522390732,
      "loss": 10.2031,
      "step": 2919
    },
    {
      "epoch": 0.5097987866090524,
      "grad_norm": 0.048364099115133286,
      "learning_rate": 0.00018616784231447158,
      "loss": 10.2184,
      "step": 2920
    },
    {
      "epoch": 0.5099733752346035,
      "grad_norm": 0.04328875243663788,
      "learning_rate": 0.0001861585565206471,
      "loss": 10.218,
      "step": 2921
    },
    {
      "epoch": 0.5101479638601545,
      "grad_norm": 0.03996567055583,
      "learning_rate": 0.00018614926784274474,
      "loss": 10.2093,
      "step": 2922
    },
    {
      "epoch": 0.5103225524857056,
      "grad_norm": 0.043648455291986465,
      "learning_rate": 0.00018613997628107542,
      "loss": 10.1866,
      "step": 2923
    },
    {
      "epoch": 0.5104971411112565,
      "grad_norm": 0.041585955768823624,
      "learning_rate": 0.0001861306818359502,
      "loss": 10.2107,
      "step": 2924
    },
    {
      "epoch": 0.5106717297368076,
      "grad_norm": 0.04437611252069473,
      "learning_rate": 0.00018612138450768023,
      "loss": 10.1917,
      "step": 2925
    },
    {
      "epoch": 0.5108463183623587,
      "grad_norm": 0.04253694415092468,
      "learning_rate": 0.00018611208429657666,
      "loss": 10.2038,
      "step": 2926
    },
    {
      "epoch": 0.5110209069879097,
      "grad_norm": 0.048616357147693634,
      "learning_rate": 0.00018610278120295083,
      "loss": 10.208,
      "step": 2927
    },
    {
      "epoch": 0.5111954956134608,
      "grad_norm": 0.04329487308859825,
      "learning_rate": 0.00018609347522711417,
      "loss": 10.2032,
      "step": 2928
    },
    {
      "epoch": 0.5113700842390119,
      "grad_norm": 0.0541701540350914,
      "learning_rate": 0.00018608416636937814,
      "loss": 10.1976,
      "step": 2929
    },
    {
      "epoch": 0.5115446728645628,
      "grad_norm": 0.04563162848353386,
      "learning_rate": 0.00018607485463005446,
      "loss": 10.1842,
      "step": 2930
    },
    {
      "epoch": 0.5117192614901139,
      "grad_norm": 0.057226553559303284,
      "learning_rate": 0.00018606554000945468,
      "loss": 10.1749,
      "step": 2931
    },
    {
      "epoch": 0.511893850115665,
      "grad_norm": 0.05239604040980339,
      "learning_rate": 0.0001860562225078907,
      "loss": 10.1936,
      "step": 2932
    },
    {
      "epoch": 0.512068438741216,
      "grad_norm": 0.051843833178281784,
      "learning_rate": 0.00018604690212567442,
      "loss": 10.2034,
      "step": 2933
    },
    {
      "epoch": 0.5122430273667671,
      "grad_norm": 0.05092936009168625,
      "learning_rate": 0.00018603757886311774,
      "loss": 10.2058,
      "step": 2934
    },
    {
      "epoch": 0.512417615992318,
      "grad_norm": 0.054418426007032394,
      "learning_rate": 0.00018602825272053284,
      "loss": 10.1774,
      "step": 2935
    },
    {
      "epoch": 0.5125922046178691,
      "grad_norm": 0.05170116946101189,
      "learning_rate": 0.00018601892369823187,
      "loss": 10.1619,
      "step": 2936
    },
    {
      "epoch": 0.5127667932434202,
      "grad_norm": 0.05703913792967796,
      "learning_rate": 0.0001860095917965271,
      "loss": 10.1547,
      "step": 2937
    },
    {
      "epoch": 0.5129413818689712,
      "grad_norm": 0.05778985098004341,
      "learning_rate": 0.0001860002570157309,
      "loss": 10.1874,
      "step": 2938
    },
    {
      "epoch": 0.5131159704945223,
      "grad_norm": 0.059354886412620544,
      "learning_rate": 0.0001859909193561558,
      "loss": 10.1847,
      "step": 2939
    },
    {
      "epoch": 0.5132905591200734,
      "grad_norm": 0.0621347613632679,
      "learning_rate": 0.00018598157881811428,
      "loss": 10.1899,
      "step": 2940
    },
    {
      "epoch": 0.5134651477456244,
      "grad_norm": 0.07229378074407578,
      "learning_rate": 0.0001859722354019191,
      "loss": 10.203,
      "step": 2941
    },
    {
      "epoch": 0.5136397363711754,
      "grad_norm": 0.05929214879870415,
      "learning_rate": 0.00018596288910788299,
      "loss": 10.1679,
      "step": 2942
    },
    {
      "epoch": 0.5138143249967264,
      "grad_norm": 0.06061854213476181,
      "learning_rate": 0.00018595353993631873,
      "loss": 10.1724,
      "step": 2943
    },
    {
      "epoch": 0.5139889136222775,
      "grad_norm": 0.06956265866756439,
      "learning_rate": 0.00018594418788753938,
      "loss": 10.1768,
      "step": 2944
    },
    {
      "epoch": 0.5141635022478286,
      "grad_norm": 0.07382556051015854,
      "learning_rate": 0.00018593483296185798,
      "loss": 10.1664,
      "step": 2945
    },
    {
      "epoch": 0.5143380908733796,
      "grad_norm": 0.07648491114377975,
      "learning_rate": 0.0001859254751595876,
      "loss": 10.2021,
      "step": 2946
    },
    {
      "epoch": 0.5145126794989306,
      "grad_norm": 0.07893742620944977,
      "learning_rate": 0.00018591611448104156,
      "loss": 10.2264,
      "step": 2947
    },
    {
      "epoch": 0.5146872681244817,
      "grad_norm": 0.08906887471675873,
      "learning_rate": 0.00018590675092653315,
      "loss": 10.1892,
      "step": 2948
    },
    {
      "epoch": 0.5148618567500327,
      "grad_norm": 0.0944288820028305,
      "learning_rate": 0.00018589738449637587,
      "loss": 10.1931,
      "step": 2949
    },
    {
      "epoch": 0.5150364453755838,
      "grad_norm": 0.13685403764247894,
      "learning_rate": 0.00018588801519088316,
      "loss": 10.2232,
      "step": 2950
    },
    {
      "epoch": 0.5152110340011348,
      "grad_norm": 0.041421644389629364,
      "learning_rate": 0.00018587864301036874,
      "loss": 10.2165,
      "step": 2951
    },
    {
      "epoch": 0.5153856226266859,
      "grad_norm": 0.04551217332482338,
      "learning_rate": 0.0001858692679551463,
      "loss": 10.2144,
      "step": 2952
    },
    {
      "epoch": 0.5155602112522369,
      "grad_norm": 0.040241844952106476,
      "learning_rate": 0.00018585989002552965,
      "loss": 10.2183,
      "step": 2953
    },
    {
      "epoch": 0.5157347998777879,
      "grad_norm": 0.05286053195595741,
      "learning_rate": 0.0001858505092218327,
      "loss": 10.1965,
      "step": 2954
    },
    {
      "epoch": 0.515909388503339,
      "grad_norm": 0.04561500996351242,
      "learning_rate": 0.0001858411255443695,
      "loss": 10.216,
      "step": 2955
    },
    {
      "epoch": 0.5160839771288901,
      "grad_norm": 0.036737434566020966,
      "learning_rate": 0.00018583173899345412,
      "loss": 10.1963,
      "step": 2956
    },
    {
      "epoch": 0.5162585657544411,
      "grad_norm": 0.04741686210036278,
      "learning_rate": 0.00018582234956940078,
      "loss": 10.2326,
      "step": 2957
    },
    {
      "epoch": 0.5164331543799922,
      "grad_norm": 0.04240729659795761,
      "learning_rate": 0.0001858129572725238,
      "loss": 10.2137,
      "step": 2958
    },
    {
      "epoch": 0.5166077430055432,
      "grad_norm": 0.05183954909443855,
      "learning_rate": 0.00018580356210313756,
      "loss": 10.2008,
      "step": 2959
    },
    {
      "epoch": 0.5167823316310942,
      "grad_norm": 0.0460924468934536,
      "learning_rate": 0.00018579416406155658,
      "loss": 10.2244,
      "step": 2960
    },
    {
      "epoch": 0.5169569202566453,
      "grad_norm": 0.041621651500463486,
      "learning_rate": 0.0001857847631480954,
      "loss": 10.2451,
      "step": 2961
    },
    {
      "epoch": 0.5171315088821963,
      "grad_norm": 0.041142143309116364,
      "learning_rate": 0.00018577535936306876,
      "loss": 10.2066,
      "step": 2962
    },
    {
      "epoch": 0.5173060975077474,
      "grad_norm": 0.04295482113957405,
      "learning_rate": 0.00018576595270679142,
      "loss": 10.1996,
      "step": 2963
    },
    {
      "epoch": 0.5174806861332985,
      "grad_norm": 0.04635168984532356,
      "learning_rate": 0.00018575654317957825,
      "loss": 10.2164,
      "step": 2964
    },
    {
      "epoch": 0.5176552747588494,
      "grad_norm": 0.04105290770530701,
      "learning_rate": 0.00018574713078174423,
      "loss": 10.2167,
      "step": 2965
    },
    {
      "epoch": 0.5178298633844005,
      "grad_norm": 0.046828001737594604,
      "learning_rate": 0.00018573771551360445,
      "loss": 10.2197,
      "step": 2966
    },
    {
      "epoch": 0.5180044520099516,
      "grad_norm": 0.039004065096378326,
      "learning_rate": 0.00018572829737547407,
      "loss": 10.2184,
      "step": 2967
    },
    {
      "epoch": 0.5181790406355026,
      "grad_norm": 0.048071861267089844,
      "learning_rate": 0.00018571887636766832,
      "loss": 10.1983,
      "step": 2968
    },
    {
      "epoch": 0.5183536292610537,
      "grad_norm": 0.04189665988087654,
      "learning_rate": 0.00018570945249050263,
      "loss": 10.2041,
      "step": 2969
    },
    {
      "epoch": 0.5185282178866046,
      "grad_norm": 0.044129665940999985,
      "learning_rate": 0.00018570002574429237,
      "loss": 10.1995,
      "step": 2970
    },
    {
      "epoch": 0.5187028065121557,
      "grad_norm": 0.041499748826026917,
      "learning_rate": 0.00018569059612935312,
      "loss": 10.2016,
      "step": 2971
    },
    {
      "epoch": 0.5188773951377068,
      "grad_norm": 0.03980989754199982,
      "learning_rate": 0.0001856811636460006,
      "loss": 10.1874,
      "step": 2972
    },
    {
      "epoch": 0.5190519837632578,
      "grad_norm": 0.038919754326343536,
      "learning_rate": 0.00018567172829455047,
      "loss": 10.204,
      "step": 2973
    },
    {
      "epoch": 0.5192265723888089,
      "grad_norm": 0.04035716503858566,
      "learning_rate": 0.00018566229007531857,
      "loss": 10.186,
      "step": 2974
    },
    {
      "epoch": 0.51940116101436,
      "grad_norm": 0.05017246678471565,
      "learning_rate": 0.0001856528489886209,
      "loss": 10.1856,
      "step": 2975
    },
    {
      "epoch": 0.5195757496399109,
      "grad_norm": 0.0491938591003418,
      "learning_rate": 0.00018564340503477342,
      "loss": 10.1933,
      "step": 2976
    },
    {
      "epoch": 0.519750338265462,
      "grad_norm": 0.047035302966833115,
      "learning_rate": 0.0001856339582140923,
      "loss": 10.2357,
      "step": 2977
    },
    {
      "epoch": 0.519924926891013,
      "grad_norm": 0.04297168180346489,
      "learning_rate": 0.00018562450852689375,
      "loss": 10.218,
      "step": 2978
    },
    {
      "epoch": 0.5200995155165641,
      "grad_norm": 0.052795976400375366,
      "learning_rate": 0.0001856150559734941,
      "loss": 10.1846,
      "step": 2979
    },
    {
      "epoch": 0.5202741041421152,
      "grad_norm": 0.04579192399978638,
      "learning_rate": 0.00018560560055420975,
      "loss": 10.1827,
      "step": 2980
    },
    {
      "epoch": 0.5204486927676661,
      "grad_norm": 0.04574161395430565,
      "learning_rate": 0.00018559614226935724,
      "loss": 10.2002,
      "step": 2981
    },
    {
      "epoch": 0.5206232813932172,
      "grad_norm": 0.05484134703874588,
      "learning_rate": 0.00018558668111925313,
      "loss": 10.2101,
      "step": 2982
    },
    {
      "epoch": 0.5207978700187683,
      "grad_norm": 0.04578637704253197,
      "learning_rate": 0.00018557721710421417,
      "loss": 10.2104,
      "step": 2983
    },
    {
      "epoch": 0.5209724586443193,
      "grad_norm": 0.05506723374128342,
      "learning_rate": 0.00018556775022455713,
      "loss": 10.1781,
      "step": 2984
    },
    {
      "epoch": 0.5211470472698704,
      "grad_norm": 0.05180414766073227,
      "learning_rate": 0.0001855582804805989,
      "loss": 10.1906,
      "step": 2985
    },
    {
      "epoch": 0.5213216358954215,
      "grad_norm": 0.04548777639865875,
      "learning_rate": 0.00018554880787265653,
      "loss": 10.2035,
      "step": 2986
    },
    {
      "epoch": 0.5214962245209724,
      "grad_norm": 0.04984424635767937,
      "learning_rate": 0.00018553933240104698,
      "loss": 10.1807,
      "step": 2987
    },
    {
      "epoch": 0.5216708131465235,
      "grad_norm": 0.05627099424600601,
      "learning_rate": 0.0001855298540660876,
      "loss": 10.1666,
      "step": 2988
    },
    {
      "epoch": 0.5218454017720745,
      "grad_norm": 0.055849529802799225,
      "learning_rate": 0.00018552037286809556,
      "loss": 10.2041,
      "step": 2989
    },
    {
      "epoch": 0.5220199903976256,
      "grad_norm": 0.05998687073588371,
      "learning_rate": 0.00018551088880738823,
      "loss": 10.2057,
      "step": 2990
    },
    {
      "epoch": 0.5221945790231767,
      "grad_norm": 0.05895702540874481,
      "learning_rate": 0.00018550140188428312,
      "loss": 10.194,
      "step": 2991
    },
    {
      "epoch": 0.5223691676487277,
      "grad_norm": 0.06174933537840843,
      "learning_rate": 0.0001854919120990978,
      "loss": 10.18,
      "step": 2992
    },
    {
      "epoch": 0.5225437562742787,
      "grad_norm": 0.05565536767244339,
      "learning_rate": 0.00018548241945214988,
      "loss": 10.2279,
      "step": 2993
    },
    {
      "epoch": 0.5227183448998298,
      "grad_norm": 0.06835281103849411,
      "learning_rate": 0.0001854729239437572,
      "loss": 10.217,
      "step": 2994
    },
    {
      "epoch": 0.5228929335253808,
      "grad_norm": 0.0705706924200058,
      "learning_rate": 0.00018546342557423752,
      "loss": 10.1977,
      "step": 2995
    },
    {
      "epoch": 0.5230675221509319,
      "grad_norm": 0.07566133886575699,
      "learning_rate": 0.00018545392434390887,
      "loss": 10.1949,
      "step": 2996
    },
    {
      "epoch": 0.5232421107764829,
      "grad_norm": 0.06791840493679047,
      "learning_rate": 0.00018544442025308927,
      "loss": 10.2029,
      "step": 2997
    },
    {
      "epoch": 0.523416699402034,
      "grad_norm": 0.07709462195634842,
      "learning_rate": 0.00018543491330209682,
      "loss": 10.1828,
      "step": 2998
    },
    {
      "epoch": 0.523591288027585,
      "grad_norm": 0.09405900537967682,
      "learning_rate": 0.0001854254034912498,
      "loss": 10.2145,
      "step": 2999
    },
    {
      "epoch": 0.523765876653136,
      "grad_norm": 0.160788893699646,
      "learning_rate": 0.00018541589082086653,
      "loss": 10.1454,
      "step": 3000
    },
    {
      "epoch": 0.523765876653136,
      "eval_loss": 10.183294296264648,
      "eval_runtime": 0.7198,
      "eval_samples_per_second": 320.907,
      "eval_steps_per_second": 161.148,
      "step": 3000
    },
    {
      "epoch": 0.5239404652786871,
      "grad_norm": 0.06077399477362633,
      "learning_rate": 0.00018540637529126542,
      "loss": 10.2093,
      "step": 3001
    },
    {
      "epoch": 0.5241150539042382,
      "grad_norm": 0.04349442571401596,
      "learning_rate": 0.000185396856902765,
      "loss": 10.202,
      "step": 3002
    },
    {
      "epoch": 0.5242896425297892,
      "grad_norm": 0.04084597900509834,
      "learning_rate": 0.00018538733565568393,
      "loss": 10.2284,
      "step": 3003
    },
    {
      "epoch": 0.5244642311553402,
      "grad_norm": 0.04733091965317726,
      "learning_rate": 0.0001853778115503409,
      "loss": 10.2043,
      "step": 3004
    },
    {
      "epoch": 0.5246388197808913,
      "grad_norm": 0.03917217627167702,
      "learning_rate": 0.0001853682845870547,
      "loss": 10.2113,
      "step": 3005
    },
    {
      "epoch": 0.5248134084064423,
      "grad_norm": 0.04364495351910591,
      "learning_rate": 0.00018535875476614425,
      "loss": 10.213,
      "step": 3006
    },
    {
      "epoch": 0.5249879970319934,
      "grad_norm": 0.041672199964523315,
      "learning_rate": 0.00018534922208792858,
      "loss": 10.2196,
      "step": 3007
    },
    {
      "epoch": 0.5251625856575444,
      "grad_norm": 0.044545646756887436,
      "learning_rate": 0.00018533968655272672,
      "loss": 10.1999,
      "step": 3008
    },
    {
      "epoch": 0.5253371742830955,
      "grad_norm": 0.03777268901467323,
      "learning_rate": 0.00018533014816085795,
      "loss": 10.2213,
      "step": 3009
    },
    {
      "epoch": 0.5255117629086465,
      "grad_norm": 0.04285246133804321,
      "learning_rate": 0.00018532060691264145,
      "loss": 10.2025,
      "step": 3010
    },
    {
      "epoch": 0.5256863515341975,
      "grad_norm": 0.04520770162343979,
      "learning_rate": 0.0001853110628083967,
      "loss": 10.1957,
      "step": 3011
    },
    {
      "epoch": 0.5258609401597486,
      "grad_norm": 0.04374320060014725,
      "learning_rate": 0.00018530151584844316,
      "loss": 10.2083,
      "step": 3012
    },
    {
      "epoch": 0.5260355287852997,
      "grad_norm": 0.0365292951464653,
      "learning_rate": 0.0001852919660331004,
      "loss": 10.212,
      "step": 3013
    },
    {
      "epoch": 0.5262101174108507,
      "grad_norm": 0.044072896242141724,
      "learning_rate": 0.0001852824133626881,
      "loss": 10.2121,
      "step": 3014
    },
    {
      "epoch": 0.5263847060364018,
      "grad_norm": 0.04629272595047951,
      "learning_rate": 0.00018527285783752597,
      "loss": 10.1807,
      "step": 3015
    },
    {
      "epoch": 0.5265592946619527,
      "grad_norm": 0.047406915575265884,
      "learning_rate": 0.00018526329945793392,
      "loss": 10.2317,
      "step": 3016
    },
    {
      "epoch": 0.5267338832875038,
      "grad_norm": 0.05067501962184906,
      "learning_rate": 0.0001852537382242319,
      "loss": 10.1839,
      "step": 3017
    },
    {
      "epoch": 0.5269084719130549,
      "grad_norm": 0.046362318098545074,
      "learning_rate": 0.00018524417413673998,
      "loss": 10.204,
      "step": 3018
    },
    {
      "epoch": 0.5270830605386059,
      "grad_norm": 0.05104179307818413,
      "learning_rate": 0.00018523460719577827,
      "loss": 10.188,
      "step": 3019
    },
    {
      "epoch": 0.527257649164157,
      "grad_norm": 0.05077754333615303,
      "learning_rate": 0.00018522503740166707,
      "loss": 10.2092,
      "step": 3020
    },
    {
      "epoch": 0.527432237789708,
      "grad_norm": 0.04512270539999008,
      "learning_rate": 0.00018521546475472667,
      "loss": 10.2069,
      "step": 3021
    },
    {
      "epoch": 0.527606826415259,
      "grad_norm": 0.0448937863111496,
      "learning_rate": 0.00018520588925527754,
      "loss": 10.1736,
      "step": 3022
    },
    {
      "epoch": 0.5277814150408101,
      "grad_norm": 0.04586697369813919,
      "learning_rate": 0.00018519631090364017,
      "loss": 10.2053,
      "step": 3023
    },
    {
      "epoch": 0.5279560036663611,
      "grad_norm": 0.04506690427660942,
      "learning_rate": 0.00018518672970013525,
      "loss": 10.2007,
      "step": 3024
    },
    {
      "epoch": 0.5281305922919122,
      "grad_norm": 0.04649411141872406,
      "learning_rate": 0.00018517714564508342,
      "loss": 10.1907,
      "step": 3025
    },
    {
      "epoch": 0.5283051809174633,
      "grad_norm": 0.05157904699444771,
      "learning_rate": 0.00018516755873880555,
      "loss": 10.1828,
      "step": 3026
    },
    {
      "epoch": 0.5284797695430142,
      "grad_norm": 0.04722269997000694,
      "learning_rate": 0.00018515796898162256,
      "loss": 10.1843,
      "step": 3027
    },
    {
      "epoch": 0.5286543581685653,
      "grad_norm": 0.045366790145635605,
      "learning_rate": 0.00018514837637385542,
      "loss": 10.1911,
      "step": 3028
    },
    {
      "epoch": 0.5288289467941164,
      "grad_norm": 0.04557056352496147,
      "learning_rate": 0.00018513878091582528,
      "loss": 10.1859,
      "step": 3029
    },
    {
      "epoch": 0.5290035354196674,
      "grad_norm": 0.060086507350206375,
      "learning_rate": 0.0001851291826078533,
      "loss": 10.1575,
      "step": 3030
    },
    {
      "epoch": 0.5291781240452185,
      "grad_norm": 0.050037872046232224,
      "learning_rate": 0.00018511958145026077,
      "loss": 10.2108,
      "step": 3031
    },
    {
      "epoch": 0.5293527126707696,
      "grad_norm": 0.055968333035707474,
      "learning_rate": 0.00018510997744336914,
      "loss": 10.1669,
      "step": 3032
    },
    {
      "epoch": 0.5295273012963205,
      "grad_norm": 0.05371585860848427,
      "learning_rate": 0.00018510037058749984,
      "loss": 10.1829,
      "step": 3033
    },
    {
      "epoch": 0.5297018899218716,
      "grad_norm": 0.05128715932369232,
      "learning_rate": 0.00018509076088297447,
      "loss": 10.1901,
      "step": 3034
    },
    {
      "epoch": 0.5298764785474226,
      "grad_norm": 0.05863097682595253,
      "learning_rate": 0.00018508114833011468,
      "loss": 10.1712,
      "step": 3035
    },
    {
      "epoch": 0.5300510671729737,
      "grad_norm": 0.055481065064668655,
      "learning_rate": 0.0001850715329292423,
      "loss": 10.1993,
      "step": 3036
    },
    {
      "epoch": 0.5302256557985248,
      "grad_norm": 0.06557732075452805,
      "learning_rate": 0.00018506191468067913,
      "loss": 10.174,
      "step": 3037
    },
    {
      "epoch": 0.5304002444240757,
      "grad_norm": 0.06042678281664848,
      "learning_rate": 0.00018505229358474715,
      "loss": 10.1834,
      "step": 3038
    },
    {
      "epoch": 0.5305748330496268,
      "grad_norm": 0.061138443648815155,
      "learning_rate": 0.00018504266964176845,
      "loss": 10.2157,
      "step": 3039
    },
    {
      "epoch": 0.5307494216751779,
      "grad_norm": 0.05700640752911568,
      "learning_rate": 0.00018503304285206513,
      "loss": 10.1835,
      "step": 3040
    },
    {
      "epoch": 0.5309240103007289,
      "grad_norm": 0.06335601210594177,
      "learning_rate": 0.00018502341321595948,
      "loss": 10.172,
      "step": 3041
    },
    {
      "epoch": 0.53109859892628,
      "grad_norm": 0.06757601350545883,
      "learning_rate": 0.00018501378073377387,
      "loss": 10.2134,
      "step": 3042
    },
    {
      "epoch": 0.531273187551831,
      "grad_norm": 0.06520521640777588,
      "learning_rate": 0.00018500414540583067,
      "loss": 10.2009,
      "step": 3043
    },
    {
      "epoch": 0.531447776177382,
      "grad_norm": 0.07175463438034058,
      "learning_rate": 0.00018499450723245242,
      "loss": 10.1886,
      "step": 3044
    },
    {
      "epoch": 0.5316223648029331,
      "grad_norm": 0.06740642338991165,
      "learning_rate": 0.0001849848662139618,
      "loss": 10.2154,
      "step": 3045
    },
    {
      "epoch": 0.5317969534284841,
      "grad_norm": 0.07481765002012253,
      "learning_rate": 0.0001849752223506815,
      "loss": 10.1813,
      "step": 3046
    },
    {
      "epoch": 0.5319715420540352,
      "grad_norm": 0.08396779745817184,
      "learning_rate": 0.00018496557564293435,
      "loss": 10.237,
      "step": 3047
    },
    {
      "epoch": 0.5321461306795863,
      "grad_norm": 0.08313236385583878,
      "learning_rate": 0.00018495592609104326,
      "loss": 10.1724,
      "step": 3048
    },
    {
      "epoch": 0.5323207193051372,
      "grad_norm": 0.08870799839496613,
      "learning_rate": 0.00018494627369533125,
      "loss": 10.201,
      "step": 3049
    },
    {
      "epoch": 0.5324953079306883,
      "grad_norm": 0.13953523337841034,
      "learning_rate": 0.0001849366184561214,
      "loss": 10.2034,
      "step": 3050
    },
    {
      "epoch": 0.5326698965562393,
      "grad_norm": 0.04533710703253746,
      "learning_rate": 0.00018492696037373694,
      "loss": 10.2039,
      "step": 3051
    },
    {
      "epoch": 0.5328444851817904,
      "grad_norm": 0.03639906644821167,
      "learning_rate": 0.00018491729944850114,
      "loss": 10.2071,
      "step": 3052
    },
    {
      "epoch": 0.5330190738073415,
      "grad_norm": 0.039170511066913605,
      "learning_rate": 0.0001849076356807374,
      "loss": 10.2,
      "step": 3053
    },
    {
      "epoch": 0.5331936624328925,
      "grad_norm": 0.04444724693894386,
      "learning_rate": 0.0001848979690707692,
      "loss": 10.2056,
      "step": 3054
    },
    {
      "epoch": 0.5333682510584435,
      "grad_norm": 0.03955093026161194,
      "learning_rate": 0.00018488829961892016,
      "loss": 10.2262,
      "step": 3055
    },
    {
      "epoch": 0.5335428396839946,
      "grad_norm": 0.041906096041202545,
      "learning_rate": 0.0001848786273255139,
      "loss": 10.2226,
      "step": 3056
    },
    {
      "epoch": 0.5337174283095456,
      "grad_norm": 0.04346267506480217,
      "learning_rate": 0.0001848689521908742,
      "loss": 10.1851,
      "step": 3057
    },
    {
      "epoch": 0.5338920169350967,
      "grad_norm": 0.05156680569052696,
      "learning_rate": 0.00018485927421532495,
      "loss": 10.2299,
      "step": 3058
    },
    {
      "epoch": 0.5340666055606478,
      "grad_norm": 0.037662357091903687,
      "learning_rate": 0.00018484959339919011,
      "loss": 10.2044,
      "step": 3059
    },
    {
      "epoch": 0.5342411941861988,
      "grad_norm": 0.038419146090745926,
      "learning_rate": 0.00018483990974279375,
      "loss": 10.2073,
      "step": 3060
    },
    {
      "epoch": 0.5344157828117498,
      "grad_norm": 0.04161037504673004,
      "learning_rate": 0.00018483022324645998,
      "loss": 10.2204,
      "step": 3061
    },
    {
      "epoch": 0.5345903714373008,
      "grad_norm": 0.042391128838062286,
      "learning_rate": 0.00018482053391051306,
      "loss": 10.1978,
      "step": 3062
    },
    {
      "epoch": 0.5347649600628519,
      "grad_norm": 0.05359537899494171,
      "learning_rate": 0.00018481084173527733,
      "loss": 10.1928,
      "step": 3063
    },
    {
      "epoch": 0.534939548688403,
      "grad_norm": 0.044502101838588715,
      "learning_rate": 0.00018480114672107727,
      "loss": 10.1876,
      "step": 3064
    },
    {
      "epoch": 0.535114137313954,
      "grad_norm": 0.041996851563453674,
      "learning_rate": 0.00018479144886823735,
      "loss": 10.2396,
      "step": 3065
    },
    {
      "epoch": 0.535288725939505,
      "grad_norm": 0.0504189059138298,
      "learning_rate": 0.00018478174817708224,
      "loss": 10.178,
      "step": 3066
    },
    {
      "epoch": 0.5354633145650561,
      "grad_norm": 0.041116129606962204,
      "learning_rate": 0.00018477204464793662,
      "loss": 10.2231,
      "step": 3067
    },
    {
      "epoch": 0.5356379031906071,
      "grad_norm": 0.04084569588303566,
      "learning_rate": 0.00018476233828112535,
      "loss": 10.2173,
      "step": 3068
    },
    {
      "epoch": 0.5358124918161582,
      "grad_norm": 0.04363250359892845,
      "learning_rate": 0.00018475262907697332,
      "loss": 10.2188,
      "step": 3069
    },
    {
      "epoch": 0.5359870804417092,
      "grad_norm": 0.045936983078718185,
      "learning_rate": 0.00018474291703580553,
      "loss": 10.2074,
      "step": 3070
    },
    {
      "epoch": 0.5361616690672603,
      "grad_norm": 0.04354004189372063,
      "learning_rate": 0.0001847332021579471,
      "loss": 10.1795,
      "step": 3071
    },
    {
      "epoch": 0.5363362576928113,
      "grad_norm": 0.04043455421924591,
      "learning_rate": 0.0001847234844437232,
      "loss": 10.1801,
      "step": 3072
    },
    {
      "epoch": 0.5365108463183623,
      "grad_norm": 0.04983193054795265,
      "learning_rate": 0.00018471376389345915,
      "loss": 10.1992,
      "step": 3073
    },
    {
      "epoch": 0.5366854349439134,
      "grad_norm": 0.051422301679849625,
      "learning_rate": 0.00018470404050748037,
      "loss": 10.1943,
      "step": 3074
    },
    {
      "epoch": 0.5368600235694645,
      "grad_norm": 0.052387237548828125,
      "learning_rate": 0.00018469431428611225,
      "loss": 10.1927,
      "step": 3075
    },
    {
      "epoch": 0.5370346121950155,
      "grad_norm": 0.04359215497970581,
      "learning_rate": 0.00018468458522968043,
      "loss": 10.1969,
      "step": 3076
    },
    {
      "epoch": 0.5372092008205666,
      "grad_norm": 0.054203420877456665,
      "learning_rate": 0.00018467485333851055,
      "loss": 10.201,
      "step": 3077
    },
    {
      "epoch": 0.5373837894461175,
      "grad_norm": 0.05757614225149155,
      "learning_rate": 0.00018466511861292838,
      "loss": 10.1979,
      "step": 3078
    },
    {
      "epoch": 0.5375583780716686,
      "grad_norm": 0.047013528645038605,
      "learning_rate": 0.00018465538105325981,
      "loss": 10.2104,
      "step": 3079
    },
    {
      "epoch": 0.5377329666972197,
      "grad_norm": 0.05051083117723465,
      "learning_rate": 0.0001846456406598308,
      "loss": 10.2088,
      "step": 3080
    },
    {
      "epoch": 0.5379075553227707,
      "grad_norm": 0.05357228219509125,
      "learning_rate": 0.00018463589743296735,
      "loss": 10.2248,
      "step": 3081
    },
    {
      "epoch": 0.5380821439483218,
      "grad_norm": 0.05560961365699768,
      "learning_rate": 0.00018462615137299562,
      "loss": 10.2033,
      "step": 3082
    },
    {
      "epoch": 0.5382567325738729,
      "grad_norm": 0.04987107962369919,
      "learning_rate": 0.00018461640248024187,
      "loss": 10.1753,
      "step": 3083
    },
    {
      "epoch": 0.5384313211994238,
      "grad_norm": 0.050393782556056976,
      "learning_rate": 0.00018460665075503246,
      "loss": 10.198,
      "step": 3084
    },
    {
      "epoch": 0.5386059098249749,
      "grad_norm": 0.05459043011069298,
      "learning_rate": 0.00018459689619769373,
      "loss": 10.2071,
      "step": 3085
    },
    {
      "epoch": 0.538780498450526,
      "grad_norm": 0.0515763945877552,
      "learning_rate": 0.00018458713880855233,
      "loss": 10.1403,
      "step": 3086
    },
    {
      "epoch": 0.538955087076077,
      "grad_norm": 0.04847726970911026,
      "learning_rate": 0.00018457737858793477,
      "loss": 10.1748,
      "step": 3087
    },
    {
      "epoch": 0.5391296757016281,
      "grad_norm": 0.05638367310166359,
      "learning_rate": 0.00018456761553616784,
      "loss": 10.1949,
      "step": 3088
    },
    {
      "epoch": 0.539304264327179,
      "grad_norm": 0.05772336944937706,
      "learning_rate": 0.0001845578496535783,
      "loss": 10.1756,
      "step": 3089
    },
    {
      "epoch": 0.5394788529527301,
      "grad_norm": 0.06549243628978729,
      "learning_rate": 0.00018454808094049306,
      "loss": 10.1939,
      "step": 3090
    },
    {
      "epoch": 0.5396534415782812,
      "grad_norm": 0.053339891135692596,
      "learning_rate": 0.00018453830939723913,
      "loss": 10.1901,
      "step": 3091
    },
    {
      "epoch": 0.5398280302038322,
      "grad_norm": 0.05286272242665291,
      "learning_rate": 0.0001845285350241436,
      "loss": 10.1848,
      "step": 3092
    },
    {
      "epoch": 0.5400026188293833,
      "grad_norm": 0.06728699803352356,
      "learning_rate": 0.00018451875782153366,
      "loss": 10.203,
      "step": 3093
    },
    {
      "epoch": 0.5401772074549344,
      "grad_norm": 0.0650835931301117,
      "learning_rate": 0.00018450897778973663,
      "loss": 10.195,
      "step": 3094
    },
    {
      "epoch": 0.5403517960804853,
      "grad_norm": 0.06182454153895378,
      "learning_rate": 0.00018449919492907985,
      "loss": 10.1796,
      "step": 3095
    },
    {
      "epoch": 0.5405263847060364,
      "grad_norm": 0.07625853270292282,
      "learning_rate": 0.00018448940923989073,
      "loss": 10.1774,
      "step": 3096
    },
    {
      "epoch": 0.5407009733315874,
      "grad_norm": 0.07757344841957092,
      "learning_rate": 0.00018447962072249693,
      "loss": 10.1776,
      "step": 3097
    },
    {
      "epoch": 0.5408755619571385,
      "grad_norm": 0.07161301374435425,
      "learning_rate": 0.0001844698293772261,
      "loss": 10.2309,
      "step": 3098
    },
    {
      "epoch": 0.5410501505826896,
      "grad_norm": 0.09639926999807358,
      "learning_rate": 0.00018446003520440597,
      "loss": 10.1895,
      "step": 3099
    },
    {
      "epoch": 0.5412247392082405,
      "grad_norm": 0.14240898191928864,
      "learning_rate": 0.00018445023820436437,
      "loss": 10.2481,
      "step": 3100
    },
    {
      "epoch": 0.5413993278337916,
      "grad_norm": 0.04517655819654465,
      "learning_rate": 0.00018444043837742932,
      "loss": 10.1943,
      "step": 3101
    },
    {
      "epoch": 0.5415739164593427,
      "grad_norm": 0.04073303937911987,
      "learning_rate": 0.0001844306357239288,
      "loss": 10.1857,
      "step": 3102
    },
    {
      "epoch": 0.5417485050848937,
      "grad_norm": 0.036680541932582855,
      "learning_rate": 0.00018442083024419094,
      "loss": 10.2173,
      "step": 3103
    },
    {
      "epoch": 0.5419230937104448,
      "grad_norm": 0.03521560877561569,
      "learning_rate": 0.000184411021938544,
      "loss": 10.2117,
      "step": 3104
    },
    {
      "epoch": 0.5420976823359958,
      "grad_norm": 0.04563511162996292,
      "learning_rate": 0.0001844012108073163,
      "loss": 10.2253,
      "step": 3105
    },
    {
      "epoch": 0.5422722709615468,
      "grad_norm": 0.043392080813646317,
      "learning_rate": 0.0001843913968508362,
      "loss": 10.2011,
      "step": 3106
    },
    {
      "epoch": 0.5424468595870979,
      "grad_norm": 0.04424046352505684,
      "learning_rate": 0.00018438158006943233,
      "loss": 10.2229,
      "step": 3107
    },
    {
      "epoch": 0.5426214482126489,
      "grad_norm": 0.04354003071784973,
      "learning_rate": 0.00018437176046343323,
      "loss": 10.1997,
      "step": 3108
    },
    {
      "epoch": 0.5427960368382,
      "grad_norm": 0.03685067594051361,
      "learning_rate": 0.00018436193803316757,
      "loss": 10.209,
      "step": 3109
    },
    {
      "epoch": 0.5429706254637511,
      "grad_norm": 0.044603973627090454,
      "learning_rate": 0.0001843521127789642,
      "loss": 10.2214,
      "step": 3110
    },
    {
      "epoch": 0.543145214089302,
      "grad_norm": 0.03871029242873192,
      "learning_rate": 0.00018434228470115197,
      "loss": 10.2015,
      "step": 3111
    },
    {
      "epoch": 0.5433198027148531,
      "grad_norm": 0.041199032217264175,
      "learning_rate": 0.0001843324538000599,
      "loss": 10.1944,
      "step": 3112
    },
    {
      "epoch": 0.5434943913404042,
      "grad_norm": 0.05286531522870064,
      "learning_rate": 0.00018432262007601706,
      "loss": 10.2213,
      "step": 3113
    },
    {
      "epoch": 0.5436689799659552,
      "grad_norm": 0.04537056013941765,
      "learning_rate": 0.00018431278352935263,
      "loss": 10.1958,
      "step": 3114
    },
    {
      "epoch": 0.5438435685915063,
      "grad_norm": 0.04212047904729843,
      "learning_rate": 0.00018430294416039585,
      "loss": 10.2124,
      "step": 3115
    },
    {
      "epoch": 0.5440181572170573,
      "grad_norm": 0.043225210160017014,
      "learning_rate": 0.0001842931019694761,
      "loss": 10.198,
      "step": 3116
    },
    {
      "epoch": 0.5441927458426083,
      "grad_norm": 0.045245759189128876,
      "learning_rate": 0.00018428325695692287,
      "loss": 10.187,
      "step": 3117
    },
    {
      "epoch": 0.5443673344681594,
      "grad_norm": 0.04441845417022705,
      "learning_rate": 0.0001842734091230657,
      "loss": 10.2015,
      "step": 3118
    },
    {
      "epoch": 0.5445419230937104,
      "grad_norm": 0.04543192312121391,
      "learning_rate": 0.0001842635584682342,
      "loss": 10.2088,
      "step": 3119
    },
    {
      "epoch": 0.5447165117192615,
      "grad_norm": 0.045532166957855225,
      "learning_rate": 0.00018425370499275813,
      "loss": 10.1972,
      "step": 3120
    },
    {
      "epoch": 0.5448911003448126,
      "grad_norm": 0.04185403138399124,
      "learning_rate": 0.00018424384869696736,
      "loss": 10.202,
      "step": 3121
    },
    {
      "epoch": 0.5450656889703636,
      "grad_norm": 0.044886138290166855,
      "learning_rate": 0.00018423398958119177,
      "loss": 10.2006,
      "step": 3122
    },
    {
      "epoch": 0.5452402775959146,
      "grad_norm": 0.047434497624635696,
      "learning_rate": 0.00018422412764576137,
      "loss": 10.2143,
      "step": 3123
    },
    {
      "epoch": 0.5454148662214656,
      "grad_norm": 0.050713036209344864,
      "learning_rate": 0.00018421426289100636,
      "loss": 10.2018,
      "step": 3124
    },
    {
      "epoch": 0.5455894548470167,
      "grad_norm": 0.04495245963335037,
      "learning_rate": 0.00018420439531725692,
      "loss": 10.2196,
      "step": 3125
    },
    {
      "epoch": 0.5457640434725678,
      "grad_norm": 0.05016425997018814,
      "learning_rate": 0.00018419452492484333,
      "loss": 10.1998,
      "step": 3126
    },
    {
      "epoch": 0.5459386320981188,
      "grad_norm": 0.050794608891010284,
      "learning_rate": 0.000184184651714096,
      "loss": 10.1848,
      "step": 3127
    },
    {
      "epoch": 0.5461132207236699,
      "grad_norm": 0.0546162948012352,
      "learning_rate": 0.00018417477568534544,
      "loss": 10.1478,
      "step": 3128
    },
    {
      "epoch": 0.5462878093492209,
      "grad_norm": 0.051123104989528656,
      "learning_rate": 0.00018416489683892225,
      "loss": 10.1836,
      "step": 3129
    },
    {
      "epoch": 0.5464623979747719,
      "grad_norm": 0.04931296035647392,
      "learning_rate": 0.00018415501517515708,
      "loss": 10.1841,
      "step": 3130
    },
    {
      "epoch": 0.546636986600323,
      "grad_norm": 0.05262099951505661,
      "learning_rate": 0.00018414513069438075,
      "loss": 10.1987,
      "step": 3131
    },
    {
      "epoch": 0.546811575225874,
      "grad_norm": 0.04730333015322685,
      "learning_rate": 0.00018413524339692413,
      "loss": 10.1921,
      "step": 3132
    },
    {
      "epoch": 0.5469861638514251,
      "grad_norm": 0.051519252359867096,
      "learning_rate": 0.00018412535328311814,
      "loss": 10.208,
      "step": 3133
    },
    {
      "epoch": 0.5471607524769762,
      "grad_norm": 0.04956725612282753,
      "learning_rate": 0.0001841154603532939,
      "loss": 10.1869,
      "step": 3134
    },
    {
      "epoch": 0.5473353411025271,
      "grad_norm": 0.057358767837285995,
      "learning_rate": 0.0001841055646077825,
      "loss": 10.1937,
      "step": 3135
    },
    {
      "epoch": 0.5475099297280782,
      "grad_norm": 0.05956900119781494,
      "learning_rate": 0.00018409566604691527,
      "loss": 10.1643,
      "step": 3136
    },
    {
      "epoch": 0.5476845183536293,
      "grad_norm": 0.05652020871639252,
      "learning_rate": 0.0001840857646710235,
      "loss": 10.1769,
      "step": 3137
    },
    {
      "epoch": 0.5478591069791803,
      "grad_norm": 0.05414893105626106,
      "learning_rate": 0.00018407586048043868,
      "loss": 10.1826,
      "step": 3138
    },
    {
      "epoch": 0.5480336956047314,
      "grad_norm": 0.06497164070606232,
      "learning_rate": 0.00018406595347549227,
      "loss": 10.1625,
      "step": 3139
    },
    {
      "epoch": 0.5482082842302824,
      "grad_norm": 0.0628376454114914,
      "learning_rate": 0.00018405604365651597,
      "loss": 10.1821,
      "step": 3140
    },
    {
      "epoch": 0.5483828728558334,
      "grad_norm": 0.05916915088891983,
      "learning_rate": 0.00018404613102384145,
      "loss": 10.202,
      "step": 3141
    },
    {
      "epoch": 0.5485574614813845,
      "grad_norm": 0.057850390672683716,
      "learning_rate": 0.00018403621557780056,
      "loss": 10.1854,
      "step": 3142
    },
    {
      "epoch": 0.5487320501069355,
      "grad_norm": 0.06384382396936417,
      "learning_rate": 0.0001840262973187252,
      "loss": 10.1802,
      "step": 3143
    },
    {
      "epoch": 0.5489066387324866,
      "grad_norm": 0.07207224518060684,
      "learning_rate": 0.0001840163762469474,
      "loss": 10.1812,
      "step": 3144
    },
    {
      "epoch": 0.5490812273580377,
      "grad_norm": 0.0853022113442421,
      "learning_rate": 0.00018400645236279917,
      "loss": 10.1861,
      "step": 3145
    },
    {
      "epoch": 0.5492558159835886,
      "grad_norm": 0.07562477141618729,
      "learning_rate": 0.0001839965256666128,
      "loss": 10.2063,
      "step": 3146
    },
    {
      "epoch": 0.5494304046091397,
      "grad_norm": 0.08431991934776306,
      "learning_rate": 0.00018398659615872053,
      "loss": 10.1627,
      "step": 3147
    },
    {
      "epoch": 0.5496049932346908,
      "grad_norm": 0.07576363533735275,
      "learning_rate": 0.00018397666383945476,
      "loss": 10.176,
      "step": 3148
    },
    {
      "epoch": 0.5497795818602418,
      "grad_norm": 0.09631236642599106,
      "learning_rate": 0.00018396672870914796,
      "loss": 10.1998,
      "step": 3149
    },
    {
      "epoch": 0.5499541704857929,
      "grad_norm": 0.14161516726016998,
      "learning_rate": 0.00018395679076813268,
      "loss": 10.2086,
      "step": 3150
    },
    {
      "epoch": 0.5501287591113438,
      "grad_norm": 0.046831268817186356,
      "learning_rate": 0.0001839468500167416,
      "loss": 10.2111,
      "step": 3151
    },
    {
      "epoch": 0.5503033477368949,
      "grad_norm": 0.03765418380498886,
      "learning_rate": 0.0001839369064553075,
      "loss": 10.2124,
      "step": 3152
    },
    {
      "epoch": 0.550477936362446,
      "grad_norm": 0.04701601341366768,
      "learning_rate": 0.00018392696008416319,
      "loss": 10.245,
      "step": 3153
    },
    {
      "epoch": 0.550652524987997,
      "grad_norm": 0.03572845831513405,
      "learning_rate": 0.00018391701090364167,
      "loss": 10.1992,
      "step": 3154
    },
    {
      "epoch": 0.5508271136135481,
      "grad_norm": 0.04571403190493584,
      "learning_rate": 0.0001839070589140759,
      "loss": 10.2052,
      "step": 3155
    },
    {
      "epoch": 0.5510017022390992,
      "grad_norm": 0.04269133880734444,
      "learning_rate": 0.00018389710411579908,
      "loss": 10.2152,
      "step": 3156
    },
    {
      "epoch": 0.5511762908646501,
      "grad_norm": 0.04681195691227913,
      "learning_rate": 0.0001838871465091444,
      "loss": 10.2182,
      "step": 3157
    },
    {
      "epoch": 0.5513508794902012,
      "grad_norm": 0.04285154119133949,
      "learning_rate": 0.0001838771860944452,
      "loss": 10.1964,
      "step": 3158
    },
    {
      "epoch": 0.5515254681157522,
      "grad_norm": 0.03865540027618408,
      "learning_rate": 0.0001838672228720349,
      "loss": 10.2039,
      "step": 3159
    },
    {
      "epoch": 0.5517000567413033,
      "grad_norm": 0.04108672961592674,
      "learning_rate": 0.000183857256842247,
      "loss": 10.2084,
      "step": 3160
    },
    {
      "epoch": 0.5518746453668544,
      "grad_norm": 0.057352323085069656,
      "learning_rate": 0.00018384728800541512,
      "loss": 10.1767,
      "step": 3161
    },
    {
      "epoch": 0.5520492339924054,
      "grad_norm": 0.04127712547779083,
      "learning_rate": 0.0001838373163618729,
      "loss": 10.2236,
      "step": 3162
    },
    {
      "epoch": 0.5522238226179564,
      "grad_norm": 0.04437911882996559,
      "learning_rate": 0.00018382734191195422,
      "loss": 10.1998,
      "step": 3163
    },
    {
      "epoch": 0.5523984112435075,
      "grad_norm": 0.04340112581849098,
      "learning_rate": 0.00018381736465599292,
      "loss": 10.1823,
      "step": 3164
    },
    {
      "epoch": 0.5525729998690585,
      "grad_norm": 0.03904981538653374,
      "learning_rate": 0.00018380738459432294,
      "loss": 10.2017,
      "step": 3165
    },
    {
      "epoch": 0.5527475884946096,
      "grad_norm": 0.040698278695344925,
      "learning_rate": 0.00018379740172727843,
      "loss": 10.2118,
      "step": 3166
    },
    {
      "epoch": 0.5529221771201607,
      "grad_norm": 0.03766333684325218,
      "learning_rate": 0.0001837874160551935,
      "loss": 10.234,
      "step": 3167
    },
    {
      "epoch": 0.5530967657457116,
      "grad_norm": 0.044509876519441605,
      "learning_rate": 0.00018377742757840244,
      "loss": 10.2031,
      "step": 3168
    },
    {
      "epoch": 0.5532713543712627,
      "grad_norm": 0.04804367944598198,
      "learning_rate": 0.0001837674362972396,
      "loss": 10.1723,
      "step": 3169
    },
    {
      "epoch": 0.5534459429968137,
      "grad_norm": 0.0431428961455822,
      "learning_rate": 0.00018375744221203942,
      "loss": 10.1898,
      "step": 3170
    },
    {
      "epoch": 0.5536205316223648,
      "grad_norm": 0.04882911592721939,
      "learning_rate": 0.00018374744532313644,
      "loss": 10.2146,
      "step": 3171
    },
    {
      "epoch": 0.5537951202479159,
      "grad_norm": 0.04564923048019409,
      "learning_rate": 0.00018373744563086533,
      "loss": 10.2085,
      "step": 3172
    },
    {
      "epoch": 0.5539697088734669,
      "grad_norm": 0.044526390731334686,
      "learning_rate": 0.00018372744313556076,
      "loss": 10.1922,
      "step": 3173
    },
    {
      "epoch": 0.554144297499018,
      "grad_norm": 0.04740719124674797,
      "learning_rate": 0.00018371743783755762,
      "loss": 10.2052,
      "step": 3174
    },
    {
      "epoch": 0.554318886124569,
      "grad_norm": 0.041461169719696045,
      "learning_rate": 0.00018370742973719076,
      "loss": 10.1868,
      "step": 3175
    },
    {
      "epoch": 0.55449347475012,
      "grad_norm": 0.04712076485157013,
      "learning_rate": 0.00018369741883479527,
      "loss": 10.1968,
      "step": 3176
    },
    {
      "epoch": 0.5546680633756711,
      "grad_norm": 0.039811864495277405,
      "learning_rate": 0.00018368740513070622,
      "loss": 10.2079,
      "step": 3177
    },
    {
      "epoch": 0.5548426520012221,
      "grad_norm": 0.048774562776088715,
      "learning_rate": 0.00018367738862525877,
      "loss": 10.1764,
      "step": 3178
    },
    {
      "epoch": 0.5550172406267732,
      "grad_norm": 0.04223791882395744,
      "learning_rate": 0.00018366736931878824,
      "loss": 10.1691,
      "step": 3179
    },
    {
      "epoch": 0.5551918292523242,
      "grad_norm": 0.054808493703603745,
      "learning_rate": 0.00018365734721163005,
      "loss": 10.1652,
      "step": 3180
    },
    {
      "epoch": 0.5553664178778752,
      "grad_norm": 0.04612782225012779,
      "learning_rate": 0.00018364732230411964,
      "loss": 10.1688,
      "step": 3181
    },
    {
      "epoch": 0.5555410065034263,
      "grad_norm": 0.04925251007080078,
      "learning_rate": 0.00018363729459659265,
      "loss": 10.2134,
      "step": 3182
    },
    {
      "epoch": 0.5557155951289774,
      "grad_norm": 0.0516059435904026,
      "learning_rate": 0.00018362726408938465,
      "loss": 10.2016,
      "step": 3183
    },
    {
      "epoch": 0.5558901837545284,
      "grad_norm": 0.05043833330273628,
      "learning_rate": 0.00018361723078283144,
      "loss": 10.1819,
      "step": 3184
    },
    {
      "epoch": 0.5560647723800795,
      "grad_norm": 0.04849022999405861,
      "learning_rate": 0.00018360719467726893,
      "loss": 10.1922,
      "step": 3185
    },
    {
      "epoch": 0.5562393610056304,
      "grad_norm": 0.053065329790115356,
      "learning_rate": 0.00018359715577303298,
      "loss": 10.2121,
      "step": 3186
    },
    {
      "epoch": 0.5564139496311815,
      "grad_norm": 0.05298897996544838,
      "learning_rate": 0.0001835871140704597,
      "loss": 10.1983,
      "step": 3187
    },
    {
      "epoch": 0.5565885382567326,
      "grad_norm": 0.060132820159196854,
      "learning_rate": 0.0001835770695698852,
      "loss": 10.1961,
      "step": 3188
    },
    {
      "epoch": 0.5567631268822836,
      "grad_norm": 0.0679335668683052,
      "learning_rate": 0.00018356702227164572,
      "loss": 10.1898,
      "step": 3189
    },
    {
      "epoch": 0.5569377155078347,
      "grad_norm": 0.06017594784498215,
      "learning_rate": 0.0001835569721760776,
      "loss": 10.2035,
      "step": 3190
    },
    {
      "epoch": 0.5571123041333857,
      "grad_norm": 0.05649368837475777,
      "learning_rate": 0.0001835469192835172,
      "loss": 10.1849,
      "step": 3191
    },
    {
      "epoch": 0.5572868927589367,
      "grad_norm": 0.06372109800577164,
      "learning_rate": 0.0001835368635943011,
      "loss": 10.1844,
      "step": 3192
    },
    {
      "epoch": 0.5574614813844878,
      "grad_norm": 0.05846647918224335,
      "learning_rate": 0.00018352680510876583,
      "loss": 10.194,
      "step": 3193
    },
    {
      "epoch": 0.5576360700100389,
      "grad_norm": 0.061954572796821594,
      "learning_rate": 0.00018351674382724816,
      "loss": 10.1709,
      "step": 3194
    },
    {
      "epoch": 0.5578106586355899,
      "grad_norm": 0.06602635979652405,
      "learning_rate": 0.00018350667975008486,
      "loss": 10.2005,
      "step": 3195
    },
    {
      "epoch": 0.557985247261141,
      "grad_norm": 0.07230836153030396,
      "learning_rate": 0.00018349661287761282,
      "loss": 10.1602,
      "step": 3196
    },
    {
      "epoch": 0.5581598358866919,
      "grad_norm": 0.07982892543077469,
      "learning_rate": 0.00018348654321016897,
      "loss": 10.1811,
      "step": 3197
    },
    {
      "epoch": 0.558334424512243,
      "grad_norm": 0.08814002573490143,
      "learning_rate": 0.00018347647074809045,
      "loss": 10.1946,
      "step": 3198
    },
    {
      "epoch": 0.5585090131377941,
      "grad_norm": 0.10488464683294296,
      "learning_rate": 0.00018346639549171438,
      "loss": 10.1989,
      "step": 3199
    },
    {
      "epoch": 0.5586836017633451,
      "grad_norm": 0.14035992324352264,
      "learning_rate": 0.00018345631744137806,
      "loss": 10.2118,
      "step": 3200
    },
    {
      "epoch": 0.5586836017633451,
      "eval_loss": 10.182042121887207,
      "eval_runtime": 0.7527,
      "eval_samples_per_second": 306.898,
      "eval_steps_per_second": 154.113,
      "step": 3200
    },
    {
      "epoch": 0.5588581903888962,
      "grad_norm": 0.04918503388762474,
      "learning_rate": 0.00018344623659741877,
      "loss": 10.222,
      "step": 3201
    },
    {
      "epoch": 0.5590327790144473,
      "grad_norm": 0.04254911467432976,
      "learning_rate": 0.00018343615296017408,
      "loss": 10.2106,
      "step": 3202
    },
    {
      "epoch": 0.5592073676399982,
      "grad_norm": 0.05079709365963936,
      "learning_rate": 0.0001834260665299814,
      "loss": 10.1905,
      "step": 3203
    },
    {
      "epoch": 0.5593819562655493,
      "grad_norm": 0.05727861076593399,
      "learning_rate": 0.00018341597730717847,
      "loss": 10.2012,
      "step": 3204
    },
    {
      "epoch": 0.5595565448911003,
      "grad_norm": 0.04399276524782181,
      "learning_rate": 0.00018340588529210293,
      "loss": 10.2078,
      "step": 3205
    },
    {
      "epoch": 0.5597311335166514,
      "grad_norm": 0.039833586663007736,
      "learning_rate": 0.00018339579048509265,
      "loss": 10.2051,
      "step": 3206
    },
    {
      "epoch": 0.5599057221422025,
      "grad_norm": 0.040576014667749405,
      "learning_rate": 0.00018338569288648554,
      "loss": 10.21,
      "step": 3207
    },
    {
      "epoch": 0.5600803107677534,
      "grad_norm": 0.046254027634859085,
      "learning_rate": 0.0001833755924966196,
      "loss": 10.2193,
      "step": 3208
    },
    {
      "epoch": 0.5602548993933045,
      "grad_norm": 0.041731469333171844,
      "learning_rate": 0.00018336548931583292,
      "loss": 10.2002,
      "step": 3209
    },
    {
      "epoch": 0.5604294880188556,
      "grad_norm": 0.04115283861756325,
      "learning_rate": 0.0001833553833444637,
      "loss": 10.206,
      "step": 3210
    },
    {
      "epoch": 0.5606040766444066,
      "grad_norm": 0.045885492116212845,
      "learning_rate": 0.00018334527458285029,
      "loss": 10.2144,
      "step": 3211
    },
    {
      "epoch": 0.5607786652699577,
      "grad_norm": 0.04139759764075279,
      "learning_rate": 0.00018333516303133097,
      "loss": 10.2115,
      "step": 3212
    },
    {
      "epoch": 0.5609532538955087,
      "grad_norm": 0.04770216345787048,
      "learning_rate": 0.0001833250486902443,
      "loss": 10.2041,
      "step": 3213
    },
    {
      "epoch": 0.5611278425210597,
      "grad_norm": 0.046556632965803146,
      "learning_rate": 0.0001833149315599288,
      "loss": 10.206,
      "step": 3214
    },
    {
      "epoch": 0.5613024311466108,
      "grad_norm": 0.043667763471603394,
      "learning_rate": 0.00018330481164072313,
      "loss": 10.1904,
      "step": 3215
    },
    {
      "epoch": 0.5614770197721618,
      "grad_norm": 0.053171902894973755,
      "learning_rate": 0.00018329468893296604,
      "loss": 10.1618,
      "step": 3216
    },
    {
      "epoch": 0.5616516083977129,
      "grad_norm": 0.05230957642197609,
      "learning_rate": 0.00018328456343699642,
      "loss": 10.1908,
      "step": 3217
    },
    {
      "epoch": 0.561826197023264,
      "grad_norm": 0.045245155692100525,
      "learning_rate": 0.00018327443515315318,
      "loss": 10.2156,
      "step": 3218
    },
    {
      "epoch": 0.562000785648815,
      "grad_norm": 0.04109037667512894,
      "learning_rate": 0.00018326430408177537,
      "loss": 10.1885,
      "step": 3219
    },
    {
      "epoch": 0.562175374274366,
      "grad_norm": 0.044361911714076996,
      "learning_rate": 0.00018325417022320212,
      "loss": 10.2187,
      "step": 3220
    },
    {
      "epoch": 0.5623499628999171,
      "grad_norm": 0.05083053931593895,
      "learning_rate": 0.0001832440335777726,
      "loss": 10.2054,
      "step": 3221
    },
    {
      "epoch": 0.5625245515254681,
      "grad_norm": 0.04989165812730789,
      "learning_rate": 0.00018323389414582619,
      "loss": 10.1973,
      "step": 3222
    },
    {
      "epoch": 0.5626991401510192,
      "grad_norm": 0.047832194715738297,
      "learning_rate": 0.00018322375192770228,
      "loss": 10.2244,
      "step": 3223
    },
    {
      "epoch": 0.5628737287765702,
      "grad_norm": 0.03931643068790436,
      "learning_rate": 0.00018321360692374037,
      "loss": 10.226,
      "step": 3224
    },
    {
      "epoch": 0.5630483174021212,
      "grad_norm": 0.046139806509017944,
      "learning_rate": 0.00018320345913428002,
      "loss": 10.2039,
      "step": 3225
    },
    {
      "epoch": 0.5632229060276723,
      "grad_norm": 0.05025898665189743,
      "learning_rate": 0.00018319330855966098,
      "loss": 10.2073,
      "step": 3226
    },
    {
      "epoch": 0.5633974946532233,
      "grad_norm": 0.04976209998130798,
      "learning_rate": 0.000183183155200223,
      "loss": 10.1857,
      "step": 3227
    },
    {
      "epoch": 0.5635720832787744,
      "grad_norm": 0.0475589856505394,
      "learning_rate": 0.00018317299905630595,
      "loss": 10.1806,
      "step": 3228
    },
    {
      "epoch": 0.5637466719043255,
      "grad_norm": 0.050518475472927094,
      "learning_rate": 0.00018316284012824977,
      "loss": 10.2001,
      "step": 3229
    },
    {
      "epoch": 0.5639212605298765,
      "grad_norm": 0.05109279230237007,
      "learning_rate": 0.00018315267841639458,
      "loss": 10.2004,
      "step": 3230
    },
    {
      "epoch": 0.5640958491554275,
      "grad_norm": 0.05379338562488556,
      "learning_rate": 0.0001831425139210805,
      "loss": 10.1635,
      "step": 3231
    },
    {
      "epoch": 0.5642704377809785,
      "grad_norm": 0.046709686517715454,
      "learning_rate": 0.0001831323466426478,
      "loss": 10.2039,
      "step": 3232
    },
    {
      "epoch": 0.5644450264065296,
      "grad_norm": 0.05010630935430527,
      "learning_rate": 0.00018312217658143678,
      "loss": 10.216,
      "step": 3233
    },
    {
      "epoch": 0.5646196150320807,
      "grad_norm": 0.052931517362594604,
      "learning_rate": 0.00018311200373778792,
      "loss": 10.176,
      "step": 3234
    },
    {
      "epoch": 0.5647942036576317,
      "grad_norm": 0.05900665745139122,
      "learning_rate": 0.00018310182811204172,
      "loss": 10.1906,
      "step": 3235
    },
    {
      "epoch": 0.5649687922831828,
      "grad_norm": 0.05950508639216423,
      "learning_rate": 0.00018309164970453878,
      "loss": 10.1865,
      "step": 3236
    },
    {
      "epoch": 0.5651433809087338,
      "grad_norm": 0.05984029918909073,
      "learning_rate": 0.00018308146851561986,
      "loss": 10.1821,
      "step": 3237
    },
    {
      "epoch": 0.5653179695342848,
      "grad_norm": 0.054260823875665665,
      "learning_rate": 0.00018307128454562573,
      "loss": 10.2104,
      "step": 3238
    },
    {
      "epoch": 0.5654925581598359,
      "grad_norm": 0.05859316512942314,
      "learning_rate": 0.00018306109779489728,
      "loss": 10.198,
      "step": 3239
    },
    {
      "epoch": 0.565667146785387,
      "grad_norm": 0.05744320899248123,
      "learning_rate": 0.00018305090826377555,
      "loss": 10.169,
      "step": 3240
    },
    {
      "epoch": 0.565841735410938,
      "grad_norm": 0.06198346987366676,
      "learning_rate": 0.00018304071595260158,
      "loss": 10.176,
      "step": 3241
    },
    {
      "epoch": 0.566016324036489,
      "grad_norm": 0.0625620111823082,
      "learning_rate": 0.0001830305208617166,
      "loss": 10.197,
      "step": 3242
    },
    {
      "epoch": 0.56619091266204,
      "grad_norm": 0.06863873451948166,
      "learning_rate": 0.0001830203229914618,
      "loss": 10.2273,
      "step": 3243
    },
    {
      "epoch": 0.5663655012875911,
      "grad_norm": 0.07174643129110336,
      "learning_rate": 0.0001830101223421786,
      "loss": 10.1843,
      "step": 3244
    },
    {
      "epoch": 0.5665400899131422,
      "grad_norm": 0.06933507323265076,
      "learning_rate": 0.00018299991891420847,
      "loss": 10.1828,
      "step": 3245
    },
    {
      "epoch": 0.5667146785386932,
      "grad_norm": 0.08367402851581573,
      "learning_rate": 0.00018298971270789294,
      "loss": 10.1949,
      "step": 3246
    },
    {
      "epoch": 0.5668892671642443,
      "grad_norm": 0.07184694707393646,
      "learning_rate": 0.00018297950372357365,
      "loss": 10.1858,
      "step": 3247
    },
    {
      "epoch": 0.5670638557897953,
      "grad_norm": 0.09800858050584793,
      "learning_rate": 0.0001829692919615923,
      "loss": 10.1588,
      "step": 3248
    },
    {
      "epoch": 0.5672384444153463,
      "grad_norm": 0.08838004618883133,
      "learning_rate": 0.0001829590774222908,
      "loss": 10.194,
      "step": 3249
    },
    {
      "epoch": 0.5674130330408974,
      "grad_norm": 0.12036143988370895,
      "learning_rate": 0.00018294886010601101,
      "loss": 10.2221,
      "step": 3250
    },
    {
      "epoch": 0.5675876216664484,
      "grad_norm": 0.05201312154531479,
      "learning_rate": 0.000182938640013095,
      "loss": 10.2057,
      "step": 3251
    },
    {
      "epoch": 0.5677622102919995,
      "grad_norm": 0.04685352370142937,
      "learning_rate": 0.0001829284171438848,
      "loss": 10.1984,
      "step": 3252
    },
    {
      "epoch": 0.5679367989175506,
      "grad_norm": 0.041868988424539566,
      "learning_rate": 0.00018291819149872268,
      "loss": 10.2046,
      "step": 3253
    },
    {
      "epoch": 0.5681113875431015,
      "grad_norm": 0.053148239850997925,
      "learning_rate": 0.0001829079630779509,
      "loss": 10.2019,
      "step": 3254
    },
    {
      "epoch": 0.5682859761686526,
      "grad_norm": 0.0372917577624321,
      "learning_rate": 0.00018289773188191183,
      "loss": 10.2027,
      "step": 3255
    },
    {
      "epoch": 0.5684605647942037,
      "grad_norm": 0.042350541800260544,
      "learning_rate": 0.00018288749791094803,
      "loss": 10.2109,
      "step": 3256
    },
    {
      "epoch": 0.5686351534197547,
      "grad_norm": 0.043550170958042145,
      "learning_rate": 0.00018287726116540199,
      "loss": 10.2032,
      "step": 3257
    },
    {
      "epoch": 0.5688097420453058,
      "grad_norm": 0.04185883328318596,
      "learning_rate": 0.0001828670216456164,
      "loss": 10.1981,
      "step": 3258
    },
    {
      "epoch": 0.5689843306708567,
      "grad_norm": 0.04408428817987442,
      "learning_rate": 0.00018285677935193402,
      "loss": 10.2098,
      "step": 3259
    },
    {
      "epoch": 0.5691589192964078,
      "grad_norm": 0.047204937785863876,
      "learning_rate": 0.0001828465342846977,
      "loss": 10.2064,
      "step": 3260
    },
    {
      "epoch": 0.5693335079219589,
      "grad_norm": 0.04794127121567726,
      "learning_rate": 0.00018283628644425037,
      "loss": 10.2267,
      "step": 3261
    },
    {
      "epoch": 0.5695080965475099,
      "grad_norm": 0.03886866942048073,
      "learning_rate": 0.00018282603583093514,
      "loss": 10.2258,
      "step": 3262
    },
    {
      "epoch": 0.569682685173061,
      "grad_norm": 0.04117867723107338,
      "learning_rate": 0.00018281578244509503,
      "loss": 10.2028,
      "step": 3263
    },
    {
      "epoch": 0.5698572737986121,
      "grad_norm": 0.04704629257321358,
      "learning_rate": 0.00018280552628707332,
      "loss": 10.1819,
      "step": 3264
    },
    {
      "epoch": 0.570031862424163,
      "grad_norm": 0.05181560292840004,
      "learning_rate": 0.00018279526735721335,
      "loss": 10.2026,
      "step": 3265
    },
    {
      "epoch": 0.5702064510497141,
      "grad_norm": 0.043337102979421616,
      "learning_rate": 0.00018278500565585846,
      "loss": 10.1969,
      "step": 3266
    },
    {
      "epoch": 0.5703810396752652,
      "grad_norm": 0.04164997115731239,
      "learning_rate": 0.00018277474118335224,
      "loss": 10.2053,
      "step": 3267
    },
    {
      "epoch": 0.5705556283008162,
      "grad_norm": 0.046161387115716934,
      "learning_rate": 0.00018276447394003823,
      "loss": 10.2066,
      "step": 3268
    },
    {
      "epoch": 0.5707302169263673,
      "grad_norm": 0.04444589465856552,
      "learning_rate": 0.0001827542039262601,
      "loss": 10.2067,
      "step": 3269
    },
    {
      "epoch": 0.5709048055519182,
      "grad_norm": 0.0464632511138916,
      "learning_rate": 0.00018274393114236167,
      "loss": 10.1941,
      "step": 3270
    },
    {
      "epoch": 0.5710793941774693,
      "grad_norm": 0.0510355606675148,
      "learning_rate": 0.00018273365558868675,
      "loss": 10.1828,
      "step": 3271
    },
    {
      "epoch": 0.5712539828030204,
      "grad_norm": 0.04585578292608261,
      "learning_rate": 0.00018272337726557938,
      "loss": 10.1699,
      "step": 3272
    },
    {
      "epoch": 0.5714285714285714,
      "grad_norm": 0.04539065808057785,
      "learning_rate": 0.00018271309617338359,
      "loss": 10.1995,
      "step": 3273
    },
    {
      "epoch": 0.5716031600541225,
      "grad_norm": 0.060902953147888184,
      "learning_rate": 0.0001827028123124435,
      "loss": 10.1823,
      "step": 3274
    },
    {
      "epoch": 0.5717777486796736,
      "grad_norm": 0.047325823456048965,
      "learning_rate": 0.0001826925256831034,
      "loss": 10.1977,
      "step": 3275
    },
    {
      "epoch": 0.5719523373052245,
      "grad_norm": 0.05693028122186661,
      "learning_rate": 0.0001826822362857076,
      "loss": 10.1794,
      "step": 3276
    },
    {
      "epoch": 0.5721269259307756,
      "grad_norm": 0.043652430176734924,
      "learning_rate": 0.00018267194412060055,
      "loss": 10.2201,
      "step": 3277
    },
    {
      "epoch": 0.5723015145563266,
      "grad_norm": 0.04413183778524399,
      "learning_rate": 0.00018266164918812668,
      "loss": 10.1871,
      "step": 3278
    },
    {
      "epoch": 0.5724761031818777,
      "grad_norm": 0.04803173989057541,
      "learning_rate": 0.00018265135148863072,
      "loss": 10.2093,
      "step": 3279
    },
    {
      "epoch": 0.5726506918074288,
      "grad_norm": 0.04668634384870529,
      "learning_rate": 0.00018264105102245735,
      "loss": 10.2237,
      "step": 3280
    },
    {
      "epoch": 0.5728252804329798,
      "grad_norm": 0.05483189597725868,
      "learning_rate": 0.00018263074778995133,
      "loss": 10.1952,
      "step": 3281
    },
    {
      "epoch": 0.5729998690585308,
      "grad_norm": 0.053505513817071915,
      "learning_rate": 0.00018262044179145757,
      "loss": 10.2094,
      "step": 3282
    },
    {
      "epoch": 0.5731744576840819,
      "grad_norm": 0.05247395858168602,
      "learning_rate": 0.00018261013302732105,
      "loss": 10.195,
      "step": 3283
    },
    {
      "epoch": 0.5733490463096329,
      "grad_norm": 0.05133819580078125,
      "learning_rate": 0.00018259982149788686,
      "loss": 10.178,
      "step": 3284
    },
    {
      "epoch": 0.573523634935184,
      "grad_norm": 0.05578649044036865,
      "learning_rate": 0.00018258950720350013,
      "loss": 10.1929,
      "step": 3285
    },
    {
      "epoch": 0.573698223560735,
      "grad_norm": 0.050834231078624725,
      "learning_rate": 0.0001825791901445062,
      "loss": 10.1594,
      "step": 3286
    },
    {
      "epoch": 0.573872812186286,
      "grad_norm": 0.059204842895269394,
      "learning_rate": 0.00018256887032125035,
      "loss": 10.1819,
      "step": 3287
    },
    {
      "epoch": 0.5740474008118371,
      "grad_norm": 0.051706936210393906,
      "learning_rate": 0.00018255854773407805,
      "loss": 10.1974,
      "step": 3288
    },
    {
      "epoch": 0.5742219894373881,
      "grad_norm": 0.058868277817964554,
      "learning_rate": 0.00018254822238333482,
      "loss": 10.1815,
      "step": 3289
    },
    {
      "epoch": 0.5743965780629392,
      "grad_norm": 0.05621502920985222,
      "learning_rate": 0.00018253789426936633,
      "loss": 10.1798,
      "step": 3290
    },
    {
      "epoch": 0.5745711666884903,
      "grad_norm": 0.057616110891103745,
      "learning_rate": 0.00018252756339251828,
      "loss": 10.1961,
      "step": 3291
    },
    {
      "epoch": 0.5747457553140413,
      "grad_norm": 0.0617632120847702,
      "learning_rate": 0.0001825172297531365,
      "loss": 10.2102,
      "step": 3292
    },
    {
      "epoch": 0.5749203439395923,
      "grad_norm": 0.060685787349939346,
      "learning_rate": 0.0001825068933515669,
      "loss": 10.1895,
      "step": 3293
    },
    {
      "epoch": 0.5750949325651434,
      "grad_norm": 0.07296855002641678,
      "learning_rate": 0.00018249655418815544,
      "loss": 10.1558,
      "step": 3294
    },
    {
      "epoch": 0.5752695211906944,
      "grad_norm": 0.0632428377866745,
      "learning_rate": 0.00018248621226324828,
      "loss": 10.1797,
      "step": 3295
    },
    {
      "epoch": 0.5754441098162455,
      "grad_norm": 0.07451816648244858,
      "learning_rate": 0.00018247586757719157,
      "loss": 10.199,
      "step": 3296
    },
    {
      "epoch": 0.5756186984417965,
      "grad_norm": 0.07849763333797455,
      "learning_rate": 0.00018246552013033158,
      "loss": 10.1991,
      "step": 3297
    },
    {
      "epoch": 0.5757932870673476,
      "grad_norm": 0.09530352056026459,
      "learning_rate": 0.0001824551699230147,
      "loss": 10.2109,
      "step": 3298
    },
    {
      "epoch": 0.5759678756928986,
      "grad_norm": 0.08807819336652756,
      "learning_rate": 0.00018244481695558738,
      "loss": 10.2235,
      "step": 3299
    },
    {
      "epoch": 0.5761424643184496,
      "grad_norm": 0.12878699600696564,
      "learning_rate": 0.00018243446122839617,
      "loss": 10.2157,
      "step": 3300
    },
    {
      "epoch": 0.5763170529440007,
      "grad_norm": 0.05218995735049248,
      "learning_rate": 0.00018242410274178777,
      "loss": 10.1995,
      "step": 3301
    },
    {
      "epoch": 0.5764916415695518,
      "grad_norm": 0.04134083539247513,
      "learning_rate": 0.00018241374149610885,
      "loss": 10.1903,
      "step": 3302
    },
    {
      "epoch": 0.5766662301951028,
      "grad_norm": 0.04806267470121384,
      "learning_rate": 0.0001824033774917063,
      "loss": 10.1968,
      "step": 3303
    },
    {
      "epoch": 0.5768408188206539,
      "grad_norm": 0.04652614891529083,
      "learning_rate": 0.00018239301072892698,
      "loss": 10.2173,
      "step": 3304
    },
    {
      "epoch": 0.5770154074462048,
      "grad_norm": 0.04835052415728569,
      "learning_rate": 0.000182382641208118,
      "loss": 10.2062,
      "step": 3305
    },
    {
      "epoch": 0.5771899960717559,
      "grad_norm": 0.054679594933986664,
      "learning_rate": 0.00018237226892962638,
      "loss": 10.2067,
      "step": 3306
    },
    {
      "epoch": 0.577364584697307,
      "grad_norm": 0.041347064077854156,
      "learning_rate": 0.00018236189389379936,
      "loss": 10.2081,
      "step": 3307
    },
    {
      "epoch": 0.577539173322858,
      "grad_norm": 0.043233372271060944,
      "learning_rate": 0.00018235151610098424,
      "loss": 10.1718,
      "step": 3308
    },
    {
      "epoch": 0.5777137619484091,
      "grad_norm": 0.053760528564453125,
      "learning_rate": 0.00018234113555152842,
      "loss": 10.1836,
      "step": 3309
    },
    {
      "epoch": 0.5778883505739602,
      "grad_norm": 0.04109354689717293,
      "learning_rate": 0.00018233075224577934,
      "loss": 10.2072,
      "step": 3310
    },
    {
      "epoch": 0.5780629391995111,
      "grad_norm": 0.04345588758587837,
      "learning_rate": 0.0001823203661840846,
      "loss": 10.2404,
      "step": 3311
    },
    {
      "epoch": 0.5782375278250622,
      "grad_norm": 0.042183611541986465,
      "learning_rate": 0.00018230997736679187,
      "loss": 10.203,
      "step": 3312
    },
    {
      "epoch": 0.5784121164506132,
      "grad_norm": 0.03957420960068703,
      "learning_rate": 0.00018229958579424888,
      "loss": 10.1877,
      "step": 3313
    },
    {
      "epoch": 0.5785867050761643,
      "grad_norm": 0.04210249334573746,
      "learning_rate": 0.0001822891914668035,
      "loss": 10.1955,
      "step": 3314
    },
    {
      "epoch": 0.5787612937017154,
      "grad_norm": 0.041646894067525864,
      "learning_rate": 0.00018227879438480367,
      "loss": 10.2142,
      "step": 3315
    },
    {
      "epoch": 0.5789358823272663,
      "grad_norm": 0.04224875941872597,
      "learning_rate": 0.00018226839454859738,
      "loss": 10.1719,
      "step": 3316
    },
    {
      "epoch": 0.5791104709528174,
      "grad_norm": 0.04434019699692726,
      "learning_rate": 0.00018225799195853282,
      "loss": 10.2093,
      "step": 3317
    },
    {
      "epoch": 0.5792850595783685,
      "grad_norm": 0.04956241697072983,
      "learning_rate": 0.00018224758661495818,
      "loss": 10.1911,
      "step": 3318
    },
    {
      "epoch": 0.5794596482039195,
      "grad_norm": 0.048919808119535446,
      "learning_rate": 0.00018223717851822174,
      "loss": 10.2015,
      "step": 3319
    },
    {
      "epoch": 0.5796342368294706,
      "grad_norm": 0.04015288129448891,
      "learning_rate": 0.00018222676766867192,
      "loss": 10.1989,
      "step": 3320
    },
    {
      "epoch": 0.5798088254550217,
      "grad_norm": 0.04301793500781059,
      "learning_rate": 0.00018221635406665725,
      "loss": 10.1805,
      "step": 3321
    },
    {
      "epoch": 0.5799834140805726,
      "grad_norm": 0.04390803351998329,
      "learning_rate": 0.0001822059377125263,
      "loss": 10.1997,
      "step": 3322
    },
    {
      "epoch": 0.5801580027061237,
      "grad_norm": 0.0497211292386055,
      "learning_rate": 0.00018219551860662768,
      "loss": 10.1967,
      "step": 3323
    },
    {
      "epoch": 0.5803325913316747,
      "grad_norm": 0.045555051416158676,
      "learning_rate": 0.00018218509674931027,
      "loss": 10.2147,
      "step": 3324
    },
    {
      "epoch": 0.5805071799572258,
      "grad_norm": 0.059435371309518814,
      "learning_rate": 0.00018217467214092284,
      "loss": 10.1579,
      "step": 3325
    },
    {
      "epoch": 0.5806817685827769,
      "grad_norm": 0.04825928434729576,
      "learning_rate": 0.00018216424478181438,
      "loss": 10.2047,
      "step": 3326
    },
    {
      "epoch": 0.5808563572083278,
      "grad_norm": 0.04789287969470024,
      "learning_rate": 0.00018215381467233394,
      "loss": 10.1912,
      "step": 3327
    },
    {
      "epoch": 0.5810309458338789,
      "grad_norm": 0.04675973579287529,
      "learning_rate": 0.00018214338181283068,
      "loss": 10.1825,
      "step": 3328
    },
    {
      "epoch": 0.58120553445943,
      "grad_norm": 0.0518815740942955,
      "learning_rate": 0.00018213294620365378,
      "loss": 10.1704,
      "step": 3329
    },
    {
      "epoch": 0.581380123084981,
      "grad_norm": 0.06258224695920944,
      "learning_rate": 0.0001821225078451526,
      "loss": 10.2099,
      "step": 3330
    },
    {
      "epoch": 0.5815547117105321,
      "grad_norm": 0.05352360010147095,
      "learning_rate": 0.0001821120667376765,
      "loss": 10.1813,
      "step": 3331
    },
    {
      "epoch": 0.581729300336083,
      "grad_norm": 0.054568372666835785,
      "learning_rate": 0.0001821016228815751,
      "loss": 10.1858,
      "step": 3332
    },
    {
      "epoch": 0.5819038889616341,
      "grad_norm": 0.056581828743219376,
      "learning_rate": 0.00018209117627719786,
      "loss": 10.1846,
      "step": 3333
    },
    {
      "epoch": 0.5820784775871852,
      "grad_norm": 0.05422846972942352,
      "learning_rate": 0.00018208072692489456,
      "loss": 10.1817,
      "step": 3334
    },
    {
      "epoch": 0.5822530662127362,
      "grad_norm": 0.05504366755485535,
      "learning_rate": 0.00018207027482501498,
      "loss": 10.2207,
      "step": 3335
    },
    {
      "epoch": 0.5824276548382873,
      "grad_norm": 0.052897095680236816,
      "learning_rate": 0.00018205981997790894,
      "loss": 10.1707,
      "step": 3336
    },
    {
      "epoch": 0.5826022434638384,
      "grad_norm": 0.05780726671218872,
      "learning_rate": 0.00018204936238392646,
      "loss": 10.1926,
      "step": 3337
    },
    {
      "epoch": 0.5827768320893894,
      "grad_norm": 0.06048062816262245,
      "learning_rate": 0.0001820389020434176,
      "loss": 10.1856,
      "step": 3338
    },
    {
      "epoch": 0.5829514207149404,
      "grad_norm": 0.05178273841738701,
      "learning_rate": 0.00018202843895673244,
      "loss": 10.1721,
      "step": 3339
    },
    {
      "epoch": 0.5831260093404914,
      "grad_norm": 0.060379449278116226,
      "learning_rate": 0.00018201797312422132,
      "loss": 10.1983,
      "step": 3340
    },
    {
      "epoch": 0.5833005979660425,
      "grad_norm": 0.07549785822629929,
      "learning_rate": 0.00018200750454623447,
      "loss": 10.1876,
      "step": 3341
    },
    {
      "epoch": 0.5834751865915936,
      "grad_norm": 0.07319824397563934,
      "learning_rate": 0.0001819970332231224,
      "loss": 10.1737,
      "step": 3342
    },
    {
      "epoch": 0.5836497752171446,
      "grad_norm": 0.059397898614406586,
      "learning_rate": 0.00018198655915523562,
      "loss": 10.1898,
      "step": 3343
    },
    {
      "epoch": 0.5838243638426956,
      "grad_norm": 0.07410527765750885,
      "learning_rate": 0.00018197608234292467,
      "loss": 10.1866,
      "step": 3344
    },
    {
      "epoch": 0.5839989524682467,
      "grad_norm": 0.06502925604581833,
      "learning_rate": 0.00018196560278654032,
      "loss": 10.1716,
      "step": 3345
    },
    {
      "epoch": 0.5841735410937977,
      "grad_norm": 0.06517590582370758,
      "learning_rate": 0.00018195512048643336,
      "loss": 10.2216,
      "step": 3346
    },
    {
      "epoch": 0.5843481297193488,
      "grad_norm": 0.0883108600974083,
      "learning_rate": 0.00018194463544295465,
      "loss": 10.1774,
      "step": 3347
    },
    {
      "epoch": 0.5845227183448999,
      "grad_norm": 0.09547506272792816,
      "learning_rate": 0.00018193414765645515,
      "loss": 10.1803,
      "step": 3348
    },
    {
      "epoch": 0.5846973069704509,
      "grad_norm": 0.12632489204406738,
      "learning_rate": 0.00018192365712728598,
      "loss": 10.1787,
      "step": 3349
    },
    {
      "epoch": 0.584871895596002,
      "grad_norm": 0.1482098400592804,
      "learning_rate": 0.00018191316385579825,
      "loss": 10.1564,
      "step": 3350
    },
    {
      "epoch": 0.5850464842215529,
      "grad_norm": 0.04123295843601227,
      "learning_rate": 0.00018190266784234328,
      "loss": 10.2009,
      "step": 3351
    },
    {
      "epoch": 0.585221072847104,
      "grad_norm": 0.043137870728969574,
      "learning_rate": 0.00018189216908727235,
      "loss": 10.1882,
      "step": 3352
    },
    {
      "epoch": 0.5853956614726551,
      "grad_norm": 0.03707443177700043,
      "learning_rate": 0.00018188166759093693,
      "loss": 10.2197,
      "step": 3353
    },
    {
      "epoch": 0.5855702500982061,
      "grad_norm": 0.040314242243766785,
      "learning_rate": 0.00018187116335368852,
      "loss": 10.204,
      "step": 3354
    },
    {
      "epoch": 0.5857448387237572,
      "grad_norm": 0.0435718297958374,
      "learning_rate": 0.00018186065637587878,
      "loss": 10.203,
      "step": 3355
    },
    {
      "epoch": 0.5859194273493082,
      "grad_norm": 0.04290417581796646,
      "learning_rate": 0.00018185014665785936,
      "loss": 10.2142,
      "step": 3356
    },
    {
      "epoch": 0.5860940159748592,
      "grad_norm": 0.04769577831029892,
      "learning_rate": 0.0001818396341999821,
      "loss": 10.1964,
      "step": 3357
    },
    {
      "epoch": 0.5862686046004103,
      "grad_norm": 0.04457855597138405,
      "learning_rate": 0.00018182911900259892,
      "loss": 10.2145,
      "step": 3358
    },
    {
      "epoch": 0.5864431932259613,
      "grad_norm": 0.04172595962882042,
      "learning_rate": 0.00018181860106606176,
      "loss": 10.2164,
      "step": 3359
    },
    {
      "epoch": 0.5866177818515124,
      "grad_norm": 0.04211173951625824,
      "learning_rate": 0.00018180808039072274,
      "loss": 10.1853,
      "step": 3360
    },
    {
      "epoch": 0.5867923704770635,
      "grad_norm": 0.04118643328547478,
      "learning_rate": 0.000181797556976934,
      "loss": 10.1997,
      "step": 3361
    },
    {
      "epoch": 0.5869669591026144,
      "grad_norm": 0.04288257285952568,
      "learning_rate": 0.00018178703082504782,
      "loss": 10.2067,
      "step": 3362
    },
    {
      "epoch": 0.5871415477281655,
      "grad_norm": 0.047212135046720505,
      "learning_rate": 0.00018177650193541655,
      "loss": 10.2112,
      "step": 3363
    },
    {
      "epoch": 0.5873161363537166,
      "grad_norm": 0.03993022069334984,
      "learning_rate": 0.00018176597030839263,
      "loss": 10.2079,
      "step": 3364
    },
    {
      "epoch": 0.5874907249792676,
      "grad_norm": 0.04193580150604248,
      "learning_rate": 0.00018175543594432857,
      "loss": 10.203,
      "step": 3365
    },
    {
      "epoch": 0.5876653136048187,
      "grad_norm": 0.04867653548717499,
      "learning_rate": 0.00018174489884357703,
      "loss": 10.2074,
      "step": 3366
    },
    {
      "epoch": 0.5878399022303696,
      "grad_norm": 0.039606973528862,
      "learning_rate": 0.0001817343590064907,
      "loss": 10.2138,
      "step": 3367
    },
    {
      "epoch": 0.5880144908559207,
      "grad_norm": 0.041880711913108826,
      "learning_rate": 0.00018172381643342248,
      "loss": 10.2106,
      "step": 3368
    },
    {
      "epoch": 0.5881890794814718,
      "grad_norm": 0.045278456062078476,
      "learning_rate": 0.00018171327112472514,
      "loss": 10.2015,
      "step": 3369
    },
    {
      "epoch": 0.5883636681070228,
      "grad_norm": 0.04987262189388275,
      "learning_rate": 0.00018170272308075177,
      "loss": 10.1977,
      "step": 3370
    },
    {
      "epoch": 0.5885382567325739,
      "grad_norm": 0.04285323619842529,
      "learning_rate": 0.00018169217230185544,
      "loss": 10.1693,
      "step": 3371
    },
    {
      "epoch": 0.588712845358125,
      "grad_norm": 0.04490416496992111,
      "learning_rate": 0.0001816816187883893,
      "loss": 10.2039,
      "step": 3372
    },
    {
      "epoch": 0.5888874339836759,
      "grad_norm": 0.04541638493537903,
      "learning_rate": 0.00018167106254070664,
      "loss": 10.2197,
      "step": 3373
    },
    {
      "epoch": 0.589062022609227,
      "grad_norm": 0.04177635908126831,
      "learning_rate": 0.0001816605035591608,
      "loss": 10.2069,
      "step": 3374
    },
    {
      "epoch": 0.5892366112347781,
      "grad_norm": 0.04980191960930824,
      "learning_rate": 0.00018164994184410527,
      "loss": 10.2031,
      "step": 3375
    },
    {
      "epoch": 0.5894111998603291,
      "grad_norm": 0.04826612025499344,
      "learning_rate": 0.00018163937739589355,
      "loss": 10.2112,
      "step": 3376
    },
    {
      "epoch": 0.5895857884858802,
      "grad_norm": 0.04641231894493103,
      "learning_rate": 0.00018162881021487932,
      "loss": 10.1744,
      "step": 3377
    },
    {
      "epoch": 0.5897603771114311,
      "grad_norm": 0.04712532088160515,
      "learning_rate": 0.00018161824030141625,
      "loss": 10.2064,
      "step": 3378
    },
    {
      "epoch": 0.5899349657369822,
      "grad_norm": 0.055192749947309494,
      "learning_rate": 0.00018160766765585822,
      "loss": 10.2009,
      "step": 3379
    },
    {
      "epoch": 0.5901095543625333,
      "grad_norm": 0.055056240409612656,
      "learning_rate": 0.0001815970922785591,
      "loss": 10.1689,
      "step": 3380
    },
    {
      "epoch": 0.5902841429880843,
      "grad_norm": 0.0511334165930748,
      "learning_rate": 0.0001815865141698729,
      "loss": 10.1768,
      "step": 3381
    },
    {
      "epoch": 0.5904587316136354,
      "grad_norm": 0.06816550344228745,
      "learning_rate": 0.0001815759333301537,
      "loss": 10.1698,
      "step": 3382
    },
    {
      "epoch": 0.5906333202391865,
      "grad_norm": 0.05429976433515549,
      "learning_rate": 0.00018156534975975573,
      "loss": 10.1999,
      "step": 3383
    },
    {
      "epoch": 0.5908079088647374,
      "grad_norm": 0.055196475237607956,
      "learning_rate": 0.0001815547634590332,
      "loss": 10.1987,
      "step": 3384
    },
    {
      "epoch": 0.5909824974902885,
      "grad_norm": 0.06212509796023369,
      "learning_rate": 0.00018154417442834051,
      "loss": 10.1688,
      "step": 3385
    },
    {
      "epoch": 0.5911570861158395,
      "grad_norm": 0.051105499267578125,
      "learning_rate": 0.00018153358266803212,
      "loss": 10.1982,
      "step": 3386
    },
    {
      "epoch": 0.5913316747413906,
      "grad_norm": 0.05327878147363663,
      "learning_rate": 0.0001815229881784626,
      "loss": 10.1752,
      "step": 3387
    },
    {
      "epoch": 0.5915062633669417,
      "grad_norm": 0.061665505170822144,
      "learning_rate": 0.00018151239095998655,
      "loss": 10.2098,
      "step": 3388
    },
    {
      "epoch": 0.5916808519924927,
      "grad_norm": 0.06135251000523567,
      "learning_rate": 0.00018150179101295873,
      "loss": 10.1752,
      "step": 3389
    },
    {
      "epoch": 0.5918554406180437,
      "grad_norm": 0.060049641877412796,
      "learning_rate": 0.00018149118833773393,
      "loss": 10.1646,
      "step": 3390
    },
    {
      "epoch": 0.5920300292435948,
      "grad_norm": 0.07061366736888885,
      "learning_rate": 0.00018148058293466712,
      "loss": 10.176,
      "step": 3391
    },
    {
      "epoch": 0.5922046178691458,
      "grad_norm": 0.06217323988676071,
      "learning_rate": 0.00018146997480411324,
      "loss": 10.2125,
      "step": 3392
    },
    {
      "epoch": 0.5923792064946969,
      "grad_norm": 0.07378144562244415,
      "learning_rate": 0.00018145936394642744,
      "loss": 10.1757,
      "step": 3393
    },
    {
      "epoch": 0.5925537951202479,
      "grad_norm": 0.0683901458978653,
      "learning_rate": 0.00018144875036196488,
      "loss": 10.1459,
      "step": 3394
    },
    {
      "epoch": 0.592728383745799,
      "grad_norm": 0.06653980910778046,
      "learning_rate": 0.00018143813405108086,
      "loss": 10.208,
      "step": 3395
    },
    {
      "epoch": 0.59290297237135,
      "grad_norm": 0.08468470722436905,
      "learning_rate": 0.00018142751501413074,
      "loss": 10.2057,
      "step": 3396
    },
    {
      "epoch": 0.593077560996901,
      "grad_norm": 0.07369862496852875,
      "learning_rate": 0.00018141689325146994,
      "loss": 10.1741,
      "step": 3397
    },
    {
      "epoch": 0.5932521496224521,
      "grad_norm": 0.07934312522411346,
      "learning_rate": 0.00018140626876345412,
      "loss": 10.1869,
      "step": 3398
    },
    {
      "epoch": 0.5934267382480032,
      "grad_norm": 0.09683609753847122,
      "learning_rate": 0.00018139564155043885,
      "loss": 10.1905,
      "step": 3399
    },
    {
      "epoch": 0.5936013268735542,
      "grad_norm": 0.15478059649467468,
      "learning_rate": 0.00018138501161277983,
      "loss": 10.2511,
      "step": 3400
    },
    {
      "epoch": 0.5936013268735542,
      "eval_loss": 10.182010650634766,
      "eval_runtime": 0.7151,
      "eval_samples_per_second": 323.012,
      "eval_steps_per_second": 162.205,
      "step": 3400
    },
    {
      "epoch": 0.5937759154991052,
      "grad_norm": 0.05216686800122261,
      "learning_rate": 0.00018137437895083297,
      "loss": 10.1792,
      "step": 3401
    },
    {
      "epoch": 0.5939505041246563,
      "grad_norm": 0.04369977489113808,
      "learning_rate": 0.00018136374356495413,
      "loss": 10.1958,
      "step": 3402
    },
    {
      "epoch": 0.5941250927502073,
      "grad_norm": 0.040060944855213165,
      "learning_rate": 0.00018135310545549938,
      "loss": 10.2298,
      "step": 3403
    },
    {
      "epoch": 0.5942996813757584,
      "grad_norm": 0.03941759467124939,
      "learning_rate": 0.00018134246462282478,
      "loss": 10.2101,
      "step": 3404
    },
    {
      "epoch": 0.5944742700013094,
      "grad_norm": 0.040506552904844284,
      "learning_rate": 0.0001813318210672865,
      "loss": 10.1753,
      "step": 3405
    },
    {
      "epoch": 0.5946488586268605,
      "grad_norm": 0.046879589557647705,
      "learning_rate": 0.00018132117478924086,
      "loss": 10.2006,
      "step": 3406
    },
    {
      "epoch": 0.5948234472524115,
      "grad_norm": 0.040803924202919006,
      "learning_rate": 0.0001813105257890442,
      "loss": 10.2073,
      "step": 3407
    },
    {
      "epoch": 0.5949980358779625,
      "grad_norm": 0.04046313837170601,
      "learning_rate": 0.00018129987406705306,
      "loss": 10.2068,
      "step": 3408
    },
    {
      "epoch": 0.5951726245035136,
      "grad_norm": 0.03900974243879318,
      "learning_rate": 0.0001812892196236239,
      "loss": 10.1977,
      "step": 3409
    },
    {
      "epoch": 0.5953472131290647,
      "grad_norm": 0.043360792100429535,
      "learning_rate": 0.00018127856245911346,
      "loss": 10.2191,
      "step": 3410
    },
    {
      "epoch": 0.5955218017546157,
      "grad_norm": 0.04331327974796295,
      "learning_rate": 0.00018126790257387839,
      "loss": 10.2213,
      "step": 3411
    },
    {
      "epoch": 0.5956963903801668,
      "grad_norm": 0.047734301537275314,
      "learning_rate": 0.00018125723996827557,
      "loss": 10.1941,
      "step": 3412
    },
    {
      "epoch": 0.5958709790057177,
      "grad_norm": 0.044076938182115555,
      "learning_rate": 0.00018124657464266194,
      "loss": 10.2125,
      "step": 3413
    },
    {
      "epoch": 0.5960455676312688,
      "grad_norm": 0.040949832648038864,
      "learning_rate": 0.00018123590659739446,
      "loss": 10.1909,
      "step": 3414
    },
    {
      "epoch": 0.5962201562568199,
      "grad_norm": 0.049729492515325546,
      "learning_rate": 0.0001812252358328302,
      "loss": 10.1858,
      "step": 3415
    },
    {
      "epoch": 0.5963947448823709,
      "grad_norm": 0.04352324828505516,
      "learning_rate": 0.00018121456234932652,
      "loss": 10.2058,
      "step": 3416
    },
    {
      "epoch": 0.596569333507922,
      "grad_norm": 0.042974136769771576,
      "learning_rate": 0.00018120388614724053,
      "loss": 10.22,
      "step": 3417
    },
    {
      "epoch": 0.596743922133473,
      "grad_norm": 0.048041120171546936,
      "learning_rate": 0.00018119320722692967,
      "loss": 10.1725,
      "step": 3418
    },
    {
      "epoch": 0.596918510759024,
      "grad_norm": 0.044058073312044144,
      "learning_rate": 0.00018118252558875145,
      "loss": 10.2052,
      "step": 3419
    },
    {
      "epoch": 0.5970930993845751,
      "grad_norm": 0.04673519358038902,
      "learning_rate": 0.00018117184123306334,
      "loss": 10.1886,
      "step": 3420
    },
    {
      "epoch": 0.5972676880101261,
      "grad_norm": 0.066332146525383,
      "learning_rate": 0.00018116115416022305,
      "loss": 10.1786,
      "step": 3421
    },
    {
      "epoch": 0.5974422766356772,
      "grad_norm": 0.0504637286067009,
      "learning_rate": 0.00018115046437058833,
      "loss": 10.1918,
      "step": 3422
    },
    {
      "epoch": 0.5976168652612283,
      "grad_norm": 0.046632785350084305,
      "learning_rate": 0.00018113977186451696,
      "loss": 10.2076,
      "step": 3423
    },
    {
      "epoch": 0.5977914538867792,
      "grad_norm": 0.04904446378350258,
      "learning_rate": 0.0001811290766423669,
      "loss": 10.2134,
      "step": 3424
    },
    {
      "epoch": 0.5979660425123303,
      "grad_norm": 0.04218140244483948,
      "learning_rate": 0.00018111837870449614,
      "loss": 10.1901,
      "step": 3425
    },
    {
      "epoch": 0.5981406311378814,
      "grad_norm": 0.07223612070083618,
      "learning_rate": 0.0001811076780512628,
      "loss": 10.2185,
      "step": 3426
    },
    {
      "epoch": 0.5983152197634324,
      "grad_norm": 0.043949417769908905,
      "learning_rate": 0.00018109697468302507,
      "loss": 10.1713,
      "step": 3427
    },
    {
      "epoch": 0.5984898083889835,
      "grad_norm": 0.05896570533514023,
      "learning_rate": 0.00018108626860014124,
      "loss": 10.1752,
      "step": 3428
    },
    {
      "epoch": 0.5986643970145346,
      "grad_norm": 0.050494737923145294,
      "learning_rate": 0.00018107555980296968,
      "loss": 10.2105,
      "step": 3429
    },
    {
      "epoch": 0.5988389856400855,
      "grad_norm": 0.04938402399420738,
      "learning_rate": 0.00018106484829186886,
      "loss": 10.2254,
      "step": 3430
    },
    {
      "epoch": 0.5990135742656366,
      "grad_norm": 0.054334744811058044,
      "learning_rate": 0.0001810541340671973,
      "loss": 10.1766,
      "step": 3431
    },
    {
      "epoch": 0.5991881628911876,
      "grad_norm": 0.05321315675973892,
      "learning_rate": 0.00018104341712931374,
      "loss": 10.1802,
      "step": 3432
    },
    {
      "epoch": 0.5993627515167387,
      "grad_norm": 0.05629952251911163,
      "learning_rate": 0.00018103269747857682,
      "loss": 10.1885,
      "step": 3433
    },
    {
      "epoch": 0.5995373401422898,
      "grad_norm": 0.057608623057603836,
      "learning_rate": 0.00018102197511534544,
      "loss": 10.1938,
      "step": 3434
    },
    {
      "epoch": 0.5997119287678407,
      "grad_norm": 0.054069940000772476,
      "learning_rate": 0.0001810112500399785,
      "loss": 10.1833,
      "step": 3435
    },
    {
      "epoch": 0.5998865173933918,
      "grad_norm": 0.049805015325546265,
      "learning_rate": 0.00018100052225283498,
      "loss": 10.2154,
      "step": 3436
    },
    {
      "epoch": 0.6000611060189429,
      "grad_norm": 0.05789346992969513,
      "learning_rate": 0.00018098979175427404,
      "loss": 10.1669,
      "step": 3437
    },
    {
      "epoch": 0.6002356946444939,
      "grad_norm": 0.05476459860801697,
      "learning_rate": 0.00018097905854465483,
      "loss": 10.1786,
      "step": 3438
    },
    {
      "epoch": 0.600410283270045,
      "grad_norm": 0.05608778074383736,
      "learning_rate": 0.00018096832262433664,
      "loss": 10.1865,
      "step": 3439
    },
    {
      "epoch": 0.600584871895596,
      "grad_norm": 0.06133412942290306,
      "learning_rate": 0.00018095758399367884,
      "loss": 10.1827,
      "step": 3440
    },
    {
      "epoch": 0.600759460521147,
      "grad_norm": 0.06462554633617401,
      "learning_rate": 0.0001809468426530409,
      "loss": 10.1544,
      "step": 3441
    },
    {
      "epoch": 0.6009340491466981,
      "grad_norm": 0.06397806107997894,
      "learning_rate": 0.0001809360986027824,
      "loss": 10.1672,
      "step": 3442
    },
    {
      "epoch": 0.6011086377722491,
      "grad_norm": 0.06966616958379745,
      "learning_rate": 0.00018092535184326301,
      "loss": 10.1908,
      "step": 3443
    },
    {
      "epoch": 0.6012832263978002,
      "grad_norm": 0.06659132987260818,
      "learning_rate": 0.0001809146023748424,
      "loss": 10.1692,
      "step": 3444
    },
    {
      "epoch": 0.6014578150233513,
      "grad_norm": 0.06795810908079147,
      "learning_rate": 0.00018090385019788047,
      "loss": 10.2016,
      "step": 3445
    },
    {
      "epoch": 0.6016324036489022,
      "grad_norm": 0.07914113253355026,
      "learning_rate": 0.000180893095312737,
      "loss": 10.2179,
      "step": 3446
    },
    {
      "epoch": 0.6018069922744533,
      "grad_norm": 0.07893112301826477,
      "learning_rate": 0.0001808823377197722,
      "loss": 10.1872,
      "step": 3447
    },
    {
      "epoch": 0.6019815809000043,
      "grad_norm": 0.0789792612195015,
      "learning_rate": 0.000180871577419346,
      "loss": 10.1911,
      "step": 3448
    },
    {
      "epoch": 0.6021561695255554,
      "grad_norm": 0.09797321259975433,
      "learning_rate": 0.0001808608144118187,
      "loss": 10.2176,
      "step": 3449
    },
    {
      "epoch": 0.6023307581511065,
      "grad_norm": 0.1372811645269394,
      "learning_rate": 0.0001808500486975505,
      "loss": 10.2309,
      "step": 3450
    },
    {
      "epoch": 0.6025053467766575,
      "grad_norm": 0.049662064760923386,
      "learning_rate": 0.00018083928027690183,
      "loss": 10.2233,
      "step": 3451
    },
    {
      "epoch": 0.6026799354022085,
      "grad_norm": 0.046649374067783356,
      "learning_rate": 0.00018082850915023316,
      "loss": 10.2036,
      "step": 3452
    },
    {
      "epoch": 0.6028545240277596,
      "grad_norm": 0.042355868965387344,
      "learning_rate": 0.00018081773531790498,
      "loss": 10.2269,
      "step": 3453
    },
    {
      "epoch": 0.6030291126533106,
      "grad_norm": 0.042030613869428635,
      "learning_rate": 0.000180806958780278,
      "loss": 10.2099,
      "step": 3454
    },
    {
      "epoch": 0.6032037012788617,
      "grad_norm": 0.04005039855837822,
      "learning_rate": 0.00018079617953771292,
      "loss": 10.2001,
      "step": 3455
    },
    {
      "epoch": 0.6033782899044128,
      "grad_norm": 0.0497719869017601,
      "learning_rate": 0.00018078539759057059,
      "loss": 10.2073,
      "step": 3456
    },
    {
      "epoch": 0.6035528785299638,
      "grad_norm": 0.04646199569106102,
      "learning_rate": 0.00018077461293921187,
      "loss": 10.1988,
      "step": 3457
    },
    {
      "epoch": 0.6037274671555148,
      "grad_norm": 0.045697957277297974,
      "learning_rate": 0.00018076382558399783,
      "loss": 10.1983,
      "step": 3458
    },
    {
      "epoch": 0.6039020557810658,
      "grad_norm": 0.04146255925297737,
      "learning_rate": 0.00018075303552528955,
      "loss": 10.2236,
      "step": 3459
    },
    {
      "epoch": 0.6040766444066169,
      "grad_norm": 0.03945952653884888,
      "learning_rate": 0.0001807422427634482,
      "loss": 10.2309,
      "step": 3460
    },
    {
      "epoch": 0.604251233032168,
      "grad_norm": 0.04322103410959244,
      "learning_rate": 0.00018073144729883504,
      "loss": 10.1851,
      "step": 3461
    },
    {
      "epoch": 0.604425821657719,
      "grad_norm": 0.04093026742339134,
      "learning_rate": 0.0001807206491318115,
      "loss": 10.1702,
      "step": 3462
    },
    {
      "epoch": 0.60460041028327,
      "grad_norm": 0.05094408616423607,
      "learning_rate": 0.000180709848262739,
      "loss": 10.1999,
      "step": 3463
    },
    {
      "epoch": 0.6047749989088211,
      "grad_norm": 0.04434368759393692,
      "learning_rate": 0.00018069904469197908,
      "loss": 10.1964,
      "step": 3464
    },
    {
      "epoch": 0.6049495875343721,
      "grad_norm": 0.04842030629515648,
      "learning_rate": 0.0001806882384198934,
      "loss": 10.2158,
      "step": 3465
    },
    {
      "epoch": 0.6051241761599232,
      "grad_norm": 0.047467660158872604,
      "learning_rate": 0.00018067742944684366,
      "loss": 10.1858,
      "step": 3466
    },
    {
      "epoch": 0.6052987647854742,
      "grad_norm": 0.0477239266037941,
      "learning_rate": 0.00018066661777319171,
      "loss": 10.227,
      "step": 3467
    },
    {
      "epoch": 0.6054733534110253,
      "grad_norm": 0.05147794261574745,
      "learning_rate": 0.00018065580339929945,
      "loss": 10.2049,
      "step": 3468
    },
    {
      "epoch": 0.6056479420365763,
      "grad_norm": 0.04594854265451431,
      "learning_rate": 0.00018064498632552894,
      "loss": 10.1865,
      "step": 3469
    },
    {
      "epoch": 0.6058225306621273,
      "grad_norm": 0.04282105341553688,
      "learning_rate": 0.00018063416655224215,
      "loss": 10.1968,
      "step": 3470
    },
    {
      "epoch": 0.6059971192876784,
      "grad_norm": 0.04364300146698952,
      "learning_rate": 0.00018062334407980136,
      "loss": 10.2266,
      "step": 3471
    },
    {
      "epoch": 0.6061717079132295,
      "grad_norm": 0.042751245200634,
      "learning_rate": 0.00018061251890856878,
      "loss": 10.2059,
      "step": 3472
    },
    {
      "epoch": 0.6063462965387805,
      "grad_norm": 0.04237763583660126,
      "learning_rate": 0.00018060169103890683,
      "loss": 10.1885,
      "step": 3473
    },
    {
      "epoch": 0.6065208851643316,
      "grad_norm": 0.04368385672569275,
      "learning_rate": 0.00018059086047117796,
      "loss": 10.2026,
      "step": 3474
    },
    {
      "epoch": 0.6066954737898826,
      "grad_norm": 0.05219748988747597,
      "learning_rate": 0.00018058002720574464,
      "loss": 10.2107,
      "step": 3475
    },
    {
      "epoch": 0.6068700624154336,
      "grad_norm": 0.047957759350538254,
      "learning_rate": 0.0001805691912429696,
      "loss": 10.1965,
      "step": 3476
    },
    {
      "epoch": 0.6070446510409847,
      "grad_norm": 0.04676702246069908,
      "learning_rate": 0.00018055835258321546,
      "loss": 10.1942,
      "step": 3477
    },
    {
      "epoch": 0.6072192396665357,
      "grad_norm": 0.047979697585105896,
      "learning_rate": 0.0001805475112268451,
      "loss": 10.1909,
      "step": 3478
    },
    {
      "epoch": 0.6073938282920868,
      "grad_norm": 0.05344856530427933,
      "learning_rate": 0.00018053666717422144,
      "loss": 10.1908,
      "step": 3479
    },
    {
      "epoch": 0.6075684169176379,
      "grad_norm": 0.050398945808410645,
      "learning_rate": 0.00018052582042570742,
      "loss": 10.1885,
      "step": 3480
    },
    {
      "epoch": 0.6077430055431888,
      "grad_norm": 0.049305181950330734,
      "learning_rate": 0.0001805149709816662,
      "loss": 10.1752,
      "step": 3481
    },
    {
      "epoch": 0.6079175941687399,
      "grad_norm": 0.053685203194618225,
      "learning_rate": 0.00018050411884246086,
      "loss": 10.162,
      "step": 3482
    },
    {
      "epoch": 0.608092182794291,
      "grad_norm": 0.05889250710606575,
      "learning_rate": 0.00018049326400845474,
      "loss": 10.2004,
      "step": 3483
    },
    {
      "epoch": 0.608266771419842,
      "grad_norm": 0.05315404385328293,
      "learning_rate": 0.00018048240648001115,
      "loss": 10.1801,
      "step": 3484
    },
    {
      "epoch": 0.6084413600453931,
      "grad_norm": 0.047095976769924164,
      "learning_rate": 0.0001804715462574936,
      "loss": 10.2046,
      "step": 3485
    },
    {
      "epoch": 0.608615948670944,
      "grad_norm": 0.051235977560281754,
      "learning_rate": 0.00018046068334126556,
      "loss": 10.2071,
      "step": 3486
    },
    {
      "epoch": 0.6087905372964951,
      "grad_norm": 0.07807273417711258,
      "learning_rate": 0.00018044981773169066,
      "loss": 10.1929,
      "step": 3487
    },
    {
      "epoch": 0.6089651259220462,
      "grad_norm": 0.05204194784164429,
      "learning_rate": 0.00018043894942913264,
      "loss": 10.1823,
      "step": 3488
    },
    {
      "epoch": 0.6091397145475972,
      "grad_norm": 0.059086840599775314,
      "learning_rate": 0.0001804280784339553,
      "loss": 10.1971,
      "step": 3489
    },
    {
      "epoch": 0.6093143031731483,
      "grad_norm": 0.06752079725265503,
      "learning_rate": 0.00018041720474652254,
      "loss": 10.191,
      "step": 3490
    },
    {
      "epoch": 0.6094888917986994,
      "grad_norm": 0.05424778535962105,
      "learning_rate": 0.00018040632836719835,
      "loss": 10.2062,
      "step": 3491
    },
    {
      "epoch": 0.6096634804242503,
      "grad_norm": 0.05339190736413002,
      "learning_rate": 0.0001803954492963468,
      "loss": 10.1648,
      "step": 3492
    },
    {
      "epoch": 0.6098380690498014,
      "grad_norm": 0.06138048693537712,
      "learning_rate": 0.00018038456753433204,
      "loss": 10.1983,
      "step": 3493
    },
    {
      "epoch": 0.6100126576753524,
      "grad_norm": 0.06674410402774811,
      "learning_rate": 0.00018037368308151835,
      "loss": 10.1728,
      "step": 3494
    },
    {
      "epoch": 0.6101872463009035,
      "grad_norm": 0.07228674739599228,
      "learning_rate": 0.0001803627959382701,
      "loss": 10.1762,
      "step": 3495
    },
    {
      "epoch": 0.6103618349264546,
      "grad_norm": 0.06873536109924316,
      "learning_rate": 0.00018035190610495163,
      "loss": 10.1931,
      "step": 3496
    },
    {
      "epoch": 0.6105364235520055,
      "grad_norm": 0.07295010983943939,
      "learning_rate": 0.0001803410135819276,
      "loss": 10.2144,
      "step": 3497
    },
    {
      "epoch": 0.6107110121775566,
      "grad_norm": 0.07345692813396454,
      "learning_rate": 0.00018033011836956253,
      "loss": 10.1999,
      "step": 3498
    },
    {
      "epoch": 0.6108856008031077,
      "grad_norm": 0.09300854802131653,
      "learning_rate": 0.00018031922046822117,
      "loss": 10.1973,
      "step": 3499
    },
    {
      "epoch": 0.6110601894286587,
      "grad_norm": 0.1709485501050949,
      "learning_rate": 0.00018030831987826828,
      "loss": 10.21,
      "step": 3500
    },
    {
      "epoch": 0.6112347780542098,
      "grad_norm": 0.04523875564336777,
      "learning_rate": 0.0001802974166000688,
      "loss": 10.1968,
      "step": 3501
    },
    {
      "epoch": 0.6114093666797609,
      "grad_norm": 0.03692764416337013,
      "learning_rate": 0.0001802865106339877,
      "loss": 10.2154,
      "step": 3502
    },
    {
      "epoch": 0.6115839553053118,
      "grad_norm": 0.04549581930041313,
      "learning_rate": 0.00018027560198039,
      "loss": 10.2041,
      "step": 3503
    },
    {
      "epoch": 0.6117585439308629,
      "grad_norm": 0.04612649977207184,
      "learning_rate": 0.00018026469063964088,
      "loss": 10.2055,
      "step": 3504
    },
    {
      "epoch": 0.6119331325564139,
      "grad_norm": 0.045895595103502274,
      "learning_rate": 0.0001802537766121056,
      "loss": 10.2253,
      "step": 3505
    },
    {
      "epoch": 0.612107721181965,
      "grad_norm": 0.04306253045797348,
      "learning_rate": 0.00018024285989814948,
      "loss": 10.2146,
      "step": 3506
    },
    {
      "epoch": 0.6122823098075161,
      "grad_norm": 0.043753646314144135,
      "learning_rate": 0.000180231940498138,
      "loss": 10.2119,
      "step": 3507
    },
    {
      "epoch": 0.612456898433067,
      "grad_norm": 0.04710179567337036,
      "learning_rate": 0.00018022101841243658,
      "loss": 10.2086,
      "step": 3508
    },
    {
      "epoch": 0.6126314870586181,
      "grad_norm": 0.03989497199654579,
      "learning_rate": 0.00018021009364141088,
      "loss": 10.2057,
      "step": 3509
    },
    {
      "epoch": 0.6128060756841692,
      "grad_norm": 0.04203423485159874,
      "learning_rate": 0.00018019916618542664,
      "loss": 10.2075,
      "step": 3510
    },
    {
      "epoch": 0.6129806643097202,
      "grad_norm": 0.03883473202586174,
      "learning_rate": 0.00018018823604484956,
      "loss": 10.2099,
      "step": 3511
    },
    {
      "epoch": 0.6131552529352713,
      "grad_norm": 0.04172295331954956,
      "learning_rate": 0.00018017730322004557,
      "loss": 10.221,
      "step": 3512
    },
    {
      "epoch": 0.6133298415608223,
      "grad_norm": 0.03998515009880066,
      "learning_rate": 0.0001801663677113806,
      "loss": 10.1957,
      "step": 3513
    },
    {
      "epoch": 0.6135044301863734,
      "grad_norm": 0.04869414493441582,
      "learning_rate": 0.00018015542951922074,
      "loss": 10.1886,
      "step": 3514
    },
    {
      "epoch": 0.6136790188119244,
      "grad_norm": 0.046681392937898636,
      "learning_rate": 0.00018014448864393218,
      "loss": 10.1977,
      "step": 3515
    },
    {
      "epoch": 0.6138536074374754,
      "grad_norm": 0.04220561683177948,
      "learning_rate": 0.00018013354508588105,
      "loss": 10.2044,
      "step": 3516
    },
    {
      "epoch": 0.6140281960630265,
      "grad_norm": 0.041267674416303635,
      "learning_rate": 0.00018012259884543375,
      "loss": 10.207,
      "step": 3517
    },
    {
      "epoch": 0.6142027846885776,
      "grad_norm": 0.04334235191345215,
      "learning_rate": 0.00018011164992295665,
      "loss": 10.1903,
      "step": 3518
    },
    {
      "epoch": 0.6143773733141286,
      "grad_norm": 0.040675241500139236,
      "learning_rate": 0.0001801006983188163,
      "loss": 10.2035,
      "step": 3519
    },
    {
      "epoch": 0.6145519619396796,
      "grad_norm": 0.04354110360145569,
      "learning_rate": 0.00018008974403337926,
      "loss": 10.1998,
      "step": 3520
    },
    {
      "epoch": 0.6147265505652306,
      "grad_norm": 0.04762619733810425,
      "learning_rate": 0.00018007878706701225,
      "loss": 10.2222,
      "step": 3521
    },
    {
      "epoch": 0.6149011391907817,
      "grad_norm": 0.05140584707260132,
      "learning_rate": 0.000180067827420082,
      "loss": 10.1944,
      "step": 3522
    },
    {
      "epoch": 0.6150757278163328,
      "grad_norm": 0.04421395808458328,
      "learning_rate": 0.00018005686509295539,
      "loss": 10.2003,
      "step": 3523
    },
    {
      "epoch": 0.6152503164418838,
      "grad_norm": 0.04208507388830185,
      "learning_rate": 0.00018004590008599937,
      "loss": 10.2214,
      "step": 3524
    },
    {
      "epoch": 0.6154249050674349,
      "grad_norm": 0.04707127809524536,
      "learning_rate": 0.000180034932399581,
      "loss": 10.1951,
      "step": 3525
    },
    {
      "epoch": 0.6155994936929859,
      "grad_norm": 0.048255499452352524,
      "learning_rate": 0.00018002396203406745,
      "loss": 10.1682,
      "step": 3526
    },
    {
      "epoch": 0.6157740823185369,
      "grad_norm": 0.04518981650471687,
      "learning_rate": 0.00018001298898982584,
      "loss": 10.1871,
      "step": 3527
    },
    {
      "epoch": 0.615948670944088,
      "grad_norm": 0.04818769916892052,
      "learning_rate": 0.0001800020132672236,
      "loss": 10.2296,
      "step": 3528
    },
    {
      "epoch": 0.6161232595696391,
      "grad_norm": 0.047240667045116425,
      "learning_rate": 0.000179991034866628,
      "loss": 10.1893,
      "step": 3529
    },
    {
      "epoch": 0.6162978481951901,
      "grad_norm": 0.06138911843299866,
      "learning_rate": 0.00017998005378840667,
      "loss": 10.1807,
      "step": 3530
    },
    {
      "epoch": 0.6164724368207412,
      "grad_norm": 0.04793502017855644,
      "learning_rate": 0.0001799690700329271,
      "loss": 10.22,
      "step": 3531
    },
    {
      "epoch": 0.6166470254462921,
      "grad_norm": 0.06105734035372734,
      "learning_rate": 0.000179958083600557,
      "loss": 10.1786,
      "step": 3532
    },
    {
      "epoch": 0.6168216140718432,
      "grad_norm": 0.05823753401637077,
      "learning_rate": 0.0001799470944916641,
      "loss": 10.1997,
      "step": 3533
    },
    {
      "epoch": 0.6169962026973943,
      "grad_norm": 0.053384605795145035,
      "learning_rate": 0.00017993610270661625,
      "loss": 10.1723,
      "step": 3534
    },
    {
      "epoch": 0.6171707913229453,
      "grad_norm": 0.05318422242999077,
      "learning_rate": 0.00017992510824578145,
      "loss": 10.2096,
      "step": 3535
    },
    {
      "epoch": 0.6173453799484964,
      "grad_norm": 0.05804082006216049,
      "learning_rate": 0.00017991411110952768,
      "loss": 10.2141,
      "step": 3536
    },
    {
      "epoch": 0.6175199685740475,
      "grad_norm": 0.05450586974620819,
      "learning_rate": 0.00017990311129822303,
      "loss": 10.155,
      "step": 3537
    },
    {
      "epoch": 0.6176945571995984,
      "grad_norm": 0.05933471396565437,
      "learning_rate": 0.0001798921088122358,
      "loss": 10.198,
      "step": 3538
    },
    {
      "epoch": 0.6178691458251495,
      "grad_norm": 0.05333249643445015,
      "learning_rate": 0.00017988110365193418,
      "loss": 10.1878,
      "step": 3539
    },
    {
      "epoch": 0.6180437344507005,
      "grad_norm": 0.0644945353269577,
      "learning_rate": 0.00017987009581768663,
      "loss": 10.1818,
      "step": 3540
    },
    {
      "epoch": 0.6182183230762516,
      "grad_norm": 0.061103738844394684,
      "learning_rate": 0.00017985908530986162,
      "loss": 10.194,
      "step": 3541
    },
    {
      "epoch": 0.6183929117018027,
      "grad_norm": 0.06409633904695511,
      "learning_rate": 0.0001798480721288277,
      "loss": 10.1966,
      "step": 3542
    },
    {
      "epoch": 0.6185675003273536,
      "grad_norm": 0.06900117546319962,
      "learning_rate": 0.00017983705627495352,
      "loss": 10.1846,
      "step": 3543
    },
    {
      "epoch": 0.6187420889529047,
      "grad_norm": 0.0680110976099968,
      "learning_rate": 0.00017982603774860785,
      "loss": 10.204,
      "step": 3544
    },
    {
      "epoch": 0.6189166775784558,
      "grad_norm": 0.0667906403541565,
      "learning_rate": 0.00017981501655015952,
      "loss": 10.1907,
      "step": 3545
    },
    {
      "epoch": 0.6190912662040068,
      "grad_norm": 0.08081680536270142,
      "learning_rate": 0.00017980399267997742,
      "loss": 10.1933,
      "step": 3546
    },
    {
      "epoch": 0.6192658548295579,
      "grad_norm": 0.08302352577447891,
      "learning_rate": 0.00017979296613843059,
      "loss": 10.2027,
      "step": 3547
    },
    {
      "epoch": 0.6194404434551088,
      "grad_norm": 0.08613138645887375,
      "learning_rate": 0.00017978193692588814,
      "loss": 10.1533,
      "step": 3548
    },
    {
      "epoch": 0.6196150320806599,
      "grad_norm": 0.09692244231700897,
      "learning_rate": 0.00017977090504271926,
      "loss": 10.2072,
      "step": 3549
    },
    {
      "epoch": 0.619789620706211,
      "grad_norm": 0.15236496925354004,
      "learning_rate": 0.00017975987048929324,
      "loss": 10.216,
      "step": 3550
    },
    {
      "epoch": 0.619964209331762,
      "grad_norm": 0.04696163907647133,
      "learning_rate": 0.0001797488332659794,
      "loss": 10.2045,
      "step": 3551
    },
    {
      "epoch": 0.6201387979573131,
      "grad_norm": 0.04373756796121597,
      "learning_rate": 0.00017973779337314728,
      "loss": 10.1922,
      "step": 3552
    },
    {
      "epoch": 0.6203133865828642,
      "grad_norm": 0.050365742295980453,
      "learning_rate": 0.00017972675081116637,
      "loss": 10.1839,
      "step": 3553
    },
    {
      "epoch": 0.6204879752084151,
      "grad_norm": 0.03768807649612427,
      "learning_rate": 0.0001797157055804063,
      "loss": 10.2237,
      "step": 3554
    },
    {
      "epoch": 0.6206625638339662,
      "grad_norm": 0.04654761403799057,
      "learning_rate": 0.00017970465768123688,
      "loss": 10.2048,
      "step": 3555
    },
    {
      "epoch": 0.6208371524595173,
      "grad_norm": 0.0572846457362175,
      "learning_rate": 0.00017969360711402786,
      "loss": 10.2173,
      "step": 3556
    },
    {
      "epoch": 0.6210117410850683,
      "grad_norm": 0.04466995224356651,
      "learning_rate": 0.00017968255387914913,
      "loss": 10.2116,
      "step": 3557
    },
    {
      "epoch": 0.6211863297106194,
      "grad_norm": 0.046216048300266266,
      "learning_rate": 0.00017967149797697076,
      "loss": 10.1828,
      "step": 3558
    },
    {
      "epoch": 0.6213609183361704,
      "grad_norm": 0.0443103164434433,
      "learning_rate": 0.0001796604394078628,
      "loss": 10.1998,
      "step": 3559
    },
    {
      "epoch": 0.6215355069617214,
      "grad_norm": 0.03911249712109566,
      "learning_rate": 0.00017964937817219537,
      "loss": 10.2157,
      "step": 3560
    },
    {
      "epoch": 0.6217100955872725,
      "grad_norm": 0.04363962635397911,
      "learning_rate": 0.00017963831427033884,
      "loss": 10.2178,
      "step": 3561
    },
    {
      "epoch": 0.6218846842128235,
      "grad_norm": 0.04983145371079445,
      "learning_rate": 0.00017962724770266347,
      "loss": 10.2043,
      "step": 3562
    },
    {
      "epoch": 0.6220592728383746,
      "grad_norm": 0.043963443487882614,
      "learning_rate": 0.00017961617846953977,
      "loss": 10.2141,
      "step": 3563
    },
    {
      "epoch": 0.6222338614639257,
      "grad_norm": 0.042256273329257965,
      "learning_rate": 0.00017960510657133826,
      "loss": 10.2095,
      "step": 3564
    },
    {
      "epoch": 0.6224084500894767,
      "grad_norm": 0.049451377242803574,
      "learning_rate": 0.00017959403200842953,
      "loss": 10.2048,
      "step": 3565
    },
    {
      "epoch": 0.6225830387150277,
      "grad_norm": 0.04164506122469902,
      "learning_rate": 0.0001795829547811843,
      "loss": 10.1943,
      "step": 3566
    },
    {
      "epoch": 0.6227576273405787,
      "grad_norm": 0.04665488377213478,
      "learning_rate": 0.00017957187488997338,
      "loss": 10.201,
      "step": 3567
    },
    {
      "epoch": 0.6229322159661298,
      "grad_norm": 0.044368475675582886,
      "learning_rate": 0.00017956079233516766,
      "loss": 10.1834,
      "step": 3568
    },
    {
      "epoch": 0.6231068045916809,
      "grad_norm": 0.046495139598846436,
      "learning_rate": 0.00017954970711713813,
      "loss": 10.1727,
      "step": 3569
    },
    {
      "epoch": 0.6232813932172319,
      "grad_norm": 0.04976252466440201,
      "learning_rate": 0.0001795386192362558,
      "loss": 10.2028,
      "step": 3570
    },
    {
      "epoch": 0.623455981842783,
      "grad_norm": 0.04419514909386635,
      "learning_rate": 0.00017952752869289192,
      "loss": 10.2192,
      "step": 3571
    },
    {
      "epoch": 0.623630570468334,
      "grad_norm": 0.04931700602173805,
      "learning_rate": 0.00017951643548741765,
      "loss": 10.2077,
      "step": 3572
    },
    {
      "epoch": 0.623805159093885,
      "grad_norm": 0.05265814810991287,
      "learning_rate": 0.0001795053396202044,
      "loss": 10.2243,
      "step": 3573
    },
    {
      "epoch": 0.6239797477194361,
      "grad_norm": 0.04408117011189461,
      "learning_rate": 0.0001794942410916235,
      "loss": 10.2115,
      "step": 3574
    },
    {
      "epoch": 0.6241543363449871,
      "grad_norm": 0.05496944114565849,
      "learning_rate": 0.00017948313990204655,
      "loss": 10.1958,
      "step": 3575
    },
    {
      "epoch": 0.6243289249705382,
      "grad_norm": 0.049569666385650635,
      "learning_rate": 0.0001794720360518451,
      "loss": 10.1896,
      "step": 3576
    },
    {
      "epoch": 0.6245035135960892,
      "grad_norm": 0.050143998116254807,
      "learning_rate": 0.0001794609295413909,
      "loss": 10.1957,
      "step": 3577
    },
    {
      "epoch": 0.6246781022216402,
      "grad_norm": 0.07272200286388397,
      "learning_rate": 0.00017944982037105566,
      "loss": 10.1633,
      "step": 3578
    },
    {
      "epoch": 0.6248526908471913,
      "grad_norm": 0.05067665874958038,
      "learning_rate": 0.00017943870854121124,
      "loss": 10.1906,
      "step": 3579
    },
    {
      "epoch": 0.6250272794727424,
      "grad_norm": 0.05266357585787773,
      "learning_rate": 0.0001794275940522297,
      "loss": 10.1919,
      "step": 3580
    },
    {
      "epoch": 0.6252018680982934,
      "grad_norm": 0.051871929317712784,
      "learning_rate": 0.000179416476904483,
      "loss": 10.2066,
      "step": 3581
    },
    {
      "epoch": 0.6253764567238445,
      "grad_norm": 0.0551677867770195,
      "learning_rate": 0.0001794053570983433,
      "loss": 10.1766,
      "step": 3582
    },
    {
      "epoch": 0.6255510453493955,
      "grad_norm": 0.0504770390689373,
      "learning_rate": 0.00017939423463418286,
      "loss": 10.2147,
      "step": 3583
    },
    {
      "epoch": 0.6257256339749465,
      "grad_norm": 0.05807290971279144,
      "learning_rate": 0.00017938310951237391,
      "loss": 10.196,
      "step": 3584
    },
    {
      "epoch": 0.6259002226004976,
      "grad_norm": 0.05735810101032257,
      "learning_rate": 0.0001793719817332889,
      "loss": 10.2022,
      "step": 3585
    },
    {
      "epoch": 0.6260748112260486,
      "grad_norm": 0.054432764649391174,
      "learning_rate": 0.00017936085129730036,
      "loss": 10.1886,
      "step": 3586
    },
    {
      "epoch": 0.6262493998515997,
      "grad_norm": 0.05370905622839928,
      "learning_rate": 0.00017934971820478084,
      "loss": 10.206,
      "step": 3587
    },
    {
      "epoch": 0.6264239884771508,
      "grad_norm": 0.0567428357899189,
      "learning_rate": 0.00017933858245610296,
      "loss": 10.1873,
      "step": 3588
    },
    {
      "epoch": 0.6265985771027017,
      "grad_norm": 0.058297351002693176,
      "learning_rate": 0.00017932744405163957,
      "loss": 10.1837,
      "step": 3589
    },
    {
      "epoch": 0.6267731657282528,
      "grad_norm": 0.06161141023039818,
      "learning_rate": 0.00017931630299176346,
      "loss": 10.1687,
      "step": 3590
    },
    {
      "epoch": 0.6269477543538039,
      "grad_norm": 0.06532621383666992,
      "learning_rate": 0.0001793051592768476,
      "loss": 10.1864,
      "step": 3591
    },
    {
      "epoch": 0.6271223429793549,
      "grad_norm": 0.0648447573184967,
      "learning_rate": 0.00017929401290726492,
      "loss": 10.1873,
      "step": 3592
    },
    {
      "epoch": 0.627296931604906,
      "grad_norm": 0.06720738857984543,
      "learning_rate": 0.0001792828638833887,
      "loss": 10.191,
      "step": 3593
    },
    {
      "epoch": 0.6274715202304569,
      "grad_norm": 0.06387254595756531,
      "learning_rate": 0.000179271712205592,
      "loss": 10.1844,
      "step": 3594
    },
    {
      "epoch": 0.627646108856008,
      "grad_norm": 0.0741211324930191,
      "learning_rate": 0.00017926055787424817,
      "loss": 10.1996,
      "step": 3595
    },
    {
      "epoch": 0.6278206974815591,
      "grad_norm": 0.0840272530913353,
      "learning_rate": 0.00017924940088973062,
      "loss": 10.2037,
      "step": 3596
    },
    {
      "epoch": 0.6279952861071101,
      "grad_norm": 0.0767466351389885,
      "learning_rate": 0.00017923824125241273,
      "loss": 10.2195,
      "step": 3597
    },
    {
      "epoch": 0.6281698747326612,
      "grad_norm": 0.09673726558685303,
      "learning_rate": 0.00017922707896266817,
      "loss": 10.2129,
      "step": 3598
    },
    {
      "epoch": 0.6283444633582123,
      "grad_norm": 0.11298662424087524,
      "learning_rate": 0.0001792159140208705,
      "loss": 10.193,
      "step": 3599
    },
    {
      "epoch": 0.6285190519837632,
      "grad_norm": 0.1522570699453354,
      "learning_rate": 0.0001792047464273935,
      "loss": 10.2033,
      "step": 3600
    },
    {
      "epoch": 0.6285190519837632,
      "eval_loss": 10.18109130859375,
      "eval_runtime": 0.7217,
      "eval_samples_per_second": 320.056,
      "eval_steps_per_second": 160.721,
      "step": 3600
    },
    {
      "epoch": 0.6286936406093143,
      "grad_norm": 0.035210464149713516,
      "learning_rate": 0.00017919357618261094,
      "loss": 10.2096,
      "step": 3601
    },
    {
      "epoch": 0.6288682292348653,
      "grad_norm": 0.03817855194211006,
      "learning_rate": 0.0001791824032868968,
      "loss": 10.2263,
      "step": 3602
    },
    {
      "epoch": 0.6290428178604164,
      "grad_norm": 0.04360105097293854,
      "learning_rate": 0.0001791712277406251,
      "loss": 10.2058,
      "step": 3603
    },
    {
      "epoch": 0.6292174064859675,
      "grad_norm": 0.0407169945538044,
      "learning_rate": 0.00017916004954416986,
      "loss": 10.2149,
      "step": 3604
    },
    {
      "epoch": 0.6293919951115184,
      "grad_norm": 0.04067010432481766,
      "learning_rate": 0.0001791488686979053,
      "loss": 10.1957,
      "step": 3605
    },
    {
      "epoch": 0.6295665837370695,
      "grad_norm": 0.03959360346198082,
      "learning_rate": 0.00017913768520220563,
      "loss": 10.2117,
      "step": 3606
    },
    {
      "epoch": 0.6297411723626206,
      "grad_norm": 0.037058521062135696,
      "learning_rate": 0.00017912649905744532,
      "loss": 10.2012,
      "step": 3607
    },
    {
      "epoch": 0.6299157609881716,
      "grad_norm": 0.03851945325732231,
      "learning_rate": 0.0001791153102639987,
      "loss": 10.2173,
      "step": 3608
    },
    {
      "epoch": 0.6300903496137227,
      "grad_norm": 0.04707605391740799,
      "learning_rate": 0.00017910411882224038,
      "loss": 10.1995,
      "step": 3609
    },
    {
      "epoch": 0.6302649382392738,
      "grad_norm": 0.03882979229092598,
      "learning_rate": 0.00017909292473254496,
      "loss": 10.2052,
      "step": 3610
    },
    {
      "epoch": 0.6304395268648247,
      "grad_norm": 0.039684779942035675,
      "learning_rate": 0.00017908172799528714,
      "loss": 10.2117,
      "step": 3611
    },
    {
      "epoch": 0.6306141154903758,
      "grad_norm": 0.04293953254818916,
      "learning_rate": 0.00017907052861084174,
      "loss": 10.2048,
      "step": 3612
    },
    {
      "epoch": 0.6307887041159268,
      "grad_norm": 0.041664425283670425,
      "learning_rate": 0.00017905932657958363,
      "loss": 10.2296,
      "step": 3613
    },
    {
      "epoch": 0.6309632927414779,
      "grad_norm": 0.044500865042209625,
      "learning_rate": 0.00017904812190188776,
      "loss": 10.2038,
      "step": 3614
    },
    {
      "epoch": 0.631137881367029,
      "grad_norm": 0.05431294068694115,
      "learning_rate": 0.0001790369145781293,
      "loss": 10.2129,
      "step": 3615
    },
    {
      "epoch": 0.63131246999258,
      "grad_norm": 0.04171418398618698,
      "learning_rate": 0.0001790257046086833,
      "loss": 10.2244,
      "step": 3616
    },
    {
      "epoch": 0.631487058618131,
      "grad_norm": 0.03952984884381294,
      "learning_rate": 0.00017901449199392503,
      "loss": 10.2143,
      "step": 3617
    },
    {
      "epoch": 0.6316616472436821,
      "grad_norm": 0.04632602259516716,
      "learning_rate": 0.00017900327673422989,
      "loss": 10.2115,
      "step": 3618
    },
    {
      "epoch": 0.6318362358692331,
      "grad_norm": 0.04335412755608559,
      "learning_rate": 0.0001789920588299732,
      "loss": 10.1951,
      "step": 3619
    },
    {
      "epoch": 0.6320108244947842,
      "grad_norm": 0.04918549582362175,
      "learning_rate": 0.0001789808382815305,
      "loss": 10.2102,
      "step": 3620
    },
    {
      "epoch": 0.6321854131203352,
      "grad_norm": 0.04692715033888817,
      "learning_rate": 0.00017896961508927743,
      "loss": 10.2099,
      "step": 3621
    },
    {
      "epoch": 0.6323600017458862,
      "grad_norm": 0.04999938979744911,
      "learning_rate": 0.00017895838925358962,
      "loss": 10.2051,
      "step": 3622
    },
    {
      "epoch": 0.6325345903714373,
      "grad_norm": 0.048963479697704315,
      "learning_rate": 0.0001789471607748429,
      "loss": 10.1961,
      "step": 3623
    },
    {
      "epoch": 0.6327091789969883,
      "grad_norm": 0.050441354513168335,
      "learning_rate": 0.00017893592965341308,
      "loss": 10.1713,
      "step": 3624
    },
    {
      "epoch": 0.6328837676225394,
      "grad_norm": 0.0496499240398407,
      "learning_rate": 0.00017892469588967616,
      "loss": 10.1927,
      "step": 3625
    },
    {
      "epoch": 0.6330583562480905,
      "grad_norm": 0.05091497302055359,
      "learning_rate": 0.00017891345948400813,
      "loss": 10.2018,
      "step": 3626
    },
    {
      "epoch": 0.6332329448736415,
      "grad_norm": 0.045572493225336075,
      "learning_rate": 0.00017890222043678516,
      "loss": 10.1938,
      "step": 3627
    },
    {
      "epoch": 0.6334075334991925,
      "grad_norm": 0.049587175250053406,
      "learning_rate": 0.00017889097874838346,
      "loss": 10.2002,
      "step": 3628
    },
    {
      "epoch": 0.6335821221247435,
      "grad_norm": 0.050087396055459976,
      "learning_rate": 0.00017887973441917926,
      "loss": 10.1867,
      "step": 3629
    },
    {
      "epoch": 0.6337567107502946,
      "grad_norm": 0.051300548017024994,
      "learning_rate": 0.0001788684874495491,
      "loss": 10.215,
      "step": 3630
    },
    {
      "epoch": 0.6339312993758457,
      "grad_norm": 0.051477085798978806,
      "learning_rate": 0.00017885723783986934,
      "loss": 10.18,
      "step": 3631
    },
    {
      "epoch": 0.6341058880013967,
      "grad_norm": 0.06062564253807068,
      "learning_rate": 0.0001788459855905166,
      "loss": 10.1914,
      "step": 3632
    },
    {
      "epoch": 0.6342804766269478,
      "grad_norm": 0.0513404905796051,
      "learning_rate": 0.0001788347307018675,
      "loss": 10.1794,
      "step": 3633
    },
    {
      "epoch": 0.6344550652524988,
      "grad_norm": 0.05754612386226654,
      "learning_rate": 0.00017882347317429886,
      "loss": 10.174,
      "step": 3634
    },
    {
      "epoch": 0.6346296538780498,
      "grad_norm": 0.057937510311603546,
      "learning_rate": 0.00017881221300818746,
      "loss": 10.1992,
      "step": 3635
    },
    {
      "epoch": 0.6348042425036009,
      "grad_norm": 0.05855926126241684,
      "learning_rate": 0.00017880095020391022,
      "loss": 10.1997,
      "step": 3636
    },
    {
      "epoch": 0.634978831129152,
      "grad_norm": 0.06228417530655861,
      "learning_rate": 0.00017878968476184418,
      "loss": 10.1945,
      "step": 3637
    },
    {
      "epoch": 0.635153419754703,
      "grad_norm": 0.05344053730368614,
      "learning_rate": 0.00017877841668236641,
      "loss": 10.1839,
      "step": 3638
    },
    {
      "epoch": 0.635328008380254,
      "grad_norm": 0.06931886821985245,
      "learning_rate": 0.0001787671459658541,
      "loss": 10.1908,
      "step": 3639
    },
    {
      "epoch": 0.635502597005805,
      "grad_norm": 0.06403554975986481,
      "learning_rate": 0.00017875587261268456,
      "loss": 10.1883,
      "step": 3640
    },
    {
      "epoch": 0.6356771856313561,
      "grad_norm": 0.06604184955358505,
      "learning_rate": 0.00017874459662323516,
      "loss": 10.2061,
      "step": 3641
    },
    {
      "epoch": 0.6358517742569072,
      "grad_norm": 0.0720079243183136,
      "learning_rate": 0.0001787333179978833,
      "loss": 10.1921,
      "step": 3642
    },
    {
      "epoch": 0.6360263628824582,
      "grad_norm": 0.06917726993560791,
      "learning_rate": 0.00017872203673700656,
      "loss": 10.1805,
      "step": 3643
    },
    {
      "epoch": 0.6362009515080093,
      "grad_norm": 0.06624051928520203,
      "learning_rate": 0.0001787107528409826,
      "loss": 10.1727,
      "step": 3644
    },
    {
      "epoch": 0.6363755401335603,
      "grad_norm": 0.06985283643007278,
      "learning_rate": 0.00017869946631018905,
      "loss": 10.1887,
      "step": 3645
    },
    {
      "epoch": 0.6365501287591113,
      "grad_norm": 0.07238055020570755,
      "learning_rate": 0.00017868817714500378,
      "loss": 10.1869,
      "step": 3646
    },
    {
      "epoch": 0.6367247173846624,
      "grad_norm": 0.08444604277610779,
      "learning_rate": 0.00017867688534580468,
      "loss": 10.1921,
      "step": 3647
    },
    {
      "epoch": 0.6368993060102134,
      "grad_norm": 0.08757159113883972,
      "learning_rate": 0.00017866559091296973,
      "loss": 10.2091,
      "step": 3648
    },
    {
      "epoch": 0.6370738946357645,
      "grad_norm": 0.08540311455726624,
      "learning_rate": 0.00017865429384687697,
      "loss": 10.1612,
      "step": 3649
    },
    {
      "epoch": 0.6372484832613156,
      "grad_norm": 0.12634502351284027,
      "learning_rate": 0.00017864299414790458,
      "loss": 10.193,
      "step": 3650
    },
    {
      "epoch": 0.6374230718868665,
      "grad_norm": 0.03929712250828743,
      "learning_rate": 0.00017863169181643083,
      "loss": 10.1963,
      "step": 3651
    },
    {
      "epoch": 0.6375976605124176,
      "grad_norm": 0.050780151039361954,
      "learning_rate": 0.00017862038685283405,
      "loss": 10.1918,
      "step": 3652
    },
    {
      "epoch": 0.6377722491379687,
      "grad_norm": 0.0535181388258934,
      "learning_rate": 0.00017860907925749262,
      "loss": 10.2083,
      "step": 3653
    },
    {
      "epoch": 0.6379468377635197,
      "grad_norm": 0.04478771239519119,
      "learning_rate": 0.00017859776903078508,
      "loss": 10.2036,
      "step": 3654
    },
    {
      "epoch": 0.6381214263890708,
      "grad_norm": 0.051412828266620636,
      "learning_rate": 0.00017858645617309003,
      "loss": 10.2113,
      "step": 3655
    },
    {
      "epoch": 0.6382960150146217,
      "grad_norm": 0.05200767517089844,
      "learning_rate": 0.00017857514068478616,
      "loss": 10.2031,
      "step": 3656
    },
    {
      "epoch": 0.6384706036401728,
      "grad_norm": 0.04398076981306076,
      "learning_rate": 0.00017856382256625227,
      "loss": 10.1903,
      "step": 3657
    },
    {
      "epoch": 0.6386451922657239,
      "grad_norm": 0.04286154732108116,
      "learning_rate": 0.00017855250181786713,
      "loss": 10.2185,
      "step": 3658
    },
    {
      "epoch": 0.6388197808912749,
      "grad_norm": 0.043089576065540314,
      "learning_rate": 0.0001785411784400098,
      "loss": 10.194,
      "step": 3659
    },
    {
      "epoch": 0.638994369516826,
      "grad_norm": 0.052059661597013474,
      "learning_rate": 0.00017852985243305925,
      "loss": 10.2186,
      "step": 3660
    },
    {
      "epoch": 0.6391689581423771,
      "grad_norm": 0.04096442088484764,
      "learning_rate": 0.00017851852379739466,
      "loss": 10.2244,
      "step": 3661
    },
    {
      "epoch": 0.639343546767928,
      "grad_norm": 0.04089783877134323,
      "learning_rate": 0.0001785071925333952,
      "loss": 10.2311,
      "step": 3662
    },
    {
      "epoch": 0.6395181353934791,
      "grad_norm": 0.047423750162124634,
      "learning_rate": 0.0001784958586414402,
      "loss": 10.1893,
      "step": 3663
    },
    {
      "epoch": 0.6396927240190302,
      "grad_norm": 0.04710985720157623,
      "learning_rate": 0.00017848452212190904,
      "loss": 10.2012,
      "step": 3664
    },
    {
      "epoch": 0.6398673126445812,
      "grad_norm": 0.044062331318855286,
      "learning_rate": 0.00017847318297518124,
      "loss": 10.1979,
      "step": 3665
    },
    {
      "epoch": 0.6400419012701323,
      "grad_norm": 0.05064484104514122,
      "learning_rate": 0.0001784618412016363,
      "loss": 10.2052,
      "step": 3666
    },
    {
      "epoch": 0.6402164898956832,
      "grad_norm": 0.04750111699104309,
      "learning_rate": 0.0001784504968016539,
      "loss": 10.218,
      "step": 3667
    },
    {
      "epoch": 0.6403910785212343,
      "grad_norm": 0.0529029443860054,
      "learning_rate": 0.0001784391497756138,
      "loss": 10.2037,
      "step": 3668
    },
    {
      "epoch": 0.6405656671467854,
      "grad_norm": 0.04546327143907547,
      "learning_rate": 0.00017842780012389581,
      "loss": 10.2047,
      "step": 3669
    },
    {
      "epoch": 0.6407402557723364,
      "grad_norm": 0.04432172700762749,
      "learning_rate": 0.00017841644784687987,
      "loss": 10.1977,
      "step": 3670
    },
    {
      "epoch": 0.6409148443978875,
      "grad_norm": 0.0523606576025486,
      "learning_rate": 0.00017840509294494598,
      "loss": 10.1908,
      "step": 3671
    },
    {
      "epoch": 0.6410894330234386,
      "grad_norm": 0.04506060108542442,
      "learning_rate": 0.00017839373541847424,
      "loss": 10.2087,
      "step": 3672
    },
    {
      "epoch": 0.6412640216489895,
      "grad_norm": 0.04931778833270073,
      "learning_rate": 0.0001783823752678448,
      "loss": 10.1775,
      "step": 3673
    },
    {
      "epoch": 0.6414386102745406,
      "grad_norm": 0.043435025960206985,
      "learning_rate": 0.00017837101249343798,
      "loss": 10.1964,
      "step": 3674
    },
    {
      "epoch": 0.6416131989000916,
      "grad_norm": 0.05442742630839348,
      "learning_rate": 0.00017835964709563408,
      "loss": 10.2114,
      "step": 3675
    },
    {
      "epoch": 0.6417877875256427,
      "grad_norm": 0.04841797053813934,
      "learning_rate": 0.00017834827907481363,
      "loss": 10.225,
      "step": 3676
    },
    {
      "epoch": 0.6419623761511938,
      "grad_norm": 0.05083931237459183,
      "learning_rate": 0.00017833690843135707,
      "loss": 10.1741,
      "step": 3677
    },
    {
      "epoch": 0.6421369647767448,
      "grad_norm": 0.05528251454234123,
      "learning_rate": 0.00017832553516564507,
      "loss": 10.1967,
      "step": 3678
    },
    {
      "epoch": 0.6423115534022958,
      "grad_norm": 0.05323939397931099,
      "learning_rate": 0.00017831415927805835,
      "loss": 10.208,
      "step": 3679
    },
    {
      "epoch": 0.6424861420278469,
      "grad_norm": 0.05184967815876007,
      "learning_rate": 0.00017830278076897766,
      "loss": 10.1987,
      "step": 3680
    },
    {
      "epoch": 0.6426607306533979,
      "grad_norm": 0.0460127517580986,
      "learning_rate": 0.00017829139963878397,
      "loss": 10.1859,
      "step": 3681
    },
    {
      "epoch": 0.642835319278949,
      "grad_norm": 0.05368880182504654,
      "learning_rate": 0.00017828001588785818,
      "loss": 10.1821,
      "step": 3682
    },
    {
      "epoch": 0.6430099079045,
      "grad_norm": 0.05451928451657295,
      "learning_rate": 0.00017826862951658134,
      "loss": 10.1907,
      "step": 3683
    },
    {
      "epoch": 0.643184496530051,
      "grad_norm": 0.05697842314839363,
      "learning_rate": 0.00017825724052533465,
      "loss": 10.1713,
      "step": 3684
    },
    {
      "epoch": 0.6433590851556021,
      "grad_norm": 0.053504955023527145,
      "learning_rate": 0.00017824584891449932,
      "loss": 10.1918,
      "step": 3685
    },
    {
      "epoch": 0.6435336737811531,
      "grad_norm": 0.05455520749092102,
      "learning_rate": 0.00017823445468445669,
      "loss": 10.214,
      "step": 3686
    },
    {
      "epoch": 0.6437082624067042,
      "grad_norm": 0.058111488819122314,
      "learning_rate": 0.00017822305783558816,
      "loss": 10.1915,
      "step": 3687
    },
    {
      "epoch": 0.6438828510322553,
      "grad_norm": 0.06754909455776215,
      "learning_rate": 0.0001782116583682752,
      "loss": 10.1835,
      "step": 3688
    },
    {
      "epoch": 0.6440574396578063,
      "grad_norm": 0.06337999552488327,
      "learning_rate": 0.00017820025628289947,
      "loss": 10.2067,
      "step": 3689
    },
    {
      "epoch": 0.6442320282833573,
      "grad_norm": 0.059089209884405136,
      "learning_rate": 0.00017818885157984258,
      "loss": 10.2171,
      "step": 3690
    },
    {
      "epoch": 0.6444066169089084,
      "grad_norm": 0.06365422159433365,
      "learning_rate": 0.0001781774442594863,
      "loss": 10.171,
      "step": 3691
    },
    {
      "epoch": 0.6445812055344594,
      "grad_norm": 0.05764913931488991,
      "learning_rate": 0.0001781660343222125,
      "loss": 10.2083,
      "step": 3692
    },
    {
      "epoch": 0.6447557941600105,
      "grad_norm": 0.0648493692278862,
      "learning_rate": 0.0001781546217684031,
      "loss": 10.2061,
      "step": 3693
    },
    {
      "epoch": 0.6449303827855615,
      "grad_norm": 0.06262636929750443,
      "learning_rate": 0.00017814320659844012,
      "loss": 10.1811,
      "step": 3694
    },
    {
      "epoch": 0.6451049714111126,
      "grad_norm": 0.06061717867851257,
      "learning_rate": 0.00017813178881270574,
      "loss": 10.1796,
      "step": 3695
    },
    {
      "epoch": 0.6452795600366636,
      "grad_norm": 0.06673704832792282,
      "learning_rate": 0.00017812036841158204,
      "loss": 10.1925,
      "step": 3696
    },
    {
      "epoch": 0.6454541486622146,
      "grad_norm": 0.0699448361992836,
      "learning_rate": 0.00017810894539545141,
      "loss": 10.2076,
      "step": 3697
    },
    {
      "epoch": 0.6456287372877657,
      "grad_norm": 0.0756126269698143,
      "learning_rate": 0.00017809751976469618,
      "loss": 10.1592,
      "step": 3698
    },
    {
      "epoch": 0.6458033259133168,
      "grad_norm": 0.09223467111587524,
      "learning_rate": 0.00017808609151969882,
      "loss": 10.2232,
      "step": 3699
    },
    {
      "epoch": 0.6459779145388678,
      "grad_norm": 0.10511662811040878,
      "learning_rate": 0.00017807466066084186,
      "loss": 10.2154,
      "step": 3700
    },
    {
      "epoch": 0.6461525031644189,
      "grad_norm": 0.048471756279468536,
      "learning_rate": 0.00017806322718850798,
      "loss": 10.2178,
      "step": 3701
    },
    {
      "epoch": 0.6463270917899698,
      "grad_norm": 0.04869905486702919,
      "learning_rate": 0.00017805179110307986,
      "loss": 10.2003,
      "step": 3702
    },
    {
      "epoch": 0.6465016804155209,
      "grad_norm": 0.040590133517980576,
      "learning_rate": 0.00017804035240494038,
      "loss": 10.2154,
      "step": 3703
    },
    {
      "epoch": 0.646676269041072,
      "grad_norm": 0.04945668950676918,
      "learning_rate": 0.00017802891109447232,
      "loss": 10.2198,
      "step": 3704
    },
    {
      "epoch": 0.646850857666623,
      "grad_norm": 0.03739919513463974,
      "learning_rate": 0.00017801746717205878,
      "loss": 10.2204,
      "step": 3705
    },
    {
      "epoch": 0.6470254462921741,
      "grad_norm": 0.04172837734222412,
      "learning_rate": 0.0001780060206380828,
      "loss": 10.2198,
      "step": 3706
    },
    {
      "epoch": 0.6472000349177252,
      "grad_norm": 0.046725936233997345,
      "learning_rate": 0.00017799457149292753,
      "loss": 10.2105,
      "step": 3707
    },
    {
      "epoch": 0.6473746235432761,
      "grad_norm": 0.04522484913468361,
      "learning_rate": 0.00017798311973697624,
      "loss": 10.2005,
      "step": 3708
    },
    {
      "epoch": 0.6475492121688272,
      "grad_norm": 0.051749516278505325,
      "learning_rate": 0.00017797166537061223,
      "loss": 10.1958,
      "step": 3709
    },
    {
      "epoch": 0.6477238007943783,
      "grad_norm": 0.03747466206550598,
      "learning_rate": 0.00017796020839421897,
      "loss": 10.2156,
      "step": 3710
    },
    {
      "epoch": 0.6478983894199293,
      "grad_norm": 0.040576543658971786,
      "learning_rate": 0.00017794874880817994,
      "loss": 10.1621,
      "step": 3711
    },
    {
      "epoch": 0.6480729780454804,
      "grad_norm": 0.05320049822330475,
      "learning_rate": 0.00017793728661287875,
      "loss": 10.1938,
      "step": 3712
    },
    {
      "epoch": 0.6482475666710313,
      "grad_norm": 0.049663372337818146,
      "learning_rate": 0.00017792582180869908,
      "loss": 10.2201,
      "step": 3713
    },
    {
      "epoch": 0.6484221552965824,
      "grad_norm": 0.03821421042084694,
      "learning_rate": 0.00017791435439602472,
      "loss": 10.2066,
      "step": 3714
    },
    {
      "epoch": 0.6485967439221335,
      "grad_norm": 0.04607338085770607,
      "learning_rate": 0.00017790288437523954,
      "loss": 10.173,
      "step": 3715
    },
    {
      "epoch": 0.6487713325476845,
      "grad_norm": 0.054626256227493286,
      "learning_rate": 0.0001778914117467274,
      "loss": 10.187,
      "step": 3716
    },
    {
      "epoch": 0.6489459211732356,
      "grad_norm": 0.05140306428074837,
      "learning_rate": 0.00017787993651087247,
      "loss": 10.2146,
      "step": 3717
    },
    {
      "epoch": 0.6491205097987867,
      "grad_norm": 0.04733923822641373,
      "learning_rate": 0.0001778684586680588,
      "loss": 10.2047,
      "step": 3718
    },
    {
      "epoch": 0.6492950984243376,
      "grad_norm": 0.04745174199342728,
      "learning_rate": 0.0001778569782186706,
      "loss": 10.1966,
      "step": 3719
    },
    {
      "epoch": 0.6494696870498887,
      "grad_norm": 0.05009538307785988,
      "learning_rate": 0.00017784549516309216,
      "loss": 10.1805,
      "step": 3720
    },
    {
      "epoch": 0.6496442756754397,
      "grad_norm": 0.04415995255112648,
      "learning_rate": 0.00017783400950170788,
      "loss": 10.1852,
      "step": 3721
    },
    {
      "epoch": 0.6498188643009908,
      "grad_norm": 0.04703610762953758,
      "learning_rate": 0.00017782252123490225,
      "loss": 10.2125,
      "step": 3722
    },
    {
      "epoch": 0.6499934529265419,
      "grad_norm": 0.048954352736473083,
      "learning_rate": 0.0001778110303630598,
      "loss": 10.1951,
      "step": 3723
    },
    {
      "epoch": 0.6501680415520928,
      "grad_norm": 0.04657883197069168,
      "learning_rate": 0.00017779953688656518,
      "loss": 10.1898,
      "step": 3724
    },
    {
      "epoch": 0.6503426301776439,
      "grad_norm": 0.05311312526464462,
      "learning_rate": 0.0001777880408058031,
      "loss": 10.178,
      "step": 3725
    },
    {
      "epoch": 0.650517218803195,
      "grad_norm": 0.052719563245773315,
      "learning_rate": 0.0001777765421211585,
      "loss": 10.1738,
      "step": 3726
    },
    {
      "epoch": 0.650691807428746,
      "grad_norm": 0.051384974271059036,
      "learning_rate": 0.00017776504083301612,
      "loss": 10.1876,
      "step": 3727
    },
    {
      "epoch": 0.6508663960542971,
      "grad_norm": 0.05541301146149635,
      "learning_rate": 0.00017775353694176105,
      "loss": 10.195,
      "step": 3728
    },
    {
      "epoch": 0.6510409846798481,
      "grad_norm": 0.04654305800795555,
      "learning_rate": 0.00017774203044777838,
      "loss": 10.2024,
      "step": 3729
    },
    {
      "epoch": 0.6512155733053991,
      "grad_norm": 0.04568798094987869,
      "learning_rate": 0.00017773052135145321,
      "loss": 10.1829,
      "step": 3730
    },
    {
      "epoch": 0.6513901619309502,
      "grad_norm": 0.05346823111176491,
      "learning_rate": 0.00017771900965317085,
      "loss": 10.1898,
      "step": 3731
    },
    {
      "epoch": 0.6515647505565012,
      "grad_norm": 0.06036814674735069,
      "learning_rate": 0.00017770749535331667,
      "loss": 10.1797,
      "step": 3732
    },
    {
      "epoch": 0.6517393391820523,
      "grad_norm": 0.0552576445043087,
      "learning_rate": 0.00017769597845227603,
      "loss": 10.169,
      "step": 3733
    },
    {
      "epoch": 0.6519139278076034,
      "grad_norm": 0.05718076974153519,
      "learning_rate": 0.00017768445895043452,
      "loss": 10.1716,
      "step": 3734
    },
    {
      "epoch": 0.6520885164331544,
      "grad_norm": 0.05660690367221832,
      "learning_rate": 0.0001776729368481777,
      "loss": 10.1961,
      "step": 3735
    },
    {
      "epoch": 0.6522631050587054,
      "grad_norm": 0.05801565200090408,
      "learning_rate": 0.00017766141214589122,
      "loss": 10.1682,
      "step": 3736
    },
    {
      "epoch": 0.6524376936842565,
      "grad_norm": 0.06247926130890846,
      "learning_rate": 0.00017764988484396098,
      "loss": 10.1778,
      "step": 3737
    },
    {
      "epoch": 0.6526122823098075,
      "grad_norm": 0.062272071838378906,
      "learning_rate": 0.00017763835494277272,
      "loss": 10.1922,
      "step": 3738
    },
    {
      "epoch": 0.6527868709353586,
      "grad_norm": 0.059971991926431656,
      "learning_rate": 0.00017762682244271244,
      "loss": 10.1579,
      "step": 3739
    },
    {
      "epoch": 0.6529614595609096,
      "grad_norm": 0.06124161183834076,
      "learning_rate": 0.00017761528734416623,
      "loss": 10.1704,
      "step": 3740
    },
    {
      "epoch": 0.6531360481864606,
      "grad_norm": 0.05608164146542549,
      "learning_rate": 0.00017760374964752017,
      "loss": 10.1966,
      "step": 3741
    },
    {
      "epoch": 0.6533106368120117,
      "grad_norm": 0.06238662824034691,
      "learning_rate": 0.00017759220935316042,
      "loss": 10.196,
      "step": 3742
    },
    {
      "epoch": 0.6534852254375627,
      "grad_norm": 0.06987692415714264,
      "learning_rate": 0.0001775806664614734,
      "loss": 10.1875,
      "step": 3743
    },
    {
      "epoch": 0.6536598140631138,
      "grad_norm": 0.06143847480416298,
      "learning_rate": 0.0001775691209728454,
      "loss": 10.1943,
      "step": 3744
    },
    {
      "epoch": 0.6538344026886649,
      "grad_norm": 0.06780741363763809,
      "learning_rate": 0.00017755757288766296,
      "loss": 10.2222,
      "step": 3745
    },
    {
      "epoch": 0.6540089913142159,
      "grad_norm": 0.07780012488365173,
      "learning_rate": 0.00017754602220631258,
      "loss": 10.2386,
      "step": 3746
    },
    {
      "epoch": 0.654183579939767,
      "grad_norm": 0.0716525986790657,
      "learning_rate": 0.00017753446892918097,
      "loss": 10.1741,
      "step": 3747
    },
    {
      "epoch": 0.6543581685653179,
      "grad_norm": 0.08232208341360092,
      "learning_rate": 0.00017752291305665478,
      "loss": 10.1885,
      "step": 3748
    },
    {
      "epoch": 0.654532757190869,
      "grad_norm": 0.09271852672100067,
      "learning_rate": 0.00017751135458912094,
      "loss": 10.1796,
      "step": 3749
    },
    {
      "epoch": 0.6547073458164201,
      "grad_norm": 0.14330755174160004,
      "learning_rate": 0.00017749979352696627,
      "loss": 10.1912,
      "step": 3750
    },
    {
      "epoch": 0.6548819344419711,
      "grad_norm": 0.04947340488433838,
      "learning_rate": 0.00017748822987057782,
      "loss": 10.2113,
      "step": 3751
    },
    {
      "epoch": 0.6550565230675222,
      "grad_norm": 0.04500387981534004,
      "learning_rate": 0.00017747666362034266,
      "loss": 10.2164,
      "step": 3752
    },
    {
      "epoch": 0.6552311116930732,
      "grad_norm": 0.04890824481844902,
      "learning_rate": 0.00017746509477664795,
      "loss": 10.1874,
      "step": 3753
    },
    {
      "epoch": 0.6554057003186242,
      "grad_norm": 0.04873866215348244,
      "learning_rate": 0.00017745352333988092,
      "loss": 10.2266,
      "step": 3754
    },
    {
      "epoch": 0.6555802889441753,
      "grad_norm": 0.04485918954014778,
      "learning_rate": 0.00017744194931042896,
      "loss": 10.2024,
      "step": 3755
    },
    {
      "epoch": 0.6557548775697263,
      "grad_norm": 0.038317419588565826,
      "learning_rate": 0.0001774303726886795,
      "loss": 10.2117,
      "step": 3756
    },
    {
      "epoch": 0.6559294661952774,
      "grad_norm": 0.04048088192939758,
      "learning_rate": 0.00017741879347502002,
      "loss": 10.2023,
      "step": 3757
    },
    {
      "epoch": 0.6561040548208285,
      "grad_norm": 0.03904590383172035,
      "learning_rate": 0.00017740721166983816,
      "loss": 10.2188,
      "step": 3758
    },
    {
      "epoch": 0.6562786434463794,
      "grad_norm": 0.04170417785644531,
      "learning_rate": 0.0001773956272735216,
      "loss": 10.1986,
      "step": 3759
    },
    {
      "epoch": 0.6564532320719305,
      "grad_norm": 0.04375043511390686,
      "learning_rate": 0.00017738404028645808,
      "loss": 10.1904,
      "step": 3760
    },
    {
      "epoch": 0.6566278206974816,
      "grad_norm": 0.04328965023159981,
      "learning_rate": 0.0001773724507090355,
      "loss": 10.1967,
      "step": 3761
    },
    {
      "epoch": 0.6568024093230326,
      "grad_norm": 0.04684959724545479,
      "learning_rate": 0.0001773608585416418,
      "loss": 10.2033,
      "step": 3762
    },
    {
      "epoch": 0.6569769979485837,
      "grad_norm": 0.04958933964371681,
      "learning_rate": 0.00017734926378466502,
      "loss": 10.1975,
      "step": 3763
    },
    {
      "epoch": 0.6571515865741347,
      "grad_norm": 0.04459349438548088,
      "learning_rate": 0.00017733766643849333,
      "loss": 10.1878,
      "step": 3764
    },
    {
      "epoch": 0.6573261751996857,
      "grad_norm": 0.04998767375946045,
      "learning_rate": 0.00017732606650351486,
      "loss": 10.2096,
      "step": 3765
    },
    {
      "epoch": 0.6575007638252368,
      "grad_norm": 0.047143395990133286,
      "learning_rate": 0.00017731446398011795,
      "loss": 10.2123,
      "step": 3766
    },
    {
      "epoch": 0.6576753524507878,
      "grad_norm": 0.04865972325205803,
      "learning_rate": 0.00017730285886869096,
      "loss": 10.1939,
      "step": 3767
    },
    {
      "epoch": 0.6578499410763389,
      "grad_norm": 0.047075968235731125,
      "learning_rate": 0.0001772912511696224,
      "loss": 10.2104,
      "step": 3768
    },
    {
      "epoch": 0.65802452970189,
      "grad_norm": 0.04537646844983101,
      "learning_rate": 0.00017727964088330077,
      "loss": 10.1927,
      "step": 3769
    },
    {
      "epoch": 0.6581991183274409,
      "grad_norm": 0.04344005510210991,
      "learning_rate": 0.0001772680280101148,
      "loss": 10.2108,
      "step": 3770
    },
    {
      "epoch": 0.658373706952992,
      "grad_norm": 0.05186230689287186,
      "learning_rate": 0.00017725641255045312,
      "loss": 10.1782,
      "step": 3771
    },
    {
      "epoch": 0.6585482955785431,
      "grad_norm": 0.04503530263900757,
      "learning_rate": 0.0001772447945047046,
      "loss": 10.2033,
      "step": 3772
    },
    {
      "epoch": 0.6587228842040941,
      "grad_norm": 0.04410690441727638,
      "learning_rate": 0.0001772331738732582,
      "loss": 10.2232,
      "step": 3773
    },
    {
      "epoch": 0.6588974728296452,
      "grad_norm": 0.045638520270586014,
      "learning_rate": 0.00017722155065650274,
      "loss": 10.1853,
      "step": 3774
    },
    {
      "epoch": 0.6590720614551961,
      "grad_norm": 0.05711592733860016,
      "learning_rate": 0.0001772099248548275,
      "loss": 10.1862,
      "step": 3775
    },
    {
      "epoch": 0.6592466500807472,
      "grad_norm": 0.05280553549528122,
      "learning_rate": 0.00017719829646862148,
      "loss": 10.2318,
      "step": 3776
    },
    {
      "epoch": 0.6594212387062983,
      "grad_norm": 0.051131922751665115,
      "learning_rate": 0.000177186665498274,
      "loss": 10.2022,
      "step": 3777
    },
    {
      "epoch": 0.6595958273318493,
      "grad_norm": 0.054341088980436325,
      "learning_rate": 0.00017717503194417442,
      "loss": 10.1735,
      "step": 3778
    },
    {
      "epoch": 0.6597704159574004,
      "grad_norm": 0.057504210621118546,
      "learning_rate": 0.00017716339580671212,
      "loss": 10.1987,
      "step": 3779
    },
    {
      "epoch": 0.6599450045829515,
      "grad_norm": 0.0525444857776165,
      "learning_rate": 0.00017715175708627663,
      "loss": 10.1775,
      "step": 3780
    },
    {
      "epoch": 0.6601195932085024,
      "grad_norm": 0.061078526079654694,
      "learning_rate": 0.00017714011578325755,
      "loss": 10.2041,
      "step": 3781
    },
    {
      "epoch": 0.6602941818340535,
      "grad_norm": 0.05464721471071243,
      "learning_rate": 0.00017712847189804457,
      "loss": 10.1885,
      "step": 3782
    },
    {
      "epoch": 0.6604687704596045,
      "grad_norm": 0.05792130529880524,
      "learning_rate": 0.00017711682543102738,
      "loss": 10.2052,
      "step": 3783
    },
    {
      "epoch": 0.6606433590851556,
      "grad_norm": 0.060134585946798325,
      "learning_rate": 0.0001771051763825959,
      "loss": 10.1726,
      "step": 3784
    },
    {
      "epoch": 0.6608179477107067,
      "grad_norm": 0.05757348611950874,
      "learning_rate": 0.0001770935247531401,
      "loss": 10.1841,
      "step": 3785
    },
    {
      "epoch": 0.6609925363362577,
      "grad_norm": 0.0639435201883316,
      "learning_rate": 0.00017708187054304997,
      "loss": 10.1981,
      "step": 3786
    },
    {
      "epoch": 0.6611671249618087,
      "grad_norm": 0.05838800594210625,
      "learning_rate": 0.0001770702137527156,
      "loss": 10.2032,
      "step": 3787
    },
    {
      "epoch": 0.6613417135873598,
      "grad_norm": 0.055372025817632675,
      "learning_rate": 0.00017705855438252723,
      "loss": 10.2023,
      "step": 3788
    },
    {
      "epoch": 0.6615163022129108,
      "grad_norm": 0.061514098197221756,
      "learning_rate": 0.00017704689243287514,
      "loss": 10.1963,
      "step": 3789
    },
    {
      "epoch": 0.6616908908384619,
      "grad_norm": 0.05887800082564354,
      "learning_rate": 0.0001770352279041497,
      "loss": 10.1881,
      "step": 3790
    },
    {
      "epoch": 0.661865479464013,
      "grad_norm": 0.05976371839642525,
      "learning_rate": 0.00017702356079674135,
      "loss": 10.1699,
      "step": 3791
    },
    {
      "epoch": 0.662040068089564,
      "grad_norm": 0.06313438713550568,
      "learning_rate": 0.00017701189111104065,
      "loss": 10.1939,
      "step": 3792
    },
    {
      "epoch": 0.662214656715115,
      "grad_norm": 0.06844419240951538,
      "learning_rate": 0.00017700021884743824,
      "loss": 10.2247,
      "step": 3793
    },
    {
      "epoch": 0.662389245340666,
      "grad_norm": 0.06623277813196182,
      "learning_rate": 0.00017698854400632482,
      "loss": 10.1792,
      "step": 3794
    },
    {
      "epoch": 0.6625638339662171,
      "grad_norm": 0.07762513309717178,
      "learning_rate": 0.00017697686658809124,
      "loss": 10.1966,
      "step": 3795
    },
    {
      "epoch": 0.6627384225917682,
      "grad_norm": 0.07505368441343307,
      "learning_rate": 0.0001769651865931283,
      "loss": 10.1973,
      "step": 3796
    },
    {
      "epoch": 0.6629130112173192,
      "grad_norm": 0.09016013145446777,
      "learning_rate": 0.00017695350402182705,
      "loss": 10.1969,
      "step": 3797
    },
    {
      "epoch": 0.6630875998428702,
      "grad_norm": 0.0896557942032814,
      "learning_rate": 0.00017694181887457856,
      "loss": 10.1827,
      "step": 3798
    },
    {
      "epoch": 0.6632621884684213,
      "grad_norm": 0.09312200546264648,
      "learning_rate": 0.00017693013115177396,
      "loss": 10.1938,
      "step": 3799
    },
    {
      "epoch": 0.6634367770939723,
      "grad_norm": 0.14809130132198334,
      "learning_rate": 0.00017691844085380445,
      "loss": 10.1927,
      "step": 3800
    },
    {
      "epoch": 0.6634367770939723,
      "eval_loss": 10.180803298950195,
      "eval_runtime": 0.7257,
      "eval_samples_per_second": 318.31,
      "eval_steps_per_second": 159.844,
      "step": 3800
    },
    {
      "epoch": 0.6636113657195234,
      "grad_norm": 0.05853935703635216,
      "learning_rate": 0.00017690674798106142,
      "loss": 10.1948,
      "step": 3801
    },
    {
      "epoch": 0.6637859543450744,
      "grad_norm": 0.05384210869669914,
      "learning_rate": 0.0001768950525339362,
      "loss": 10.1968,
      "step": 3802
    },
    {
      "epoch": 0.6639605429706255,
      "grad_norm": 0.04344513639807701,
      "learning_rate": 0.00017688335451282035,
      "loss": 10.187,
      "step": 3803
    },
    {
      "epoch": 0.6641351315961765,
      "grad_norm": 0.050938960164785385,
      "learning_rate": 0.00017687165391810542,
      "loss": 10.1965,
      "step": 3804
    },
    {
      "epoch": 0.6643097202217275,
      "grad_norm": 0.042342059314250946,
      "learning_rate": 0.00017685995075018309,
      "loss": 10.1992,
      "step": 3805
    },
    {
      "epoch": 0.6644843088472786,
      "grad_norm": 0.04889388754963875,
      "learning_rate": 0.00017684824500944512,
      "loss": 10.2152,
      "step": 3806
    },
    {
      "epoch": 0.6646588974728297,
      "grad_norm": 0.04750540480017662,
      "learning_rate": 0.0001768365366962833,
      "loss": 10.2114,
      "step": 3807
    },
    {
      "epoch": 0.6648334860983807,
      "grad_norm": 0.047897182404994965,
      "learning_rate": 0.0001768248258110896,
      "loss": 10.2146,
      "step": 3808
    },
    {
      "epoch": 0.6650080747239318,
      "grad_norm": 0.05253928527235985,
      "learning_rate": 0.00017681311235425603,
      "loss": 10.2012,
      "step": 3809
    },
    {
      "epoch": 0.6651826633494827,
      "grad_norm": 0.04128164425492287,
      "learning_rate": 0.00017680139632617468,
      "loss": 10.226,
      "step": 3810
    },
    {
      "epoch": 0.6653572519750338,
      "grad_norm": 0.04771214723587036,
      "learning_rate": 0.00017678967772723772,
      "loss": 10.1893,
      "step": 3811
    },
    {
      "epoch": 0.6655318406005849,
      "grad_norm": 0.041597940027713776,
      "learning_rate": 0.00017677795655783745,
      "loss": 10.2096,
      "step": 3812
    },
    {
      "epoch": 0.6657064292261359,
      "grad_norm": 0.046604469418525696,
      "learning_rate": 0.00017676623281836617,
      "loss": 10.2027,
      "step": 3813
    },
    {
      "epoch": 0.665881017851687,
      "grad_norm": 0.048176635056734085,
      "learning_rate": 0.0001767545065092164,
      "loss": 10.2008,
      "step": 3814
    },
    {
      "epoch": 0.666055606477238,
      "grad_norm": 0.04647744819521904,
      "learning_rate": 0.00017674277763078057,
      "loss": 10.2367,
      "step": 3815
    },
    {
      "epoch": 0.666230195102789,
      "grad_norm": 0.04770674183964729,
      "learning_rate": 0.0001767310461834514,
      "loss": 10.2217,
      "step": 3816
    },
    {
      "epoch": 0.6664047837283401,
      "grad_norm": 0.04565079137682915,
      "learning_rate": 0.0001767193121676215,
      "loss": 10.2006,
      "step": 3817
    },
    {
      "epoch": 0.6665793723538912,
      "grad_norm": 0.04076175019145012,
      "learning_rate": 0.0001767075755836837,
      "loss": 10.2073,
      "step": 3818
    },
    {
      "epoch": 0.6667539609794422,
      "grad_norm": 0.04504067450761795,
      "learning_rate": 0.00017669583643203086,
      "loss": 10.1833,
      "step": 3819
    },
    {
      "epoch": 0.6669285496049933,
      "grad_norm": 0.048433445394039154,
      "learning_rate": 0.00017668409471305595,
      "loss": 10.1785,
      "step": 3820
    },
    {
      "epoch": 0.6671031382305442,
      "grad_norm": 0.05561569705605507,
      "learning_rate": 0.000176672350427152,
      "loss": 10.1856,
      "step": 3821
    },
    {
      "epoch": 0.6672777268560953,
      "grad_norm": 0.050008971244096756,
      "learning_rate": 0.00017666060357471213,
      "loss": 10.1955,
      "step": 3822
    },
    {
      "epoch": 0.6674523154816464,
      "grad_norm": 0.051480188965797424,
      "learning_rate": 0.00017664885415612962,
      "loss": 10.2043,
      "step": 3823
    },
    {
      "epoch": 0.6676269041071974,
      "grad_norm": 0.05203772708773613,
      "learning_rate": 0.00017663710217179768,
      "loss": 10.2101,
      "step": 3824
    },
    {
      "epoch": 0.6678014927327485,
      "grad_norm": 0.0606042742729187,
      "learning_rate": 0.00017662534762210972,
      "loss": 10.196,
      "step": 3825
    },
    {
      "epoch": 0.6679760813582996,
      "grad_norm": 0.04736614227294922,
      "learning_rate": 0.00017661359050745925,
      "loss": 10.2164,
      "step": 3826
    },
    {
      "epoch": 0.6681506699838505,
      "grad_norm": 0.05139993131160736,
      "learning_rate": 0.00017660183082823978,
      "loss": 10.1996,
      "step": 3827
    },
    {
      "epoch": 0.6683252586094016,
      "grad_norm": 0.04691925644874573,
      "learning_rate": 0.00017659006858484499,
      "loss": 10.1896,
      "step": 3828
    },
    {
      "epoch": 0.6684998472349526,
      "grad_norm": 0.05084620788693428,
      "learning_rate": 0.00017657830377766862,
      "loss": 10.1906,
      "step": 3829
    },
    {
      "epoch": 0.6686744358605037,
      "grad_norm": 0.053594961762428284,
      "learning_rate": 0.0001765665364071045,
      "loss": 10.1892,
      "step": 3830
    },
    {
      "epoch": 0.6688490244860548,
      "grad_norm": 0.058190327137708664,
      "learning_rate": 0.00017655476647354643,
      "loss": 10.1913,
      "step": 3831
    },
    {
      "epoch": 0.6690236131116057,
      "grad_norm": 0.07407800108194351,
      "learning_rate": 0.00017654299397738848,
      "loss": 10.2266,
      "step": 3832
    },
    {
      "epoch": 0.6691982017371568,
      "grad_norm": 0.05387994274497032,
      "learning_rate": 0.00017653121891902473,
      "loss": 10.1941,
      "step": 3833
    },
    {
      "epoch": 0.6693727903627079,
      "grad_norm": 0.052847471088171005,
      "learning_rate": 0.0001765194412988493,
      "loss": 10.1859,
      "step": 3834
    },
    {
      "epoch": 0.6695473789882589,
      "grad_norm": 0.05837443470954895,
      "learning_rate": 0.00017650766111725646,
      "loss": 10.1953,
      "step": 3835
    },
    {
      "epoch": 0.66972196761381,
      "grad_norm": 0.057131726294755936,
      "learning_rate": 0.00017649587837464056,
      "loss": 10.1895,
      "step": 3836
    },
    {
      "epoch": 0.669896556239361,
      "grad_norm": 0.06111777946352959,
      "learning_rate": 0.00017648409307139597,
      "loss": 10.1846,
      "step": 3837
    },
    {
      "epoch": 0.670071144864912,
      "grad_norm": 0.05562673509120941,
      "learning_rate": 0.0001764723052079172,
      "loss": 10.193,
      "step": 3838
    },
    {
      "epoch": 0.6702457334904631,
      "grad_norm": 0.05873139202594757,
      "learning_rate": 0.00017646051478459887,
      "loss": 10.1848,
      "step": 3839
    },
    {
      "epoch": 0.6704203221160141,
      "grad_norm": 0.08469602465629578,
      "learning_rate": 0.00017644872180183562,
      "loss": 10.173,
      "step": 3840
    },
    {
      "epoch": 0.6705949107415652,
      "grad_norm": 0.06148452311754227,
      "learning_rate": 0.00017643692626002224,
      "loss": 10.2077,
      "step": 3841
    },
    {
      "epoch": 0.6707694993671163,
      "grad_norm": 0.07364111393690109,
      "learning_rate": 0.00017642512815955357,
      "loss": 10.1817,
      "step": 3842
    },
    {
      "epoch": 0.6709440879926672,
      "grad_norm": 0.0725586861371994,
      "learning_rate": 0.0001764133275008245,
      "loss": 10.2079,
      "step": 3843
    },
    {
      "epoch": 0.6711186766182183,
      "grad_norm": 0.06287550181150436,
      "learning_rate": 0.00017640152428423006,
      "loss": 10.1864,
      "step": 3844
    },
    {
      "epoch": 0.6712932652437694,
      "grad_norm": 0.07112310081720352,
      "learning_rate": 0.00017638971851016542,
      "loss": 10.1629,
      "step": 3845
    },
    {
      "epoch": 0.6714678538693204,
      "grad_norm": 0.07582101225852966,
      "learning_rate": 0.00017637791017902568,
      "loss": 10.1764,
      "step": 3846
    },
    {
      "epoch": 0.6716424424948715,
      "grad_norm": 0.08809365332126617,
      "learning_rate": 0.00017636609929120616,
      "loss": 10.1923,
      "step": 3847
    },
    {
      "epoch": 0.6718170311204225,
      "grad_norm": 0.09535461664199829,
      "learning_rate": 0.0001763542858471022,
      "loss": 10.2192,
      "step": 3848
    },
    {
      "epoch": 0.6719916197459735,
      "grad_norm": 0.08663614094257355,
      "learning_rate": 0.00017634246984710923,
      "loss": 10.1719,
      "step": 3849
    },
    {
      "epoch": 0.6721662083715246,
      "grad_norm": 0.10912638902664185,
      "learning_rate": 0.00017633065129162283,
      "loss": 10.2123,
      "step": 3850
    },
    {
      "epoch": 0.6723407969970756,
      "grad_norm": 0.058005400002002716,
      "learning_rate": 0.00017631883018103857,
      "loss": 10.2149,
      "step": 3851
    },
    {
      "epoch": 0.6725153856226267,
      "grad_norm": 0.04498499259352684,
      "learning_rate": 0.00017630700651575216,
      "loss": 10.2271,
      "step": 3852
    },
    {
      "epoch": 0.6726899742481778,
      "grad_norm": 0.06441088020801544,
      "learning_rate": 0.0001762951802961594,
      "loss": 10.2046,
      "step": 3853
    },
    {
      "epoch": 0.6728645628737288,
      "grad_norm": 0.04402444139122963,
      "learning_rate": 0.00017628335152265615,
      "loss": 10.2066,
      "step": 3854
    },
    {
      "epoch": 0.6730391514992798,
      "grad_norm": 0.03968673199415207,
      "learning_rate": 0.00017627152019563836,
      "loss": 10.2292,
      "step": 3855
    },
    {
      "epoch": 0.6732137401248308,
      "grad_norm": 0.040702883154153824,
      "learning_rate": 0.0001762596863155021,
      "loss": 10.1817,
      "step": 3856
    },
    {
      "epoch": 0.6733883287503819,
      "grad_norm": 0.04856359213590622,
      "learning_rate": 0.00017624784988264352,
      "loss": 10.2076,
      "step": 3857
    },
    {
      "epoch": 0.673562917375933,
      "grad_norm": 0.04503430053591728,
      "learning_rate": 0.00017623601089745874,
      "loss": 10.2084,
      "step": 3858
    },
    {
      "epoch": 0.673737506001484,
      "grad_norm": 0.05355476215481758,
      "learning_rate": 0.0001762241693603441,
      "loss": 10.2108,
      "step": 3859
    },
    {
      "epoch": 0.673912094627035,
      "grad_norm": 0.046408288180828094,
      "learning_rate": 0.00017621232527169605,
      "loss": 10.218,
      "step": 3860
    },
    {
      "epoch": 0.6740866832525861,
      "grad_norm": 0.04627865180373192,
      "learning_rate": 0.000176200478631911,
      "loss": 10.2215,
      "step": 3861
    },
    {
      "epoch": 0.6742612718781371,
      "grad_norm": 0.042431436479091644,
      "learning_rate": 0.0001761886294413855,
      "loss": 10.1954,
      "step": 3862
    },
    {
      "epoch": 0.6744358605036882,
      "grad_norm": 0.05513833835721016,
      "learning_rate": 0.00017617677770051618,
      "loss": 10.2102,
      "step": 3863
    },
    {
      "epoch": 0.6746104491292392,
      "grad_norm": 0.05501307547092438,
      "learning_rate": 0.0001761649234096998,
      "loss": 10.2069,
      "step": 3864
    },
    {
      "epoch": 0.6747850377547903,
      "grad_norm": 0.04760643467307091,
      "learning_rate": 0.00017615306656933318,
      "loss": 10.2298,
      "step": 3865
    },
    {
      "epoch": 0.6749596263803413,
      "grad_norm": 0.046926312148571014,
      "learning_rate": 0.0001761412071798132,
      "loss": 10.2181,
      "step": 3866
    },
    {
      "epoch": 0.6751342150058923,
      "grad_norm": 0.039957791566848755,
      "learning_rate": 0.00017612934524153682,
      "loss": 10.2269,
      "step": 3867
    },
    {
      "epoch": 0.6753088036314434,
      "grad_norm": 0.04577281326055527,
      "learning_rate": 0.00017611748075490116,
      "loss": 10.2145,
      "step": 3868
    },
    {
      "epoch": 0.6754833922569945,
      "grad_norm": 0.04908519983291626,
      "learning_rate": 0.00017610561372030333,
      "loss": 10.1758,
      "step": 3869
    },
    {
      "epoch": 0.6756579808825455,
      "grad_norm": 0.04300736263394356,
      "learning_rate": 0.00017609374413814056,
      "loss": 10.2203,
      "step": 3870
    },
    {
      "epoch": 0.6758325695080966,
      "grad_norm": 0.047241855412721634,
      "learning_rate": 0.0001760818720088102,
      "loss": 10.1884,
      "step": 3871
    },
    {
      "epoch": 0.6760071581336476,
      "grad_norm": 0.04794739931821823,
      "learning_rate": 0.00017606999733270966,
      "loss": 10.2134,
      "step": 3872
    },
    {
      "epoch": 0.6761817467591986,
      "grad_norm": 0.048330336809158325,
      "learning_rate": 0.00017605812011023641,
      "loss": 10.2004,
      "step": 3873
    },
    {
      "epoch": 0.6763563353847497,
      "grad_norm": 0.051249027252197266,
      "learning_rate": 0.00017604624034178804,
      "loss": 10.1984,
      "step": 3874
    },
    {
      "epoch": 0.6765309240103007,
      "grad_norm": 0.047444265335798264,
      "learning_rate": 0.00017603435802776224,
      "loss": 10.2056,
      "step": 3875
    },
    {
      "epoch": 0.6767055126358518,
      "grad_norm": 0.05607495456933975,
      "learning_rate": 0.00017602247316855673,
      "loss": 10.1805,
      "step": 3876
    },
    {
      "epoch": 0.6768801012614029,
      "grad_norm": 0.050047148019075394,
      "learning_rate": 0.00017601058576456935,
      "loss": 10.2068,
      "step": 3877
    },
    {
      "epoch": 0.6770546898869538,
      "grad_norm": 0.054106492549180984,
      "learning_rate": 0.000175998695816198,
      "loss": 10.2105,
      "step": 3878
    },
    {
      "epoch": 0.6772292785125049,
      "grad_norm": 0.051728032529354095,
      "learning_rate": 0.00017598680332384076,
      "loss": 10.1916,
      "step": 3879
    },
    {
      "epoch": 0.677403867138056,
      "grad_norm": 0.04645312950015068,
      "learning_rate": 0.00017597490828789563,
      "loss": 10.1776,
      "step": 3880
    },
    {
      "epoch": 0.677578455763607,
      "grad_norm": 0.057635582983493805,
      "learning_rate": 0.00017596301070876082,
      "loss": 10.17,
      "step": 3881
    },
    {
      "epoch": 0.6777530443891581,
      "grad_norm": 0.07277952879667282,
      "learning_rate": 0.0001759511105868346,
      "loss": 10.1463,
      "step": 3882
    },
    {
      "epoch": 0.677927633014709,
      "grad_norm": 0.055215585976839066,
      "learning_rate": 0.00017593920792251532,
      "loss": 10.1853,
      "step": 3883
    },
    {
      "epoch": 0.6781022216402601,
      "grad_norm": 0.0576169416308403,
      "learning_rate": 0.00017592730271620137,
      "loss": 10.2036,
      "step": 3884
    },
    {
      "epoch": 0.6782768102658112,
      "grad_norm": 0.05877673625946045,
      "learning_rate": 0.0001759153949682913,
      "loss": 10.2042,
      "step": 3885
    },
    {
      "epoch": 0.6784513988913622,
      "grad_norm": 0.06032399460673332,
      "learning_rate": 0.0001759034846791837,
      "loss": 10.1651,
      "step": 3886
    },
    {
      "epoch": 0.6786259875169133,
      "grad_norm": 0.05951056629419327,
      "learning_rate": 0.00017589157184927728,
      "loss": 10.1833,
      "step": 3887
    },
    {
      "epoch": 0.6788005761424644,
      "grad_norm": 0.05763370543718338,
      "learning_rate": 0.0001758796564789708,
      "loss": 10.2117,
      "step": 3888
    },
    {
      "epoch": 0.6789751647680153,
      "grad_norm": 0.06308965384960175,
      "learning_rate": 0.0001758677385686631,
      "loss": 10.169,
      "step": 3889
    },
    {
      "epoch": 0.6791497533935664,
      "grad_norm": 0.06034950539469719,
      "learning_rate": 0.00017585581811875313,
      "loss": 10.1835,
      "step": 3890
    },
    {
      "epoch": 0.6793243420191174,
      "grad_norm": 0.06176134571433067,
      "learning_rate": 0.0001758438951296399,
      "loss": 10.2057,
      "step": 3891
    },
    {
      "epoch": 0.6794989306446685,
      "grad_norm": 0.06585998088121414,
      "learning_rate": 0.00017583196960172255,
      "loss": 10.1966,
      "step": 3892
    },
    {
      "epoch": 0.6796735192702196,
      "grad_norm": 0.07251150161027908,
      "learning_rate": 0.00017582004153540026,
      "loss": 10.1642,
      "step": 3893
    },
    {
      "epoch": 0.6798481078957705,
      "grad_norm": 0.07490739226341248,
      "learning_rate": 0.0001758081109310723,
      "loss": 10.2071,
      "step": 3894
    },
    {
      "epoch": 0.6800226965213216,
      "grad_norm": 0.07059052586555481,
      "learning_rate": 0.00017579617778913805,
      "loss": 10.1833,
      "step": 3895
    },
    {
      "epoch": 0.6801972851468727,
      "grad_norm": 0.07471897453069687,
      "learning_rate": 0.000175784242109997,
      "loss": 10.2161,
      "step": 3896
    },
    {
      "epoch": 0.6803718737724237,
      "grad_norm": 0.08332021534442902,
      "learning_rate": 0.0001757723038940486,
      "loss": 10.1682,
      "step": 3897
    },
    {
      "epoch": 0.6805464623979748,
      "grad_norm": 0.07907415926456451,
      "learning_rate": 0.00017576036314169256,
      "loss": 10.1858,
      "step": 3898
    },
    {
      "epoch": 0.6807210510235259,
      "grad_norm": 0.08224654942750931,
      "learning_rate": 0.0001757484198533285,
      "loss": 10.2014,
      "step": 3899
    },
    {
      "epoch": 0.6808956396490768,
      "grad_norm": 0.12613236904144287,
      "learning_rate": 0.00017573647402935628,
      "loss": 10.1955,
      "step": 3900
    },
    {
      "epoch": 0.6810702282746279,
      "grad_norm": 0.04361302778124809,
      "learning_rate": 0.00017572452567017572,
      "loss": 10.2186,
      "step": 3901
    },
    {
      "epoch": 0.6812448169001789,
      "grad_norm": 0.048456884920597076,
      "learning_rate": 0.00017571257477618684,
      "loss": 10.2036,
      "step": 3902
    },
    {
      "epoch": 0.68141940552573,
      "grad_norm": 0.04574812576174736,
      "learning_rate": 0.00017570062134778964,
      "loss": 10.2114,
      "step": 3903
    },
    {
      "epoch": 0.6815939941512811,
      "grad_norm": 0.03826296329498291,
      "learning_rate": 0.00017568866538538423,
      "loss": 10.213,
      "step": 3904
    },
    {
      "epoch": 0.681768582776832,
      "grad_norm": 0.04323704540729523,
      "learning_rate": 0.0001756767068893709,
      "loss": 10.1927,
      "step": 3905
    },
    {
      "epoch": 0.6819431714023831,
      "grad_norm": 0.04493752866983414,
      "learning_rate": 0.00017566474586014992,
      "loss": 10.2101,
      "step": 3906
    },
    {
      "epoch": 0.6821177600279342,
      "grad_norm": 0.047329120337963104,
      "learning_rate": 0.00017565278229812162,
      "loss": 10.2078,
      "step": 3907
    },
    {
      "epoch": 0.6822923486534852,
      "grad_norm": 0.043950822204351425,
      "learning_rate": 0.00017564081620368653,
      "loss": 10.2025,
      "step": 3908
    },
    {
      "epoch": 0.6824669372790363,
      "grad_norm": 0.05055839940905571,
      "learning_rate": 0.00017562884757724517,
      "loss": 10.2039,
      "step": 3909
    },
    {
      "epoch": 0.6826415259045873,
      "grad_norm": 0.046151675283908844,
      "learning_rate": 0.00017561687641919822,
      "loss": 10.213,
      "step": 3910
    },
    {
      "epoch": 0.6828161145301384,
      "grad_norm": 0.049899011850357056,
      "learning_rate": 0.00017560490272994637,
      "loss": 10.2206,
      "step": 3911
    },
    {
      "epoch": 0.6829907031556894,
      "grad_norm": 0.05197525769472122,
      "learning_rate": 0.00017559292650989042,
      "loss": 10.1983,
      "step": 3912
    },
    {
      "epoch": 0.6831652917812404,
      "grad_norm": 0.043630607426166534,
      "learning_rate": 0.00017558094775943132,
      "loss": 10.213,
      "step": 3913
    },
    {
      "epoch": 0.6833398804067915,
      "grad_norm": 0.05042218416929245,
      "learning_rate": 0.00017556896647896996,
      "loss": 10.2234,
      "step": 3914
    },
    {
      "epoch": 0.6835144690323426,
      "grad_norm": 0.044713981449604034,
      "learning_rate": 0.00017555698266890745,
      "loss": 10.2066,
      "step": 3915
    },
    {
      "epoch": 0.6836890576578936,
      "grad_norm": 0.05203404650092125,
      "learning_rate": 0.00017554499632964495,
      "loss": 10.2072,
      "step": 3916
    },
    {
      "epoch": 0.6838636462834446,
      "grad_norm": 0.04541957005858421,
      "learning_rate": 0.0001755330074615837,
      "loss": 10.1548,
      "step": 3917
    },
    {
      "epoch": 0.6840382349089956,
      "grad_norm": 0.04419131949543953,
      "learning_rate": 0.00017552101606512497,
      "loss": 10.1916,
      "step": 3918
    },
    {
      "epoch": 0.6842128235345467,
      "grad_norm": 0.04565547779202461,
      "learning_rate": 0.00017550902214067015,
      "loss": 10.1881,
      "step": 3919
    },
    {
      "epoch": 0.6843874121600978,
      "grad_norm": 0.0492713637650013,
      "learning_rate": 0.00017549702568862082,
      "loss": 10.1755,
      "step": 3920
    },
    {
      "epoch": 0.6845620007856488,
      "grad_norm": 0.04649176821112633,
      "learning_rate": 0.00017548502670937843,
      "loss": 10.1926,
      "step": 3921
    },
    {
      "epoch": 0.6847365894111999,
      "grad_norm": 0.0531139075756073,
      "learning_rate": 0.00017547302520334475,
      "loss": 10.1936,
      "step": 3922
    },
    {
      "epoch": 0.684911178036751,
      "grad_norm": 0.0485411062836647,
      "learning_rate": 0.00017546102117092143,
      "loss": 10.198,
      "step": 3923
    },
    {
      "epoch": 0.6850857666623019,
      "grad_norm": 0.05016311630606651,
      "learning_rate": 0.00017544901461251033,
      "loss": 10.2014,
      "step": 3924
    },
    {
      "epoch": 0.685260355287853,
      "grad_norm": 0.05739101022481918,
      "learning_rate": 0.00017543700552851338,
      "loss": 10.1957,
      "step": 3925
    },
    {
      "epoch": 0.6854349439134041,
      "grad_norm": 0.05459476634860039,
      "learning_rate": 0.0001754249939193325,
      "loss": 10.1822,
      "step": 3926
    },
    {
      "epoch": 0.6856095325389551,
      "grad_norm": 0.04784485325217247,
      "learning_rate": 0.00017541297978536987,
      "loss": 10.2106,
      "step": 3927
    },
    {
      "epoch": 0.6857841211645062,
      "grad_norm": 0.05144834145903587,
      "learning_rate": 0.00017540096312702757,
      "loss": 10.1945,
      "step": 3928
    },
    {
      "epoch": 0.6859587097900571,
      "grad_norm": 0.05145424231886864,
      "learning_rate": 0.0001753889439447079,
      "loss": 10.18,
      "step": 3929
    },
    {
      "epoch": 0.6861332984156082,
      "grad_norm": 0.05154423043131828,
      "learning_rate": 0.00017537692223881313,
      "loss": 10.2091,
      "step": 3930
    },
    {
      "epoch": 0.6863078870411593,
      "grad_norm": 0.05197177082300186,
      "learning_rate": 0.0001753648980097457,
      "loss": 10.1943,
      "step": 3931
    },
    {
      "epoch": 0.6864824756667103,
      "grad_norm": 0.05318928137421608,
      "learning_rate": 0.00017535287125790817,
      "loss": 10.1982,
      "step": 3932
    },
    {
      "epoch": 0.6866570642922614,
      "grad_norm": 0.049691103398799896,
      "learning_rate": 0.00017534084198370304,
      "loss": 10.1938,
      "step": 3933
    },
    {
      "epoch": 0.6868316529178125,
      "grad_norm": 0.048375360667705536,
      "learning_rate": 0.00017532881018753301,
      "loss": 10.1967,
      "step": 3934
    },
    {
      "epoch": 0.6870062415433634,
      "grad_norm": 0.0527622289955616,
      "learning_rate": 0.00017531677586980087,
      "loss": 10.1782,
      "step": 3935
    },
    {
      "epoch": 0.6871808301689145,
      "grad_norm": 0.05083417519927025,
      "learning_rate": 0.0001753047390309094,
      "loss": 10.2039,
      "step": 3936
    },
    {
      "epoch": 0.6873554187944655,
      "grad_norm": 0.0555114671587944,
      "learning_rate": 0.00017529269967126156,
      "loss": 10.1775,
      "step": 3937
    },
    {
      "epoch": 0.6875300074200166,
      "grad_norm": 0.05806482210755348,
      "learning_rate": 0.00017528065779126033,
      "loss": 10.1963,
      "step": 3938
    },
    {
      "epoch": 0.6877045960455677,
      "grad_norm": 0.06659021228551865,
      "learning_rate": 0.00017526861339130885,
      "loss": 10.1462,
      "step": 3939
    },
    {
      "epoch": 0.6878791846711186,
      "grad_norm": 0.060090672224760056,
      "learning_rate": 0.0001752565664718102,
      "loss": 10.1935,
      "step": 3940
    },
    {
      "epoch": 0.6880537732966697,
      "grad_norm": 0.060387395322322845,
      "learning_rate": 0.00017524451703316776,
      "loss": 10.1601,
      "step": 3941
    },
    {
      "epoch": 0.6882283619222208,
      "grad_norm": 0.07871042191982269,
      "learning_rate": 0.00017523246507578476,
      "loss": 10.1868,
      "step": 3942
    },
    {
      "epoch": 0.6884029505477718,
      "grad_norm": 0.0596739798784256,
      "learning_rate": 0.00017522041060006474,
      "loss": 10.184,
      "step": 3943
    },
    {
      "epoch": 0.6885775391733229,
      "grad_norm": 0.06622545421123505,
      "learning_rate": 0.0001752083536064111,
      "loss": 10.1713,
      "step": 3944
    },
    {
      "epoch": 0.688752127798874,
      "grad_norm": 0.06745487451553345,
      "learning_rate": 0.00017519629409522752,
      "loss": 10.1793,
      "step": 3945
    },
    {
      "epoch": 0.6889267164244249,
      "grad_norm": 0.07769997417926788,
      "learning_rate": 0.00017518423206691763,
      "loss": 10.2117,
      "step": 3946
    },
    {
      "epoch": 0.689101305049976,
      "grad_norm": 0.08557171374559402,
      "learning_rate": 0.00017517216752188522,
      "loss": 10.1909,
      "step": 3947
    },
    {
      "epoch": 0.689275893675527,
      "grad_norm": 0.08729734271764755,
      "learning_rate": 0.00017516010046053415,
      "loss": 10.1754,
      "step": 3948
    },
    {
      "epoch": 0.6894504823010781,
      "grad_norm": 0.0904279425740242,
      "learning_rate": 0.00017514803088326835,
      "loss": 10.2026,
      "step": 3949
    },
    {
      "epoch": 0.6896250709266292,
      "grad_norm": 0.12326063215732574,
      "learning_rate": 0.0001751359587904918,
      "loss": 10.2127,
      "step": 3950
    },
    {
      "epoch": 0.6897996595521801,
      "grad_norm": 0.05282411351799965,
      "learning_rate": 0.00017512388418260862,
      "loss": 10.1934,
      "step": 3951
    },
    {
      "epoch": 0.6899742481777312,
      "grad_norm": 0.037579867988824844,
      "learning_rate": 0.00017511180706002304,
      "loss": 10.2263,
      "step": 3952
    },
    {
      "epoch": 0.6901488368032823,
      "grad_norm": 0.04152000695466995,
      "learning_rate": 0.00017509972742313926,
      "loss": 10.1921,
      "step": 3953
    },
    {
      "epoch": 0.6903234254288333,
      "grad_norm": 0.046413734555244446,
      "learning_rate": 0.0001750876452723617,
      "loss": 10.2064,
      "step": 3954
    },
    {
      "epoch": 0.6904980140543844,
      "grad_norm": 0.0445895679295063,
      "learning_rate": 0.00017507556060809476,
      "loss": 10.1939,
      "step": 3955
    },
    {
      "epoch": 0.6906726026799354,
      "grad_norm": 0.042512040585279465,
      "learning_rate": 0.00017506347343074297,
      "loss": 10.2011,
      "step": 3956
    },
    {
      "epoch": 0.6908471913054864,
      "grad_norm": 0.04637350142002106,
      "learning_rate": 0.00017505138374071096,
      "loss": 10.1935,
      "step": 3957
    },
    {
      "epoch": 0.6910217799310375,
      "grad_norm": 0.04277372732758522,
      "learning_rate": 0.00017503929153840338,
      "loss": 10.2179,
      "step": 3958
    },
    {
      "epoch": 0.6911963685565885,
      "grad_norm": 0.0502651184797287,
      "learning_rate": 0.000175027196824225,
      "loss": 10.2028,
      "step": 3959
    },
    {
      "epoch": 0.6913709571821396,
      "grad_norm": 0.04563525691628456,
      "learning_rate": 0.00017501509959858076,
      "loss": 10.2161,
      "step": 3960
    },
    {
      "epoch": 0.6915455458076907,
      "grad_norm": 0.03934582695364952,
      "learning_rate": 0.0001750029998618755,
      "loss": 10.2223,
      "step": 3961
    },
    {
      "epoch": 0.6917201344332417,
      "grad_norm": 0.043818194419145584,
      "learning_rate": 0.00017499089761451435,
      "loss": 10.2055,
      "step": 3962
    },
    {
      "epoch": 0.6918947230587927,
      "grad_norm": 0.052056536078453064,
      "learning_rate": 0.00017497879285690234,
      "loss": 10.1848,
      "step": 3963
    },
    {
      "epoch": 0.6920693116843437,
      "grad_norm": 0.044817935675382614,
      "learning_rate": 0.00017496668558944468,
      "loss": 10.205,
      "step": 3964
    },
    {
      "epoch": 0.6922439003098948,
      "grad_norm": 0.041184648871421814,
      "learning_rate": 0.00017495457581254666,
      "loss": 10.1985,
      "step": 3965
    },
    {
      "epoch": 0.6924184889354459,
      "grad_norm": 0.041378822177648544,
      "learning_rate": 0.00017494246352661366,
      "loss": 10.1933,
      "step": 3966
    },
    {
      "epoch": 0.6925930775609969,
      "grad_norm": 0.046775225549936295,
      "learning_rate": 0.0001749303487320511,
      "loss": 10.1791,
      "step": 3967
    },
    {
      "epoch": 0.692767666186548,
      "grad_norm": 0.04452745243906975,
      "learning_rate": 0.00017491823142926457,
      "loss": 10.1768,
      "step": 3968
    },
    {
      "epoch": 0.692942254812099,
      "grad_norm": 0.04512597620487213,
      "learning_rate": 0.0001749061116186596,
      "loss": 10.1922,
      "step": 3969
    },
    {
      "epoch": 0.69311684343765,
      "grad_norm": 0.04513571411371231,
      "learning_rate": 0.00017489398930064197,
      "loss": 10.1846,
      "step": 3970
    },
    {
      "epoch": 0.6932914320632011,
      "grad_norm": 0.06487494707107544,
      "learning_rate": 0.00017488186447561736,
      "loss": 10.2007,
      "step": 3971
    },
    {
      "epoch": 0.6934660206887522,
      "grad_norm": 0.05865044146776199,
      "learning_rate": 0.00017486973714399176,
      "loss": 10.1786,
      "step": 3972
    },
    {
      "epoch": 0.6936406093143032,
      "grad_norm": 0.052456170320510864,
      "learning_rate": 0.00017485760730617103,
      "loss": 10.2064,
      "step": 3973
    },
    {
      "epoch": 0.6938151979398542,
      "grad_norm": 0.047346558421850204,
      "learning_rate": 0.00017484547496256125,
      "loss": 10.1723,
      "step": 3974
    },
    {
      "epoch": 0.6939897865654052,
      "grad_norm": 0.05012849345803261,
      "learning_rate": 0.00017483334011356855,
      "loss": 10.1817,
      "step": 3975
    },
    {
      "epoch": 0.6941643751909563,
      "grad_norm": 0.04815481975674629,
      "learning_rate": 0.00017482120275959907,
      "loss": 10.2044,
      "step": 3976
    },
    {
      "epoch": 0.6943389638165074,
      "grad_norm": 0.047388818114995956,
      "learning_rate": 0.00017480906290105912,
      "loss": 10.2056,
      "step": 3977
    },
    {
      "epoch": 0.6945135524420584,
      "grad_norm": 0.04899231344461441,
      "learning_rate": 0.00017479692053835514,
      "loss": 10.1861,
      "step": 3978
    },
    {
      "epoch": 0.6946881410676095,
      "grad_norm": 0.057872842997312546,
      "learning_rate": 0.00017478477567189348,
      "loss": 10.1972,
      "step": 3979
    },
    {
      "epoch": 0.6948627296931605,
      "grad_norm": 0.054375577718019485,
      "learning_rate": 0.00017477262830208073,
      "loss": 10.1628,
      "step": 3980
    },
    {
      "epoch": 0.6950373183187115,
      "grad_norm": 0.0525517575442791,
      "learning_rate": 0.00017476047842932357,
      "loss": 10.1772,
      "step": 3981
    },
    {
      "epoch": 0.6952119069442626,
      "grad_norm": 0.05165236070752144,
      "learning_rate": 0.00017474832605402863,
      "loss": 10.1946,
      "step": 3982
    },
    {
      "epoch": 0.6953864955698136,
      "grad_norm": 0.05012376978993416,
      "learning_rate": 0.0001747361711766027,
      "loss": 10.2382,
      "step": 3983
    },
    {
      "epoch": 0.6955610841953647,
      "grad_norm": 0.06275692582130432,
      "learning_rate": 0.00017472401379745264,
      "loss": 10.1594,
      "step": 3984
    },
    {
      "epoch": 0.6957356728209158,
      "grad_norm": 0.07449430227279663,
      "learning_rate": 0.00017471185391698546,
      "loss": 10.1799,
      "step": 3985
    },
    {
      "epoch": 0.6959102614464667,
      "grad_norm": 0.0658368319272995,
      "learning_rate": 0.00017469969153560818,
      "loss": 10.1929,
      "step": 3986
    },
    {
      "epoch": 0.6960848500720178,
      "grad_norm": 0.060361675918102264,
      "learning_rate": 0.00017468752665372793,
      "loss": 10.1992,
      "step": 3987
    },
    {
      "epoch": 0.6962594386975689,
      "grad_norm": 0.05924813076853752,
      "learning_rate": 0.00017467535927175192,
      "loss": 10.1821,
      "step": 3988
    },
    {
      "epoch": 0.6964340273231199,
      "grad_norm": 0.05375424027442932,
      "learning_rate": 0.00017466318939008738,
      "loss": 10.2136,
      "step": 3989
    },
    {
      "epoch": 0.696608615948671,
      "grad_norm": 0.05706404894590378,
      "learning_rate": 0.0001746510170091418,
      "loss": 10.1894,
      "step": 3990
    },
    {
      "epoch": 0.6967832045742219,
      "grad_norm": 0.06911912560462952,
      "learning_rate": 0.00017463884212932254,
      "loss": 10.1596,
      "step": 3991
    },
    {
      "epoch": 0.696957793199773,
      "grad_norm": 0.061477914452552795,
      "learning_rate": 0.0001746266647510372,
      "loss": 10.1938,
      "step": 3992
    },
    {
      "epoch": 0.6971323818253241,
      "grad_norm": 0.07230989634990692,
      "learning_rate": 0.00017461448487469337,
      "loss": 10.1608,
      "step": 3993
    },
    {
      "epoch": 0.6973069704508751,
      "grad_norm": 0.07626393437385559,
      "learning_rate": 0.00017460230250069875,
      "loss": 10.182,
      "step": 3994
    },
    {
      "epoch": 0.6974815590764262,
      "grad_norm": 0.06659512221813202,
      "learning_rate": 0.0001745901176294612,
      "loss": 10.1734,
      "step": 3995
    },
    {
      "epoch": 0.6976561477019773,
      "grad_norm": 0.07311379909515381,
      "learning_rate": 0.00017457793026138854,
      "loss": 10.1826,
      "step": 3996
    },
    {
      "epoch": 0.6978307363275282,
      "grad_norm": 0.07264240086078644,
      "learning_rate": 0.00017456574039688874,
      "loss": 10.2224,
      "step": 3997
    },
    {
      "epoch": 0.6980053249530793,
      "grad_norm": 0.0953713208436966,
      "learning_rate": 0.0001745535480363699,
      "loss": 10.1581,
      "step": 3998
    },
    {
      "epoch": 0.6981799135786304,
      "grad_norm": 0.11580021679401398,
      "learning_rate": 0.00017454135318024005,
      "loss": 10.271,
      "step": 3999
    },
    {
      "epoch": 0.6983545022041814,
      "grad_norm": 0.14686158299446106,
      "learning_rate": 0.00017452915582890746,
      "loss": 10.1983,
      "step": 4000
    },
    {
      "epoch": 0.6983545022041814,
      "eval_loss": 10.179850578308105,
      "eval_runtime": 0.7259,
      "eval_samples_per_second": 318.245,
      "eval_steps_per_second": 159.811,
      "step": 4000
    },
    {
      "epoch": 0.6985290908297325,
      "grad_norm": 0.04928445816040039,
      "learning_rate": 0.00017451695598278043,
      "loss": 10.2181,
      "step": 4001
    },
    {
      "epoch": 0.6987036794552834,
      "grad_norm": 0.04442865401506424,
      "learning_rate": 0.0001745047536422673,
      "loss": 10.2025,
      "step": 4002
    },
    {
      "epoch": 0.6988782680808345,
      "grad_norm": 0.05308638513088226,
      "learning_rate": 0.00017449254880777656,
      "loss": 10.1967,
      "step": 4003
    },
    {
      "epoch": 0.6990528567063856,
      "grad_norm": 0.03709501028060913,
      "learning_rate": 0.0001744803414797168,
      "loss": 10.1851,
      "step": 4004
    },
    {
      "epoch": 0.6992274453319366,
      "grad_norm": 0.042817384004592896,
      "learning_rate": 0.00017446813165849655,
      "loss": 10.211,
      "step": 4005
    },
    {
      "epoch": 0.6994020339574877,
      "grad_norm": 0.04836064204573631,
      "learning_rate": 0.0001744559193445246,
      "loss": 10.1919,
      "step": 4006
    },
    {
      "epoch": 0.6995766225830388,
      "grad_norm": 0.051570404320955276,
      "learning_rate": 0.00017444370453820968,
      "loss": 10.1984,
      "step": 4007
    },
    {
      "epoch": 0.6997512112085897,
      "grad_norm": 0.054735783487558365,
      "learning_rate": 0.00017443148723996074,
      "loss": 10.2058,
      "step": 4008
    },
    {
      "epoch": 0.6999257998341408,
      "grad_norm": 0.04507424682378769,
      "learning_rate": 0.00017441926745018674,
      "loss": 10.2136,
      "step": 4009
    },
    {
      "epoch": 0.7001003884596918,
      "grad_norm": 0.04050576314330101,
      "learning_rate": 0.00017440704516929665,
      "loss": 10.2317,
      "step": 4010
    },
    {
      "epoch": 0.7002749770852429,
      "grad_norm": 0.04510999843478203,
      "learning_rate": 0.00017439482039769967,
      "loss": 10.2056,
      "step": 4011
    },
    {
      "epoch": 0.700449565710794,
      "grad_norm": 0.046029139310121536,
      "learning_rate": 0.000174382593135805,
      "loss": 10.2037,
      "step": 4012
    },
    {
      "epoch": 0.700624154336345,
      "grad_norm": 0.04268599674105644,
      "learning_rate": 0.0001743703633840219,
      "loss": 10.2292,
      "step": 4013
    },
    {
      "epoch": 0.700798742961896,
      "grad_norm": 0.04674094542860985,
      "learning_rate": 0.00017435813114275982,
      "loss": 10.1954,
      "step": 4014
    },
    {
      "epoch": 0.7009733315874471,
      "grad_norm": 0.05004117265343666,
      "learning_rate": 0.00017434589641242813,
      "loss": 10.2017,
      "step": 4015
    },
    {
      "epoch": 0.7011479202129981,
      "grad_norm": 0.04573135823011398,
      "learning_rate": 0.00017433365919343645,
      "loss": 10.182,
      "step": 4016
    },
    {
      "epoch": 0.7013225088385492,
      "grad_norm": 0.04548099264502525,
      "learning_rate": 0.00017432141948619438,
      "loss": 10.1983,
      "step": 4017
    },
    {
      "epoch": 0.7014970974641002,
      "grad_norm": 0.046049319207668304,
      "learning_rate": 0.00017430917729111163,
      "loss": 10.2196,
      "step": 4018
    },
    {
      "epoch": 0.7016716860896512,
      "grad_norm": 0.04312308877706528,
      "learning_rate": 0.000174296932608598,
      "loss": 10.2313,
      "step": 4019
    },
    {
      "epoch": 0.7018462747152023,
      "grad_norm": 0.044948261231184006,
      "learning_rate": 0.0001742846854390634,
      "loss": 10.212,
      "step": 4020
    },
    {
      "epoch": 0.7020208633407533,
      "grad_norm": 0.060418084263801575,
      "learning_rate": 0.00017427243578291775,
      "loss": 10.1752,
      "step": 4021
    },
    {
      "epoch": 0.7021954519663044,
      "grad_norm": 0.04269507899880409,
      "learning_rate": 0.00017426018364057112,
      "loss": 10.1755,
      "step": 4022
    },
    {
      "epoch": 0.7023700405918555,
      "grad_norm": 0.05446759611368179,
      "learning_rate": 0.00017424792901243362,
      "loss": 10.1761,
      "step": 4023
    },
    {
      "epoch": 0.7025446292174065,
      "grad_norm": 0.048255108296871185,
      "learning_rate": 0.0001742356718989155,
      "loss": 10.1876,
      "step": 4024
    },
    {
      "epoch": 0.7027192178429575,
      "grad_norm": 0.05026312917470932,
      "learning_rate": 0.000174223412300427,
      "loss": 10.2049,
      "step": 4025
    },
    {
      "epoch": 0.7028938064685086,
      "grad_norm": 0.05486227199435234,
      "learning_rate": 0.00017421115021737854,
      "loss": 10.185,
      "step": 4026
    },
    {
      "epoch": 0.7030683950940596,
      "grad_norm": 0.06202740967273712,
      "learning_rate": 0.00017419888565018055,
      "loss": 10.2028,
      "step": 4027
    },
    {
      "epoch": 0.7032429837196107,
      "grad_norm": 0.05119093880057335,
      "learning_rate": 0.00017418661859924364,
      "loss": 10.2015,
      "step": 4028
    },
    {
      "epoch": 0.7034175723451617,
      "grad_norm": 0.056911077350378036,
      "learning_rate": 0.00017417434906497837,
      "loss": 10.1982,
      "step": 4029
    },
    {
      "epoch": 0.7035921609707128,
      "grad_norm": 0.052448440343141556,
      "learning_rate": 0.00017416207704779545,
      "loss": 10.1573,
      "step": 4030
    },
    {
      "epoch": 0.7037667495962638,
      "grad_norm": 0.06359511613845825,
      "learning_rate": 0.00017414980254810573,
      "loss": 10.1934,
      "step": 4031
    },
    {
      "epoch": 0.7039413382218148,
      "grad_norm": 0.05979989096522331,
      "learning_rate": 0.00017413752556632003,
      "loss": 10.2045,
      "step": 4032
    },
    {
      "epoch": 0.7041159268473659,
      "grad_norm": 0.04955486208200455,
      "learning_rate": 0.00017412524610284935,
      "loss": 10.2074,
      "step": 4033
    },
    {
      "epoch": 0.704290515472917,
      "grad_norm": 0.05827516317367554,
      "learning_rate": 0.00017411296415810473,
      "loss": 10.1627,
      "step": 4034
    },
    {
      "epoch": 0.704465104098468,
      "grad_norm": 0.058963775634765625,
      "learning_rate": 0.00017410067973249726,
      "loss": 10.1789,
      "step": 4035
    },
    {
      "epoch": 0.704639692724019,
      "grad_norm": 0.0596444196999073,
      "learning_rate": 0.0001740883928264382,
      "loss": 10.2056,
      "step": 4036
    },
    {
      "epoch": 0.70481428134957,
      "grad_norm": 0.06171780824661255,
      "learning_rate": 0.00017407610344033882,
      "loss": 10.173,
      "step": 4037
    },
    {
      "epoch": 0.7049888699751211,
      "grad_norm": 0.06715310364961624,
      "learning_rate": 0.00017406381157461048,
      "loss": 10.1411,
      "step": 4038
    },
    {
      "epoch": 0.7051634586006722,
      "grad_norm": 0.05671434849500656,
      "learning_rate": 0.00017405151722966466,
      "loss": 10.1828,
      "step": 4039
    },
    {
      "epoch": 0.7053380472262232,
      "grad_norm": 0.060456790030002594,
      "learning_rate": 0.0001740392204059129,
      "loss": 10.205,
      "step": 4040
    },
    {
      "epoch": 0.7055126358517743,
      "grad_norm": 0.06733555346727371,
      "learning_rate": 0.00017402692110376683,
      "loss": 10.1856,
      "step": 4041
    },
    {
      "epoch": 0.7056872244773253,
      "grad_norm": 0.06384395062923431,
      "learning_rate": 0.00017401461932363814,
      "loss": 10.2011,
      "step": 4042
    },
    {
      "epoch": 0.7058618131028763,
      "grad_norm": 0.07950454205274582,
      "learning_rate": 0.00017400231506593862,
      "loss": 10.1801,
      "step": 4043
    },
    {
      "epoch": 0.7060364017284274,
      "grad_norm": 0.07018794864416122,
      "learning_rate": 0.00017399000833108016,
      "loss": 10.1731,
      "step": 4044
    },
    {
      "epoch": 0.7062109903539784,
      "grad_norm": 0.07419478893280029,
      "learning_rate": 0.00017397769911947473,
      "loss": 10.171,
      "step": 4045
    },
    {
      "epoch": 0.7063855789795295,
      "grad_norm": 0.08351054042577744,
      "learning_rate": 0.00017396538743153433,
      "loss": 10.1852,
      "step": 4046
    },
    {
      "epoch": 0.7065601676050806,
      "grad_norm": 0.09881359338760376,
      "learning_rate": 0.00017395307326767108,
      "loss": 10.237,
      "step": 4047
    },
    {
      "epoch": 0.7067347562306315,
      "grad_norm": 0.10667523741722107,
      "learning_rate": 0.00017394075662829724,
      "loss": 10.2009,
      "step": 4048
    },
    {
      "epoch": 0.7069093448561826,
      "grad_norm": 0.10999476164579391,
      "learning_rate": 0.00017392843751382503,
      "loss": 10.173,
      "step": 4049
    },
    {
      "epoch": 0.7070839334817337,
      "grad_norm": 0.14093421399593353,
      "learning_rate": 0.0001739161159246669,
      "loss": 10.208,
      "step": 4050
    },
    {
      "epoch": 0.7072585221072847,
      "grad_norm": 0.045080918818712234,
      "learning_rate": 0.0001739037918612352,
      "loss": 10.2092,
      "step": 4051
    },
    {
      "epoch": 0.7074331107328358,
      "grad_norm": 0.041719891130924225,
      "learning_rate": 0.0001738914653239426,
      "loss": 10.2152,
      "step": 4052
    },
    {
      "epoch": 0.7076076993583869,
      "grad_norm": 0.049142781645059586,
      "learning_rate": 0.0001738791363132016,
      "loss": 10.2265,
      "step": 4053
    },
    {
      "epoch": 0.7077822879839378,
      "grad_norm": 0.04093554988503456,
      "learning_rate": 0.00017386680482942498,
      "loss": 10.209,
      "step": 4054
    },
    {
      "epoch": 0.7079568766094889,
      "grad_norm": 0.08050516247749329,
      "learning_rate": 0.00017385447087302545,
      "loss": 10.1911,
      "step": 4055
    },
    {
      "epoch": 0.7081314652350399,
      "grad_norm": 0.03966659680008888,
      "learning_rate": 0.00017384213444441592,
      "loss": 10.2199,
      "step": 4056
    },
    {
      "epoch": 0.708306053860591,
      "grad_norm": 0.051476702094078064,
      "learning_rate": 0.00017382979554400938,
      "loss": 10.1952,
      "step": 4057
    },
    {
      "epoch": 0.7084806424861421,
      "grad_norm": 0.043983716517686844,
      "learning_rate": 0.0001738174541722188,
      "loss": 10.2066,
      "step": 4058
    },
    {
      "epoch": 0.708655231111693,
      "grad_norm": 0.043709706515073776,
      "learning_rate": 0.00017380511032945732,
      "loss": 10.2089,
      "step": 4059
    },
    {
      "epoch": 0.7088298197372441,
      "grad_norm": 0.047919195145368576,
      "learning_rate": 0.00017379276401613815,
      "loss": 10.1942,
      "step": 4060
    },
    {
      "epoch": 0.7090044083627952,
      "grad_norm": 0.05184023827314377,
      "learning_rate": 0.00017378041523267453,
      "loss": 10.2051,
      "step": 4061
    },
    {
      "epoch": 0.7091789969883462,
      "grad_norm": 0.04451307654380798,
      "learning_rate": 0.0001737680639794799,
      "loss": 10.2123,
      "step": 4062
    },
    {
      "epoch": 0.7093535856138973,
      "grad_norm": 0.049054332077503204,
      "learning_rate": 0.00017375571025696765,
      "loss": 10.1822,
      "step": 4063
    },
    {
      "epoch": 0.7095281742394483,
      "grad_norm": 0.0541841946542263,
      "learning_rate": 0.00017374335406555129,
      "loss": 10.1845,
      "step": 4064
    },
    {
      "epoch": 0.7097027628649993,
      "grad_norm": 0.04336004704236984,
      "learning_rate": 0.00017373099540564447,
      "loss": 10.1914,
      "step": 4065
    },
    {
      "epoch": 0.7098773514905504,
      "grad_norm": 0.04348723217844963,
      "learning_rate": 0.00017371863427766092,
      "loss": 10.2035,
      "step": 4066
    },
    {
      "epoch": 0.7100519401161014,
      "grad_norm": 0.04607686772942543,
      "learning_rate": 0.00017370627068201433,
      "loss": 10.1823,
      "step": 4067
    },
    {
      "epoch": 0.7102265287416525,
      "grad_norm": 0.046679507941007614,
      "learning_rate": 0.00017369390461911862,
      "loss": 10.1979,
      "step": 4068
    },
    {
      "epoch": 0.7104011173672036,
      "grad_norm": 0.05031411722302437,
      "learning_rate": 0.00017368153608938772,
      "loss": 10.2088,
      "step": 4069
    },
    {
      "epoch": 0.7105757059927545,
      "grad_norm": 0.04789355397224426,
      "learning_rate": 0.00017366916509323563,
      "loss": 10.2145,
      "step": 4070
    },
    {
      "epoch": 0.7107502946183056,
      "grad_norm": 0.04593776538968086,
      "learning_rate": 0.0001736567916310765,
      "loss": 10.2254,
      "step": 4071
    },
    {
      "epoch": 0.7109248832438566,
      "grad_norm": 0.05063134804368019,
      "learning_rate": 0.0001736444157033245,
      "loss": 10.2034,
      "step": 4072
    },
    {
      "epoch": 0.7110994718694077,
      "grad_norm": 0.04215254262089729,
      "learning_rate": 0.0001736320373103939,
      "loss": 10.2283,
      "step": 4073
    },
    {
      "epoch": 0.7112740604949588,
      "grad_norm": 0.04975003004074097,
      "learning_rate": 0.00017361965645269905,
      "loss": 10.2002,
      "step": 4074
    },
    {
      "epoch": 0.7114486491205098,
      "grad_norm": 0.04866254702210426,
      "learning_rate": 0.0001736072731306544,
      "loss": 10.1702,
      "step": 4075
    },
    {
      "epoch": 0.7116232377460608,
      "grad_norm": 0.0500272661447525,
      "learning_rate": 0.00017359488734467447,
      "loss": 10.2107,
      "step": 4076
    },
    {
      "epoch": 0.7117978263716119,
      "grad_norm": 0.056017812341451645,
      "learning_rate": 0.00017358249909517386,
      "loss": 10.1941,
      "step": 4077
    },
    {
      "epoch": 0.7119724149971629,
      "grad_norm": 0.04679174721240997,
      "learning_rate": 0.00017357010838256725,
      "loss": 10.2105,
      "step": 4078
    },
    {
      "epoch": 0.712147003622714,
      "grad_norm": 0.05594742298126221,
      "learning_rate": 0.0001735577152072694,
      "loss": 10.2165,
      "step": 4079
    },
    {
      "epoch": 0.7123215922482651,
      "grad_norm": 0.05922430753707886,
      "learning_rate": 0.00017354531956969516,
      "loss": 10.1995,
      "step": 4080
    },
    {
      "epoch": 0.712496180873816,
      "grad_norm": 0.04762376844882965,
      "learning_rate": 0.00017353292147025953,
      "loss": 10.2028,
      "step": 4081
    },
    {
      "epoch": 0.7126707694993671,
      "grad_norm": 0.05741510167717934,
      "learning_rate": 0.00017352052090937743,
      "loss": 10.1894,
      "step": 4082
    },
    {
      "epoch": 0.7128453581249181,
      "grad_norm": 0.049723584204912186,
      "learning_rate": 0.000173508117887464,
      "loss": 10.1864,
      "step": 4083
    },
    {
      "epoch": 0.7130199467504692,
      "grad_norm": 0.05353265628218651,
      "learning_rate": 0.0001734957124049344,
      "loss": 10.1809,
      "step": 4084
    },
    {
      "epoch": 0.7131945353760203,
      "grad_norm": 0.0582585334777832,
      "learning_rate": 0.00017348330446220392,
      "loss": 10.1975,
      "step": 4085
    },
    {
      "epoch": 0.7133691240015713,
      "grad_norm": 0.06041448935866356,
      "learning_rate": 0.00017347089405968791,
      "loss": 10.2117,
      "step": 4086
    },
    {
      "epoch": 0.7135437126271224,
      "grad_norm": 0.05806047469377518,
      "learning_rate": 0.00017345848119780177,
      "loss": 10.1993,
      "step": 4087
    },
    {
      "epoch": 0.7137183012526734,
      "grad_norm": 0.054780080914497375,
      "learning_rate": 0.00017344606587696098,
      "loss": 10.186,
      "step": 4088
    },
    {
      "epoch": 0.7138928898782244,
      "grad_norm": 0.06111353263258934,
      "learning_rate": 0.00017343364809758124,
      "loss": 10.1961,
      "step": 4089
    },
    {
      "epoch": 0.7140674785037755,
      "grad_norm": 0.05982087552547455,
      "learning_rate": 0.0001734212278600781,
      "loss": 10.1903,
      "step": 4090
    },
    {
      "epoch": 0.7142420671293265,
      "grad_norm": 0.06812680512666702,
      "learning_rate": 0.0001734088051648674,
      "loss": 10.1889,
      "step": 4091
    },
    {
      "epoch": 0.7144166557548776,
      "grad_norm": 0.08070922642946243,
      "learning_rate": 0.00017339638001236492,
      "loss": 10.1775,
      "step": 4092
    },
    {
      "epoch": 0.7145912443804286,
      "grad_norm": 0.06674210727214813,
      "learning_rate": 0.00017338395240298663,
      "loss": 10.1952,
      "step": 4093
    },
    {
      "epoch": 0.7147658330059796,
      "grad_norm": 0.06654743105173111,
      "learning_rate": 0.00017337152233714851,
      "loss": 10.1966,
      "step": 4094
    },
    {
      "epoch": 0.7149404216315307,
      "grad_norm": 0.07149052619934082,
      "learning_rate": 0.0001733590898152666,
      "loss": 10.1908,
      "step": 4095
    },
    {
      "epoch": 0.7151150102570818,
      "grad_norm": 0.07748619467020035,
      "learning_rate": 0.00017334665483775716,
      "loss": 10.1744,
      "step": 4096
    },
    {
      "epoch": 0.7152895988826328,
      "grad_norm": 0.07775117456912994,
      "learning_rate": 0.0001733342174050364,
      "loss": 10.198,
      "step": 4097
    },
    {
      "epoch": 0.7154641875081839,
      "grad_norm": 0.07947199791669846,
      "learning_rate": 0.0001733217775175206,
      "loss": 10.1702,
      "step": 4098
    },
    {
      "epoch": 0.7156387761337348,
      "grad_norm": 0.08565300703048706,
      "learning_rate": 0.00017330933517562623,
      "loss": 10.1539,
      "step": 4099
    },
    {
      "epoch": 0.7158133647592859,
      "grad_norm": 0.1172671839594841,
      "learning_rate": 0.0001732968903797698,
      "loss": 10.2066,
      "step": 4100
    },
    {
      "epoch": 0.715987953384837,
      "grad_norm": 0.04376596957445145,
      "learning_rate": 0.00017328444313036783,
      "loss": 10.2173,
      "step": 4101
    },
    {
      "epoch": 0.716162542010388,
      "grad_norm": 0.04839286208152771,
      "learning_rate": 0.00017327199342783702,
      "loss": 10.2241,
      "step": 4102
    },
    {
      "epoch": 0.7163371306359391,
      "grad_norm": 0.04195720702409744,
      "learning_rate": 0.00017325954127259412,
      "loss": 10.1893,
      "step": 4103
    },
    {
      "epoch": 0.7165117192614902,
      "grad_norm": 0.06487168371677399,
      "learning_rate": 0.00017324708666505593,
      "loss": 10.19,
      "step": 4104
    },
    {
      "epoch": 0.7166863078870411,
      "grad_norm": 0.04511647671461105,
      "learning_rate": 0.00017323462960563935,
      "loss": 10.2092,
      "step": 4105
    },
    {
      "epoch": 0.7168608965125922,
      "grad_norm": 0.042668066918849945,
      "learning_rate": 0.00017322217009476139,
      "loss": 10.2035,
      "step": 4106
    },
    {
      "epoch": 0.7170354851381433,
      "grad_norm": 0.04838736355304718,
      "learning_rate": 0.0001732097081328391,
      "loss": 10.1893,
      "step": 4107
    },
    {
      "epoch": 0.7172100737636943,
      "grad_norm": 0.04089831933379173,
      "learning_rate": 0.00017319724372028968,
      "loss": 10.1821,
      "step": 4108
    },
    {
      "epoch": 0.7173846623892454,
      "grad_norm": 0.04539892077445984,
      "learning_rate": 0.0001731847768575303,
      "loss": 10.189,
      "step": 4109
    },
    {
      "epoch": 0.7175592510147963,
      "grad_norm": 0.06429184228181839,
      "learning_rate": 0.0001731723075449783,
      "loss": 10.2066,
      "step": 4110
    },
    {
      "epoch": 0.7177338396403474,
      "grad_norm": 0.04892363399267197,
      "learning_rate": 0.0001731598357830511,
      "loss": 10.2112,
      "step": 4111
    },
    {
      "epoch": 0.7179084282658985,
      "grad_norm": 0.049588967114686966,
      "learning_rate": 0.0001731473615721662,
      "loss": 10.2195,
      "step": 4112
    },
    {
      "epoch": 0.7180830168914495,
      "grad_norm": 0.047939032316207886,
      "learning_rate": 0.0001731348849127411,
      "loss": 10.1894,
      "step": 4113
    },
    {
      "epoch": 0.7182576055170006,
      "grad_norm": 0.046636004000902176,
      "learning_rate": 0.00017312240580519346,
      "loss": 10.2086,
      "step": 4114
    },
    {
      "epoch": 0.7184321941425517,
      "grad_norm": 0.049287099391222,
      "learning_rate": 0.00017310992424994102,
      "loss": 10.2062,
      "step": 4115
    },
    {
      "epoch": 0.7186067827681026,
      "grad_norm": 0.049205079674720764,
      "learning_rate": 0.00017309744024740162,
      "loss": 10.1965,
      "step": 4116
    },
    {
      "epoch": 0.7187813713936537,
      "grad_norm": 0.05106760933995247,
      "learning_rate": 0.00017308495379799309,
      "loss": 10.1991,
      "step": 4117
    },
    {
      "epoch": 0.7189559600192047,
      "grad_norm": 0.04559977352619171,
      "learning_rate": 0.00017307246490213345,
      "loss": 10.2141,
      "step": 4118
    },
    {
      "epoch": 0.7191305486447558,
      "grad_norm": 0.05312225967645645,
      "learning_rate": 0.00017305997356024074,
      "loss": 10.1886,
      "step": 4119
    },
    {
      "epoch": 0.7193051372703069,
      "grad_norm": 0.048543207347393036,
      "learning_rate": 0.00017304747977273306,
      "loss": 10.1839,
      "step": 4120
    },
    {
      "epoch": 0.7194797258958578,
      "grad_norm": 0.056076906621456146,
      "learning_rate": 0.00017303498354002866,
      "loss": 10.1886,
      "step": 4121
    },
    {
      "epoch": 0.7196543145214089,
      "grad_norm": 0.05014701560139656,
      "learning_rate": 0.0001730224848625459,
      "loss": 10.2114,
      "step": 4122
    },
    {
      "epoch": 0.71982890314696,
      "grad_norm": 0.047482963651418686,
      "learning_rate": 0.00017300998374070306,
      "loss": 10.2061,
      "step": 4123
    },
    {
      "epoch": 0.720003491772511,
      "grad_norm": 0.04882130026817322,
      "learning_rate": 0.00017299748017491866,
      "loss": 10.1921,
      "step": 4124
    },
    {
      "epoch": 0.7201780803980621,
      "grad_norm": 0.045617975294589996,
      "learning_rate": 0.00017298497416561118,
      "loss": 10.194,
      "step": 4125
    },
    {
      "epoch": 0.7203526690236131,
      "grad_norm": 0.05162874981760979,
      "learning_rate": 0.00017297246571319934,
      "loss": 10.2141,
      "step": 4126
    },
    {
      "epoch": 0.7205272576491641,
      "grad_norm": 0.047000735998153687,
      "learning_rate": 0.00017295995481810182,
      "loss": 10.1757,
      "step": 4127
    },
    {
      "epoch": 0.7207018462747152,
      "grad_norm": 0.05362924560904503,
      "learning_rate": 0.00017294744148073737,
      "loss": 10.1782,
      "step": 4128
    },
    {
      "epoch": 0.7208764349002662,
      "grad_norm": 0.06007106229662895,
      "learning_rate": 0.00017293492570152487,
      "loss": 10.1875,
      "step": 4129
    },
    {
      "epoch": 0.7210510235258173,
      "grad_norm": 0.054502129554748535,
      "learning_rate": 0.00017292240748088334,
      "loss": 10.2214,
      "step": 4130
    },
    {
      "epoch": 0.7212256121513684,
      "grad_norm": 0.05878395587205887,
      "learning_rate": 0.00017290988681923172,
      "loss": 10.1985,
      "step": 4131
    },
    {
      "epoch": 0.7214002007769194,
      "grad_norm": 0.05460953339934349,
      "learning_rate": 0.00017289736371698923,
      "loss": 10.2067,
      "step": 4132
    },
    {
      "epoch": 0.7215747894024704,
      "grad_norm": 0.059134479612112045,
      "learning_rate": 0.000172884838174575,
      "loss": 10.154,
      "step": 4133
    },
    {
      "epoch": 0.7217493780280215,
      "grad_norm": 0.054952222853899,
      "learning_rate": 0.0001728723101924083,
      "loss": 10.1916,
      "step": 4134
    },
    {
      "epoch": 0.7219239666535725,
      "grad_norm": 0.05503090098500252,
      "learning_rate": 0.00017285977977090852,
      "loss": 10.1867,
      "step": 4135
    },
    {
      "epoch": 0.7220985552791236,
      "grad_norm": 0.05469588190317154,
      "learning_rate": 0.00017284724691049515,
      "loss": 10.1848,
      "step": 4136
    },
    {
      "epoch": 0.7222731439046746,
      "grad_norm": 0.05961611121892929,
      "learning_rate": 0.00017283471161158763,
      "loss": 10.1793,
      "step": 4137
    },
    {
      "epoch": 0.7224477325302257,
      "grad_norm": 0.053126633167266846,
      "learning_rate": 0.0001728221738746056,
      "loss": 10.1869,
      "step": 4138
    },
    {
      "epoch": 0.7226223211557767,
      "grad_norm": 0.06472887843847275,
      "learning_rate": 0.00017280963369996878,
      "loss": 10.1785,
      "step": 4139
    },
    {
      "epoch": 0.7227969097813277,
      "grad_norm": 0.06039007753133774,
      "learning_rate": 0.0001727970910880969,
      "loss": 10.174,
      "step": 4140
    },
    {
      "epoch": 0.7229714984068788,
      "grad_norm": 0.065965935587883,
      "learning_rate": 0.00017278454603940983,
      "loss": 10.1614,
      "step": 4141
    },
    {
      "epoch": 0.7231460870324299,
      "grad_norm": 0.06440439075231552,
      "learning_rate": 0.00017277199855432753,
      "loss": 10.1999,
      "step": 4142
    },
    {
      "epoch": 0.7233206756579809,
      "grad_norm": 0.06230715662240982,
      "learning_rate": 0.00017275944863326997,
      "loss": 10.1768,
      "step": 4143
    },
    {
      "epoch": 0.723495264283532,
      "grad_norm": 0.061605799943208694,
      "learning_rate": 0.00017274689627665726,
      "loss": 10.1979,
      "step": 4144
    },
    {
      "epoch": 0.7236698529090829,
      "grad_norm": 0.06888765841722488,
      "learning_rate": 0.0001727343414849096,
      "loss": 10.189,
      "step": 4145
    },
    {
      "epoch": 0.723844441534634,
      "grad_norm": 0.07242574542760849,
      "learning_rate": 0.0001727217842584472,
      "loss": 10.1962,
      "step": 4146
    },
    {
      "epoch": 0.7240190301601851,
      "grad_norm": 0.07908237725496292,
      "learning_rate": 0.00017270922459769046,
      "loss": 10.1474,
      "step": 4147
    },
    {
      "epoch": 0.7241936187857361,
      "grad_norm": 0.07960812002420425,
      "learning_rate": 0.0001726966625030598,
      "loss": 10.1898,
      "step": 4148
    },
    {
      "epoch": 0.7243682074112872,
      "grad_norm": 0.09633178263902664,
      "learning_rate": 0.00017268409797497567,
      "loss": 10.1503,
      "step": 4149
    },
    {
      "epoch": 0.7245427960368382,
      "grad_norm": 0.1354660540819168,
      "learning_rate": 0.0001726715310138587,
      "loss": 10.2363,
      "step": 4150
    },
    {
      "epoch": 0.7247173846623892,
      "grad_norm": 0.046877142041921616,
      "learning_rate": 0.00017265896162012957,
      "loss": 10.2231,
      "step": 4151
    },
    {
      "epoch": 0.7248919732879403,
      "grad_norm": 0.046649787575006485,
      "learning_rate": 0.00017264638979420894,
      "loss": 10.206,
      "step": 4152
    },
    {
      "epoch": 0.7250665619134913,
      "grad_norm": 0.04643131047487259,
      "learning_rate": 0.00017263381553651777,
      "loss": 10.2164,
      "step": 4153
    },
    {
      "epoch": 0.7252411505390424,
      "grad_norm": 0.04817674309015274,
      "learning_rate": 0.00017262123884747687,
      "loss": 10.1961,
      "step": 4154
    },
    {
      "epoch": 0.7254157391645935,
      "grad_norm": 0.047874726355075836,
      "learning_rate": 0.00017260865972750728,
      "loss": 10.2173,
      "step": 4155
    },
    {
      "epoch": 0.7255903277901444,
      "grad_norm": 0.04730212688446045,
      "learning_rate": 0.00017259607817703007,
      "loss": 10.2121,
      "step": 4156
    },
    {
      "epoch": 0.7257649164156955,
      "grad_norm": 0.044519226998090744,
      "learning_rate": 0.0001725834941964664,
      "loss": 10.2104,
      "step": 4157
    },
    {
      "epoch": 0.7259395050412466,
      "grad_norm": 0.05343250930309296,
      "learning_rate": 0.00017257090778623747,
      "loss": 10.2411,
      "step": 4158
    },
    {
      "epoch": 0.7261140936667976,
      "grad_norm": 0.04865255206823349,
      "learning_rate": 0.00017255831894676465,
      "loss": 10.1893,
      "step": 4159
    },
    {
      "epoch": 0.7262886822923487,
      "grad_norm": 0.04394706338644028,
      "learning_rate": 0.00017254572767846932,
      "loss": 10.2206,
      "step": 4160
    },
    {
      "epoch": 0.7264632709178998,
      "grad_norm": 0.045593418180942535,
      "learning_rate": 0.00017253313398177294,
      "loss": 10.1877,
      "step": 4161
    },
    {
      "epoch": 0.7266378595434507,
      "grad_norm": 0.04570001736283302,
      "learning_rate": 0.00017252053785709708,
      "loss": 10.2255,
      "step": 4162
    },
    {
      "epoch": 0.7268124481690018,
      "grad_norm": 0.048201922327280045,
      "learning_rate": 0.0001725079393048634,
      "loss": 10.2023,
      "step": 4163
    },
    {
      "epoch": 0.7269870367945528,
      "grad_norm": 0.049212321639060974,
      "learning_rate": 0.00017249533832549362,
      "loss": 10.1982,
      "step": 4164
    },
    {
      "epoch": 0.7271616254201039,
      "grad_norm": 0.043257445096969604,
      "learning_rate": 0.00017248273491940954,
      "loss": 10.2031,
      "step": 4165
    },
    {
      "epoch": 0.727336214045655,
      "grad_norm": 0.047287534922361374,
      "learning_rate": 0.00017247012908703306,
      "loss": 10.1916,
      "step": 4166
    },
    {
      "epoch": 0.7275108026712059,
      "grad_norm": 0.05574000999331474,
      "learning_rate": 0.00017245752082878612,
      "loss": 10.205,
      "step": 4167
    },
    {
      "epoch": 0.727685391296757,
      "grad_norm": 0.04232610762119293,
      "learning_rate": 0.0001724449101450908,
      "loss": 10.2137,
      "step": 4168
    },
    {
      "epoch": 0.7278599799223081,
      "grad_norm": 0.0477219857275486,
      "learning_rate": 0.00017243229703636922,
      "loss": 10.1749,
      "step": 4169
    },
    {
      "epoch": 0.7280345685478591,
      "grad_norm": 0.04140235483646393,
      "learning_rate": 0.0001724196815030436,
      "loss": 10.2073,
      "step": 4170
    },
    {
      "epoch": 0.7282091571734102,
      "grad_norm": 0.05037573352456093,
      "learning_rate": 0.00017240706354553623,
      "loss": 10.2191,
      "step": 4171
    },
    {
      "epoch": 0.7283837457989611,
      "grad_norm": 0.04826590046286583,
      "learning_rate": 0.00017239444316426947,
      "loss": 10.2174,
      "step": 4172
    },
    {
      "epoch": 0.7285583344245122,
      "grad_norm": 0.05355142056941986,
      "learning_rate": 0.0001723818203596658,
      "loss": 10.1951,
      "step": 4173
    },
    {
      "epoch": 0.7287329230500633,
      "grad_norm": 0.047443512827157974,
      "learning_rate": 0.0001723691951321477,
      "loss": 10.2122,
      "step": 4174
    },
    {
      "epoch": 0.7289075116756143,
      "grad_norm": 0.054249443113803864,
      "learning_rate": 0.00017235656748213786,
      "loss": 10.2108,
      "step": 4175
    },
    {
      "epoch": 0.7290821003011654,
      "grad_norm": 0.05413427576422691,
      "learning_rate": 0.00017234393741005896,
      "loss": 10.2046,
      "step": 4176
    },
    {
      "epoch": 0.7292566889267165,
      "grad_norm": 0.04736655578017235,
      "learning_rate": 0.00017233130491633376,
      "loss": 10.1932,
      "step": 4177
    },
    {
      "epoch": 0.7294312775522674,
      "grad_norm": 0.05500384047627449,
      "learning_rate": 0.0001723186700013851,
      "loss": 10.1993,
      "step": 4178
    },
    {
      "epoch": 0.7296058661778185,
      "grad_norm": 0.05421218276023865,
      "learning_rate": 0.000172306032665636,
      "loss": 10.1749,
      "step": 4179
    },
    {
      "epoch": 0.7297804548033696,
      "grad_norm": 0.05111730843782425,
      "learning_rate": 0.0001722933929095094,
      "loss": 10.193,
      "step": 4180
    },
    {
      "epoch": 0.7299550434289206,
      "grad_norm": 0.05193079635500908,
      "learning_rate": 0.00017228075073342844,
      "loss": 10.1945,
      "step": 4181
    },
    {
      "epoch": 0.7301296320544717,
      "grad_norm": 0.06536198407411575,
      "learning_rate": 0.0001722681061378163,
      "loss": 10.1916,
      "step": 4182
    },
    {
      "epoch": 0.7303042206800227,
      "grad_norm": 0.05361251160502434,
      "learning_rate": 0.0001722554591230963,
      "loss": 10.2048,
      "step": 4183
    },
    {
      "epoch": 0.7304788093055737,
      "grad_norm": 0.07281051576137543,
      "learning_rate": 0.0001722428096896917,
      "loss": 10.1456,
      "step": 4184
    },
    {
      "epoch": 0.7306533979311248,
      "grad_norm": 0.06613133102655411,
      "learning_rate": 0.00017223015783802596,
      "loss": 10.168,
      "step": 4185
    },
    {
      "epoch": 0.7308279865566758,
      "grad_norm": 0.06766229122877121,
      "learning_rate": 0.0001722175035685226,
      "loss": 10.1826,
      "step": 4186
    },
    {
      "epoch": 0.7310025751822269,
      "grad_norm": 0.05560440570116043,
      "learning_rate": 0.00017220484688160523,
      "loss": 10.2007,
      "step": 4187
    },
    {
      "epoch": 0.731177163807778,
      "grad_norm": 0.06188105419278145,
      "learning_rate": 0.00017219218777769747,
      "loss": 10.1803,
      "step": 4188
    },
    {
      "epoch": 0.731351752433329,
      "grad_norm": 0.06074368953704834,
      "learning_rate": 0.00017217952625722308,
      "loss": 10.2491,
      "step": 4189
    },
    {
      "epoch": 0.73152634105888,
      "grad_norm": 0.06393009424209595,
      "learning_rate": 0.00017216686232060594,
      "loss": 10.1647,
      "step": 4190
    },
    {
      "epoch": 0.731700929684431,
      "grad_norm": 0.06544849276542664,
      "learning_rate": 0.00017215419596826995,
      "loss": 10.2018,
      "step": 4191
    },
    {
      "epoch": 0.7318755183099821,
      "grad_norm": 0.06914253532886505,
      "learning_rate": 0.00017214152720063902,
      "loss": 10.204,
      "step": 4192
    },
    {
      "epoch": 0.7320501069355332,
      "grad_norm": 0.07062720507383347,
      "learning_rate": 0.00017212885601813736,
      "loss": 10.1874,
      "step": 4193
    },
    {
      "epoch": 0.7322246955610842,
      "grad_norm": 0.0685277134180069,
      "learning_rate": 0.00017211618242118904,
      "loss": 10.2014,
      "step": 4194
    },
    {
      "epoch": 0.7323992841866352,
      "grad_norm": 0.07115210592746735,
      "learning_rate": 0.00017210350641021829,
      "loss": 10.1808,
      "step": 4195
    },
    {
      "epoch": 0.7325738728121863,
      "grad_norm": 0.0852017030119896,
      "learning_rate": 0.00017209082798564946,
      "loss": 10.1698,
      "step": 4196
    },
    {
      "epoch": 0.7327484614377373,
      "grad_norm": 0.10444286465644836,
      "learning_rate": 0.00017207814714790697,
      "loss": 10.2015,
      "step": 4197
    },
    {
      "epoch": 0.7329230500632884,
      "grad_norm": 0.08262595534324646,
      "learning_rate": 0.00017206546389741525,
      "loss": 10.1804,
      "step": 4198
    },
    {
      "epoch": 0.7330976386888394,
      "grad_norm": 0.0816345065832138,
      "learning_rate": 0.0001720527782345989,
      "loss": 10.216,
      "step": 4199
    },
    {
      "epoch": 0.7332722273143905,
      "grad_norm": 0.09991022199392319,
      "learning_rate": 0.00017204009015988253,
      "loss": 10.2167,
      "step": 4200
    },
    {
      "epoch": 0.7332722273143905,
      "eval_loss": 10.179598808288574,
      "eval_runtime": 0.7229,
      "eval_samples_per_second": 319.541,
      "eval_steps_per_second": 160.462,
      "step": 4200
    },
    {
      "epoch": 0.7334468159399415,
      "grad_norm": 0.05754159390926361,
      "learning_rate": 0.00017202739967369087,
      "loss": 10.2155,
      "step": 4201
    },
    {
      "epoch": 0.7336214045654925,
      "grad_norm": 0.04193181172013283,
      "learning_rate": 0.00017201470677644874,
      "loss": 10.2057,
      "step": 4202
    },
    {
      "epoch": 0.7337959931910436,
      "grad_norm": 0.04862968251109123,
      "learning_rate": 0.000172002011468581,
      "loss": 10.2161,
      "step": 4203
    },
    {
      "epoch": 0.7339705818165947,
      "grad_norm": 0.04412950202822685,
      "learning_rate": 0.00017198931375051263,
      "loss": 10.2262,
      "step": 4204
    },
    {
      "epoch": 0.7341451704421457,
      "grad_norm": 0.05151812732219696,
      "learning_rate": 0.00017197661362266864,
      "loss": 10.206,
      "step": 4205
    },
    {
      "epoch": 0.7343197590676968,
      "grad_norm": 0.04873257875442505,
      "learning_rate": 0.00017196391108547423,
      "loss": 10.2049,
      "step": 4206
    },
    {
      "epoch": 0.7344943476932478,
      "grad_norm": 0.04119332134723663,
      "learning_rate": 0.00017195120613935452,
      "loss": 10.2142,
      "step": 4207
    },
    {
      "epoch": 0.7346689363187988,
      "grad_norm": 0.04076060280203819,
      "learning_rate": 0.00017193849878473482,
      "loss": 10.2273,
      "step": 4208
    },
    {
      "epoch": 0.7348435249443499,
      "grad_norm": 0.04990256577730179,
      "learning_rate": 0.00017192578902204054,
      "loss": 10.1917,
      "step": 4209
    },
    {
      "epoch": 0.7350181135699009,
      "grad_norm": 0.04675280675292015,
      "learning_rate": 0.00017191307685169712,
      "loss": 10.2008,
      "step": 4210
    },
    {
      "epoch": 0.735192702195452,
      "grad_norm": 0.04149537906050682,
      "learning_rate": 0.00017190036227413002,
      "loss": 10.2179,
      "step": 4211
    },
    {
      "epoch": 0.735367290821003,
      "grad_norm": 0.043467871844768524,
      "learning_rate": 0.00017188764528976494,
      "loss": 10.1987,
      "step": 4212
    },
    {
      "epoch": 0.735541879446554,
      "grad_norm": 0.047567278146743774,
      "learning_rate": 0.0001718749258990275,
      "loss": 10.1952,
      "step": 4213
    },
    {
      "epoch": 0.7357164680721051,
      "grad_norm": 0.05038512125611305,
      "learning_rate": 0.00017186220410234348,
      "loss": 10.1821,
      "step": 4214
    },
    {
      "epoch": 0.7358910566976562,
      "grad_norm": 0.04588833823800087,
      "learning_rate": 0.00017184947990013877,
      "loss": 10.2218,
      "step": 4215
    },
    {
      "epoch": 0.7360656453232072,
      "grad_norm": 0.04936148226261139,
      "learning_rate": 0.0001718367532928393,
      "loss": 10.2066,
      "step": 4216
    },
    {
      "epoch": 0.7362402339487583,
      "grad_norm": 0.049420371651649475,
      "learning_rate": 0.000171824024280871,
      "loss": 10.2319,
      "step": 4217
    },
    {
      "epoch": 0.7364148225743092,
      "grad_norm": 0.044252704828977585,
      "learning_rate": 0.00017181129286466003,
      "loss": 10.2116,
      "step": 4218
    },
    {
      "epoch": 0.7365894111998603,
      "grad_norm": 0.053455691784620285,
      "learning_rate": 0.00017179855904463258,
      "loss": 10.1783,
      "step": 4219
    },
    {
      "epoch": 0.7367639998254114,
      "grad_norm": 0.05108585208654404,
      "learning_rate": 0.00017178582282121485,
      "loss": 10.2146,
      "step": 4220
    },
    {
      "epoch": 0.7369385884509624,
      "grad_norm": 0.049043238162994385,
      "learning_rate": 0.0001717730841948332,
      "loss": 10.1923,
      "step": 4221
    },
    {
      "epoch": 0.7371131770765135,
      "grad_norm": 0.048213496804237366,
      "learning_rate": 0.00017176034316591406,
      "loss": 10.1855,
      "step": 4222
    },
    {
      "epoch": 0.7372877657020646,
      "grad_norm": 0.06252842396497726,
      "learning_rate": 0.00017174759973488391,
      "loss": 10.2027,
      "step": 4223
    },
    {
      "epoch": 0.7374623543276155,
      "grad_norm": 0.05866196006536484,
      "learning_rate": 0.0001717348539021693,
      "loss": 10.2071,
      "step": 4224
    },
    {
      "epoch": 0.7376369429531666,
      "grad_norm": 0.053332895040512085,
      "learning_rate": 0.0001717221056681969,
      "loss": 10.1887,
      "step": 4225
    },
    {
      "epoch": 0.7378115315787176,
      "grad_norm": 0.04964203014969826,
      "learning_rate": 0.00017170935503339348,
      "loss": 10.1815,
      "step": 4226
    },
    {
      "epoch": 0.7379861202042687,
      "grad_norm": 0.052440937608480453,
      "learning_rate": 0.00017169660199818577,
      "loss": 10.173,
      "step": 4227
    },
    {
      "epoch": 0.7381607088298198,
      "grad_norm": 0.05040275305509567,
      "learning_rate": 0.00017168384656300077,
      "loss": 10.1968,
      "step": 4228
    },
    {
      "epoch": 0.7383352974553707,
      "grad_norm": 0.051994722336530685,
      "learning_rate": 0.0001716710887282654,
      "loss": 10.1827,
      "step": 4229
    },
    {
      "epoch": 0.7385098860809218,
      "grad_norm": 0.05212271586060524,
      "learning_rate": 0.00017165832849440674,
      "loss": 10.1958,
      "step": 4230
    },
    {
      "epoch": 0.7386844747064729,
      "grad_norm": 0.0594630166888237,
      "learning_rate": 0.00017164556586185187,
      "loss": 10.1686,
      "step": 4231
    },
    {
      "epoch": 0.7388590633320239,
      "grad_norm": 0.06060729920864105,
      "learning_rate": 0.00017163280083102808,
      "loss": 10.1866,
      "step": 4232
    },
    {
      "epoch": 0.739033651957575,
      "grad_norm": 0.05361068993806839,
      "learning_rate": 0.00017162003340236262,
      "loss": 10.1843,
      "step": 4233
    },
    {
      "epoch": 0.7392082405831261,
      "grad_norm": 0.057132378220558167,
      "learning_rate": 0.00017160726357628292,
      "loss": 10.1911,
      "step": 4234
    },
    {
      "epoch": 0.739382829208677,
      "grad_norm": 0.06784490495920181,
      "learning_rate": 0.00017159449135321637,
      "loss": 10.1875,
      "step": 4235
    },
    {
      "epoch": 0.7395574178342281,
      "grad_norm": 0.06286600977182388,
      "learning_rate": 0.00017158171673359055,
      "loss": 10.1887,
      "step": 4236
    },
    {
      "epoch": 0.7397320064597791,
      "grad_norm": 0.06583920121192932,
      "learning_rate": 0.00017156893971783304,
      "loss": 10.1853,
      "step": 4237
    },
    {
      "epoch": 0.7399065950853302,
      "grad_norm": 0.062113285064697266,
      "learning_rate": 0.0001715561603063716,
      "loss": 10.1897,
      "step": 4238
    },
    {
      "epoch": 0.7400811837108813,
      "grad_norm": 0.06729768216609955,
      "learning_rate": 0.000171543378499634,
      "loss": 10.1868,
      "step": 4239
    },
    {
      "epoch": 0.7402557723364322,
      "grad_norm": 0.06621645390987396,
      "learning_rate": 0.00017153059429804806,
      "loss": 10.1756,
      "step": 4240
    },
    {
      "epoch": 0.7404303609619833,
      "grad_norm": 0.06374601274728775,
      "learning_rate": 0.00017151780770204172,
      "loss": 10.1924,
      "step": 4241
    },
    {
      "epoch": 0.7406049495875344,
      "grad_norm": 0.06661494821310043,
      "learning_rate": 0.000171505018712043,
      "loss": 10.1829,
      "step": 4242
    },
    {
      "epoch": 0.7407795382130854,
      "grad_norm": 0.0654120221734047,
      "learning_rate": 0.00017149222732848007,
      "loss": 10.1928,
      "step": 4243
    },
    {
      "epoch": 0.7409541268386365,
      "grad_norm": 0.06865512579679489,
      "learning_rate": 0.000171479433551781,
      "loss": 10.1572,
      "step": 4244
    },
    {
      "epoch": 0.7411287154641875,
      "grad_norm": 0.07635913789272308,
      "learning_rate": 0.00017146663738237415,
      "loss": 10.1524,
      "step": 4245
    },
    {
      "epoch": 0.7413033040897385,
      "grad_norm": 0.08517911285161972,
      "learning_rate": 0.00017145383882068778,
      "loss": 10.2074,
      "step": 4246
    },
    {
      "epoch": 0.7414778927152896,
      "grad_norm": 0.088190957903862,
      "learning_rate": 0.00017144103786715035,
      "loss": 10.2189,
      "step": 4247
    },
    {
      "epoch": 0.7416524813408406,
      "grad_norm": 0.09432423114776611,
      "learning_rate": 0.00017142823452219038,
      "loss": 10.2018,
      "step": 4248
    },
    {
      "epoch": 0.7418270699663917,
      "grad_norm": 0.10956918448209763,
      "learning_rate": 0.0001714154287862364,
      "loss": 10.1831,
      "step": 4249
    },
    {
      "epoch": 0.7420016585919428,
      "grad_norm": 0.13503198325634003,
      "learning_rate": 0.0001714026206597171,
      "loss": 10.2301,
      "step": 4250
    },
    {
      "epoch": 0.7421762472174938,
      "grad_norm": 0.05727873742580414,
      "learning_rate": 0.0001713898101430612,
      "loss": 10.22,
      "step": 4251
    },
    {
      "epoch": 0.7423508358430448,
      "grad_norm": 0.05212417244911194,
      "learning_rate": 0.00017137699723669756,
      "loss": 10.2087,
      "step": 4252
    },
    {
      "epoch": 0.7425254244685958,
      "grad_norm": 0.05651426315307617,
      "learning_rate": 0.00017136418194105504,
      "loss": 10.2068,
      "step": 4253
    },
    {
      "epoch": 0.7427000130941469,
      "grad_norm": 0.04811263829469681,
      "learning_rate": 0.00017135136425656264,
      "loss": 10.1999,
      "step": 4254
    },
    {
      "epoch": 0.742874601719698,
      "grad_norm": 0.044367726892232895,
      "learning_rate": 0.00017133854418364944,
      "loss": 10.1759,
      "step": 4255
    },
    {
      "epoch": 0.743049190345249,
      "grad_norm": 0.04358694702386856,
      "learning_rate": 0.00017132572172274453,
      "loss": 10.2019,
      "step": 4256
    },
    {
      "epoch": 0.7432237789708,
      "grad_norm": 0.047363024204969406,
      "learning_rate": 0.00017131289687427717,
      "loss": 10.2012,
      "step": 4257
    },
    {
      "epoch": 0.7433983675963511,
      "grad_norm": 0.047307088971138,
      "learning_rate": 0.00017130006963867662,
      "loss": 10.2269,
      "step": 4258
    },
    {
      "epoch": 0.7435729562219021,
      "grad_norm": 0.0466008260846138,
      "learning_rate": 0.0001712872400163723,
      "loss": 10.1726,
      "step": 4259
    },
    {
      "epoch": 0.7437475448474532,
      "grad_norm": 0.04983074963092804,
      "learning_rate": 0.00017127440800779366,
      "loss": 10.1639,
      "step": 4260
    },
    {
      "epoch": 0.7439221334730043,
      "grad_norm": 0.03955553472042084,
      "learning_rate": 0.0001712615736133702,
      "loss": 10.1973,
      "step": 4261
    },
    {
      "epoch": 0.7440967220985553,
      "grad_norm": 0.04968700930476189,
      "learning_rate": 0.00017124873683353165,
      "loss": 10.2008,
      "step": 4262
    },
    {
      "epoch": 0.7442713107241063,
      "grad_norm": 0.04255497083067894,
      "learning_rate": 0.0001712358976687076,
      "loss": 10.1954,
      "step": 4263
    },
    {
      "epoch": 0.7444458993496573,
      "grad_norm": 0.04776472970843315,
      "learning_rate": 0.00017122305611932782,
      "loss": 10.2147,
      "step": 4264
    },
    {
      "epoch": 0.7446204879752084,
      "grad_norm": 0.046303801238536835,
      "learning_rate": 0.00017121021218582225,
      "loss": 10.2085,
      "step": 4265
    },
    {
      "epoch": 0.7447950766007595,
      "grad_norm": 0.04951750114560127,
      "learning_rate": 0.0001711973658686208,
      "loss": 10.204,
      "step": 4266
    },
    {
      "epoch": 0.7449696652263105,
      "grad_norm": 0.047453414648771286,
      "learning_rate": 0.00017118451716815344,
      "loss": 10.1993,
      "step": 4267
    },
    {
      "epoch": 0.7451442538518616,
      "grad_norm": 0.04778085649013519,
      "learning_rate": 0.00017117166608485033,
      "loss": 10.1959,
      "step": 4268
    },
    {
      "epoch": 0.7453188424774126,
      "grad_norm": 0.04701366275548935,
      "learning_rate": 0.00017115881261914163,
      "loss": 10.2228,
      "step": 4269
    },
    {
      "epoch": 0.7454934311029636,
      "grad_norm": 0.058640047907829285,
      "learning_rate": 0.0001711459567714576,
      "loss": 10.2134,
      "step": 4270
    },
    {
      "epoch": 0.7456680197285147,
      "grad_norm": 0.07817191630601883,
      "learning_rate": 0.00017113309854222854,
      "loss": 10.192,
      "step": 4271
    },
    {
      "epoch": 0.7458426083540657,
      "grad_norm": 0.04668017476797104,
      "learning_rate": 0.00017112023793188492,
      "loss": 10.2181,
      "step": 4272
    },
    {
      "epoch": 0.7460171969796168,
      "grad_norm": 0.04723871871829033,
      "learning_rate": 0.0001711073749408572,
      "loss": 10.1885,
      "step": 4273
    },
    {
      "epoch": 0.7461917856051679,
      "grad_norm": 0.04624354839324951,
      "learning_rate": 0.00017109450956957601,
      "loss": 10.1967,
      "step": 4274
    },
    {
      "epoch": 0.7463663742307188,
      "grad_norm": 0.05385109782218933,
      "learning_rate": 0.00017108164181847192,
      "loss": 10.1641,
      "step": 4275
    },
    {
      "epoch": 0.7465409628562699,
      "grad_norm": 0.04617246612906456,
      "learning_rate": 0.00017106877168797575,
      "loss": 10.225,
      "step": 4276
    },
    {
      "epoch": 0.746715551481821,
      "grad_norm": 0.054976120591163635,
      "learning_rate": 0.00017105589917851827,
      "loss": 10.1831,
      "step": 4277
    },
    {
      "epoch": 0.746890140107372,
      "grad_norm": 0.05412798747420311,
      "learning_rate": 0.0001710430242905304,
      "loss": 10.2118,
      "step": 4278
    },
    {
      "epoch": 0.7470647287329231,
      "grad_norm": 0.05156112462282181,
      "learning_rate": 0.00017103014702444307,
      "loss": 10.2057,
      "step": 4279
    },
    {
      "epoch": 0.747239317358474,
      "grad_norm": 0.0560942068696022,
      "learning_rate": 0.00017101726738068737,
      "loss": 10.206,
      "step": 4280
    },
    {
      "epoch": 0.7474139059840251,
      "grad_norm": 0.05804017186164856,
      "learning_rate": 0.00017100438535969445,
      "loss": 10.1834,
      "step": 4281
    },
    {
      "epoch": 0.7475884946095762,
      "grad_norm": 0.05455842241644859,
      "learning_rate": 0.00017099150096189548,
      "loss": 10.2284,
      "step": 4282
    },
    {
      "epoch": 0.7477630832351272,
      "grad_norm": 0.05634220317006111,
      "learning_rate": 0.00017097861418772177,
      "loss": 10.178,
      "step": 4283
    },
    {
      "epoch": 0.7479376718606783,
      "grad_norm": 0.05148676410317421,
      "learning_rate": 0.00017096572503760472,
      "loss": 10.1968,
      "step": 4284
    },
    {
      "epoch": 0.7481122604862294,
      "grad_norm": 0.055446550250053406,
      "learning_rate": 0.00017095283351197576,
      "loss": 10.1846,
      "step": 4285
    },
    {
      "epoch": 0.7482868491117803,
      "grad_norm": 0.05821375921368599,
      "learning_rate": 0.00017093993961126645,
      "loss": 10.1709,
      "step": 4286
    },
    {
      "epoch": 0.7484614377373314,
      "grad_norm": 0.055230673402547836,
      "learning_rate": 0.00017092704333590832,
      "loss": 10.1907,
      "step": 4287
    },
    {
      "epoch": 0.7486360263628825,
      "grad_norm": 0.06570301949977875,
      "learning_rate": 0.00017091414468633316,
      "loss": 10.1857,
      "step": 4288
    },
    {
      "epoch": 0.7488106149884335,
      "grad_norm": 0.06371074914932251,
      "learning_rate": 0.00017090124366297266,
      "loss": 10.1838,
      "step": 4289
    },
    {
      "epoch": 0.7489852036139846,
      "grad_norm": 0.07733544707298279,
      "learning_rate": 0.0001708883402662587,
      "loss": 10.1849,
      "step": 4290
    },
    {
      "epoch": 0.7491597922395355,
      "grad_norm": 0.06220528855919838,
      "learning_rate": 0.00017087543449662324,
      "loss": 10.1667,
      "step": 4291
    },
    {
      "epoch": 0.7493343808650866,
      "grad_norm": 0.06384282559156418,
      "learning_rate": 0.0001708625263544983,
      "loss": 10.1933,
      "step": 4292
    },
    {
      "epoch": 0.7495089694906377,
      "grad_norm": 0.07169763743877411,
      "learning_rate": 0.00017084961584031585,
      "loss": 10.1751,
      "step": 4293
    },
    {
      "epoch": 0.7496835581161887,
      "grad_norm": 0.08129570633172989,
      "learning_rate": 0.0001708367029545082,
      "loss": 10.1725,
      "step": 4294
    },
    {
      "epoch": 0.7498581467417398,
      "grad_norm": 0.07581090927124023,
      "learning_rate": 0.00017082378769750752,
      "loss": 10.2096,
      "step": 4295
    },
    {
      "epoch": 0.7500327353672909,
      "grad_norm": 0.08405660092830658,
      "learning_rate": 0.00017081087006974612,
      "loss": 10.1651,
      "step": 4296
    },
    {
      "epoch": 0.7502073239928418,
      "grad_norm": 0.08361497521400452,
      "learning_rate": 0.00017079795007165648,
      "loss": 10.1356,
      "step": 4297
    },
    {
      "epoch": 0.7503819126183929,
      "grad_norm": 0.10020464658737183,
      "learning_rate": 0.00017078502770367105,
      "loss": 10.1674,
      "step": 4298
    },
    {
      "epoch": 0.7505565012439439,
      "grad_norm": 0.11788511276245117,
      "learning_rate": 0.00017077210296622235,
      "loss": 10.2152,
      "step": 4299
    },
    {
      "epoch": 0.750731089869495,
      "grad_norm": 0.15361446142196655,
      "learning_rate": 0.0001707591758597431,
      "loss": 10.1823,
      "step": 4300
    },
    {
      "epoch": 0.7509056784950461,
      "grad_norm": 0.044617634266614914,
      "learning_rate": 0.00017074624638466595,
      "loss": 10.1854,
      "step": 4301
    },
    {
      "epoch": 0.7510802671205971,
      "grad_norm": 0.06190778315067291,
      "learning_rate": 0.00017073331454142373,
      "loss": 10.1845,
      "step": 4302
    },
    {
      "epoch": 0.7512548557461481,
      "grad_norm": 0.04545985534787178,
      "learning_rate": 0.00017072038033044934,
      "loss": 10.2017,
      "step": 4303
    },
    {
      "epoch": 0.7514294443716992,
      "grad_norm": 0.044509533792734146,
      "learning_rate": 0.00017070744375217574,
      "loss": 10.202,
      "step": 4304
    },
    {
      "epoch": 0.7516040329972502,
      "grad_norm": 0.05054595321416855,
      "learning_rate": 0.00017069450480703595,
      "loss": 10.2135,
      "step": 4305
    },
    {
      "epoch": 0.7517786216228013,
      "grad_norm": 0.04631967097520828,
      "learning_rate": 0.0001706815634954631,
      "loss": 10.2195,
      "step": 4306
    },
    {
      "epoch": 0.7519532102483523,
      "grad_norm": 0.051304273307323456,
      "learning_rate": 0.00017066861981789039,
      "loss": 10.2078,
      "step": 4307
    },
    {
      "epoch": 0.7521277988739034,
      "grad_norm": 0.04483138024806976,
      "learning_rate": 0.00017065567377475108,
      "loss": 10.1954,
      "step": 4308
    },
    {
      "epoch": 0.7523023874994544,
      "grad_norm": 0.04914315789937973,
      "learning_rate": 0.00017064272536647854,
      "loss": 10.2122,
      "step": 4309
    },
    {
      "epoch": 0.7524769761250054,
      "grad_norm": 0.04578862711787224,
      "learning_rate": 0.00017062977459350622,
      "loss": 10.1863,
      "step": 4310
    },
    {
      "epoch": 0.7526515647505565,
      "grad_norm": 0.04466157406568527,
      "learning_rate": 0.0001706168214562676,
      "loss": 10.211,
      "step": 4311
    },
    {
      "epoch": 0.7528261533761076,
      "grad_norm": 0.04810984805226326,
      "learning_rate": 0.0001706038659551963,
      "loss": 10.2224,
      "step": 4312
    },
    {
      "epoch": 0.7530007420016586,
      "grad_norm": 0.043360691517591476,
      "learning_rate": 0.00017059090809072602,
      "loss": 10.209,
      "step": 4313
    },
    {
      "epoch": 0.7531753306272096,
      "grad_norm": 0.04827248677611351,
      "learning_rate": 0.00017057794786329048,
      "loss": 10.2111,
      "step": 4314
    },
    {
      "epoch": 0.7533499192527607,
      "grad_norm": 0.040394287556409836,
      "learning_rate": 0.00017056498527332346,
      "loss": 10.1851,
      "step": 4315
    },
    {
      "epoch": 0.7535245078783117,
      "grad_norm": 0.04730725288391113,
      "learning_rate": 0.00017055202032125897,
      "loss": 10.2125,
      "step": 4316
    },
    {
      "epoch": 0.7536990965038628,
      "grad_norm": 0.049219753593206406,
      "learning_rate": 0.00017053905300753094,
      "loss": 10.1737,
      "step": 4317
    },
    {
      "epoch": 0.7538736851294138,
      "grad_norm": 0.05570901185274124,
      "learning_rate": 0.00017052608333257343,
      "loss": 10.2074,
      "step": 4318
    },
    {
      "epoch": 0.7540482737549649,
      "grad_norm": 0.04254402965307236,
      "learning_rate": 0.00017051311129682065,
      "loss": 10.1955,
      "step": 4319
    },
    {
      "epoch": 0.754222862380516,
      "grad_norm": 0.04466933757066727,
      "learning_rate": 0.00017050013690070675,
      "loss": 10.2235,
      "step": 4320
    },
    {
      "epoch": 0.7543974510060669,
      "grad_norm": 0.05009061470627785,
      "learning_rate": 0.0001704871601446661,
      "loss": 10.1793,
      "step": 4321
    },
    {
      "epoch": 0.754572039631618,
      "grad_norm": 0.05121200531721115,
      "learning_rate": 0.00017047418102913303,
      "loss": 10.2057,
      "step": 4322
    },
    {
      "epoch": 0.7547466282571691,
      "grad_norm": 0.050498709082603455,
      "learning_rate": 0.00017046119955454206,
      "loss": 10.1957,
      "step": 4323
    },
    {
      "epoch": 0.7549212168827201,
      "grad_norm": 0.0655428096652031,
      "learning_rate": 0.0001704482157213277,
      "loss": 10.1836,
      "step": 4324
    },
    {
      "epoch": 0.7550958055082712,
      "grad_norm": 0.046536076813936234,
      "learning_rate": 0.00017043522952992456,
      "loss": 10.2011,
      "step": 4325
    },
    {
      "epoch": 0.7552703941338221,
      "grad_norm": 0.0535770058631897,
      "learning_rate": 0.00017042224098076737,
      "loss": 10.2004,
      "step": 4326
    },
    {
      "epoch": 0.7554449827593732,
      "grad_norm": 0.05646909773349762,
      "learning_rate": 0.00017040925007429092,
      "loss": 10.1952,
      "step": 4327
    },
    {
      "epoch": 0.7556195713849243,
      "grad_norm": 0.050751641392707825,
      "learning_rate": 0.00017039625681093,
      "loss": 10.176,
      "step": 4328
    },
    {
      "epoch": 0.7557941600104753,
      "grad_norm": 0.05003675818443298,
      "learning_rate": 0.00017038326119111962,
      "loss": 10.2169,
      "step": 4329
    },
    {
      "epoch": 0.7559687486360264,
      "grad_norm": 0.05630145221948624,
      "learning_rate": 0.00017037026321529476,
      "loss": 10.1767,
      "step": 4330
    },
    {
      "epoch": 0.7561433372615775,
      "grad_norm": 0.05792393535375595,
      "learning_rate": 0.00017035726288389054,
      "loss": 10.1575,
      "step": 4331
    },
    {
      "epoch": 0.7563179258871284,
      "grad_norm": 0.05446389690041542,
      "learning_rate": 0.0001703442601973421,
      "loss": 10.1911,
      "step": 4332
    },
    {
      "epoch": 0.7564925145126795,
      "grad_norm": 0.0594281367957592,
      "learning_rate": 0.00017033125515608473,
      "loss": 10.1894,
      "step": 4333
    },
    {
      "epoch": 0.7566671031382305,
      "grad_norm": 0.06170256435871124,
      "learning_rate": 0.00017031824776055372,
      "loss": 10.1718,
      "step": 4334
    },
    {
      "epoch": 0.7568416917637816,
      "grad_norm": 0.054970744997262955,
      "learning_rate": 0.0001703052380111845,
      "loss": 10.1877,
      "step": 4335
    },
    {
      "epoch": 0.7570162803893327,
      "grad_norm": 0.049516141414642334,
      "learning_rate": 0.00017029222590841258,
      "loss": 10.184,
      "step": 4336
    },
    {
      "epoch": 0.7571908690148836,
      "grad_norm": 0.05572206899523735,
      "learning_rate": 0.0001702792114526735,
      "loss": 10.1739,
      "step": 4337
    },
    {
      "epoch": 0.7573654576404347,
      "grad_norm": 0.06215059384703636,
      "learning_rate": 0.00017026619464440294,
      "loss": 10.205,
      "step": 4338
    },
    {
      "epoch": 0.7575400462659858,
      "grad_norm": 0.06445053219795227,
      "learning_rate": 0.00017025317548403657,
      "loss": 10.2265,
      "step": 4339
    },
    {
      "epoch": 0.7577146348915368,
      "grad_norm": 0.06866498291492462,
      "learning_rate": 0.00017024015397201024,
      "loss": 10.1607,
      "step": 4340
    },
    {
      "epoch": 0.7578892235170879,
      "grad_norm": 0.07080485671758652,
      "learning_rate": 0.00017022713010875982,
      "loss": 10.1762,
      "step": 4341
    },
    {
      "epoch": 0.758063812142639,
      "grad_norm": 0.0626978874206543,
      "learning_rate": 0.00017021410389472127,
      "loss": 10.2053,
      "step": 4342
    },
    {
      "epoch": 0.7582384007681899,
      "grad_norm": 0.0671456903219223,
      "learning_rate": 0.00017020107533033066,
      "loss": 10.1775,
      "step": 4343
    },
    {
      "epoch": 0.758412989393741,
      "grad_norm": 0.07183722406625748,
      "learning_rate": 0.00017018804441602404,
      "loss": 10.2046,
      "step": 4344
    },
    {
      "epoch": 0.758587578019292,
      "grad_norm": 0.07325774431228638,
      "learning_rate": 0.0001701750111522377,
      "loss": 10.1831,
      "step": 4345
    },
    {
      "epoch": 0.7587621666448431,
      "grad_norm": 0.0766683891415596,
      "learning_rate": 0.00017016197553940783,
      "loss": 10.1978,
      "step": 4346
    },
    {
      "epoch": 0.7589367552703942,
      "grad_norm": 0.08432021737098694,
      "learning_rate": 0.00017014893757797084,
      "loss": 10.1619,
      "step": 4347
    },
    {
      "epoch": 0.7591113438959451,
      "grad_norm": 0.08246783912181854,
      "learning_rate": 0.0001701358972683631,
      "loss": 10.1779,
      "step": 4348
    },
    {
      "epoch": 0.7592859325214962,
      "grad_norm": 0.1049584373831749,
      "learning_rate": 0.00017012285461102123,
      "loss": 10.1435,
      "step": 4349
    },
    {
      "epoch": 0.7594605211470473,
      "grad_norm": 0.14155912399291992,
      "learning_rate": 0.00017010980960638168,
      "loss": 10.201,
      "step": 4350
    },
    {
      "epoch": 0.7596351097725983,
      "grad_norm": 0.05287550762295723,
      "learning_rate": 0.00017009676225488126,
      "loss": 10.1863,
      "step": 4351
    },
    {
      "epoch": 0.7598096983981494,
      "grad_norm": 0.05407088249921799,
      "learning_rate": 0.00017008371255695665,
      "loss": 10.1981,
      "step": 4352
    },
    {
      "epoch": 0.7599842870237004,
      "grad_norm": 0.04338468611240387,
      "learning_rate": 0.00017007066051304468,
      "loss": 10.1963,
      "step": 4353
    },
    {
      "epoch": 0.7601588756492514,
      "grad_norm": 0.054278336465358734,
      "learning_rate": 0.00017005760612358225,
      "loss": 10.1998,
      "step": 4354
    },
    {
      "epoch": 0.7603334642748025,
      "grad_norm": 0.05236334726214409,
      "learning_rate": 0.00017004454938900635,
      "loss": 10.1791,
      "step": 4355
    },
    {
      "epoch": 0.7605080529003535,
      "grad_norm": 0.05109614133834839,
      "learning_rate": 0.00017003149030975405,
      "loss": 10.2087,
      "step": 4356
    },
    {
      "epoch": 0.7606826415259046,
      "grad_norm": 0.045802414417266846,
      "learning_rate": 0.00017001842888626247,
      "loss": 10.1989,
      "step": 4357
    },
    {
      "epoch": 0.7608572301514557,
      "grad_norm": 0.049297112971544266,
      "learning_rate": 0.00017000536511896884,
      "loss": 10.2125,
      "step": 4358
    },
    {
      "epoch": 0.7610318187770067,
      "grad_norm": 0.04465331882238388,
      "learning_rate": 0.00016999229900831048,
      "loss": 10.231,
      "step": 4359
    },
    {
      "epoch": 0.7612064074025577,
      "grad_norm": 0.04880755394697189,
      "learning_rate": 0.00016997923055472473,
      "loss": 10.2272,
      "step": 4360
    },
    {
      "epoch": 0.7613809960281087,
      "grad_norm": 0.05020229145884514,
      "learning_rate": 0.00016996615975864906,
      "loss": 10.2176,
      "step": 4361
    },
    {
      "epoch": 0.7615555846536598,
      "grad_norm": 0.04332633316516876,
      "learning_rate": 0.000169953086620521,
      "loss": 10.1947,
      "step": 4362
    },
    {
      "epoch": 0.7617301732792109,
      "grad_norm": 0.050782252103090286,
      "learning_rate": 0.0001699400111407782,
      "loss": 10.2064,
      "step": 4363
    },
    {
      "epoch": 0.7619047619047619,
      "grad_norm": 0.052490513771772385,
      "learning_rate": 0.00016992693331985826,
      "loss": 10.1693,
      "step": 4364
    },
    {
      "epoch": 0.762079350530313,
      "grad_norm": 0.04711798205971718,
      "learning_rate": 0.00016991385315819906,
      "loss": 10.2111,
      "step": 4365
    },
    {
      "epoch": 0.762253939155864,
      "grad_norm": 0.05920513719320297,
      "learning_rate": 0.00016990077065623832,
      "loss": 10.1883,
      "step": 4366
    },
    {
      "epoch": 0.762428527781415,
      "grad_norm": 0.050444770604372025,
      "learning_rate": 0.0001698876858144141,
      "loss": 10.2038,
      "step": 4367
    },
    {
      "epoch": 0.7626031164069661,
      "grad_norm": 0.04605041816830635,
      "learning_rate": 0.00016987459863316431,
      "loss": 10.2108,
      "step": 4368
    },
    {
      "epoch": 0.7627777050325172,
      "grad_norm": 0.04512706398963928,
      "learning_rate": 0.00016986150911292702,
      "loss": 10.1664,
      "step": 4369
    },
    {
      "epoch": 0.7629522936580682,
      "grad_norm": 0.04332941025495529,
      "learning_rate": 0.00016984841725414048,
      "loss": 10.1694,
      "step": 4370
    },
    {
      "epoch": 0.7631268822836192,
      "grad_norm": 0.049954965710639954,
      "learning_rate": 0.00016983532305724287,
      "loss": 10.2003,
      "step": 4371
    },
    {
      "epoch": 0.7633014709091702,
      "grad_norm": 0.046093784272670746,
      "learning_rate": 0.00016982222652267245,
      "loss": 10.1987,
      "step": 4372
    },
    {
      "epoch": 0.7634760595347213,
      "grad_norm": 0.053891751915216446,
      "learning_rate": 0.00016980912765086773,
      "loss": 10.2039,
      "step": 4373
    },
    {
      "epoch": 0.7636506481602724,
      "grad_norm": 0.05366779863834381,
      "learning_rate": 0.00016979602644226713,
      "loss": 10.1713,
      "step": 4374
    },
    {
      "epoch": 0.7638252367858234,
      "grad_norm": 0.053651176393032074,
      "learning_rate": 0.00016978292289730916,
      "loss": 10.1838,
      "step": 4375
    },
    {
      "epoch": 0.7639998254113745,
      "grad_norm": 0.054471585899591446,
      "learning_rate": 0.00016976981701643254,
      "loss": 10.1931,
      "step": 4376
    },
    {
      "epoch": 0.7641744140369255,
      "grad_norm": 0.05359504744410515,
      "learning_rate": 0.00016975670880007592,
      "loss": 10.188,
      "step": 4377
    },
    {
      "epoch": 0.7643490026624765,
      "grad_norm": 0.053989313542842865,
      "learning_rate": 0.00016974359824867803,
      "loss": 10.1618,
      "step": 4378
    },
    {
      "epoch": 0.7645235912880276,
      "grad_norm": 0.06283694505691528,
      "learning_rate": 0.00016973048536267783,
      "loss": 10.2109,
      "step": 4379
    },
    {
      "epoch": 0.7646981799135786,
      "grad_norm": 0.07288940995931625,
      "learning_rate": 0.00016971737014251424,
      "loss": 10.1894,
      "step": 4380
    },
    {
      "epoch": 0.7648727685391297,
      "grad_norm": 0.054482150822877884,
      "learning_rate": 0.00016970425258862624,
      "loss": 10.176,
      "step": 4381
    },
    {
      "epoch": 0.7650473571646808,
      "grad_norm": 0.05862989276647568,
      "learning_rate": 0.00016969113270145293,
      "loss": 10.1779,
      "step": 4382
    },
    {
      "epoch": 0.7652219457902317,
      "grad_norm": 0.060399848967790604,
      "learning_rate": 0.00016967801048143358,
      "loss": 10.1809,
      "step": 4383
    },
    {
      "epoch": 0.7653965344157828,
      "grad_norm": 0.056917704641819,
      "learning_rate": 0.0001696648859290073,
      "loss": 10.1939,
      "step": 4384
    },
    {
      "epoch": 0.7655711230413339,
      "grad_norm": 0.061289507895708084,
      "learning_rate": 0.00016965175904461353,
      "loss": 10.212,
      "step": 4385
    },
    {
      "epoch": 0.7657457116668849,
      "grad_norm": 0.057740699499845505,
      "learning_rate": 0.00016963862982869167,
      "loss": 10.2056,
      "step": 4386
    },
    {
      "epoch": 0.765920300292436,
      "grad_norm": 0.061702221632003784,
      "learning_rate": 0.00016962549828168115,
      "loss": 10.1976,
      "step": 4387
    },
    {
      "epoch": 0.7660948889179869,
      "grad_norm": 0.058447837829589844,
      "learning_rate": 0.0001696123644040216,
      "loss": 10.1799,
      "step": 4388
    },
    {
      "epoch": 0.766269477543538,
      "grad_norm": 0.0657387524843216,
      "learning_rate": 0.0001695992281961526,
      "loss": 10.2234,
      "step": 4389
    },
    {
      "epoch": 0.7664440661690891,
      "grad_norm": 0.07836010307073593,
      "learning_rate": 0.00016958608965851393,
      "loss": 10.161,
      "step": 4390
    },
    {
      "epoch": 0.7666186547946401,
      "grad_norm": 0.07129728049039841,
      "learning_rate": 0.00016957294879154535,
      "loss": 10.1844,
      "step": 4391
    },
    {
      "epoch": 0.7667932434201912,
      "grad_norm": 0.06847181171178818,
      "learning_rate": 0.00016955980559568676,
      "loss": 10.2049,
      "step": 4392
    },
    {
      "epoch": 0.7669678320457423,
      "grad_norm": 0.10398828983306885,
      "learning_rate": 0.0001695466600713781,
      "loss": 10.1908,
      "step": 4393
    },
    {
      "epoch": 0.7671424206712932,
      "grad_norm": 0.07632811367511749,
      "learning_rate": 0.00016953351221905946,
      "loss": 10.2264,
      "step": 4394
    },
    {
      "epoch": 0.7673170092968443,
      "grad_norm": 0.07578765600919724,
      "learning_rate": 0.0001695203620391709,
      "loss": 10.1743,
      "step": 4395
    },
    {
      "epoch": 0.7674915979223954,
      "grad_norm": 0.0804373249411583,
      "learning_rate": 0.0001695072095321526,
      "loss": 10.2262,
      "step": 4396
    },
    {
      "epoch": 0.7676661865479464,
      "grad_norm": 0.08506377041339874,
      "learning_rate": 0.00016949405469844484,
      "loss": 10.1721,
      "step": 4397
    },
    {
      "epoch": 0.7678407751734975,
      "grad_norm": 0.0873049646615982,
      "learning_rate": 0.00016948089753848796,
      "loss": 10.1969,
      "step": 4398
    },
    {
      "epoch": 0.7680153637990484,
      "grad_norm": 0.09904233366250992,
      "learning_rate": 0.00016946773805272245,
      "loss": 10.1589,
      "step": 4399
    },
    {
      "epoch": 0.7681899524245995,
      "grad_norm": 0.1360061764717102,
      "learning_rate": 0.00016945457624158871,
      "loss": 10.2255,
      "step": 4400
    },
    {
      "epoch": 0.7681899524245995,
      "eval_loss": 10.17817211151123,
      "eval_runtime": 0.726,
      "eval_samples_per_second": 318.187,
      "eval_steps_per_second": 159.782,
      "step": 4400
    },
    {
      "epoch": 0.7683645410501506,
      "grad_norm": 0.04961743950843811,
      "learning_rate": 0.0001694414121055274,
      "loss": 10.1772,
      "step": 4401
    },
    {
      "epoch": 0.7685391296757016,
      "grad_norm": 0.062282223254442215,
      "learning_rate": 0.00016942824564497913,
      "loss": 10.219,
      "step": 4402
    },
    {
      "epoch": 0.7687137183012527,
      "grad_norm": 0.040458813309669495,
      "learning_rate": 0.0001694150768603846,
      "loss": 10.2039,
      "step": 4403
    },
    {
      "epoch": 0.7688883069268038,
      "grad_norm": 0.05077695846557617,
      "learning_rate": 0.00016940190575218472,
      "loss": 10.1948,
      "step": 4404
    },
    {
      "epoch": 0.7690628955523547,
      "grad_norm": 0.04421599954366684,
      "learning_rate": 0.00016938873232082036,
      "loss": 10.2083,
      "step": 4405
    },
    {
      "epoch": 0.7692374841779058,
      "grad_norm": 0.04713309928774834,
      "learning_rate": 0.00016937555656673244,
      "loss": 10.206,
      "step": 4406
    },
    {
      "epoch": 0.7694120728034568,
      "grad_norm": 0.05082666501402855,
      "learning_rate": 0.000169362378490362,
      "loss": 10.2055,
      "step": 4407
    },
    {
      "epoch": 0.7695866614290079,
      "grad_norm": 0.040359918028116226,
      "learning_rate": 0.00016934919809215022,
      "loss": 10.2,
      "step": 4408
    },
    {
      "epoch": 0.769761250054559,
      "grad_norm": 0.04439977556467056,
      "learning_rate": 0.00016933601537253828,
      "loss": 10.1959,
      "step": 4409
    },
    {
      "epoch": 0.76993583868011,
      "grad_norm": 0.043740615248680115,
      "learning_rate": 0.00016932283033196742,
      "loss": 10.1829,
      "step": 4410
    },
    {
      "epoch": 0.770110427305661,
      "grad_norm": 0.04196188598871231,
      "learning_rate": 0.00016930964297087907,
      "loss": 10.2261,
      "step": 4411
    },
    {
      "epoch": 0.7702850159312121,
      "grad_norm": 0.04559703916311264,
      "learning_rate": 0.0001692964532897146,
      "loss": 10.2001,
      "step": 4412
    },
    {
      "epoch": 0.7704596045567631,
      "grad_norm": 0.047228265553712845,
      "learning_rate": 0.00016928326128891555,
      "loss": 10.2322,
      "step": 4413
    },
    {
      "epoch": 0.7706341931823142,
      "grad_norm": 0.051812794059515,
      "learning_rate": 0.0001692700669689235,
      "loss": 10.2107,
      "step": 4414
    },
    {
      "epoch": 0.7708087818078652,
      "grad_norm": 0.0616782121360302,
      "learning_rate": 0.00016925687033018014,
      "loss": 10.1936,
      "step": 4415
    },
    {
      "epoch": 0.7709833704334162,
      "grad_norm": 0.052775971591472626,
      "learning_rate": 0.0001692436713731272,
      "loss": 10.1814,
      "step": 4416
    },
    {
      "epoch": 0.7711579590589673,
      "grad_norm": 0.044675540179014206,
      "learning_rate": 0.0001692304700982065,
      "loss": 10.1986,
      "step": 4417
    },
    {
      "epoch": 0.7713325476845183,
      "grad_norm": 0.04956506937742233,
      "learning_rate": 0.0001692172665058599,
      "loss": 10.1965,
      "step": 4418
    },
    {
      "epoch": 0.7715071363100694,
      "grad_norm": 0.053709473460912704,
      "learning_rate": 0.00016920406059652948,
      "loss": 10.2046,
      "step": 4419
    },
    {
      "epoch": 0.7716817249356205,
      "grad_norm": 0.04967164620757103,
      "learning_rate": 0.0001691908523706572,
      "loss": 10.195,
      "step": 4420
    },
    {
      "epoch": 0.7718563135611715,
      "grad_norm": 0.04732019081711769,
      "learning_rate": 0.00016917764182868526,
      "loss": 10.1748,
      "step": 4421
    },
    {
      "epoch": 0.7720309021867225,
      "grad_norm": 0.04798184335231781,
      "learning_rate": 0.00016916442897105586,
      "loss": 10.2164,
      "step": 4422
    },
    {
      "epoch": 0.7722054908122736,
      "grad_norm": 0.0475742369890213,
      "learning_rate": 0.00016915121379821118,
      "loss": 10.2175,
      "step": 4423
    },
    {
      "epoch": 0.7723800794378246,
      "grad_norm": 0.05360659584403038,
      "learning_rate": 0.00016913799631059376,
      "loss": 10.213,
      "step": 4424
    },
    {
      "epoch": 0.7725546680633757,
      "grad_norm": 0.0505807101726532,
      "learning_rate": 0.00016912477650864592,
      "loss": 10.198,
      "step": 4425
    },
    {
      "epoch": 0.7727292566889267,
      "grad_norm": 0.05844944342970848,
      "learning_rate": 0.00016911155439281022,
      "loss": 10.1976,
      "step": 4426
    },
    {
      "epoch": 0.7729038453144778,
      "grad_norm": 0.053991757333278656,
      "learning_rate": 0.00016909832996352925,
      "loss": 10.2166,
      "step": 4427
    },
    {
      "epoch": 0.7730784339400288,
      "grad_norm": 0.04872019588947296,
      "learning_rate": 0.0001690851032212457,
      "loss": 10.1937,
      "step": 4428
    },
    {
      "epoch": 0.7732530225655798,
      "grad_norm": 0.06007733196020126,
      "learning_rate": 0.00016907187416640235,
      "loss": 10.1982,
      "step": 4429
    },
    {
      "epoch": 0.7734276111911309,
      "grad_norm": 0.05840160325169563,
      "learning_rate": 0.00016905864279944194,
      "loss": 10.1913,
      "step": 4430
    },
    {
      "epoch": 0.773602199816682,
      "grad_norm": 0.06877166777849197,
      "learning_rate": 0.00016904540912080743,
      "loss": 10.179,
      "step": 4431
    },
    {
      "epoch": 0.773776788442233,
      "grad_norm": 0.0536213144659996,
      "learning_rate": 0.00016903217313094185,
      "loss": 10.1932,
      "step": 4432
    },
    {
      "epoch": 0.773951377067784,
      "grad_norm": 0.052114348858594894,
      "learning_rate": 0.00016901893483028819,
      "loss": 10.1741,
      "step": 4433
    },
    {
      "epoch": 0.774125965693335,
      "grad_norm": 0.057190876454114914,
      "learning_rate": 0.00016900569421928965,
      "loss": 10.1581,
      "step": 4434
    },
    {
      "epoch": 0.7743005543188861,
      "grad_norm": 0.059172019362449646,
      "learning_rate": 0.0001689924512983894,
      "loss": 10.1861,
      "step": 4435
    },
    {
      "epoch": 0.7744751429444372,
      "grad_norm": 0.06574343889951706,
      "learning_rate": 0.00016897920606803073,
      "loss": 10.1787,
      "step": 4436
    },
    {
      "epoch": 0.7746497315699882,
      "grad_norm": 0.06360705196857452,
      "learning_rate": 0.00016896595852865706,
      "loss": 10.1687,
      "step": 4437
    },
    {
      "epoch": 0.7748243201955393,
      "grad_norm": 0.06637771427631378,
      "learning_rate": 0.00016895270868071182,
      "loss": 10.1506,
      "step": 4438
    },
    {
      "epoch": 0.7749989088210903,
      "grad_norm": 0.06706901639699936,
      "learning_rate": 0.0001689394565246385,
      "loss": 10.1652,
      "step": 4439
    },
    {
      "epoch": 0.7751734974466413,
      "grad_norm": 0.07230523973703384,
      "learning_rate": 0.00016892620206088074,
      "loss": 10.2116,
      "step": 4440
    },
    {
      "epoch": 0.7753480860721924,
      "grad_norm": 0.059828322380781174,
      "learning_rate": 0.00016891294528988224,
      "loss": 10.2037,
      "step": 4441
    },
    {
      "epoch": 0.7755226746977435,
      "grad_norm": 0.06543875485658646,
      "learning_rate": 0.00016889968621208672,
      "loss": 10.1967,
      "step": 4442
    },
    {
      "epoch": 0.7756972633232945,
      "grad_norm": 0.06646565347909927,
      "learning_rate": 0.000168886424827938,
      "loss": 10.1731,
      "step": 4443
    },
    {
      "epoch": 0.7758718519488456,
      "grad_norm": 0.07055599987506866,
      "learning_rate": 0.00016887316113788005,
      "loss": 10.1605,
      "step": 4444
    },
    {
      "epoch": 0.7760464405743965,
      "grad_norm": 0.0881853997707367,
      "learning_rate": 0.00016885989514235682,
      "loss": 10.1877,
      "step": 4445
    },
    {
      "epoch": 0.7762210291999476,
      "grad_norm": 0.08758161216974258,
      "learning_rate": 0.00016884662684181237,
      "loss": 10.1862,
      "step": 4446
    },
    {
      "epoch": 0.7763956178254987,
      "grad_norm": 0.08459887653589249,
      "learning_rate": 0.0001688333562366909,
      "loss": 10.1629,
      "step": 4447
    },
    {
      "epoch": 0.7765702064510497,
      "grad_norm": 0.09188714623451233,
      "learning_rate": 0.00016882008332743658,
      "loss": 10.2059,
      "step": 4448
    },
    {
      "epoch": 0.7767447950766008,
      "grad_norm": 0.10339827090501785,
      "learning_rate": 0.0001688068081144937,
      "loss": 10.1459,
      "step": 4449
    },
    {
      "epoch": 0.7769193837021519,
      "grad_norm": 0.13208749890327454,
      "learning_rate": 0.00016879353059830665,
      "loss": 10.1674,
      "step": 4450
    },
    {
      "epoch": 0.7770939723277028,
      "grad_norm": 0.04355970397591591,
      "learning_rate": 0.0001687802507793199,
      "loss": 10.2003,
      "step": 4451
    },
    {
      "epoch": 0.7772685609532539,
      "grad_norm": 0.04458467289805412,
      "learning_rate": 0.00016876696865797798,
      "loss": 10.2128,
      "step": 4452
    },
    {
      "epoch": 0.7774431495788049,
      "grad_norm": 0.05590173602104187,
      "learning_rate": 0.0001687536842347255,
      "loss": 10.1904,
      "step": 4453
    },
    {
      "epoch": 0.777617738204356,
      "grad_norm": 0.05514492094516754,
      "learning_rate": 0.00016874039751000708,
      "loss": 10.2386,
      "step": 4454
    },
    {
      "epoch": 0.7777923268299071,
      "grad_norm": 0.04578947275876999,
      "learning_rate": 0.00016872710848426755,
      "loss": 10.1999,
      "step": 4455
    },
    {
      "epoch": 0.777966915455458,
      "grad_norm": 0.04586267098784447,
      "learning_rate": 0.00016871381715795173,
      "loss": 10.2166,
      "step": 4456
    },
    {
      "epoch": 0.7781415040810091,
      "grad_norm": 0.061207957565784454,
      "learning_rate": 0.0001687005235315045,
      "loss": 10.1845,
      "step": 4457
    },
    {
      "epoch": 0.7783160927065602,
      "grad_norm": 0.05088783800601959,
      "learning_rate": 0.00016868722760537093,
      "loss": 10.2055,
      "step": 4458
    },
    {
      "epoch": 0.7784906813321112,
      "grad_norm": 0.042426470667123795,
      "learning_rate": 0.00016867392937999602,
      "loss": 10.1948,
      "step": 4459
    },
    {
      "epoch": 0.7786652699576623,
      "grad_norm": 0.05130429565906525,
      "learning_rate": 0.00016866062885582495,
      "loss": 10.2001,
      "step": 4460
    },
    {
      "epoch": 0.7788398585832133,
      "grad_norm": 0.05801006406545639,
      "learning_rate": 0.00016864732603330294,
      "loss": 10.2043,
      "step": 4461
    },
    {
      "epoch": 0.7790144472087643,
      "grad_norm": 0.04501591622829437,
      "learning_rate": 0.00016863402091287524,
      "loss": 10.2155,
      "step": 4462
    },
    {
      "epoch": 0.7791890358343154,
      "grad_norm": 0.04779607430100441,
      "learning_rate": 0.0001686207134949873,
      "loss": 10.2145,
      "step": 4463
    },
    {
      "epoch": 0.7793636244598664,
      "grad_norm": 0.04987473413348198,
      "learning_rate": 0.00016860740378008452,
      "loss": 10.2059,
      "step": 4464
    },
    {
      "epoch": 0.7795382130854175,
      "grad_norm": 0.04429389536380768,
      "learning_rate": 0.00016859409176861248,
      "loss": 10.1981,
      "step": 4465
    },
    {
      "epoch": 0.7797128017109686,
      "grad_norm": 0.045838501304388046,
      "learning_rate": 0.00016858077746101672,
      "loss": 10.1905,
      "step": 4466
    },
    {
      "epoch": 0.7798873903365195,
      "grad_norm": 0.05501050874590874,
      "learning_rate": 0.000168567460857743,
      "loss": 10.2033,
      "step": 4467
    },
    {
      "epoch": 0.7800619789620706,
      "grad_norm": 0.04678255319595337,
      "learning_rate": 0.00016855414195923702,
      "loss": 10.1991,
      "step": 4468
    },
    {
      "epoch": 0.7802365675876217,
      "grad_norm": 0.04764341190457344,
      "learning_rate": 0.00016854082076594464,
      "loss": 10.1835,
      "step": 4469
    },
    {
      "epoch": 0.7804111562131727,
      "grad_norm": 0.04085380956530571,
      "learning_rate": 0.00016852749727831178,
      "loss": 10.2195,
      "step": 4470
    },
    {
      "epoch": 0.7805857448387238,
      "grad_norm": 0.05139569193124771,
      "learning_rate": 0.00016851417149678444,
      "loss": 10.1918,
      "step": 4471
    },
    {
      "epoch": 0.7807603334642748,
      "grad_norm": 0.05172346159815788,
      "learning_rate": 0.00016850084342180866,
      "loss": 10.2013,
      "step": 4472
    },
    {
      "epoch": 0.7809349220898258,
      "grad_norm": 0.053359340876340866,
      "learning_rate": 0.00016848751305383058,
      "loss": 10.1926,
      "step": 4473
    },
    {
      "epoch": 0.7811095107153769,
      "grad_norm": 0.057440463453531265,
      "learning_rate": 0.0001684741803932965,
      "loss": 10.2139,
      "step": 4474
    },
    {
      "epoch": 0.7812840993409279,
      "grad_norm": 0.05486402288079262,
      "learning_rate": 0.00016846084544065262,
      "loss": 10.195,
      "step": 4475
    },
    {
      "epoch": 0.781458687966479,
      "grad_norm": 0.04948714002966881,
      "learning_rate": 0.00016844750819634534,
      "loss": 10.181,
      "step": 4476
    },
    {
      "epoch": 0.7816332765920301,
      "grad_norm": 0.05053288862109184,
      "learning_rate": 0.00016843416866082117,
      "loss": 10.1837,
      "step": 4477
    },
    {
      "epoch": 0.781807865217581,
      "grad_norm": 0.05541452020406723,
      "learning_rate": 0.00016842082683452656,
      "loss": 10.2175,
      "step": 4478
    },
    {
      "epoch": 0.7819824538431321,
      "grad_norm": 0.05057300627231598,
      "learning_rate": 0.00016840748271790816,
      "loss": 10.2059,
      "step": 4479
    },
    {
      "epoch": 0.7821570424686831,
      "grad_norm": 0.05931086465716362,
      "learning_rate": 0.00016839413631141267,
      "loss": 10.1814,
      "step": 4480
    },
    {
      "epoch": 0.7823316310942342,
      "grad_norm": 0.053822580724954605,
      "learning_rate": 0.00016838078761548678,
      "loss": 10.2151,
      "step": 4481
    },
    {
      "epoch": 0.7825062197197853,
      "grad_norm": 0.05310754477977753,
      "learning_rate": 0.0001683674366305774,
      "loss": 10.2152,
      "step": 4482
    },
    {
      "epoch": 0.7826808083453363,
      "grad_norm": 0.05811835080385208,
      "learning_rate": 0.0001683540833571314,
      "loss": 10.177,
      "step": 4483
    },
    {
      "epoch": 0.7828553969708874,
      "grad_norm": 0.06938911229372025,
      "learning_rate": 0.00016834072779559577,
      "loss": 10.1723,
      "step": 4484
    },
    {
      "epoch": 0.7830299855964384,
      "grad_norm": 0.06291911751031876,
      "learning_rate": 0.0001683273699464176,
      "loss": 10.182,
      "step": 4485
    },
    {
      "epoch": 0.7832045742219894,
      "grad_norm": 0.06688793748617172,
      "learning_rate": 0.00016831400981004397,
      "loss": 10.1384,
      "step": 4486
    },
    {
      "epoch": 0.7833791628475405,
      "grad_norm": 0.06729446351528168,
      "learning_rate": 0.0001683006473869222,
      "loss": 10.1647,
      "step": 4487
    },
    {
      "epoch": 0.7835537514730915,
      "grad_norm": 0.06037626415491104,
      "learning_rate": 0.0001682872826774995,
      "loss": 10.1878,
      "step": 4488
    },
    {
      "epoch": 0.7837283400986426,
      "grad_norm": 0.059806857258081436,
      "learning_rate": 0.00016827391568222325,
      "loss": 10.1581,
      "step": 4489
    },
    {
      "epoch": 0.7839029287241936,
      "grad_norm": 0.07554864138364792,
      "learning_rate": 0.00016826054640154095,
      "loss": 10.1713,
      "step": 4490
    },
    {
      "epoch": 0.7840775173497446,
      "grad_norm": 0.08454857766628265,
      "learning_rate": 0.00016824717483590007,
      "loss": 10.1471,
      "step": 4491
    },
    {
      "epoch": 0.7842521059752957,
      "grad_norm": 0.07072291523218155,
      "learning_rate": 0.00016823380098574821,
      "loss": 10.1624,
      "step": 4492
    },
    {
      "epoch": 0.7844266946008468,
      "grad_norm": 0.07738768309354782,
      "learning_rate": 0.00016822042485153312,
      "loss": 10.1888,
      "step": 4493
    },
    {
      "epoch": 0.7846012832263978,
      "grad_norm": 0.07663805782794952,
      "learning_rate": 0.00016820704643370248,
      "loss": 10.2018,
      "step": 4494
    },
    {
      "epoch": 0.7847758718519489,
      "grad_norm": 0.09127242118120193,
      "learning_rate": 0.00016819366573270412,
      "loss": 10.1712,
      "step": 4495
    },
    {
      "epoch": 0.7849504604775,
      "grad_norm": 0.07893451303243637,
      "learning_rate": 0.00016818028274898601,
      "loss": 10.1737,
      "step": 4496
    },
    {
      "epoch": 0.7851250491030509,
      "grad_norm": 0.11854924261569977,
      "learning_rate": 0.00016816689748299604,
      "loss": 10.1671,
      "step": 4497
    },
    {
      "epoch": 0.785299637728602,
      "grad_norm": 0.09462043642997742,
      "learning_rate": 0.00016815350993518236,
      "loss": 10.1911,
      "step": 4498
    },
    {
      "epoch": 0.785474226354153,
      "grad_norm": 0.09159014374017715,
      "learning_rate": 0.00016814012010599308,
      "loss": 10.1679,
      "step": 4499
    },
    {
      "epoch": 0.7856488149797041,
      "grad_norm": 0.11933667957782745,
      "learning_rate": 0.00016812672799587633,
      "loss": 10.1723,
      "step": 4500
    },
    {
      "epoch": 0.7858234036052552,
      "grad_norm": 0.05139819160103798,
      "learning_rate": 0.00016811333360528053,
      "loss": 10.2126,
      "step": 4501
    },
    {
      "epoch": 0.7859979922308061,
      "grad_norm": 0.041718609631061554,
      "learning_rate": 0.00016809993693465394,
      "loss": 10.2114,
      "step": 4502
    },
    {
      "epoch": 0.7861725808563572,
      "grad_norm": 0.04737255349755287,
      "learning_rate": 0.0001680865379844451,
      "loss": 10.1919,
      "step": 4503
    },
    {
      "epoch": 0.7863471694819083,
      "grad_norm": 0.04585247486829758,
      "learning_rate": 0.00016807313675510242,
      "loss": 10.214,
      "step": 4504
    },
    {
      "epoch": 0.7865217581074593,
      "grad_norm": 0.0389823243021965,
      "learning_rate": 0.00016805973324707457,
      "loss": 10.1813,
      "step": 4505
    },
    {
      "epoch": 0.7866963467330104,
      "grad_norm": 0.050652239471673965,
      "learning_rate": 0.00016804632746081016,
      "loss": 10.1886,
      "step": 4506
    },
    {
      "epoch": 0.7868709353585613,
      "grad_norm": 0.04661910608410835,
      "learning_rate": 0.00016803291939675803,
      "loss": 10.1928,
      "step": 4507
    },
    {
      "epoch": 0.7870455239841124,
      "grad_norm": 0.042506180703639984,
      "learning_rate": 0.0001680195090553669,
      "loss": 10.178,
      "step": 4508
    },
    {
      "epoch": 0.7872201126096635,
      "grad_norm": 0.050258342176675797,
      "learning_rate": 0.00016800609643708572,
      "loss": 10.2045,
      "step": 4509
    },
    {
      "epoch": 0.7873947012352145,
      "grad_norm": 0.0569428987801075,
      "learning_rate": 0.00016799268154236348,
      "loss": 10.2098,
      "step": 4510
    },
    {
      "epoch": 0.7875692898607656,
      "grad_norm": 0.04391400143504143,
      "learning_rate": 0.00016797926437164918,
      "loss": 10.1979,
      "step": 4511
    },
    {
      "epoch": 0.7877438784863167,
      "grad_norm": 0.049480028450489044,
      "learning_rate": 0.00016796584492539198,
      "loss": 10.2035,
      "step": 4512
    },
    {
      "epoch": 0.7879184671118676,
      "grad_norm": 0.0471772700548172,
      "learning_rate": 0.0001679524232040411,
      "loss": 10.1928,
      "step": 4513
    },
    {
      "epoch": 0.7880930557374187,
      "grad_norm": 0.043068695813417435,
      "learning_rate": 0.00016793899920804578,
      "loss": 10.193,
      "step": 4514
    },
    {
      "epoch": 0.7882676443629697,
      "grad_norm": 0.05023261904716492,
      "learning_rate": 0.0001679255729378554,
      "loss": 10.1767,
      "step": 4515
    },
    {
      "epoch": 0.7884422329885208,
      "grad_norm": 0.050019096583127975,
      "learning_rate": 0.0001679121443939194,
      "loss": 10.193,
      "step": 4516
    },
    {
      "epoch": 0.7886168216140719,
      "grad_norm": 0.05091838166117668,
      "learning_rate": 0.00016789871357668722,
      "loss": 10.2006,
      "step": 4517
    },
    {
      "epoch": 0.7887914102396228,
      "grad_norm": 0.051372140645980835,
      "learning_rate": 0.00016788528048660854,
      "loss": 10.2231,
      "step": 4518
    },
    {
      "epoch": 0.7889659988651739,
      "grad_norm": 0.05921419337391853,
      "learning_rate": 0.000167871845124133,
      "loss": 10.1876,
      "step": 4519
    },
    {
      "epoch": 0.789140587490725,
      "grad_norm": 0.04998805746436119,
      "learning_rate": 0.0001678584074897103,
      "loss": 10.2025,
      "step": 4520
    },
    {
      "epoch": 0.789315176116276,
      "grad_norm": 0.04868856817483902,
      "learning_rate": 0.00016784496758379022,
      "loss": 10.2119,
      "step": 4521
    },
    {
      "epoch": 0.7894897647418271,
      "grad_norm": 0.044818244874477386,
      "learning_rate": 0.00016783152540682274,
      "loss": 10.1981,
      "step": 4522
    },
    {
      "epoch": 0.7896643533673782,
      "grad_norm": 0.04874423146247864,
      "learning_rate": 0.0001678180809592578,
      "loss": 10.1946,
      "step": 4523
    },
    {
      "epoch": 0.7898389419929291,
      "grad_norm": 0.08015622198581696,
      "learning_rate": 0.0001678046342415454,
      "loss": 10.2314,
      "step": 4524
    },
    {
      "epoch": 0.7900135306184802,
      "grad_norm": 0.05224717780947685,
      "learning_rate": 0.00016779118525413566,
      "loss": 10.2147,
      "step": 4525
    },
    {
      "epoch": 0.7901881192440312,
      "grad_norm": 0.060795728117227554,
      "learning_rate": 0.00016777773399747882,
      "loss": 10.1819,
      "step": 4526
    },
    {
      "epoch": 0.7903627078695823,
      "grad_norm": 0.05391484871506691,
      "learning_rate": 0.0001677642804720251,
      "loss": 10.2199,
      "step": 4527
    },
    {
      "epoch": 0.7905372964951334,
      "grad_norm": 0.05794630944728851,
      "learning_rate": 0.00016775082467822484,
      "loss": 10.1712,
      "step": 4528
    },
    {
      "epoch": 0.7907118851206844,
      "grad_norm": 0.051392823457717896,
      "learning_rate": 0.00016773736661652855,
      "loss": 10.1917,
      "step": 4529
    },
    {
      "epoch": 0.7908864737462354,
      "grad_norm": 0.06238599494099617,
      "learning_rate": 0.0001677239062873866,
      "loss": 10.1858,
      "step": 4530
    },
    {
      "epoch": 0.7910610623717865,
      "grad_norm": 0.059787239879369736,
      "learning_rate": 0.00016771044369124965,
      "loss": 10.1606,
      "step": 4531
    },
    {
      "epoch": 0.7912356509973375,
      "grad_norm": 0.06260132789611816,
      "learning_rate": 0.00016769697882856833,
      "loss": 10.1579,
      "step": 4532
    },
    {
      "epoch": 0.7914102396228886,
      "grad_norm": 0.06102782487869263,
      "learning_rate": 0.00016768351169979328,
      "loss": 10.1648,
      "step": 4533
    },
    {
      "epoch": 0.7915848282484396,
      "grad_norm": 0.05235505476593971,
      "learning_rate": 0.00016767004230537543,
      "loss": 10.2221,
      "step": 4534
    },
    {
      "epoch": 0.7917594168739907,
      "grad_norm": 0.0589093454182148,
      "learning_rate": 0.0001676565706457656,
      "loss": 10.1846,
      "step": 4535
    },
    {
      "epoch": 0.7919340054995417,
      "grad_norm": 0.06700143218040466,
      "learning_rate": 0.00016764309672141474,
      "loss": 10.2051,
      "step": 4536
    },
    {
      "epoch": 0.7921085941250927,
      "grad_norm": 0.07098754495382309,
      "learning_rate": 0.00016762962053277388,
      "loss": 10.1562,
      "step": 4537
    },
    {
      "epoch": 0.7922831827506438,
      "grad_norm": 0.06244516000151634,
      "learning_rate": 0.0001676161420802941,
      "loss": 10.1765,
      "step": 4538
    },
    {
      "epoch": 0.7924577713761949,
      "grad_norm": 0.06278921663761139,
      "learning_rate": 0.0001676026613644266,
      "loss": 10.1738,
      "step": 4539
    },
    {
      "epoch": 0.7926323600017459,
      "grad_norm": 0.07051657140254974,
      "learning_rate": 0.00016758917838562262,
      "loss": 10.1909,
      "step": 4540
    },
    {
      "epoch": 0.792806948627297,
      "grad_norm": 0.07295892387628555,
      "learning_rate": 0.00016757569314433354,
      "loss": 10.187,
      "step": 4541
    },
    {
      "epoch": 0.7929815372528479,
      "grad_norm": 0.07538393139839172,
      "learning_rate": 0.0001675622056410107,
      "loss": 10.2145,
      "step": 4542
    },
    {
      "epoch": 0.793156125878399,
      "grad_norm": 0.0770677700638771,
      "learning_rate": 0.0001675487158761056,
      "loss": 10.1746,
      "step": 4543
    },
    {
      "epoch": 0.7933307145039501,
      "grad_norm": 0.07458733022212982,
      "learning_rate": 0.00016753522385006982,
      "loss": 10.2207,
      "step": 4544
    },
    {
      "epoch": 0.7935053031295011,
      "grad_norm": 0.0718565285205841,
      "learning_rate": 0.00016752172956335503,
      "loss": 10.1946,
      "step": 4545
    },
    {
      "epoch": 0.7936798917550522,
      "grad_norm": 0.08714702725410461,
      "learning_rate": 0.00016750823301641283,
      "loss": 10.1977,
      "step": 4546
    },
    {
      "epoch": 0.7938544803806032,
      "grad_norm": 0.11159361898899078,
      "learning_rate": 0.00016749473420969507,
      "loss": 10.2082,
      "step": 4547
    },
    {
      "epoch": 0.7940290690061542,
      "grad_norm": 0.10706336051225662,
      "learning_rate": 0.0001674812331436536,
      "loss": 10.2007,
      "step": 4548
    },
    {
      "epoch": 0.7942036576317053,
      "grad_norm": 0.1050964891910553,
      "learning_rate": 0.00016746772981874038,
      "loss": 10.205,
      "step": 4549
    },
    {
      "epoch": 0.7943782462572564,
      "grad_norm": 0.14143168926239014,
      "learning_rate": 0.0001674542242354074,
      "loss": 10.2024,
      "step": 4550
    },
    {
      "epoch": 0.7945528348828074,
      "grad_norm": 0.04924367368221283,
      "learning_rate": 0.00016744071639410675,
      "loss": 10.224,
      "step": 4551
    },
    {
      "epoch": 0.7947274235083585,
      "grad_norm": 0.04767223075032234,
      "learning_rate": 0.00016742720629529058,
      "loss": 10.2116,
      "step": 4552
    },
    {
      "epoch": 0.7949020121339094,
      "grad_norm": 0.049999725073575974,
      "learning_rate": 0.00016741369393941113,
      "loss": 10.2004,
      "step": 4553
    },
    {
      "epoch": 0.7950766007594605,
      "grad_norm": 0.04628987982869148,
      "learning_rate": 0.00016740017932692075,
      "loss": 10.2183,
      "step": 4554
    },
    {
      "epoch": 0.7952511893850116,
      "grad_norm": 0.04844627529382706,
      "learning_rate": 0.00016738666245827178,
      "loss": 10.2053,
      "step": 4555
    },
    {
      "epoch": 0.7954257780105626,
      "grad_norm": 0.05637011677026749,
      "learning_rate": 0.0001673731433339167,
      "loss": 10.2153,
      "step": 4556
    },
    {
      "epoch": 0.7956003666361137,
      "grad_norm": 0.049162041395902634,
      "learning_rate": 0.00016735962195430805,
      "loss": 10.2056,
      "step": 4557
    },
    {
      "epoch": 0.7957749552616648,
      "grad_norm": 0.056385587900877,
      "learning_rate": 0.0001673460983198985,
      "loss": 10.1849,
      "step": 4558
    },
    {
      "epoch": 0.7959495438872157,
      "grad_norm": 0.054755065590143204,
      "learning_rate": 0.00016733257243114062,
      "loss": 10.2043,
      "step": 4559
    },
    {
      "epoch": 0.7961241325127668,
      "grad_norm": 0.0472799688577652,
      "learning_rate": 0.00016731904428848732,
      "loss": 10.2032,
      "step": 4560
    },
    {
      "epoch": 0.7962987211383178,
      "grad_norm": 0.05360931158065796,
      "learning_rate": 0.00016730551389239134,
      "loss": 10.1826,
      "step": 4561
    },
    {
      "epoch": 0.7964733097638689,
      "grad_norm": 0.05224274843931198,
      "learning_rate": 0.00016729198124330562,
      "loss": 10.214,
      "step": 4562
    },
    {
      "epoch": 0.79664789838942,
      "grad_norm": 0.04670237377285957,
      "learning_rate": 0.00016727844634168316,
      "loss": 10.2052,
      "step": 4563
    },
    {
      "epoch": 0.7968224870149709,
      "grad_norm": 0.04933535307645798,
      "learning_rate": 0.00016726490918797705,
      "loss": 10.2131,
      "step": 4564
    },
    {
      "epoch": 0.796997075640522,
      "grad_norm": 0.047142207622528076,
      "learning_rate": 0.0001672513697826404,
      "loss": 10.1913,
      "step": 4565
    },
    {
      "epoch": 0.7971716642660731,
      "grad_norm": 0.046198975294828415,
      "learning_rate": 0.00016723782812612647,
      "loss": 10.2033,
      "step": 4566
    },
    {
      "epoch": 0.7973462528916241,
      "grad_norm": 0.050671905279159546,
      "learning_rate": 0.0001672242842188885,
      "loss": 10.2136,
      "step": 4567
    },
    {
      "epoch": 0.7975208415171752,
      "grad_norm": 0.05253048241138458,
      "learning_rate": 0.00016721073806137988,
      "loss": 10.2425,
      "step": 4568
    },
    {
      "epoch": 0.7976954301427261,
      "grad_norm": 0.048525262624025345,
      "learning_rate": 0.00016719718965405408,
      "loss": 10.1791,
      "step": 4569
    },
    {
      "epoch": 0.7978700187682772,
      "grad_norm": 0.06570324301719666,
      "learning_rate": 0.0001671836389973646,
      "loss": 10.2257,
      "step": 4570
    },
    {
      "epoch": 0.7980446073938283,
      "grad_norm": 0.048294201493263245,
      "learning_rate": 0.000167170086091765,
      "loss": 10.2082,
      "step": 4571
    },
    {
      "epoch": 0.7982191960193793,
      "grad_norm": 0.06071636453270912,
      "learning_rate": 0.00016715653093770906,
      "loss": 10.2112,
      "step": 4572
    },
    {
      "epoch": 0.7983937846449304,
      "grad_norm": 0.05048861354589462,
      "learning_rate": 0.0001671429735356504,
      "loss": 10.204,
      "step": 4573
    },
    {
      "epoch": 0.7985683732704815,
      "grad_norm": 0.05457572638988495,
      "learning_rate": 0.00016712941388604292,
      "loss": 10.1986,
      "step": 4574
    },
    {
      "epoch": 0.7987429618960324,
      "grad_norm": 0.051944270730018616,
      "learning_rate": 0.0001671158519893405,
      "loss": 10.1931,
      "step": 4575
    },
    {
      "epoch": 0.7989175505215835,
      "grad_norm": 0.053061600774526596,
      "learning_rate": 0.0001671022878459971,
      "loss": 10.2012,
      "step": 4576
    },
    {
      "epoch": 0.7990921391471346,
      "grad_norm": 0.054339922964572906,
      "learning_rate": 0.00016708872145646675,
      "loss": 10.1676,
      "step": 4577
    },
    {
      "epoch": 0.7992667277726856,
      "grad_norm": 0.054670702666044235,
      "learning_rate": 0.00016707515282120362,
      "loss": 10.1853,
      "step": 4578
    },
    {
      "epoch": 0.7994413163982367,
      "grad_norm": 0.0518779382109642,
      "learning_rate": 0.00016706158194066187,
      "loss": 10.2083,
      "step": 4579
    },
    {
      "epoch": 0.7996159050237877,
      "grad_norm": 0.053606852889060974,
      "learning_rate": 0.0001670480088152958,
      "loss": 10.2015,
      "step": 4580
    },
    {
      "epoch": 0.7997904936493387,
      "grad_norm": 0.056271858513355255,
      "learning_rate": 0.00016703443344555973,
      "loss": 10.2132,
      "step": 4581
    },
    {
      "epoch": 0.7999650822748898,
      "grad_norm": 0.05391858145594597,
      "learning_rate": 0.0001670208558319081,
      "loss": 10.2115,
      "step": 4582
    },
    {
      "epoch": 0.8001396709004408,
      "grad_norm": 0.05871962755918503,
      "learning_rate": 0.00016700727597479537,
      "loss": 10.1613,
      "step": 4583
    },
    {
      "epoch": 0.8003142595259919,
      "grad_norm": 0.061457354575395584,
      "learning_rate": 0.00016699369387467621,
      "loss": 10.1959,
      "step": 4584
    },
    {
      "epoch": 0.800488848151543,
      "grad_norm": 0.06332295387983322,
      "learning_rate": 0.00016698010953200516,
      "loss": 10.1684,
      "step": 4585
    },
    {
      "epoch": 0.800663436777094,
      "grad_norm": 0.06328660994768143,
      "learning_rate": 0.000166966522947237,
      "loss": 10.158,
      "step": 4586
    },
    {
      "epoch": 0.800838025402645,
      "grad_norm": 0.07226251810789108,
      "learning_rate": 0.00016695293412082653,
      "loss": 10.1804,
      "step": 4587
    },
    {
      "epoch": 0.801012614028196,
      "grad_norm": 0.05942476540803909,
      "learning_rate": 0.00016693934305322857,
      "loss": 10.176,
      "step": 4588
    },
    {
      "epoch": 0.8011872026537471,
      "grad_norm": 0.0671469196677208,
      "learning_rate": 0.00016692574974489817,
      "loss": 10.2114,
      "step": 4589
    },
    {
      "epoch": 0.8013617912792982,
      "grad_norm": 0.06936900317668915,
      "learning_rate": 0.00016691215419629025,
      "loss": 10.1636,
      "step": 4590
    },
    {
      "epoch": 0.8015363799048492,
      "grad_norm": 0.06665587425231934,
      "learning_rate": 0.00016689855640785996,
      "loss": 10.1688,
      "step": 4591
    },
    {
      "epoch": 0.8017109685304002,
      "grad_norm": 0.06780578941106796,
      "learning_rate": 0.00016688495638006245,
      "loss": 10.218,
      "step": 4592
    },
    {
      "epoch": 0.8018855571559513,
      "grad_norm": 0.0736239105463028,
      "learning_rate": 0.000166871354113353,
      "loss": 10.189,
      "step": 4593
    },
    {
      "epoch": 0.8020601457815023,
      "grad_norm": 0.06821249425411224,
      "learning_rate": 0.0001668577496081869,
      "loss": 10.1718,
      "step": 4594
    },
    {
      "epoch": 0.8022347344070534,
      "grad_norm": 0.08152120560407639,
      "learning_rate": 0.0001668441428650196,
      "loss": 10.1498,
      "step": 4595
    },
    {
      "epoch": 0.8024093230326044,
      "grad_norm": 0.09637126326560974,
      "learning_rate": 0.0001668305338843065,
      "loss": 10.1974,
      "step": 4596
    },
    {
      "epoch": 0.8025839116581555,
      "grad_norm": 0.08332975208759308,
      "learning_rate": 0.0001668169226665032,
      "loss": 10.1776,
      "step": 4597
    },
    {
      "epoch": 0.8027585002837065,
      "grad_norm": 0.08378172665834427,
      "learning_rate": 0.00016680330921206528,
      "loss": 10.2329,
      "step": 4598
    },
    {
      "epoch": 0.8029330889092575,
      "grad_norm": 0.1123315840959549,
      "learning_rate": 0.0001667896935214485,
      "loss": 10.1866,
      "step": 4599
    },
    {
      "epoch": 0.8031076775348086,
      "grad_norm": 0.22149473428726196,
      "learning_rate": 0.00016677607559510856,
      "loss": 10.2275,
      "step": 4600
    },
    {
      "epoch": 0.8031076775348086,
      "eval_loss": 10.179449081420898,
      "eval_runtime": 0.7163,
      "eval_samples_per_second": 322.509,
      "eval_steps_per_second": 161.953,
      "step": 4600
    },
    {
      "epoch": 0.8032822661603597,
      "grad_norm": 0.05309664085507393,
      "learning_rate": 0.0001667624554335014,
      "loss": 10.2227,
      "step": 4601
    },
    {
      "epoch": 0.8034568547859107,
      "grad_norm": 0.04363074526190758,
      "learning_rate": 0.00016674883303708282,
      "loss": 10.1958,
      "step": 4602
    },
    {
      "epoch": 0.8036314434114618,
      "grad_norm": 0.053186751902103424,
      "learning_rate": 0.00016673520840630894,
      "loss": 10.2046,
      "step": 4603
    },
    {
      "epoch": 0.8038060320370128,
      "grad_norm": 0.05085274204611778,
      "learning_rate": 0.00016672158154163577,
      "loss": 10.1722,
      "step": 4604
    },
    {
      "epoch": 0.8039806206625638,
      "grad_norm": 0.05003288388252258,
      "learning_rate": 0.00016670795244351944,
      "loss": 10.2089,
      "step": 4605
    },
    {
      "epoch": 0.8041552092881149,
      "grad_norm": 0.04702269285917282,
      "learning_rate": 0.0001666943211124162,
      "loss": 10.205,
      "step": 4606
    },
    {
      "epoch": 0.8043297979136659,
      "grad_norm": 0.04760120436549187,
      "learning_rate": 0.00016668068754878236,
      "loss": 10.2247,
      "step": 4607
    },
    {
      "epoch": 0.804504386539217,
      "grad_norm": 0.040628451853990555,
      "learning_rate": 0.00016666705175307427,
      "loss": 10.207,
      "step": 4608
    },
    {
      "epoch": 0.804678975164768,
      "grad_norm": 0.043482739478349686,
      "learning_rate": 0.00016665341372574835,
      "loss": 10.2287,
      "step": 4609
    },
    {
      "epoch": 0.804853563790319,
      "grad_norm": 0.04739530757069588,
      "learning_rate": 0.00016663977346726116,
      "loss": 10.1924,
      "step": 4610
    },
    {
      "epoch": 0.8050281524158701,
      "grad_norm": 0.0425281748175621,
      "learning_rate": 0.0001666261309780693,
      "loss": 10.2268,
      "step": 4611
    },
    {
      "epoch": 0.8052027410414212,
      "grad_norm": 0.0503644198179245,
      "learning_rate": 0.00016661248625862943,
      "loss": 10.1922,
      "step": 4612
    },
    {
      "epoch": 0.8053773296669722,
      "grad_norm": 0.05190407857298851,
      "learning_rate": 0.00016659883930939825,
      "loss": 10.2116,
      "step": 4613
    },
    {
      "epoch": 0.8055519182925233,
      "grad_norm": 0.04608812555670738,
      "learning_rate": 0.00016658519013083262,
      "loss": 10.226,
      "step": 4614
    },
    {
      "epoch": 0.8057265069180742,
      "grad_norm": 0.046853672713041306,
      "learning_rate": 0.00016657153872338945,
      "loss": 10.1946,
      "step": 4615
    },
    {
      "epoch": 0.8059010955436253,
      "grad_norm": 0.05133328214287758,
      "learning_rate": 0.0001665578850875257,
      "loss": 10.2257,
      "step": 4616
    },
    {
      "epoch": 0.8060756841691764,
      "grad_norm": 0.044730618596076965,
      "learning_rate": 0.00016654422922369837,
      "loss": 10.2038,
      "step": 4617
    },
    {
      "epoch": 0.8062502727947274,
      "grad_norm": 0.051813073456287384,
      "learning_rate": 0.00016653057113236462,
      "loss": 10.1934,
      "step": 4618
    },
    {
      "epoch": 0.8064248614202785,
      "grad_norm": 0.04762587323784828,
      "learning_rate": 0.00016651691081398165,
      "loss": 10.1933,
      "step": 4619
    },
    {
      "epoch": 0.8065994500458296,
      "grad_norm": 0.05371493846178055,
      "learning_rate": 0.00016650324826900667,
      "loss": 10.1879,
      "step": 4620
    },
    {
      "epoch": 0.8067740386713805,
      "grad_norm": 0.05046859011054039,
      "learning_rate": 0.00016648958349789708,
      "loss": 10.2115,
      "step": 4621
    },
    {
      "epoch": 0.8069486272969316,
      "grad_norm": 0.05006175488233566,
      "learning_rate": 0.00016647591650111027,
      "loss": 10.2077,
      "step": 4622
    },
    {
      "epoch": 0.8071232159224826,
      "grad_norm": 0.05399293825030327,
      "learning_rate": 0.00016646224727910372,
      "loss": 10.1922,
      "step": 4623
    },
    {
      "epoch": 0.8072978045480337,
      "grad_norm": 0.056616030633449554,
      "learning_rate": 0.00016644857583233502,
      "loss": 10.1935,
      "step": 4624
    },
    {
      "epoch": 0.8074723931735848,
      "grad_norm": 0.06084665283560753,
      "learning_rate": 0.00016643490216126182,
      "loss": 10.1821,
      "step": 4625
    },
    {
      "epoch": 0.8076469817991357,
      "grad_norm": 0.0473782904446125,
      "learning_rate": 0.00016642122626634175,
      "loss": 10.2065,
      "step": 4626
    },
    {
      "epoch": 0.8078215704246868,
      "grad_norm": 0.06998728960752487,
      "learning_rate": 0.0001664075481480327,
      "loss": 10.1988,
      "step": 4627
    },
    {
      "epoch": 0.8079961590502379,
      "grad_norm": 0.060765787959098816,
      "learning_rate": 0.0001663938678067925,
      "loss": 10.182,
      "step": 4628
    },
    {
      "epoch": 0.8081707476757889,
      "grad_norm": 0.06004894897341728,
      "learning_rate": 0.00016638018524307903,
      "loss": 10.1789,
      "step": 4629
    },
    {
      "epoch": 0.80834533630134,
      "grad_norm": 0.056766364723443985,
      "learning_rate": 0.00016636650045735038,
      "loss": 10.2074,
      "step": 4630
    },
    {
      "epoch": 0.8085199249268911,
      "grad_norm": 0.06393531709909439,
      "learning_rate": 0.00016635281345006461,
      "loss": 10.1764,
      "step": 4631
    },
    {
      "epoch": 0.808694513552442,
      "grad_norm": 0.056675221771001816,
      "learning_rate": 0.00016633912422167987,
      "loss": 10.1871,
      "step": 4632
    },
    {
      "epoch": 0.8088691021779931,
      "grad_norm": 0.05938451737165451,
      "learning_rate": 0.0001663254327726544,
      "loss": 10.2007,
      "step": 4633
    },
    {
      "epoch": 0.8090436908035441,
      "grad_norm": 0.05751026049256325,
      "learning_rate": 0.00016631173910344648,
      "loss": 10.1863,
      "step": 4634
    },
    {
      "epoch": 0.8092182794290952,
      "grad_norm": 0.07118773460388184,
      "learning_rate": 0.0001662980432145145,
      "loss": 10.1913,
      "step": 4635
    },
    {
      "epoch": 0.8093928680546463,
      "grad_norm": 0.05804816633462906,
      "learning_rate": 0.000166284345106317,
      "loss": 10.1929,
      "step": 4636
    },
    {
      "epoch": 0.8095674566801973,
      "grad_norm": 0.06462860107421875,
      "learning_rate": 0.00016627064477931245,
      "loss": 10.197,
      "step": 4637
    },
    {
      "epoch": 0.8097420453057483,
      "grad_norm": 0.05852035805583,
      "learning_rate": 0.0001662569422339594,
      "loss": 10.1691,
      "step": 4638
    },
    {
      "epoch": 0.8099166339312994,
      "grad_norm": 0.06838459521532059,
      "learning_rate": 0.00016624323747071662,
      "loss": 10.1697,
      "step": 4639
    },
    {
      "epoch": 0.8100912225568504,
      "grad_norm": 0.061021413654088974,
      "learning_rate": 0.00016622953049004284,
      "loss": 10.1411,
      "step": 4640
    },
    {
      "epoch": 0.8102658111824015,
      "grad_norm": 0.06741321086883545,
      "learning_rate": 0.00016621582129239682,
      "loss": 10.1821,
      "step": 4641
    },
    {
      "epoch": 0.8104403998079525,
      "grad_norm": 0.0732828751206398,
      "learning_rate": 0.0001662021098782376,
      "loss": 10.1588,
      "step": 4642
    },
    {
      "epoch": 0.8106149884335035,
      "grad_norm": 0.06455691158771515,
      "learning_rate": 0.000166188396248024,
      "loss": 10.187,
      "step": 4643
    },
    {
      "epoch": 0.8107895770590546,
      "grad_norm": 0.07284817099571228,
      "learning_rate": 0.00016617468040221517,
      "loss": 10.1646,
      "step": 4644
    },
    {
      "epoch": 0.8109641656846056,
      "grad_norm": 0.0733446329832077,
      "learning_rate": 0.00016616096234127022,
      "loss": 10.1787,
      "step": 4645
    },
    {
      "epoch": 0.8111387543101567,
      "grad_norm": 0.07854365557432175,
      "learning_rate": 0.00016614724206564835,
      "loss": 10.1941,
      "step": 4646
    },
    {
      "epoch": 0.8113133429357078,
      "grad_norm": 0.07915075868368149,
      "learning_rate": 0.00016613351957580884,
      "loss": 10.1871,
      "step": 4647
    },
    {
      "epoch": 0.8114879315612588,
      "grad_norm": 0.08316753059625626,
      "learning_rate": 0.000166119794872211,
      "loss": 10.1978,
      "step": 4648
    },
    {
      "epoch": 0.8116625201868098,
      "grad_norm": 0.10883445292711258,
      "learning_rate": 0.00016610606795531427,
      "loss": 10.1673,
      "step": 4649
    },
    {
      "epoch": 0.8118371088123608,
      "grad_norm": 0.14655767381191254,
      "learning_rate": 0.00016609233882557814,
      "loss": 10.2411,
      "step": 4650
    },
    {
      "epoch": 0.8120116974379119,
      "grad_norm": 0.044598426669836044,
      "learning_rate": 0.0001660786074834622,
      "loss": 10.2193,
      "step": 4651
    },
    {
      "epoch": 0.812186286063463,
      "grad_norm": 0.05412600189447403,
      "learning_rate": 0.00016606487392942611,
      "loss": 10.1955,
      "step": 4652
    },
    {
      "epoch": 0.812360874689014,
      "grad_norm": 0.04675363749265671,
      "learning_rate": 0.00016605113816392953,
      "loss": 10.1899,
      "step": 4653
    },
    {
      "epoch": 0.812535463314565,
      "grad_norm": 0.04114869236946106,
      "learning_rate": 0.0001660374001874323,
      "loss": 10.2095,
      "step": 4654
    },
    {
      "epoch": 0.8127100519401161,
      "grad_norm": 0.05297255143523216,
      "learning_rate": 0.00016602366000039427,
      "loss": 10.2209,
      "step": 4655
    },
    {
      "epoch": 0.8128846405656671,
      "grad_norm": 0.06030598655343056,
      "learning_rate": 0.00016600991760327535,
      "loss": 10.1924,
      "step": 4656
    },
    {
      "epoch": 0.8130592291912182,
      "grad_norm": 0.051037080585956573,
      "learning_rate": 0.00016599617299653565,
      "loss": 10.2054,
      "step": 4657
    },
    {
      "epoch": 0.8132338178167693,
      "grad_norm": 0.04985218867659569,
      "learning_rate": 0.00016598242618063512,
      "loss": 10.2469,
      "step": 4658
    },
    {
      "epoch": 0.8134084064423203,
      "grad_norm": 0.045693859457969666,
      "learning_rate": 0.00016596867715603403,
      "loss": 10.1887,
      "step": 4659
    },
    {
      "epoch": 0.8135829950678714,
      "grad_norm": 0.0531332828104496,
      "learning_rate": 0.0001659549259231926,
      "loss": 10.1952,
      "step": 4660
    },
    {
      "epoch": 0.8137575836934223,
      "grad_norm": 0.04731292277574539,
      "learning_rate": 0.0001659411724825711,
      "loss": 10.2429,
      "step": 4661
    },
    {
      "epoch": 0.8139321723189734,
      "grad_norm": 0.04462781921029091,
      "learning_rate": 0.00016592741683462992,
      "loss": 10.211,
      "step": 4662
    },
    {
      "epoch": 0.8141067609445245,
      "grad_norm": 0.04550686478614807,
      "learning_rate": 0.00016591365897982953,
      "loss": 10.2022,
      "step": 4663
    },
    {
      "epoch": 0.8142813495700755,
      "grad_norm": 0.0467686802148819,
      "learning_rate": 0.00016589989891863048,
      "loss": 10.2049,
      "step": 4664
    },
    {
      "epoch": 0.8144559381956266,
      "grad_norm": 0.04732836037874222,
      "learning_rate": 0.00016588613665149336,
      "loss": 10.2104,
      "step": 4665
    },
    {
      "epoch": 0.8146305268211776,
      "grad_norm": 0.0501730851829052,
      "learning_rate": 0.00016587237217887885,
      "loss": 10.1869,
      "step": 4666
    },
    {
      "epoch": 0.8148051154467286,
      "grad_norm": 0.06453876942396164,
      "learning_rate": 0.0001658586055012477,
      "loss": 10.1922,
      "step": 4667
    },
    {
      "epoch": 0.8149797040722797,
      "grad_norm": 0.05307542160153389,
      "learning_rate": 0.0001658448366190607,
      "loss": 10.1992,
      "step": 4668
    },
    {
      "epoch": 0.8151542926978307,
      "grad_norm": 0.044476594775915146,
      "learning_rate": 0.00016583106553277882,
      "loss": 10.1974,
      "step": 4669
    },
    {
      "epoch": 0.8153288813233818,
      "grad_norm": 0.053976789116859436,
      "learning_rate": 0.000165817292242863,
      "loss": 10.1657,
      "step": 4670
    },
    {
      "epoch": 0.8155034699489329,
      "grad_norm": 0.057170670479536057,
      "learning_rate": 0.00016580351674977433,
      "loss": 10.1965,
      "step": 4671
    },
    {
      "epoch": 0.8156780585744838,
      "grad_norm": 0.049763988703489304,
      "learning_rate": 0.00016578973905397382,
      "loss": 10.218,
      "step": 4672
    },
    {
      "epoch": 0.8158526472000349,
      "grad_norm": 0.05727877467870712,
      "learning_rate": 0.0001657759591559228,
      "loss": 10.2,
      "step": 4673
    },
    {
      "epoch": 0.816027235825586,
      "grad_norm": 0.05045759305357933,
      "learning_rate": 0.00016576217705608243,
      "loss": 10.1841,
      "step": 4674
    },
    {
      "epoch": 0.816201824451137,
      "grad_norm": 0.055478814989328384,
      "learning_rate": 0.0001657483927549141,
      "loss": 10.2234,
      "step": 4675
    },
    {
      "epoch": 0.8163764130766881,
      "grad_norm": 0.06607234477996826,
      "learning_rate": 0.00016573460625287923,
      "loss": 10.1978,
      "step": 4676
    },
    {
      "epoch": 0.8165510017022392,
      "grad_norm": 0.050754889845848083,
      "learning_rate": 0.00016572081755043935,
      "loss": 10.1809,
      "step": 4677
    },
    {
      "epoch": 0.8167255903277901,
      "grad_norm": 0.057107631117105484,
      "learning_rate": 0.00016570702664805593,
      "loss": 10.1856,
      "step": 4678
    },
    {
      "epoch": 0.8169001789533412,
      "grad_norm": 0.05540922284126282,
      "learning_rate": 0.00016569323354619067,
      "loss": 10.1759,
      "step": 4679
    },
    {
      "epoch": 0.8170747675788922,
      "grad_norm": 0.05895514041185379,
      "learning_rate": 0.0001656794382453053,
      "loss": 10.172,
      "step": 4680
    },
    {
      "epoch": 0.8172493562044433,
      "grad_norm": 0.06258897483348846,
      "learning_rate": 0.00016566564074586154,
      "loss": 10.1993,
      "step": 4681
    },
    {
      "epoch": 0.8174239448299944,
      "grad_norm": 0.05893151834607124,
      "learning_rate": 0.0001656518410483213,
      "loss": 10.168,
      "step": 4682
    },
    {
      "epoch": 0.8175985334555453,
      "grad_norm": 0.05905468389391899,
      "learning_rate": 0.0001656380391531465,
      "loss": 10.1683,
      "step": 4683
    },
    {
      "epoch": 0.8177731220810964,
      "grad_norm": 0.06359919160604477,
      "learning_rate": 0.00016562423506079913,
      "loss": 10.1614,
      "step": 4684
    },
    {
      "epoch": 0.8179477107066475,
      "grad_norm": 0.07161936908960342,
      "learning_rate": 0.00016561042877174127,
      "loss": 10.1914,
      "step": 4685
    },
    {
      "epoch": 0.8181222993321985,
      "grad_norm": 0.0729614645242691,
      "learning_rate": 0.0001655966202864351,
      "loss": 10.2142,
      "step": 4686
    },
    {
      "epoch": 0.8182968879577496,
      "grad_norm": 0.06939103454351425,
      "learning_rate": 0.0001655828096053428,
      "loss": 10.1634,
      "step": 4687
    },
    {
      "epoch": 0.8184714765833006,
      "grad_norm": 0.06216565519571304,
      "learning_rate": 0.00016556899672892677,
      "loss": 10.2064,
      "step": 4688
    },
    {
      "epoch": 0.8186460652088516,
      "grad_norm": 0.06709670275449753,
      "learning_rate": 0.00016555518165764925,
      "loss": 10.1748,
      "step": 4689
    },
    {
      "epoch": 0.8188206538344027,
      "grad_norm": 0.06637543439865112,
      "learning_rate": 0.00016554136439197277,
      "loss": 10.1793,
      "step": 4690
    },
    {
      "epoch": 0.8189952424599537,
      "grad_norm": 0.07067222893238068,
      "learning_rate": 0.0001655275449323598,
      "loss": 10.1745,
      "step": 4691
    },
    {
      "epoch": 0.8191698310855048,
      "grad_norm": 0.08131006360054016,
      "learning_rate": 0.00016551372327927298,
      "loss": 10.1966,
      "step": 4692
    },
    {
      "epoch": 0.8193444197110559,
      "grad_norm": 0.07471659779548645,
      "learning_rate": 0.000165499899433175,
      "loss": 10.198,
      "step": 4693
    },
    {
      "epoch": 0.8195190083366068,
      "grad_norm": 0.07829821109771729,
      "learning_rate": 0.00016548607339452853,
      "loss": 10.1959,
      "step": 4694
    },
    {
      "epoch": 0.8196935969621579,
      "grad_norm": 0.08755861222743988,
      "learning_rate": 0.0001654722451637964,
      "loss": 10.19,
      "step": 4695
    },
    {
      "epoch": 0.8198681855877089,
      "grad_norm": 0.08332215249538422,
      "learning_rate": 0.00016545841474144152,
      "loss": 10.1679,
      "step": 4696
    },
    {
      "epoch": 0.82004277421326,
      "grad_norm": 0.11004814505577087,
      "learning_rate": 0.00016544458212792686,
      "loss": 10.1569,
      "step": 4697
    },
    {
      "epoch": 0.8202173628388111,
      "grad_norm": 0.09745494276285172,
      "learning_rate": 0.0001654307473237154,
      "loss": 10.2052,
      "step": 4698
    },
    {
      "epoch": 0.8203919514643621,
      "grad_norm": 0.12159054726362228,
      "learning_rate": 0.0001654169103292703,
      "loss": 10.206,
      "step": 4699
    },
    {
      "epoch": 0.8205665400899131,
      "grad_norm": 0.1842029094696045,
      "learning_rate": 0.00016540307114505475,
      "loss": 10.2092,
      "step": 4700
    },
    {
      "epoch": 0.8207411287154642,
      "grad_norm": 0.05605997517704964,
      "learning_rate": 0.00016538922977153196,
      "loss": 10.1963,
      "step": 4701
    },
    {
      "epoch": 0.8209157173410152,
      "grad_norm": 0.05019889399409294,
      "learning_rate": 0.00016537538620916523,
      "loss": 10.2001,
      "step": 4702
    },
    {
      "epoch": 0.8210903059665663,
      "grad_norm": 0.041212763637304306,
      "learning_rate": 0.00016536154045841808,
      "loss": 10.2297,
      "step": 4703
    },
    {
      "epoch": 0.8212648945921174,
      "grad_norm": 0.04875360429286957,
      "learning_rate": 0.00016534769251975385,
      "loss": 10.1953,
      "step": 4704
    },
    {
      "epoch": 0.8214394832176684,
      "grad_norm": 0.06016949564218521,
      "learning_rate": 0.0001653338423936362,
      "loss": 10.2155,
      "step": 4705
    },
    {
      "epoch": 0.8216140718432194,
      "grad_norm": 0.05446913093328476,
      "learning_rate": 0.00016531999008052866,
      "loss": 10.2153,
      "step": 4706
    },
    {
      "epoch": 0.8217886604687704,
      "grad_norm": 0.04547369107604027,
      "learning_rate": 0.00016530613558089497,
      "loss": 10.1891,
      "step": 4707
    },
    {
      "epoch": 0.8219632490943215,
      "grad_norm": 0.04589395597577095,
      "learning_rate": 0.00016529227889519886,
      "loss": 10.1928,
      "step": 4708
    },
    {
      "epoch": 0.8221378377198726,
      "grad_norm": 0.050903934985399246,
      "learning_rate": 0.0001652784200239042,
      "loss": 10.207,
      "step": 4709
    },
    {
      "epoch": 0.8223124263454236,
      "grad_norm": 0.05366815626621246,
      "learning_rate": 0.00016526455896747494,
      "loss": 10.2171,
      "step": 4710
    },
    {
      "epoch": 0.8224870149709747,
      "grad_norm": 0.04264809936285019,
      "learning_rate": 0.00016525069572637498,
      "loss": 10.2162,
      "step": 4711
    },
    {
      "epoch": 0.8226616035965257,
      "grad_norm": 0.058697763830423355,
      "learning_rate": 0.00016523683030106843,
      "loss": 10.2065,
      "step": 4712
    },
    {
      "epoch": 0.8228361922220767,
      "grad_norm": 0.048708297312259674,
      "learning_rate": 0.00016522296269201944,
      "loss": 10.1977,
      "step": 4713
    },
    {
      "epoch": 0.8230107808476278,
      "grad_norm": 0.052591659128665924,
      "learning_rate": 0.00016520909289969218,
      "loss": 10.1853,
      "step": 4714
    },
    {
      "epoch": 0.8231853694731788,
      "grad_norm": 0.052057236433029175,
      "learning_rate": 0.00016519522092455096,
      "loss": 10.1959,
      "step": 4715
    },
    {
      "epoch": 0.8233599580987299,
      "grad_norm": 0.04463924467563629,
      "learning_rate": 0.00016518134676706008,
      "loss": 10.2081,
      "step": 4716
    },
    {
      "epoch": 0.823534546724281,
      "grad_norm": 0.050662726163864136,
      "learning_rate": 0.000165167470427684,
      "loss": 10.217,
      "step": 4717
    },
    {
      "epoch": 0.8237091353498319,
      "grad_norm": 0.04674025997519493,
      "learning_rate": 0.00016515359190688722,
      "loss": 10.2301,
      "step": 4718
    },
    {
      "epoch": 0.823883723975383,
      "grad_norm": 0.061788640916347504,
      "learning_rate": 0.0001651397112051343,
      "loss": 10.178,
      "step": 4719
    },
    {
      "epoch": 0.8240583126009341,
      "grad_norm": 0.05512439087033272,
      "learning_rate": 0.0001651258283228899,
      "loss": 10.204,
      "step": 4720
    },
    {
      "epoch": 0.8242329012264851,
      "grad_norm": 0.04828523099422455,
      "learning_rate": 0.0001651119432606187,
      "loss": 10.2059,
      "step": 4721
    },
    {
      "epoch": 0.8244074898520362,
      "grad_norm": 0.05929119512438774,
      "learning_rate": 0.00016509805601878553,
      "loss": 10.2059,
      "step": 4722
    },
    {
      "epoch": 0.8245820784775871,
      "grad_norm": 0.050318993628025055,
      "learning_rate": 0.00016508416659785522,
      "loss": 10.2236,
      "step": 4723
    },
    {
      "epoch": 0.8247566671031382,
      "grad_norm": 0.05025035887956619,
      "learning_rate": 0.00016507027499829274,
      "loss": 10.1908,
      "step": 4724
    },
    {
      "epoch": 0.8249312557286893,
      "grad_norm": 0.06288611888885498,
      "learning_rate": 0.00016505638122056308,
      "loss": 10.1869,
      "step": 4725
    },
    {
      "epoch": 0.8251058443542403,
      "grad_norm": 0.056071046739816666,
      "learning_rate": 0.00016504248526513134,
      "loss": 10.1824,
      "step": 4726
    },
    {
      "epoch": 0.8252804329797914,
      "grad_norm": 0.05295967683196068,
      "learning_rate": 0.0001650285871324626,
      "loss": 10.1859,
      "step": 4727
    },
    {
      "epoch": 0.8254550216053425,
      "grad_norm": 0.058932602405548096,
      "learning_rate": 0.00016501468682302218,
      "loss": 10.1879,
      "step": 4728
    },
    {
      "epoch": 0.8256296102308934,
      "grad_norm": 0.05927393585443497,
      "learning_rate": 0.00016500078433727536,
      "loss": 10.1874,
      "step": 4729
    },
    {
      "epoch": 0.8258041988564445,
      "grad_norm": 0.05783916264772415,
      "learning_rate": 0.00016498687967568746,
      "loss": 10.1845,
      "step": 4730
    },
    {
      "epoch": 0.8259787874819956,
      "grad_norm": 0.06558704376220703,
      "learning_rate": 0.00016497297283872399,
      "loss": 10.1822,
      "step": 4731
    },
    {
      "epoch": 0.8261533761075466,
      "grad_norm": 0.06436888873577118,
      "learning_rate": 0.0001649590638268504,
      "loss": 10.1711,
      "step": 4732
    },
    {
      "epoch": 0.8263279647330977,
      "grad_norm": 0.054835472255945206,
      "learning_rate": 0.00016494515264053238,
      "loss": 10.1832,
      "step": 4733
    },
    {
      "epoch": 0.8265025533586486,
      "grad_norm": 0.05378733575344086,
      "learning_rate": 0.0001649312392802355,
      "loss": 10.2158,
      "step": 4734
    },
    {
      "epoch": 0.8266771419841997,
      "grad_norm": 0.05787946656346321,
      "learning_rate": 0.00016491732374642552,
      "loss": 10.1934,
      "step": 4735
    },
    {
      "epoch": 0.8268517306097508,
      "grad_norm": 0.05989912152290344,
      "learning_rate": 0.00016490340603956828,
      "loss": 10.2032,
      "step": 4736
    },
    {
      "epoch": 0.8270263192353018,
      "grad_norm": 0.06645794212818146,
      "learning_rate": 0.00016488948616012964,
      "loss": 10.2091,
      "step": 4737
    },
    {
      "epoch": 0.8272009078608529,
      "grad_norm": 0.0541168637573719,
      "learning_rate": 0.00016487556410857556,
      "loss": 10.1317,
      "step": 4738
    },
    {
      "epoch": 0.827375496486404,
      "grad_norm": 0.05848139896988869,
      "learning_rate": 0.00016486163988537207,
      "loss": 10.1856,
      "step": 4739
    },
    {
      "epoch": 0.8275500851119549,
      "grad_norm": 0.0780947357416153,
      "learning_rate": 0.0001648477134909853,
      "loss": 10.1948,
      "step": 4740
    },
    {
      "epoch": 0.827724673737506,
      "grad_norm": 0.08241163939237595,
      "learning_rate": 0.00016483378492588132,
      "loss": 10.1523,
      "step": 4741
    },
    {
      "epoch": 0.827899262363057,
      "grad_norm": 0.06896944344043732,
      "learning_rate": 0.00016481985419052647,
      "loss": 10.1841,
      "step": 4742
    },
    {
      "epoch": 0.8280738509886081,
      "grad_norm": 0.06647372990846634,
      "learning_rate": 0.00016480592128538708,
      "loss": 10.1669,
      "step": 4743
    },
    {
      "epoch": 0.8282484396141592,
      "grad_norm": 0.06438379734754562,
      "learning_rate": 0.00016479198621092945,
      "loss": 10.1812,
      "step": 4744
    },
    {
      "epoch": 0.8284230282397101,
      "grad_norm": 0.07529716938734055,
      "learning_rate": 0.00016477804896762013,
      "loss": 10.1719,
      "step": 4745
    },
    {
      "epoch": 0.8285976168652612,
      "grad_norm": 0.07386470586061478,
      "learning_rate": 0.00016476410955592566,
      "loss": 10.1909,
      "step": 4746
    },
    {
      "epoch": 0.8287722054908123,
      "grad_norm": 0.07827135175466537,
      "learning_rate": 0.00016475016797631257,
      "loss": 10.2012,
      "step": 4747
    },
    {
      "epoch": 0.8289467941163633,
      "grad_norm": 0.09295469522476196,
      "learning_rate": 0.00016473622422924763,
      "loss": 10.1692,
      "step": 4748
    },
    {
      "epoch": 0.8291213827419144,
      "grad_norm": 0.09483816474676132,
      "learning_rate": 0.0001647222783151975,
      "loss": 10.1729,
      "step": 4749
    },
    {
      "epoch": 0.8292959713674654,
      "grad_norm": 0.16828806698322296,
      "learning_rate": 0.00016470833023462907,
      "loss": 10.2145,
      "step": 4750
    },
    {
      "epoch": 0.8294705599930164,
      "grad_norm": 0.04493345320224762,
      "learning_rate": 0.00016469437998800922,
      "loss": 10.2144,
      "step": 4751
    },
    {
      "epoch": 0.8296451486185675,
      "grad_norm": 0.04689701274037361,
      "learning_rate": 0.00016468042757580498,
      "loss": 10.1917,
      "step": 4752
    },
    {
      "epoch": 0.8298197372441185,
      "grad_norm": 0.04324999824166298,
      "learning_rate": 0.0001646664729984833,
      "loss": 10.2089,
      "step": 4753
    },
    {
      "epoch": 0.8299943258696696,
      "grad_norm": 0.04664553329348564,
      "learning_rate": 0.0001646525162565113,
      "loss": 10.2037,
      "step": 4754
    },
    {
      "epoch": 0.8301689144952207,
      "grad_norm": 0.04636305570602417,
      "learning_rate": 0.00016463855735035626,
      "loss": 10.1807,
      "step": 4755
    },
    {
      "epoch": 0.8303435031207717,
      "grad_norm": 0.0489235557615757,
      "learning_rate": 0.0001646245962804854,
      "loss": 10.1745,
      "step": 4756
    },
    {
      "epoch": 0.8305180917463227,
      "grad_norm": 0.05272746458649635,
      "learning_rate": 0.000164610633047366,
      "loss": 10.2037,
      "step": 4757
    },
    {
      "epoch": 0.8306926803718738,
      "grad_norm": 0.04703967273235321,
      "learning_rate": 0.00016459666765146553,
      "loss": 10.1844,
      "step": 4758
    },
    {
      "epoch": 0.8308672689974248,
      "grad_norm": 0.047396015375852585,
      "learning_rate": 0.00016458270009325144,
      "loss": 10.2189,
      "step": 4759
    },
    {
      "epoch": 0.8310418576229759,
      "grad_norm": 0.054135337471961975,
      "learning_rate": 0.0001645687303731913,
      "loss": 10.2054,
      "step": 4760
    },
    {
      "epoch": 0.8312164462485269,
      "grad_norm": 0.048250824213027954,
      "learning_rate": 0.0001645547584917527,
      "loss": 10.2335,
      "step": 4761
    },
    {
      "epoch": 0.831391034874078,
      "grad_norm": 0.05250481143593788,
      "learning_rate": 0.0001645407844494034,
      "loss": 10.2003,
      "step": 4762
    },
    {
      "epoch": 0.831565623499629,
      "grad_norm": 0.04336811974644661,
      "learning_rate": 0.00016452680824661107,
      "loss": 10.1994,
      "step": 4763
    },
    {
      "epoch": 0.83174021212518,
      "grad_norm": 0.053019847720861435,
      "learning_rate": 0.00016451282988384365,
      "loss": 10.1881,
      "step": 4764
    },
    {
      "epoch": 0.8319148007507311,
      "grad_norm": 0.04672669246792793,
      "learning_rate": 0.000164498849361569,
      "loss": 10.2125,
      "step": 4765
    },
    {
      "epoch": 0.8320893893762822,
      "grad_norm": 0.05369921401143074,
      "learning_rate": 0.0001644848666802551,
      "loss": 10.1987,
      "step": 4766
    },
    {
      "epoch": 0.8322639780018332,
      "grad_norm": 0.04788200184702873,
      "learning_rate": 0.00016447088184037002,
      "loss": 10.1844,
      "step": 4767
    },
    {
      "epoch": 0.8324385666273842,
      "grad_norm": 0.04689332842826843,
      "learning_rate": 0.00016445689484238191,
      "loss": 10.192,
      "step": 4768
    },
    {
      "epoch": 0.8326131552529352,
      "grad_norm": 0.05429578572511673,
      "learning_rate": 0.00016444290568675896,
      "loss": 10.2102,
      "step": 4769
    },
    {
      "epoch": 0.8327877438784863,
      "grad_norm": 0.043178316205739975,
      "learning_rate": 0.0001644289143739694,
      "loss": 10.1741,
      "step": 4770
    },
    {
      "epoch": 0.8329623325040374,
      "grad_norm": 0.051492225378751755,
      "learning_rate": 0.00016441492090448162,
      "loss": 10.2074,
      "step": 4771
    },
    {
      "epoch": 0.8331369211295884,
      "grad_norm": 0.0508587509393692,
      "learning_rate": 0.00016440092527876405,
      "loss": 10.1814,
      "step": 4772
    },
    {
      "epoch": 0.8333115097551395,
      "grad_norm": 0.0560721680521965,
      "learning_rate": 0.00016438692749728517,
      "loss": 10.1929,
      "step": 4773
    },
    {
      "epoch": 0.8334860983806905,
      "grad_norm": 0.05633397772908211,
      "learning_rate": 0.00016437292756051354,
      "loss": 10.1882,
      "step": 4774
    },
    {
      "epoch": 0.8336606870062415,
      "grad_norm": 0.05381011590361595,
      "learning_rate": 0.00016435892546891773,
      "loss": 10.1949,
      "step": 4775
    },
    {
      "epoch": 0.8338352756317926,
      "grad_norm": 0.06739448010921478,
      "learning_rate": 0.0001643449212229666,
      "loss": 10.1894,
      "step": 4776
    },
    {
      "epoch": 0.8340098642573436,
      "grad_norm": 0.05516613647341728,
      "learning_rate": 0.00016433091482312876,
      "loss": 10.208,
      "step": 4777
    },
    {
      "epoch": 0.8341844528828947,
      "grad_norm": 0.061476659029722214,
      "learning_rate": 0.00016431690626987316,
      "loss": 10.2019,
      "step": 4778
    },
    {
      "epoch": 0.8343590415084458,
      "grad_norm": 0.05432464927434921,
      "learning_rate": 0.0001643028955636687,
      "loss": 10.1928,
      "step": 4779
    },
    {
      "epoch": 0.8345336301339967,
      "grad_norm": 0.05912778526544571,
      "learning_rate": 0.0001642888827049844,
      "loss": 10.2176,
      "step": 4780
    },
    {
      "epoch": 0.8347082187595478,
      "grad_norm": 0.05765814334154129,
      "learning_rate": 0.00016427486769428926,
      "loss": 10.2133,
      "step": 4781
    },
    {
      "epoch": 0.8348828073850989,
      "grad_norm": 0.06165012717247009,
      "learning_rate": 0.00016426085053205248,
      "loss": 10.1976,
      "step": 4782
    },
    {
      "epoch": 0.8350573960106499,
      "grad_norm": 0.06158808246254921,
      "learning_rate": 0.00016424683121874328,
      "loss": 10.1741,
      "step": 4783
    },
    {
      "epoch": 0.835231984636201,
      "grad_norm": 0.06242532283067703,
      "learning_rate": 0.00016423280975483087,
      "loss": 10.1789,
      "step": 4784
    },
    {
      "epoch": 0.835406573261752,
      "grad_norm": 0.06093430891633034,
      "learning_rate": 0.00016421878614078468,
      "loss": 10.1792,
      "step": 4785
    },
    {
      "epoch": 0.835581161887303,
      "grad_norm": 0.06605228036642075,
      "learning_rate": 0.00016420476037707412,
      "loss": 10.1899,
      "step": 4786
    },
    {
      "epoch": 0.8357557505128541,
      "grad_norm": 0.06735632568597794,
      "learning_rate": 0.00016419073246416868,
      "loss": 10.1942,
      "step": 4787
    },
    {
      "epoch": 0.8359303391384051,
      "grad_norm": 0.07248309999704361,
      "learning_rate": 0.00016417670240253792,
      "loss": 10.1811,
      "step": 4788
    },
    {
      "epoch": 0.8361049277639562,
      "grad_norm": 0.06414873152971268,
      "learning_rate": 0.00016416267019265152,
      "loss": 10.1986,
      "step": 4789
    },
    {
      "epoch": 0.8362795163895073,
      "grad_norm": 0.05801453813910484,
      "learning_rate": 0.00016414863583497912,
      "loss": 10.1863,
      "step": 4790
    },
    {
      "epoch": 0.8364541050150582,
      "grad_norm": 0.06370090693235397,
      "learning_rate": 0.00016413459932999058,
      "loss": 10.1907,
      "step": 4791
    },
    {
      "epoch": 0.8366286936406093,
      "grad_norm": 0.06787854433059692,
      "learning_rate": 0.00016412056067815575,
      "loss": 10.1887,
      "step": 4792
    },
    {
      "epoch": 0.8368032822661604,
      "grad_norm": 0.07050306349992752,
      "learning_rate": 0.00016410651987994453,
      "loss": 10.1835,
      "step": 4793
    },
    {
      "epoch": 0.8369778708917114,
      "grad_norm": 0.07536443322896957,
      "learning_rate": 0.00016409247693582697,
      "loss": 10.1892,
      "step": 4794
    },
    {
      "epoch": 0.8371524595172625,
      "grad_norm": 0.09922495484352112,
      "learning_rate": 0.0001640784318462731,
      "loss": 10.2021,
      "step": 4795
    },
    {
      "epoch": 0.8373270481428134,
      "grad_norm": 0.07645196467638016,
      "learning_rate": 0.00016406438461175307,
      "loss": 10.1639,
      "step": 4796
    },
    {
      "epoch": 0.8375016367683645,
      "grad_norm": 0.08485838770866394,
      "learning_rate": 0.0001640503352327371,
      "loss": 10.1579,
      "step": 4797
    },
    {
      "epoch": 0.8376762253939156,
      "grad_norm": 0.10036277770996094,
      "learning_rate": 0.00016403628370969552,
      "loss": 10.2072,
      "step": 4798
    },
    {
      "epoch": 0.8378508140194666,
      "grad_norm": 0.10949728637933731,
      "learning_rate": 0.00016402223004309863,
      "loss": 10.1982,
      "step": 4799
    },
    {
      "epoch": 0.8380254026450177,
      "grad_norm": 0.13670311868190765,
      "learning_rate": 0.0001640081742334169,
      "loss": 10.2065,
      "step": 4800
    },
    {
      "epoch": 0.8380254026450177,
      "eval_loss": 10.177940368652344,
      "eval_runtime": 0.7344,
      "eval_samples_per_second": 314.558,
      "eval_steps_per_second": 157.96,
      "step": 4800
    },
    {
      "epoch": 0.8381999912705688,
      "grad_norm": 0.06366239488124847,
      "learning_rate": 0.00016399411628112087,
      "loss": 10.2133,
      "step": 4801
    },
    {
      "epoch": 0.8383745798961197,
      "grad_norm": 0.06615233421325684,
      "learning_rate": 0.00016398005618668105,
      "loss": 10.1937,
      "step": 4802
    },
    {
      "epoch": 0.8385491685216708,
      "grad_norm": 0.04959794133901596,
      "learning_rate": 0.00016396599395056808,
      "loss": 10.2016,
      "step": 4803
    },
    {
      "epoch": 0.8387237571472218,
      "grad_norm": 0.04988480359315872,
      "learning_rate": 0.00016395192957325278,
      "loss": 10.1985,
      "step": 4804
    },
    {
      "epoch": 0.8388983457727729,
      "grad_norm": 0.048783719539642334,
      "learning_rate": 0.00016393786305520585,
      "loss": 10.2174,
      "step": 4805
    },
    {
      "epoch": 0.839072934398324,
      "grad_norm": 0.051930543035268784,
      "learning_rate": 0.00016392379439689815,
      "loss": 10.1757,
      "step": 4806
    },
    {
      "epoch": 0.839247523023875,
      "grad_norm": 0.05332667753100395,
      "learning_rate": 0.0001639097235988007,
      "loss": 10.1749,
      "step": 4807
    },
    {
      "epoch": 0.839422111649426,
      "grad_norm": 0.047042593359947205,
      "learning_rate": 0.00016389565066138442,
      "loss": 10.1962,
      "step": 4808
    },
    {
      "epoch": 0.8395967002749771,
      "grad_norm": 0.05294221639633179,
      "learning_rate": 0.00016388157558512042,
      "loss": 10.185,
      "step": 4809
    },
    {
      "epoch": 0.8397712889005281,
      "grad_norm": 0.05122696980834007,
      "learning_rate": 0.00016386749837047986,
      "loss": 10.1924,
      "step": 4810
    },
    {
      "epoch": 0.8399458775260792,
      "grad_norm": 0.05011513829231262,
      "learning_rate": 0.00016385341901793395,
      "loss": 10.2033,
      "step": 4811
    },
    {
      "epoch": 0.8401204661516303,
      "grad_norm": 0.044194526970386505,
      "learning_rate": 0.00016383933752795398,
      "loss": 10.2056,
      "step": 4812
    },
    {
      "epoch": 0.8402950547771812,
      "grad_norm": 0.049631912261247635,
      "learning_rate": 0.00016382525390101137,
      "loss": 10.187,
      "step": 4813
    },
    {
      "epoch": 0.8404696434027323,
      "grad_norm": 0.051372725516557693,
      "learning_rate": 0.00016381116813757744,
      "loss": 10.2063,
      "step": 4814
    },
    {
      "epoch": 0.8406442320282833,
      "grad_norm": 0.0508284755051136,
      "learning_rate": 0.0001637970802381238,
      "loss": 10.1898,
      "step": 4815
    },
    {
      "epoch": 0.8408188206538344,
      "grad_norm": 0.04889606684446335,
      "learning_rate": 0.000163782990203122,
      "loss": 10.2132,
      "step": 4816
    },
    {
      "epoch": 0.8409934092793855,
      "grad_norm": 0.05803992226719856,
      "learning_rate": 0.00016376889803304366,
      "loss": 10.1951,
      "step": 4817
    },
    {
      "epoch": 0.8411679979049365,
      "grad_norm": 0.05373326689004898,
      "learning_rate": 0.00016375480372836054,
      "loss": 10.196,
      "step": 4818
    },
    {
      "epoch": 0.8413425865304875,
      "grad_norm": 0.053625743836164474,
      "learning_rate": 0.00016374070728954445,
      "loss": 10.2199,
      "step": 4819
    },
    {
      "epoch": 0.8415171751560386,
      "grad_norm": 0.04985503479838371,
      "learning_rate": 0.0001637266087170672,
      "loss": 10.2054,
      "step": 4820
    },
    {
      "epoch": 0.8416917637815896,
      "grad_norm": 0.04972730204463005,
      "learning_rate": 0.00016371250801140076,
      "loss": 10.2033,
      "step": 4821
    },
    {
      "epoch": 0.8418663524071407,
      "grad_norm": 0.04892884939908981,
      "learning_rate": 0.00016369840517301714,
      "loss": 10.1833,
      "step": 4822
    },
    {
      "epoch": 0.8420409410326917,
      "grad_norm": 0.06596968322992325,
      "learning_rate": 0.0001636843002023884,
      "loss": 10.1667,
      "step": 4823
    },
    {
      "epoch": 0.8422155296582428,
      "grad_norm": 0.060568612068891525,
      "learning_rate": 0.0001636701930999867,
      "loss": 10.2019,
      "step": 4824
    },
    {
      "epoch": 0.8423901182837938,
      "grad_norm": 0.05008555203676224,
      "learning_rate": 0.00016365608386628429,
      "loss": 10.1913,
      "step": 4825
    },
    {
      "epoch": 0.8425647069093448,
      "grad_norm": 0.05006638169288635,
      "learning_rate": 0.0001636419725017534,
      "loss": 10.1771,
      "step": 4826
    },
    {
      "epoch": 0.8427392955348959,
      "grad_norm": 0.06004546955227852,
      "learning_rate": 0.00016362785900686646,
      "loss": 10.1832,
      "step": 4827
    },
    {
      "epoch": 0.842913884160447,
      "grad_norm": 0.060650743544101715,
      "learning_rate": 0.0001636137433820959,
      "loss": 10.1698,
      "step": 4828
    },
    {
      "epoch": 0.843088472785998,
      "grad_norm": 0.056886088103055954,
      "learning_rate": 0.00016359962562791414,
      "loss": 10.1682,
      "step": 4829
    },
    {
      "epoch": 0.843263061411549,
      "grad_norm": 0.06261906027793884,
      "learning_rate": 0.0001635855057447939,
      "loss": 10.1892,
      "step": 4830
    },
    {
      "epoch": 0.8434376500371,
      "grad_norm": 0.05973667651414871,
      "learning_rate": 0.0001635713837332077,
      "loss": 10.2057,
      "step": 4831
    },
    {
      "epoch": 0.8436122386626511,
      "grad_norm": 0.06606373935937881,
      "learning_rate": 0.00016355725959362832,
      "loss": 10.2035,
      "step": 4832
    },
    {
      "epoch": 0.8437868272882022,
      "grad_norm": 0.05282130092382431,
      "learning_rate": 0.00016354313332652857,
      "loss": 10.1872,
      "step": 4833
    },
    {
      "epoch": 0.8439614159137532,
      "grad_norm": 0.06038076430559158,
      "learning_rate": 0.0001635290049323813,
      "loss": 10.2115,
      "step": 4834
    },
    {
      "epoch": 0.8441360045393043,
      "grad_norm": 0.058917105197906494,
      "learning_rate": 0.00016351487441165945,
      "loss": 10.1958,
      "step": 4835
    },
    {
      "epoch": 0.8443105931648553,
      "grad_norm": 0.06867127120494843,
      "learning_rate": 0.00016350074176483599,
      "loss": 10.1696,
      "step": 4836
    },
    {
      "epoch": 0.8444851817904063,
      "grad_norm": 0.06386495381593704,
      "learning_rate": 0.00016348660699238402,
      "loss": 10.1793,
      "step": 4837
    },
    {
      "epoch": 0.8446597704159574,
      "grad_norm": 0.06734149158000946,
      "learning_rate": 0.00016347247009477667,
      "loss": 10.1867,
      "step": 4838
    },
    {
      "epoch": 0.8448343590415085,
      "grad_norm": 0.0683324933052063,
      "learning_rate": 0.00016345833107248722,
      "loss": 10.1834,
      "step": 4839
    },
    {
      "epoch": 0.8450089476670595,
      "grad_norm": 0.07080889493227005,
      "learning_rate": 0.00016344418992598892,
      "loss": 10.1815,
      "step": 4840
    },
    {
      "epoch": 0.8451835362926106,
      "grad_norm": 0.06933899968862534,
      "learning_rate": 0.00016343004665575513,
      "loss": 10.182,
      "step": 4841
    },
    {
      "epoch": 0.8453581249181615,
      "grad_norm": 0.07214511930942535,
      "learning_rate": 0.00016341590126225925,
      "loss": 10.1731,
      "step": 4842
    },
    {
      "epoch": 0.8455327135437126,
      "grad_norm": 0.0766395702958107,
      "learning_rate": 0.00016340175374597485,
      "loss": 10.1758,
      "step": 4843
    },
    {
      "epoch": 0.8457073021692637,
      "grad_norm": 0.06800446659326553,
      "learning_rate": 0.00016338760410737545,
      "loss": 10.1976,
      "step": 4844
    },
    {
      "epoch": 0.8458818907948147,
      "grad_norm": 0.0815417543053627,
      "learning_rate": 0.00016337345234693475,
      "loss": 10.1866,
      "step": 4845
    },
    {
      "epoch": 0.8460564794203658,
      "grad_norm": 0.08051928877830505,
      "learning_rate": 0.00016335929846512639,
      "loss": 10.1944,
      "step": 4846
    },
    {
      "epoch": 0.8462310680459169,
      "grad_norm": 0.09017964452505112,
      "learning_rate": 0.00016334514246242425,
      "loss": 10.1971,
      "step": 4847
    },
    {
      "epoch": 0.8464056566714678,
      "grad_norm": 0.09941339492797852,
      "learning_rate": 0.00016333098433930215,
      "loss": 10.1958,
      "step": 4848
    },
    {
      "epoch": 0.8465802452970189,
      "grad_norm": 0.14014595746994019,
      "learning_rate": 0.00016331682409623395,
      "loss": 10.1907,
      "step": 4849
    },
    {
      "epoch": 0.8467548339225699,
      "grad_norm": 0.1488690972328186,
      "learning_rate": 0.00016330266173369376,
      "loss": 10.1668,
      "step": 4850
    },
    {
      "epoch": 0.846929422548121,
      "grad_norm": 0.042662363499403,
      "learning_rate": 0.00016328849725215562,
      "loss": 10.2067,
      "step": 4851
    },
    {
      "epoch": 0.8471040111736721,
      "grad_norm": 0.0552767850458622,
      "learning_rate": 0.00016327433065209363,
      "loss": 10.2117,
      "step": 4852
    },
    {
      "epoch": 0.847278599799223,
      "grad_norm": 0.04879339411854744,
      "learning_rate": 0.00016326016193398207,
      "loss": 10.2122,
      "step": 4853
    },
    {
      "epoch": 0.8474531884247741,
      "grad_norm": 0.055625248700380325,
      "learning_rate": 0.00016324599109829516,
      "loss": 10.2183,
      "step": 4854
    },
    {
      "epoch": 0.8476277770503252,
      "grad_norm": 0.04750123620033264,
      "learning_rate": 0.0001632318181455073,
      "loss": 10.2088,
      "step": 4855
    },
    {
      "epoch": 0.8478023656758762,
      "grad_norm": 0.047947902232408524,
      "learning_rate": 0.0001632176430760929,
      "loss": 10.2054,
      "step": 4856
    },
    {
      "epoch": 0.8479769543014273,
      "grad_norm": 0.04877184331417084,
      "learning_rate": 0.0001632034658905264,
      "loss": 10.1935,
      "step": 4857
    },
    {
      "epoch": 0.8481515429269783,
      "grad_norm": 0.038922689855098724,
      "learning_rate": 0.0001631892865892825,
      "loss": 10.2378,
      "step": 4858
    },
    {
      "epoch": 0.8483261315525293,
      "grad_norm": 0.05196603015065193,
      "learning_rate": 0.00016317510517283577,
      "loss": 10.1968,
      "step": 4859
    },
    {
      "epoch": 0.8485007201780804,
      "grad_norm": 0.04690723121166229,
      "learning_rate": 0.00016316092164166083,
      "loss": 10.2126,
      "step": 4860
    },
    {
      "epoch": 0.8486753088036314,
      "grad_norm": 0.046975936740636826,
      "learning_rate": 0.00016314673599623263,
      "loss": 10.205,
      "step": 4861
    },
    {
      "epoch": 0.8488498974291825,
      "grad_norm": 0.051601678133010864,
      "learning_rate": 0.0001631325482370259,
      "loss": 10.2202,
      "step": 4862
    },
    {
      "epoch": 0.8490244860547336,
      "grad_norm": 0.04448091611266136,
      "learning_rate": 0.0001631183583645156,
      "loss": 10.2117,
      "step": 4863
    },
    {
      "epoch": 0.8491990746802845,
      "grad_norm": 0.05231162905693054,
      "learning_rate": 0.00016310416637917673,
      "loss": 10.198,
      "step": 4864
    },
    {
      "epoch": 0.8493736633058356,
      "grad_norm": 0.04606498405337334,
      "learning_rate": 0.00016308997228148435,
      "loss": 10.1964,
      "step": 4865
    },
    {
      "epoch": 0.8495482519313867,
      "grad_norm": 0.05798812955617905,
      "learning_rate": 0.00016307577607191357,
      "loss": 10.1967,
      "step": 4866
    },
    {
      "epoch": 0.8497228405569377,
      "grad_norm": 0.047029297798871994,
      "learning_rate": 0.0001630615777509396,
      "loss": 10.1937,
      "step": 4867
    },
    {
      "epoch": 0.8498974291824888,
      "grad_norm": 0.04832986742258072,
      "learning_rate": 0.0001630473773190378,
      "loss": 10.1991,
      "step": 4868
    },
    {
      "epoch": 0.8500720178080398,
      "grad_norm": 0.05193394422531128,
      "learning_rate": 0.0001630331747766834,
      "loss": 10.1937,
      "step": 4869
    },
    {
      "epoch": 0.8502466064335908,
      "grad_norm": 0.053002484142780304,
      "learning_rate": 0.00016301897012435183,
      "loss": 10.1876,
      "step": 4870
    },
    {
      "epoch": 0.8504211950591419,
      "grad_norm": 0.05031932517886162,
      "learning_rate": 0.00016300476336251864,
      "loss": 10.2183,
      "step": 4871
    },
    {
      "epoch": 0.8505957836846929,
      "grad_norm": 0.04749992489814758,
      "learning_rate": 0.00016299055449165936,
      "loss": 10.1919,
      "step": 4872
    },
    {
      "epoch": 0.850770372310244,
      "grad_norm": 0.048058927059173584,
      "learning_rate": 0.00016297634351224963,
      "loss": 10.1971,
      "step": 4873
    },
    {
      "epoch": 0.8509449609357951,
      "grad_norm": 0.055795665830373764,
      "learning_rate": 0.00016296213042476515,
      "loss": 10.1899,
      "step": 4874
    },
    {
      "epoch": 0.8511195495613461,
      "grad_norm": 0.057724229991436005,
      "learning_rate": 0.00016294791522968166,
      "loss": 10.1791,
      "step": 4875
    },
    {
      "epoch": 0.8512941381868971,
      "grad_norm": 0.058096956461668015,
      "learning_rate": 0.00016293369792747496,
      "loss": 10.2093,
      "step": 4876
    },
    {
      "epoch": 0.8514687268124481,
      "grad_norm": 0.051335908472537994,
      "learning_rate": 0.0001629194785186211,
      "loss": 10.1895,
      "step": 4877
    },
    {
      "epoch": 0.8516433154379992,
      "grad_norm": 0.05844826251268387,
      "learning_rate": 0.00016290525700359595,
      "loss": 10.1752,
      "step": 4878
    },
    {
      "epoch": 0.8518179040635503,
      "grad_norm": 0.055438388139009476,
      "learning_rate": 0.0001628910333828756,
      "loss": 10.1926,
      "step": 4879
    },
    {
      "epoch": 0.8519924926891013,
      "grad_norm": 0.05538368225097656,
      "learning_rate": 0.00016287680765693615,
      "loss": 10.1896,
      "step": 4880
    },
    {
      "epoch": 0.8521670813146524,
      "grad_norm": 0.05261733755469322,
      "learning_rate": 0.00016286257982625382,
      "loss": 10.2057,
      "step": 4881
    },
    {
      "epoch": 0.8523416699402034,
      "grad_norm": 0.0629257783293724,
      "learning_rate": 0.00016284834989130484,
      "loss": 10.1773,
      "step": 4882
    },
    {
      "epoch": 0.8525162585657544,
      "grad_norm": 0.05613750219345093,
      "learning_rate": 0.0001628341178525656,
      "loss": 10.1952,
      "step": 4883
    },
    {
      "epoch": 0.8526908471913055,
      "grad_norm": 0.05848962813615799,
      "learning_rate": 0.00016281988371051246,
      "loss": 10.17,
      "step": 4884
    },
    {
      "epoch": 0.8528654358168565,
      "grad_norm": 0.062302518635988235,
      "learning_rate": 0.00016280564746562189,
      "loss": 10.1752,
      "step": 4885
    },
    {
      "epoch": 0.8530400244424076,
      "grad_norm": 0.06786035746335983,
      "learning_rate": 0.00016279140911837044,
      "loss": 10.1653,
      "step": 4886
    },
    {
      "epoch": 0.8532146130679586,
      "grad_norm": 0.06084265187382698,
      "learning_rate": 0.00016277716866923476,
      "loss": 10.1805,
      "step": 4887
    },
    {
      "epoch": 0.8533892016935096,
      "grad_norm": 0.06013497710227966,
      "learning_rate": 0.0001627629261186915,
      "loss": 10.1759,
      "step": 4888
    },
    {
      "epoch": 0.8535637903190607,
      "grad_norm": 0.06940651684999466,
      "learning_rate": 0.00016274868146721742,
      "loss": 10.1647,
      "step": 4889
    },
    {
      "epoch": 0.8537383789446118,
      "grad_norm": 0.06815682351589203,
      "learning_rate": 0.00016273443471528936,
      "loss": 10.179,
      "step": 4890
    },
    {
      "epoch": 0.8539129675701628,
      "grad_norm": 0.08712015300989151,
      "learning_rate": 0.00016272018586338421,
      "loss": 10.1685,
      "step": 4891
    },
    {
      "epoch": 0.8540875561957139,
      "grad_norm": 0.07282954454421997,
      "learning_rate": 0.00016270593491197894,
      "loss": 10.1965,
      "step": 4892
    },
    {
      "epoch": 0.854262144821265,
      "grad_norm": 0.07366937398910522,
      "learning_rate": 0.00016269168186155058,
      "loss": 10.1513,
      "step": 4893
    },
    {
      "epoch": 0.8544367334468159,
      "grad_norm": 0.08078308403491974,
      "learning_rate": 0.00016267742671257623,
      "loss": 10.1657,
      "step": 4894
    },
    {
      "epoch": 0.854611322072367,
      "grad_norm": 0.1021033227443695,
      "learning_rate": 0.00016266316946553312,
      "loss": 10.2024,
      "step": 4895
    },
    {
      "epoch": 0.854785910697918,
      "grad_norm": 0.09395670890808105,
      "learning_rate": 0.00016264891012089842,
      "loss": 10.1844,
      "step": 4896
    },
    {
      "epoch": 0.8549604993234691,
      "grad_norm": 0.0852179229259491,
      "learning_rate": 0.00016263464867914947,
      "loss": 10.2065,
      "step": 4897
    },
    {
      "epoch": 0.8551350879490202,
      "grad_norm": 0.10340303182601929,
      "learning_rate": 0.00016262038514076372,
      "loss": 10.2315,
      "step": 4898
    },
    {
      "epoch": 0.8553096765745711,
      "grad_norm": 0.11262302100658417,
      "learning_rate": 0.00016260611950621857,
      "loss": 10.2243,
      "step": 4899
    },
    {
      "epoch": 0.8554842652001222,
      "grad_norm": 0.12203847616910934,
      "learning_rate": 0.00016259185177599155,
      "loss": 10.2357,
      "step": 4900
    },
    {
      "epoch": 0.8556588538256733,
      "grad_norm": 0.039814263582229614,
      "learning_rate": 0.00016257758195056026,
      "loss": 10.2033,
      "step": 4901
    },
    {
      "epoch": 0.8558334424512243,
      "grad_norm": 0.0614548921585083,
      "learning_rate": 0.00016256331003040243,
      "loss": 10.1945,
      "step": 4902
    },
    {
      "epoch": 0.8560080310767754,
      "grad_norm": 0.04469560459256172,
      "learning_rate": 0.00016254903601599572,
      "loss": 10.2081,
      "step": 4903
    },
    {
      "epoch": 0.8561826197023263,
      "grad_norm": 0.05275643616914749,
      "learning_rate": 0.00016253475990781797,
      "loss": 10.2003,
      "step": 4904
    },
    {
      "epoch": 0.8563572083278774,
      "grad_norm": 0.049389153718948364,
      "learning_rate": 0.00016252048170634707,
      "loss": 10.1814,
      "step": 4905
    },
    {
      "epoch": 0.8565317969534285,
      "grad_norm": 0.04798761010169983,
      "learning_rate": 0.00016250620141206094,
      "loss": 10.204,
      "step": 4906
    },
    {
      "epoch": 0.8567063855789795,
      "grad_norm": 0.04246984422206879,
      "learning_rate": 0.00016249191902543763,
      "loss": 10.2066,
      "step": 4907
    },
    {
      "epoch": 0.8568809742045306,
      "grad_norm": 0.05560208857059479,
      "learning_rate": 0.00016247763454695525,
      "loss": 10.1812,
      "step": 4908
    },
    {
      "epoch": 0.8570555628300817,
      "grad_norm": 0.05619537830352783,
      "learning_rate": 0.0001624633479770919,
      "loss": 10.1883,
      "step": 4909
    },
    {
      "epoch": 0.8572301514556326,
      "grad_norm": 0.0419018380343914,
      "learning_rate": 0.00016244905931632578,
      "loss": 10.2051,
      "step": 4910
    },
    {
      "epoch": 0.8574047400811837,
      "grad_norm": 0.04789932072162628,
      "learning_rate": 0.00016243476856513532,
      "loss": 10.2029,
      "step": 4911
    },
    {
      "epoch": 0.8575793287067348,
      "grad_norm": 0.04603768512606621,
      "learning_rate": 0.00016242047572399878,
      "loss": 10.1795,
      "step": 4912
    },
    {
      "epoch": 0.8577539173322858,
      "grad_norm": 0.04688926413655281,
      "learning_rate": 0.00016240618079339466,
      "loss": 10.2044,
      "step": 4913
    },
    {
      "epoch": 0.8579285059578369,
      "grad_norm": 0.04962022230029106,
      "learning_rate": 0.00016239188377380144,
      "loss": 10.2169,
      "step": 4914
    },
    {
      "epoch": 0.8581030945833878,
      "grad_norm": 0.04963591322302818,
      "learning_rate": 0.00016237758466569773,
      "loss": 10.2212,
      "step": 4915
    },
    {
      "epoch": 0.8582776832089389,
      "grad_norm": 0.06062682718038559,
      "learning_rate": 0.0001623632834695621,
      "loss": 10.1927,
      "step": 4916
    },
    {
      "epoch": 0.85845227183449,
      "grad_norm": 0.06113560125231743,
      "learning_rate": 0.00016234898018587337,
      "loss": 10.2111,
      "step": 4917
    },
    {
      "epoch": 0.858626860460041,
      "grad_norm": 0.0467664897441864,
      "learning_rate": 0.00016233467481511027,
      "loss": 10.2136,
      "step": 4918
    },
    {
      "epoch": 0.8588014490855921,
      "grad_norm": 0.05587604269385338,
      "learning_rate": 0.00016232036735775164,
      "loss": 10.1604,
      "step": 4919
    },
    {
      "epoch": 0.8589760377111432,
      "grad_norm": 0.04710836708545685,
      "learning_rate": 0.0001623060578142765,
      "loss": 10.2195,
      "step": 4920
    },
    {
      "epoch": 0.8591506263366941,
      "grad_norm": 0.05412712320685387,
      "learning_rate": 0.00016229174618516377,
      "loss": 10.2127,
      "step": 4921
    },
    {
      "epoch": 0.8593252149622452,
      "grad_norm": 0.06065533682703972,
      "learning_rate": 0.0001622774324708925,
      "loss": 10.1904,
      "step": 4922
    },
    {
      "epoch": 0.8594998035877962,
      "grad_norm": 0.053412195295095444,
      "learning_rate": 0.00016226311667194188,
      "loss": 10.2057,
      "step": 4923
    },
    {
      "epoch": 0.8596743922133473,
      "grad_norm": 0.055988967418670654,
      "learning_rate": 0.00016224879878879114,
      "loss": 10.1915,
      "step": 4924
    },
    {
      "epoch": 0.8598489808388984,
      "grad_norm": 0.0515899732708931,
      "learning_rate": 0.00016223447882191948,
      "loss": 10.2142,
      "step": 4925
    },
    {
      "epoch": 0.8600235694644494,
      "grad_norm": 0.05049757659435272,
      "learning_rate": 0.00016222015677180634,
      "loss": 10.1967,
      "step": 4926
    },
    {
      "epoch": 0.8601981580900004,
      "grad_norm": 0.05215324088931084,
      "learning_rate": 0.00016220583263893107,
      "loss": 10.1833,
      "step": 4927
    },
    {
      "epoch": 0.8603727467155515,
      "grad_norm": 0.05831461399793625,
      "learning_rate": 0.00016219150642377315,
      "loss": 10.1608,
      "step": 4928
    },
    {
      "epoch": 0.8605473353411025,
      "grad_norm": 0.05364610627293587,
      "learning_rate": 0.00016217717812681219,
      "loss": 10.1734,
      "step": 4929
    },
    {
      "epoch": 0.8607219239666536,
      "grad_norm": 0.07088495790958405,
      "learning_rate": 0.00016216284774852777,
      "loss": 10.1889,
      "step": 4930
    },
    {
      "epoch": 0.8608965125922046,
      "grad_norm": 0.05634385347366333,
      "learning_rate": 0.00016214851528939962,
      "loss": 10.1664,
      "step": 4931
    },
    {
      "epoch": 0.8610711012177557,
      "grad_norm": 0.05945311114192009,
      "learning_rate": 0.0001621341807499075,
      "loss": 10.163,
      "step": 4932
    },
    {
      "epoch": 0.8612456898433067,
      "grad_norm": 0.062108803540468216,
      "learning_rate": 0.0001621198441305312,
      "loss": 10.1814,
      "step": 4933
    },
    {
      "epoch": 0.8614202784688577,
      "grad_norm": 0.062487322837114334,
      "learning_rate": 0.00016210550543175066,
      "loss": 10.1873,
      "step": 4934
    },
    {
      "epoch": 0.8615948670944088,
      "grad_norm": 0.0633217915892601,
      "learning_rate": 0.00016209116465404588,
      "loss": 10.2184,
      "step": 4935
    },
    {
      "epoch": 0.8617694557199599,
      "grad_norm": 0.060466181486845016,
      "learning_rate": 0.00016207682179789686,
      "loss": 10.1999,
      "step": 4936
    },
    {
      "epoch": 0.8619440443455109,
      "grad_norm": 0.06802084296941757,
      "learning_rate": 0.00016206247686378374,
      "loss": 10.1706,
      "step": 4937
    },
    {
      "epoch": 0.862118632971062,
      "grad_norm": 0.06980929523706436,
      "learning_rate": 0.0001620481298521867,
      "loss": 10.1808,
      "step": 4938
    },
    {
      "epoch": 0.862293221596613,
      "grad_norm": 0.06548025459051132,
      "learning_rate": 0.00016203378076358598,
      "loss": 10.1851,
      "step": 4939
    },
    {
      "epoch": 0.862467810222164,
      "grad_norm": 0.06654620170593262,
      "learning_rate": 0.00016201942959846193,
      "loss": 10.1725,
      "step": 4940
    },
    {
      "epoch": 0.8626423988477151,
      "grad_norm": 0.06371898949146271,
      "learning_rate": 0.00016200507635729495,
      "loss": 10.1927,
      "step": 4941
    },
    {
      "epoch": 0.8628169874732661,
      "grad_norm": 0.06912275403738022,
      "learning_rate": 0.00016199072104056543,
      "loss": 10.1791,
      "step": 4942
    },
    {
      "epoch": 0.8629915760988172,
      "grad_norm": 0.07706959545612335,
      "learning_rate": 0.00016197636364875394,
      "loss": 10.1498,
      "step": 4943
    },
    {
      "epoch": 0.8631661647243682,
      "grad_norm": 0.07191380113363266,
      "learning_rate": 0.00016196200418234114,
      "loss": 10.1463,
      "step": 4944
    },
    {
      "epoch": 0.8633407533499192,
      "grad_norm": 0.08292508125305176,
      "learning_rate": 0.00016194764264180757,
      "loss": 10.1887,
      "step": 4945
    },
    {
      "epoch": 0.8635153419754703,
      "grad_norm": 0.0853038877248764,
      "learning_rate": 0.0001619332790276341,
      "loss": 10.1833,
      "step": 4946
    },
    {
      "epoch": 0.8636899306010214,
      "grad_norm": 0.09170012921094894,
      "learning_rate": 0.0001619189133403015,
      "loss": 10.1737,
      "step": 4947
    },
    {
      "epoch": 0.8638645192265724,
      "grad_norm": 0.10610249638557434,
      "learning_rate": 0.00016190454558029057,
      "loss": 10.1764,
      "step": 4948
    },
    {
      "epoch": 0.8640391078521235,
      "grad_norm": 0.11404375731945038,
      "learning_rate": 0.00016189017574808236,
      "loss": 10.1683,
      "step": 4949
    },
    {
      "epoch": 0.8642136964776744,
      "grad_norm": 0.16229496896266937,
      "learning_rate": 0.00016187580384415787,
      "loss": 10.2299,
      "step": 4950
    },
    {
      "epoch": 0.8643882851032255,
      "grad_norm": 0.05265555530786514,
      "learning_rate": 0.0001618614298689981,
      "loss": 10.2203,
      "step": 4951
    },
    {
      "epoch": 0.8645628737287766,
      "grad_norm": 0.04375498741865158,
      "learning_rate": 0.0001618470538230843,
      "loss": 10.2053,
      "step": 4952
    },
    {
      "epoch": 0.8647374623543276,
      "grad_norm": 0.04374279826879501,
      "learning_rate": 0.00016183267570689768,
      "loss": 10.2011,
      "step": 4953
    },
    {
      "epoch": 0.8649120509798787,
      "grad_norm": 0.053145840764045715,
      "learning_rate": 0.0001618182955209195,
      "loss": 10.1833,
      "step": 4954
    },
    {
      "epoch": 0.8650866396054298,
      "grad_norm": 0.042399175465106964,
      "learning_rate": 0.00016180391326563114,
      "loss": 10.1938,
      "step": 4955
    },
    {
      "epoch": 0.8652612282309807,
      "grad_norm": 0.05643491446971893,
      "learning_rate": 0.00016178952894151403,
      "loss": 10.1837,
      "step": 4956
    },
    {
      "epoch": 0.8654358168565318,
      "grad_norm": 0.044587310403585434,
      "learning_rate": 0.00016177514254904967,
      "loss": 10.1918,
      "step": 4957
    },
    {
      "epoch": 0.8656104054820828,
      "grad_norm": 0.05009898543357849,
      "learning_rate": 0.00016176075408871966,
      "loss": 10.1948,
      "step": 4958
    },
    {
      "epoch": 0.8657849941076339,
      "grad_norm": 0.05218413472175598,
      "learning_rate": 0.00016174636356100562,
      "loss": 10.2122,
      "step": 4959
    },
    {
      "epoch": 0.865959582733185,
      "grad_norm": 0.04476316273212433,
      "learning_rate": 0.00016173197096638924,
      "loss": 10.1952,
      "step": 4960
    },
    {
      "epoch": 0.8661341713587359,
      "grad_norm": 0.05562339350581169,
      "learning_rate": 0.00016171757630535231,
      "loss": 10.1798,
      "step": 4961
    },
    {
      "epoch": 0.866308759984287,
      "grad_norm": 0.045454755425453186,
      "learning_rate": 0.00016170317957837668,
      "loss": 10.1975,
      "step": 4962
    },
    {
      "epoch": 0.8664833486098381,
      "grad_norm": 0.04991557449102402,
      "learning_rate": 0.0001616887807859443,
      "loss": 10.1998,
      "step": 4963
    },
    {
      "epoch": 0.8666579372353891,
      "grad_norm": 0.04808618500828743,
      "learning_rate": 0.00016167437992853714,
      "loss": 10.2051,
      "step": 4964
    },
    {
      "epoch": 0.8668325258609402,
      "grad_norm": 0.052720196545124054,
      "learning_rate": 0.0001616599770066372,
      "loss": 10.2319,
      "step": 4965
    },
    {
      "epoch": 0.8670071144864913,
      "grad_norm": 0.0495256632566452,
      "learning_rate": 0.00016164557202072666,
      "loss": 10.19,
      "step": 4966
    },
    {
      "epoch": 0.8671817031120422,
      "grad_norm": 0.0456322506070137,
      "learning_rate": 0.0001616311649712877,
      "loss": 10.1908,
      "step": 4967
    },
    {
      "epoch": 0.8673562917375933,
      "grad_norm": 0.049957480281591415,
      "learning_rate": 0.00016161675585880256,
      "loss": 10.1919,
      "step": 4968
    },
    {
      "epoch": 0.8675308803631443,
      "grad_norm": 0.05438470095396042,
      "learning_rate": 0.00016160234468375363,
      "loss": 10.1707,
      "step": 4969
    },
    {
      "epoch": 0.8677054689886954,
      "grad_norm": 0.048311978578567505,
      "learning_rate": 0.00016158793144662326,
      "loss": 10.1788,
      "step": 4970
    },
    {
      "epoch": 0.8678800576142465,
      "grad_norm": 0.055807456374168396,
      "learning_rate": 0.0001615735161478939,
      "loss": 10.1579,
      "step": 4971
    },
    {
      "epoch": 0.8680546462397974,
      "grad_norm": 0.048471421003341675,
      "learning_rate": 0.0001615590987880482,
      "loss": 10.188,
      "step": 4972
    },
    {
      "epoch": 0.8682292348653485,
      "grad_norm": 0.058987557888031006,
      "learning_rate": 0.00016154467936756864,
      "loss": 10.1917,
      "step": 4973
    },
    {
      "epoch": 0.8684038234908996,
      "grad_norm": 0.05883984640240669,
      "learning_rate": 0.00016153025788693794,
      "loss": 10.1797,
      "step": 4974
    },
    {
      "epoch": 0.8685784121164506,
      "grad_norm": 0.05528924986720085,
      "learning_rate": 0.00016151583434663888,
      "loss": 10.1921,
      "step": 4975
    },
    {
      "epoch": 0.8687530007420017,
      "grad_norm": 0.06171838566660881,
      "learning_rate": 0.00016150140874715424,
      "loss": 10.2217,
      "step": 4976
    },
    {
      "epoch": 0.8689275893675527,
      "grad_norm": 0.058085255324840546,
      "learning_rate": 0.00016148698108896692,
      "loss": 10.1905,
      "step": 4977
    },
    {
      "epoch": 0.8691021779931037,
      "grad_norm": 0.06685158610343933,
      "learning_rate": 0.00016147255137255985,
      "loss": 10.1963,
      "step": 4978
    },
    {
      "epoch": 0.8692767666186548,
      "grad_norm": 0.058270346373319626,
      "learning_rate": 0.0001614581195984161,
      "loss": 10.1908,
      "step": 4979
    },
    {
      "epoch": 0.8694513552442058,
      "grad_norm": 0.05348312482237816,
      "learning_rate": 0.00016144368576701868,
      "loss": 10.1761,
      "step": 4980
    },
    {
      "epoch": 0.8696259438697569,
      "grad_norm": 0.053766049444675446,
      "learning_rate": 0.0001614292498788508,
      "loss": 10.1937,
      "step": 4981
    },
    {
      "epoch": 0.869800532495308,
      "grad_norm": 0.06182336062192917,
      "learning_rate": 0.00016141481193439572,
      "loss": 10.1928,
      "step": 4982
    },
    {
      "epoch": 0.869975121120859,
      "grad_norm": 0.055616751313209534,
      "learning_rate": 0.0001614003719341367,
      "loss": 10.177,
      "step": 4983
    },
    {
      "epoch": 0.87014970974641,
      "grad_norm": 0.05789387226104736,
      "learning_rate": 0.00016138592987855708,
      "loss": 10.1525,
      "step": 4984
    },
    {
      "epoch": 0.870324298371961,
      "grad_norm": 0.06127648428082466,
      "learning_rate": 0.0001613714857681403,
      "loss": 10.1961,
      "step": 4985
    },
    {
      "epoch": 0.8704988869975121,
      "grad_norm": 0.0649336650967598,
      "learning_rate": 0.00016135703960336992,
      "loss": 10.1844,
      "step": 4986
    },
    {
      "epoch": 0.8706734756230632,
      "grad_norm": 0.06695568561553955,
      "learning_rate": 0.00016134259138472946,
      "loss": 10.1795,
      "step": 4987
    },
    {
      "epoch": 0.8708480642486142,
      "grad_norm": 0.05793176591396332,
      "learning_rate": 0.0001613281411127026,
      "loss": 10.1771,
      "step": 4988
    },
    {
      "epoch": 0.8710226528741652,
      "grad_norm": 0.064266636967659,
      "learning_rate": 0.000161313688787773,
      "loss": 10.1578,
      "step": 4989
    },
    {
      "epoch": 0.8711972414997163,
      "grad_norm": 0.06721623241901398,
      "learning_rate": 0.00016129923441042448,
      "loss": 10.1932,
      "step": 4990
    },
    {
      "epoch": 0.8713718301252673,
      "grad_norm": 0.06431404501199722,
      "learning_rate": 0.00016128477798114084,
      "loss": 10.1731,
      "step": 4991
    },
    {
      "epoch": 0.8715464187508184,
      "grad_norm": 0.07902704924345016,
      "learning_rate": 0.00016127031950040604,
      "loss": 10.1845,
      "step": 4992
    },
    {
      "epoch": 0.8717210073763695,
      "grad_norm": 0.0670521929860115,
      "learning_rate": 0.00016125585896870407,
      "loss": 10.1658,
      "step": 4993
    },
    {
      "epoch": 0.8718955960019205,
      "grad_norm": 0.08623291552066803,
      "learning_rate": 0.00016124139638651897,
      "loss": 10.1977,
      "step": 4994
    },
    {
      "epoch": 0.8720701846274715,
      "grad_norm": 0.09057135134935379,
      "learning_rate": 0.0001612269317543348,
      "loss": 10.1859,
      "step": 4995
    },
    {
      "epoch": 0.8722447732530225,
      "grad_norm": 0.08758442103862762,
      "learning_rate": 0.00016121246507263588,
      "loss": 10.1665,
      "step": 4996
    },
    {
      "epoch": 0.8724193618785736,
      "grad_norm": 0.09754587709903717,
      "learning_rate": 0.00016119799634190635,
      "loss": 10.1993,
      "step": 4997
    },
    {
      "epoch": 0.8725939505041247,
      "grad_norm": 0.08179693669080734,
      "learning_rate": 0.00016118352556263057,
      "loss": 10.1864,
      "step": 4998
    },
    {
      "epoch": 0.8727685391296757,
      "grad_norm": 0.10644331574440002,
      "learning_rate": 0.00016116905273529298,
      "loss": 10.2049,
      "step": 4999
    },
    {
      "epoch": 0.8729431277552268,
      "grad_norm": 0.13975220918655396,
      "learning_rate": 0.00016115457786037798,
      "loss": 10.236,
      "step": 5000
    },
    {
      "epoch": 0.8729431277552268,
      "eval_loss": 10.178133964538574,
      "eval_runtime": 0.7224,
      "eval_samples_per_second": 319.773,
      "eval_steps_per_second": 160.579,
      "step": 5000
    },
    {
      "epoch": 0.8731177163807778,
      "grad_norm": 0.051117174327373505,
      "learning_rate": 0.00016114010093837012,
      "loss": 10.2201,
      "step": 5001
    },
    {
      "epoch": 0.8732923050063288,
      "grad_norm": 0.05510374531149864,
      "learning_rate": 0.00016112562196975407,
      "loss": 10.2086,
      "step": 5002
    },
    {
      "epoch": 0.8734668936318799,
      "grad_norm": 0.042710043489933014,
      "learning_rate": 0.00016111114095501442,
      "loss": 10.2217,
      "step": 5003
    },
    {
      "epoch": 0.8736414822574309,
      "grad_norm": 0.055809810757637024,
      "learning_rate": 0.00016109665789463596,
      "loss": 10.1874,
      "step": 5004
    },
    {
      "epoch": 0.873816070882982,
      "grad_norm": 0.046632423996925354,
      "learning_rate": 0.00016108217278910345,
      "loss": 10.214,
      "step": 5005
    },
    {
      "epoch": 0.873990659508533,
      "grad_norm": 0.0447918176651001,
      "learning_rate": 0.00016106768563890178,
      "loss": 10.2091,
      "step": 5006
    },
    {
      "epoch": 0.874165248134084,
      "grad_norm": 0.04899793118238449,
      "learning_rate": 0.0001610531964445159,
      "loss": 10.1875,
      "step": 5007
    },
    {
      "epoch": 0.8743398367596351,
      "grad_norm": 0.05383627861738205,
      "learning_rate": 0.00016103870520643083,
      "loss": 10.199,
      "step": 5008
    },
    {
      "epoch": 0.8745144253851862,
      "grad_norm": 0.04510974511504173,
      "learning_rate": 0.00016102421192513167,
      "loss": 10.2137,
      "step": 5009
    },
    {
      "epoch": 0.8746890140107372,
      "grad_norm": 0.04398318752646446,
      "learning_rate": 0.00016100971660110348,
      "loss": 10.2052,
      "step": 5010
    },
    {
      "epoch": 0.8748636026362883,
      "grad_norm": 0.04678495228290558,
      "learning_rate": 0.00016099521923483164,
      "loss": 10.1911,
      "step": 5011
    },
    {
      "epoch": 0.8750381912618392,
      "grad_norm": 0.04798148572444916,
      "learning_rate": 0.00016098071982680124,
      "loss": 10.2055,
      "step": 5012
    },
    {
      "epoch": 0.8752127798873903,
      "grad_norm": 0.05096054822206497,
      "learning_rate": 0.00016096621837749777,
      "loss": 10.1954,
      "step": 5013
    },
    {
      "epoch": 0.8753873685129414,
      "grad_norm": 0.05529632046818733,
      "learning_rate": 0.00016095171488740665,
      "loss": 10.2094,
      "step": 5014
    },
    {
      "epoch": 0.8755619571384924,
      "grad_norm": 0.05033675208687782,
      "learning_rate": 0.00016093720935701327,
      "loss": 10.1952,
      "step": 5015
    },
    {
      "epoch": 0.8757365457640435,
      "grad_norm": 0.05570799857378006,
      "learning_rate": 0.0001609227017868033,
      "loss": 10.2021,
      "step": 5016
    },
    {
      "epoch": 0.8759111343895946,
      "grad_norm": 0.055438075214624405,
      "learning_rate": 0.0001609081921772623,
      "loss": 10.1822,
      "step": 5017
    },
    {
      "epoch": 0.8760857230151455,
      "grad_norm": 0.05208522453904152,
      "learning_rate": 0.000160893680528876,
      "loss": 10.2099,
      "step": 5018
    },
    {
      "epoch": 0.8762603116406966,
      "grad_norm": 0.056471798568964005,
      "learning_rate": 0.00016087916684213012,
      "loss": 10.2135,
      "step": 5019
    },
    {
      "epoch": 0.8764349002662477,
      "grad_norm": 0.05538515746593475,
      "learning_rate": 0.00016086465111751056,
      "loss": 10.188,
      "step": 5020
    },
    {
      "epoch": 0.8766094888917987,
      "grad_norm": 0.05676006153225899,
      "learning_rate": 0.00016085013335550316,
      "loss": 10.2069,
      "step": 5021
    },
    {
      "epoch": 0.8767840775173498,
      "grad_norm": 0.05447783321142197,
      "learning_rate": 0.00016083561355659395,
      "loss": 10.1892,
      "step": 5022
    },
    {
      "epoch": 0.8769586661429007,
      "grad_norm": 0.05065655708312988,
      "learning_rate": 0.00016082109172126888,
      "loss": 10.1962,
      "step": 5023
    },
    {
      "epoch": 0.8771332547684518,
      "grad_norm": 0.04913531616330147,
      "learning_rate": 0.00016080656785001413,
      "loss": 10.1878,
      "step": 5024
    },
    {
      "epoch": 0.8773078433940029,
      "grad_norm": 0.04743151739239693,
      "learning_rate": 0.00016079204194331586,
      "loss": 10.1893,
      "step": 5025
    },
    {
      "epoch": 0.8774824320195539,
      "grad_norm": 0.052146561443805695,
      "learning_rate": 0.00016077751400166027,
      "loss": 10.1739,
      "step": 5026
    },
    {
      "epoch": 0.877657020645105,
      "grad_norm": 0.0547432117164135,
      "learning_rate": 0.00016076298402553372,
      "loss": 10.1581,
      "step": 5027
    },
    {
      "epoch": 0.8778316092706561,
      "grad_norm": 0.06001603603363037,
      "learning_rate": 0.00016074845201542254,
      "loss": 10.1866,
      "step": 5028
    },
    {
      "epoch": 0.878006197896207,
      "grad_norm": 0.050100550055503845,
      "learning_rate": 0.00016073391797181324,
      "loss": 10.2086,
      "step": 5029
    },
    {
      "epoch": 0.8781807865217581,
      "grad_norm": 0.05696025863289833,
      "learning_rate": 0.00016071938189519229,
      "loss": 10.1784,
      "step": 5030
    },
    {
      "epoch": 0.8783553751473091,
      "grad_norm": 0.0626736730337143,
      "learning_rate": 0.00016070484378604625,
      "loss": 10.2197,
      "step": 5031
    },
    {
      "epoch": 0.8785299637728602,
      "grad_norm": 0.05156354978680611,
      "learning_rate": 0.00016069030364486179,
      "loss": 10.2161,
      "step": 5032
    },
    {
      "epoch": 0.8787045523984113,
      "grad_norm": 0.05712119862437248,
      "learning_rate": 0.00016067576147212566,
      "loss": 10.1793,
      "step": 5033
    },
    {
      "epoch": 0.8788791410239623,
      "grad_norm": 0.06294433772563934,
      "learning_rate": 0.00016066121726832463,
      "loss": 10.1868,
      "step": 5034
    },
    {
      "epoch": 0.8790537296495133,
      "grad_norm": 0.05802065134048462,
      "learning_rate": 0.0001606466710339455,
      "loss": 10.199,
      "step": 5035
    },
    {
      "epoch": 0.8792283182750644,
      "grad_norm": 0.0663120374083519,
      "learning_rate": 0.00016063212276947527,
      "loss": 10.1541,
      "step": 5036
    },
    {
      "epoch": 0.8794029069006154,
      "grad_norm": 0.058310382068157196,
      "learning_rate": 0.00016061757247540088,
      "loss": 10.1818,
      "step": 5037
    },
    {
      "epoch": 0.8795774955261665,
      "grad_norm": 0.06258563697338104,
      "learning_rate": 0.0001606030201522094,
      "loss": 10.1511,
      "step": 5038
    },
    {
      "epoch": 0.8797520841517175,
      "grad_norm": 0.06852874904870987,
      "learning_rate": 0.00016058846580038798,
      "loss": 10.1832,
      "step": 5039
    },
    {
      "epoch": 0.8799266727772685,
      "grad_norm": 0.06673537194728851,
      "learning_rate": 0.00016057390942042377,
      "loss": 10.1728,
      "step": 5040
    },
    {
      "epoch": 0.8801012614028196,
      "grad_norm": 0.07160869240760803,
      "learning_rate": 0.00016055935101280406,
      "loss": 10.1838,
      "step": 5041
    },
    {
      "epoch": 0.8802758500283706,
      "grad_norm": 0.07980544120073318,
      "learning_rate": 0.00016054479057801618,
      "loss": 10.1599,
      "step": 5042
    },
    {
      "epoch": 0.8804504386539217,
      "grad_norm": 0.07025173306465149,
      "learning_rate": 0.0001605302281165475,
      "loss": 10.1565,
      "step": 5043
    },
    {
      "epoch": 0.8806250272794728,
      "grad_norm": 0.06631004810333252,
      "learning_rate": 0.0001605156636288855,
      "loss": 10.1858,
      "step": 5044
    },
    {
      "epoch": 0.8807996159050238,
      "grad_norm": 0.07326347380876541,
      "learning_rate": 0.00016050109711551776,
      "loss": 10.1564,
      "step": 5045
    },
    {
      "epoch": 0.8809742045305748,
      "grad_norm": 0.09376130253076553,
      "learning_rate": 0.0001604865285769318,
      "loss": 10.2397,
      "step": 5046
    },
    {
      "epoch": 0.8811487931561259,
      "grad_norm": 0.09419596940279007,
      "learning_rate": 0.00016047195801361533,
      "loss": 10.1653,
      "step": 5047
    },
    {
      "epoch": 0.8813233817816769,
      "grad_norm": 0.08772691339254379,
      "learning_rate": 0.0001604573854260561,
      "loss": 10.1764,
      "step": 5048
    },
    {
      "epoch": 0.881497970407228,
      "grad_norm": 0.10971475392580032,
      "learning_rate": 0.00016044281081474185,
      "loss": 10.1359,
      "step": 5049
    },
    {
      "epoch": 0.881672559032779,
      "grad_norm": 0.15376153588294983,
      "learning_rate": 0.00016042823418016056,
      "loss": 10.2152,
      "step": 5050
    },
    {
      "epoch": 0.88184714765833,
      "grad_norm": 0.05422814190387726,
      "learning_rate": 0.0001604136555228001,
      "loss": 10.2185,
      "step": 5051
    },
    {
      "epoch": 0.8820217362838811,
      "grad_norm": 0.053828220814466476,
      "learning_rate": 0.00016039907484314845,
      "loss": 10.2043,
      "step": 5052
    },
    {
      "epoch": 0.8821963249094321,
      "grad_norm": 0.04462666064500809,
      "learning_rate": 0.0001603844921416937,
      "loss": 10.214,
      "step": 5053
    },
    {
      "epoch": 0.8823709135349832,
      "grad_norm": 0.043450646102428436,
      "learning_rate": 0.00016036990741892404,
      "loss": 10.2219,
      "step": 5054
    },
    {
      "epoch": 0.8825455021605343,
      "grad_norm": 0.04695093259215355,
      "learning_rate": 0.00016035532067532765,
      "loss": 10.1865,
      "step": 5055
    },
    {
      "epoch": 0.8827200907860853,
      "grad_norm": 0.054122716188430786,
      "learning_rate": 0.0001603407319113928,
      "loss": 10.2215,
      "step": 5056
    },
    {
      "epoch": 0.8828946794116364,
      "grad_norm": 0.04422525316476822,
      "learning_rate": 0.0001603261411276079,
      "loss": 10.2207,
      "step": 5057
    },
    {
      "epoch": 0.8830692680371873,
      "grad_norm": 0.04667459800839424,
      "learning_rate": 0.00016031154832446122,
      "loss": 10.1938,
      "step": 5058
    },
    {
      "epoch": 0.8832438566627384,
      "grad_norm": 0.043766651302576065,
      "learning_rate": 0.00016029695350244135,
      "loss": 10.2028,
      "step": 5059
    },
    {
      "epoch": 0.8834184452882895,
      "grad_norm": 0.05488351359963417,
      "learning_rate": 0.00016028235666203688,
      "loss": 10.234,
      "step": 5060
    },
    {
      "epoch": 0.8835930339138405,
      "grad_norm": 0.049708835780620575,
      "learning_rate": 0.0001602677578037363,
      "loss": 10.2241,
      "step": 5061
    },
    {
      "epoch": 0.8837676225393916,
      "grad_norm": 0.05036913603544235,
      "learning_rate": 0.00016025315692802836,
      "loss": 10.2163,
      "step": 5062
    },
    {
      "epoch": 0.8839422111649426,
      "grad_norm": 0.05217096209526062,
      "learning_rate": 0.00016023855403540183,
      "loss": 10.2135,
      "step": 5063
    },
    {
      "epoch": 0.8841167997904936,
      "grad_norm": 0.046255286782979965,
      "learning_rate": 0.0001602239491263455,
      "loss": 10.2051,
      "step": 5064
    },
    {
      "epoch": 0.8842913884160447,
      "grad_norm": 0.052833184599876404,
      "learning_rate": 0.00016020934220134823,
      "loss": 10.1884,
      "step": 5065
    },
    {
      "epoch": 0.8844659770415957,
      "grad_norm": 0.05476776137948036,
      "learning_rate": 0.00016019473326089903,
      "loss": 10.1893,
      "step": 5066
    },
    {
      "epoch": 0.8846405656671468,
      "grad_norm": 0.04591434448957443,
      "learning_rate": 0.0001601801223054869,
      "loss": 10.1926,
      "step": 5067
    },
    {
      "epoch": 0.8848151542926979,
      "grad_norm": 0.05311719700694084,
      "learning_rate": 0.00016016550933560089,
      "loss": 10.2172,
      "step": 5068
    },
    {
      "epoch": 0.8849897429182488,
      "grad_norm": 0.05311410874128342,
      "learning_rate": 0.0001601508943517302,
      "loss": 10.1887,
      "step": 5069
    },
    {
      "epoch": 0.8851643315437999,
      "grad_norm": 0.06180175766348839,
      "learning_rate": 0.00016013627735436404,
      "loss": 10.1756,
      "step": 5070
    },
    {
      "epoch": 0.885338920169351,
      "grad_norm": 0.0475110225379467,
      "learning_rate": 0.0001601216583439917,
      "loss": 10.2163,
      "step": 5071
    },
    {
      "epoch": 0.885513508794902,
      "grad_norm": 0.05187668651342392,
      "learning_rate": 0.00016010703732110258,
      "loss": 10.1802,
      "step": 5072
    },
    {
      "epoch": 0.8856880974204531,
      "grad_norm": 0.05205950513482094,
      "learning_rate": 0.00016009241428618603,
      "loss": 10.1727,
      "step": 5073
    },
    {
      "epoch": 0.8858626860460042,
      "grad_norm": 0.05927537754178047,
      "learning_rate": 0.00016007778923973154,
      "loss": 10.1942,
      "step": 5074
    },
    {
      "epoch": 0.8860372746715551,
      "grad_norm": 0.05853471904993057,
      "learning_rate": 0.00016006316218222875,
      "loss": 10.1807,
      "step": 5075
    },
    {
      "epoch": 0.8862118632971062,
      "grad_norm": 0.054575107991695404,
      "learning_rate": 0.00016004853311416724,
      "loss": 10.2239,
      "step": 5076
    },
    {
      "epoch": 0.8863864519226572,
      "grad_norm": 0.0584716722369194,
      "learning_rate": 0.0001600339020360367,
      "loss": 10.2038,
      "step": 5077
    },
    {
      "epoch": 0.8865610405482083,
      "grad_norm": 0.058857306838035583,
      "learning_rate": 0.0001600192689483269,
      "loss": 10.1536,
      "step": 5078
    },
    {
      "epoch": 0.8867356291737594,
      "grad_norm": 0.05485432222485542,
      "learning_rate": 0.00016000463385152766,
      "loss": 10.1855,
      "step": 5079
    },
    {
      "epoch": 0.8869102177993103,
      "grad_norm": 0.05534148961305618,
      "learning_rate": 0.00015998999674612891,
      "loss": 10.1508,
      "step": 5080
    },
    {
      "epoch": 0.8870848064248614,
      "grad_norm": 0.05282978340983391,
      "learning_rate": 0.00015997535763262057,
      "loss": 10.2123,
      "step": 5081
    },
    {
      "epoch": 0.8872593950504125,
      "grad_norm": 0.05994487181305885,
      "learning_rate": 0.0001599607165114927,
      "loss": 10.197,
      "step": 5082
    },
    {
      "epoch": 0.8874339836759635,
      "grad_norm": 0.06655213236808777,
      "learning_rate": 0.00015994607338323536,
      "loss": 10.1893,
      "step": 5083
    },
    {
      "epoch": 0.8876085723015146,
      "grad_norm": 0.07110048085451126,
      "learning_rate": 0.0001599314282483388,
      "loss": 10.2127,
      "step": 5084
    },
    {
      "epoch": 0.8877831609270656,
      "grad_norm": 0.05811797454953194,
      "learning_rate": 0.00015991678110729315,
      "loss": 10.1673,
      "step": 5085
    },
    {
      "epoch": 0.8879577495526166,
      "grad_norm": 0.06057311221957207,
      "learning_rate": 0.00015990213196058877,
      "loss": 10.1856,
      "step": 5086
    },
    {
      "epoch": 0.8881323381781677,
      "grad_norm": 0.055124275386333466,
      "learning_rate": 0.00015988748080871597,
      "loss": 10.1552,
      "step": 5087
    },
    {
      "epoch": 0.8883069268037187,
      "grad_norm": 0.06549161672592163,
      "learning_rate": 0.0001598728276521653,
      "loss": 10.151,
      "step": 5088
    },
    {
      "epoch": 0.8884815154292698,
      "grad_norm": 0.0715627521276474,
      "learning_rate": 0.00015985817249142715,
      "loss": 10.1743,
      "step": 5089
    },
    {
      "epoch": 0.8886561040548209,
      "grad_norm": 0.07139839977025986,
      "learning_rate": 0.0001598435153269921,
      "loss": 10.1746,
      "step": 5090
    },
    {
      "epoch": 0.8888306926803718,
      "grad_norm": 0.07168518751859665,
      "learning_rate": 0.00015982885615935084,
      "loss": 10.2125,
      "step": 5091
    },
    {
      "epoch": 0.8890052813059229,
      "grad_norm": 0.07823224365711212,
      "learning_rate": 0.000159814194988994,
      "loss": 10.1823,
      "step": 5092
    },
    {
      "epoch": 0.8891798699314739,
      "grad_norm": 0.07430733740329742,
      "learning_rate": 0.00015979953181641246,
      "loss": 10.1991,
      "step": 5093
    },
    {
      "epoch": 0.889354458557025,
      "grad_norm": 0.07052960991859436,
      "learning_rate": 0.00015978486664209695,
      "loss": 10.1524,
      "step": 5094
    },
    {
      "epoch": 0.8895290471825761,
      "grad_norm": 0.07524438947439194,
      "learning_rate": 0.00015977019946653836,
      "loss": 10.2103,
      "step": 5095
    },
    {
      "epoch": 0.8897036358081271,
      "grad_norm": 0.07465853542089462,
      "learning_rate": 0.00015975553029022778,
      "loss": 10.185,
      "step": 5096
    },
    {
      "epoch": 0.8898782244336781,
      "grad_norm": 0.08612826466560364,
      "learning_rate": 0.00015974085911365618,
      "loss": 10.1816,
      "step": 5097
    },
    {
      "epoch": 0.8900528130592292,
      "grad_norm": 0.08723343908786774,
      "learning_rate": 0.0001597261859373146,
      "loss": 10.1601,
      "step": 5098
    },
    {
      "epoch": 0.8902274016847802,
      "grad_norm": 0.1181773692369461,
      "learning_rate": 0.0001597115107616943,
      "loss": 10.1724,
      "step": 5099
    },
    {
      "epoch": 0.8904019903103313,
      "grad_norm": 0.1523234099149704,
      "learning_rate": 0.00015969683358728652,
      "loss": 10.1923,
      "step": 5100
    },
    {
      "epoch": 0.8905765789358824,
      "grad_norm": 0.05200263857841492,
      "learning_rate": 0.0001596821544145825,
      "loss": 10.1977,
      "step": 5101
    },
    {
      "epoch": 0.8907511675614334,
      "grad_norm": 0.052902910858392715,
      "learning_rate": 0.00015966747324407362,
      "loss": 10.1968,
      "step": 5102
    },
    {
      "epoch": 0.8909257561869844,
      "grad_norm": 0.0471595861017704,
      "learning_rate": 0.0001596527900762514,
      "loss": 10.1922,
      "step": 5103
    },
    {
      "epoch": 0.8911003448125354,
      "grad_norm": 0.04337586089968681,
      "learning_rate": 0.00015963810491160724,
      "loss": 10.2019,
      "step": 5104
    },
    {
      "epoch": 0.8912749334380865,
      "grad_norm": 0.05970018357038498,
      "learning_rate": 0.0001596234177506328,
      "loss": 10.1973,
      "step": 5105
    },
    {
      "epoch": 0.8914495220636376,
      "grad_norm": 0.04998251795768738,
      "learning_rate": 0.00015960872859381966,
      "loss": 10.205,
      "step": 5106
    },
    {
      "epoch": 0.8916241106891886,
      "grad_norm": 0.056507792323827744,
      "learning_rate": 0.00015959403744165957,
      "loss": 10.2193,
      "step": 5107
    },
    {
      "epoch": 0.8917986993147397,
      "grad_norm": 0.04987920820713043,
      "learning_rate": 0.00015957934429464425,
      "loss": 10.2271,
      "step": 5108
    },
    {
      "epoch": 0.8919732879402907,
      "grad_norm": 0.0498247928917408,
      "learning_rate": 0.0001595646491532656,
      "loss": 10.1944,
      "step": 5109
    },
    {
      "epoch": 0.8921478765658417,
      "grad_norm": 0.04439401626586914,
      "learning_rate": 0.0001595499520180155,
      "loss": 10.2182,
      "step": 5110
    },
    {
      "epoch": 0.8923224651913928,
      "grad_norm": 0.04567783325910568,
      "learning_rate": 0.00015953525288938587,
      "loss": 10.1871,
      "step": 5111
    },
    {
      "epoch": 0.8924970538169438,
      "grad_norm": 0.048437293618917465,
      "learning_rate": 0.00015952055176786883,
      "loss": 10.2021,
      "step": 5112
    },
    {
      "epoch": 0.8926716424424949,
      "grad_norm": 0.05484222620725632,
      "learning_rate": 0.00015950584865395646,
      "loss": 10.1997,
      "step": 5113
    },
    {
      "epoch": 0.892846231068046,
      "grad_norm": 0.047449275851249695,
      "learning_rate": 0.0001594911435481409,
      "loss": 10.2099,
      "step": 5114
    },
    {
      "epoch": 0.8930208196935969,
      "grad_norm": 0.04563695192337036,
      "learning_rate": 0.00015947643645091445,
      "loss": 10.234,
      "step": 5115
    },
    {
      "epoch": 0.893195408319148,
      "grad_norm": 0.04621841758489609,
      "learning_rate": 0.00015946172736276934,
      "loss": 10.2145,
      "step": 5116
    },
    {
      "epoch": 0.8933699969446991,
      "grad_norm": 0.05009252205491066,
      "learning_rate": 0.00015944701628419804,
      "loss": 10.2079,
      "step": 5117
    },
    {
      "epoch": 0.8935445855702501,
      "grad_norm": 0.05000895634293556,
      "learning_rate": 0.0001594323032156929,
      "loss": 10.2146,
      "step": 5118
    },
    {
      "epoch": 0.8937191741958012,
      "grad_norm": 0.053928814828395844,
      "learning_rate": 0.0001594175881577465,
      "loss": 10.2061,
      "step": 5119
    },
    {
      "epoch": 0.8938937628213521,
      "grad_norm": 0.04797687381505966,
      "learning_rate": 0.00015940287111085132,
      "loss": 10.2186,
      "step": 5120
    },
    {
      "epoch": 0.8940683514469032,
      "grad_norm": 0.04855877161026001,
      "learning_rate": 0.00015938815207550011,
      "loss": 10.1849,
      "step": 5121
    },
    {
      "epoch": 0.8942429400724543,
      "grad_norm": 0.05251741409301758,
      "learning_rate": 0.0001593734310521855,
      "loss": 10.1918,
      "step": 5122
    },
    {
      "epoch": 0.8944175286980053,
      "grad_norm": 0.05542503297328949,
      "learning_rate": 0.00015935870804140026,
      "loss": 10.1895,
      "step": 5123
    },
    {
      "epoch": 0.8945921173235564,
      "grad_norm": 0.051061246544122696,
      "learning_rate": 0.0001593439830436373,
      "loss": 10.2129,
      "step": 5124
    },
    {
      "epoch": 0.8947667059491075,
      "grad_norm": 0.04616481438279152,
      "learning_rate": 0.00015932925605938945,
      "loss": 10.2009,
      "step": 5125
    },
    {
      "epoch": 0.8949412945746584,
      "grad_norm": 0.0489790104329586,
      "learning_rate": 0.00015931452708914972,
      "loss": 10.1974,
      "step": 5126
    },
    {
      "epoch": 0.8951158832002095,
      "grad_norm": 0.055867359042167664,
      "learning_rate": 0.00015929979613341116,
      "loss": 10.2015,
      "step": 5127
    },
    {
      "epoch": 0.8952904718257606,
      "grad_norm": 0.06149888411164284,
      "learning_rate": 0.00015928506319266681,
      "loss": 10.2124,
      "step": 5128
    },
    {
      "epoch": 0.8954650604513116,
      "grad_norm": 0.06044862046837807,
      "learning_rate": 0.0001592703282674099,
      "loss": 10.1781,
      "step": 5129
    },
    {
      "epoch": 0.8956396490768627,
      "grad_norm": 0.05854940414428711,
      "learning_rate": 0.00015925559135813368,
      "loss": 10.1841,
      "step": 5130
    },
    {
      "epoch": 0.8958142377024136,
      "grad_norm": 0.0587044358253479,
      "learning_rate": 0.0001592408524653314,
      "loss": 10.2064,
      "step": 5131
    },
    {
      "epoch": 0.8959888263279647,
      "grad_norm": 0.06187490373849869,
      "learning_rate": 0.00015922611158949646,
      "loss": 10.1696,
      "step": 5132
    },
    {
      "epoch": 0.8961634149535158,
      "grad_norm": 0.06096015125513077,
      "learning_rate": 0.0001592113687311223,
      "loss": 10.1847,
      "step": 5133
    },
    {
      "epoch": 0.8963380035790668,
      "grad_norm": 0.05654896795749664,
      "learning_rate": 0.00015919662389070246,
      "loss": 10.153,
      "step": 5134
    },
    {
      "epoch": 0.8965125922046179,
      "grad_norm": 0.06884452700614929,
      "learning_rate": 0.00015918187706873043,
      "loss": 10.1661,
      "step": 5135
    },
    {
      "epoch": 0.896687180830169,
      "grad_norm": 0.06120990216732025,
      "learning_rate": 0.00015916712826569992,
      "loss": 10.1856,
      "step": 5136
    },
    {
      "epoch": 0.8968617694557199,
      "grad_norm": 0.07231796532869339,
      "learning_rate": 0.00015915237748210457,
      "loss": 10.1903,
      "step": 5137
    },
    {
      "epoch": 0.897036358081271,
      "grad_norm": 0.07330124825239182,
      "learning_rate": 0.00015913762471843817,
      "loss": 10.1833,
      "step": 5138
    },
    {
      "epoch": 0.897210946706822,
      "grad_norm": 0.06774769723415375,
      "learning_rate": 0.00015912286997519457,
      "loss": 10.1975,
      "step": 5139
    },
    {
      "epoch": 0.8973855353323731,
      "grad_norm": 0.06423618644475937,
      "learning_rate": 0.00015910811325286768,
      "loss": 10.1723,
      "step": 5140
    },
    {
      "epoch": 0.8975601239579242,
      "grad_norm": 0.06746320426464081,
      "learning_rate": 0.00015909335455195143,
      "loss": 10.1932,
      "step": 5141
    },
    {
      "epoch": 0.8977347125834751,
      "grad_norm": 0.07361495494842529,
      "learning_rate": 0.00015907859387293986,
      "loss": 10.1749,
      "step": 5142
    },
    {
      "epoch": 0.8979093012090262,
      "grad_norm": 0.07338728755712509,
      "learning_rate": 0.00015906383121632716,
      "loss": 10.1708,
      "step": 5143
    },
    {
      "epoch": 0.8980838898345773,
      "grad_norm": 0.06940297037363052,
      "learning_rate": 0.00015904906658260735,
      "loss": 10.2039,
      "step": 5144
    },
    {
      "epoch": 0.8982584784601283,
      "grad_norm": 0.06984896957874298,
      "learning_rate": 0.00015903429997227476,
      "loss": 10.1891,
      "step": 5145
    },
    {
      "epoch": 0.8984330670856794,
      "grad_norm": 0.08534890413284302,
      "learning_rate": 0.00015901953138582368,
      "loss": 10.1762,
      "step": 5146
    },
    {
      "epoch": 0.8986076557112305,
      "grad_norm": 0.09279134124517441,
      "learning_rate": 0.00015900476082374843,
      "loss": 10.1683,
      "step": 5147
    },
    {
      "epoch": 0.8987822443367814,
      "grad_norm": 0.10600055754184723,
      "learning_rate": 0.00015898998828654345,
      "loss": 10.1829,
      "step": 5148
    },
    {
      "epoch": 0.8989568329623325,
      "grad_norm": 0.1161717027425766,
      "learning_rate": 0.00015897521377470332,
      "loss": 10.2276,
      "step": 5149
    },
    {
      "epoch": 0.8991314215878835,
      "grad_norm": 0.18946421146392822,
      "learning_rate": 0.00015896043728872247,
      "loss": 10.1433,
      "step": 5150
    },
    {
      "epoch": 0.8993060102134346,
      "grad_norm": 0.04590313881635666,
      "learning_rate": 0.00015894565882909565,
      "loss": 10.2027,
      "step": 5151
    },
    {
      "epoch": 0.8994805988389857,
      "grad_norm": 0.04557894170284271,
      "learning_rate": 0.0001589308783963175,
      "loss": 10.2051,
      "step": 5152
    },
    {
      "epoch": 0.8996551874645367,
      "grad_norm": 0.05195029079914093,
      "learning_rate": 0.00015891609599088274,
      "loss": 10.1987,
      "step": 5153
    },
    {
      "epoch": 0.8998297760900877,
      "grad_norm": 0.05629321187734604,
      "learning_rate": 0.00015890131161328628,
      "loss": 10.1764,
      "step": 5154
    },
    {
      "epoch": 0.9000043647156388,
      "grad_norm": 0.04585317149758339,
      "learning_rate": 0.00015888652526402296,
      "loss": 10.2242,
      "step": 5155
    },
    {
      "epoch": 0.9001789533411898,
      "grad_norm": 0.051713358610868454,
      "learning_rate": 0.00015887173694358777,
      "loss": 10.1991,
      "step": 5156
    },
    {
      "epoch": 0.9003535419667409,
      "grad_norm": 0.04845212399959564,
      "learning_rate": 0.0001588569466524757,
      "loss": 10.2128,
      "step": 5157
    },
    {
      "epoch": 0.9005281305922919,
      "grad_norm": 0.044773127883672714,
      "learning_rate": 0.00015884215439118188,
      "loss": 10.1699,
      "step": 5158
    },
    {
      "epoch": 0.900702719217843,
      "grad_norm": 0.045490019023418427,
      "learning_rate": 0.00015882736016020144,
      "loss": 10.2116,
      "step": 5159
    },
    {
      "epoch": 0.900877307843394,
      "grad_norm": 0.04428362101316452,
      "learning_rate": 0.00015881256396002962,
      "loss": 10.2134,
      "step": 5160
    },
    {
      "epoch": 0.901051896468945,
      "grad_norm": 0.04710010811686516,
      "learning_rate": 0.00015879776579116168,
      "loss": 10.1653,
      "step": 5161
    },
    {
      "epoch": 0.9012264850944961,
      "grad_norm": 0.05045546591281891,
      "learning_rate": 0.000158782965654093,
      "loss": 10.2182,
      "step": 5162
    },
    {
      "epoch": 0.9014010737200472,
      "grad_norm": 0.0494944266974926,
      "learning_rate": 0.000158768163549319,
      "loss": 10.2062,
      "step": 5163
    },
    {
      "epoch": 0.9015756623455982,
      "grad_norm": 0.053062863647937775,
      "learning_rate": 0.0001587533594773352,
      "loss": 10.1954,
      "step": 5164
    },
    {
      "epoch": 0.9017502509711492,
      "grad_norm": 0.05817569047212601,
      "learning_rate": 0.00015873855343863705,
      "loss": 10.203,
      "step": 5165
    },
    {
      "epoch": 0.9019248395967002,
      "grad_norm": 0.05456426367163658,
      "learning_rate": 0.00015872374543372025,
      "loss": 10.2186,
      "step": 5166
    },
    {
      "epoch": 0.9020994282222513,
      "grad_norm": 0.05786621943116188,
      "learning_rate": 0.00015870893546308053,
      "loss": 10.1768,
      "step": 5167
    },
    {
      "epoch": 0.9022740168478024,
      "grad_norm": 0.06115813925862312,
      "learning_rate": 0.00015869412352721352,
      "loss": 10.1836,
      "step": 5168
    },
    {
      "epoch": 0.9024486054733534,
      "grad_norm": 0.0479874424636364,
      "learning_rate": 0.0001586793096266151,
      "loss": 10.1762,
      "step": 5169
    },
    {
      "epoch": 0.9026231940989045,
      "grad_norm": 0.05003337562084198,
      "learning_rate": 0.00015866449376178117,
      "loss": 10.2083,
      "step": 5170
    },
    {
      "epoch": 0.9027977827244555,
      "grad_norm": 0.05191078782081604,
      "learning_rate": 0.00015864967593320762,
      "loss": 10.1891,
      "step": 5171
    },
    {
      "epoch": 0.9029723713500065,
      "grad_norm": 0.057583022862672806,
      "learning_rate": 0.00015863485614139053,
      "loss": 10.1919,
      "step": 5172
    },
    {
      "epoch": 0.9031469599755576,
      "grad_norm": 0.05742693692445755,
      "learning_rate": 0.00015862003438682593,
      "loss": 10.2041,
      "step": 5173
    },
    {
      "epoch": 0.9033215486011087,
      "grad_norm": 0.06624406576156616,
      "learning_rate": 0.00015860521067000998,
      "loss": 10.168,
      "step": 5174
    },
    {
      "epoch": 0.9034961372266597,
      "grad_norm": 0.05896998569369316,
      "learning_rate": 0.0001585903849914389,
      "loss": 10.1788,
      "step": 5175
    },
    {
      "epoch": 0.9036707258522108,
      "grad_norm": 0.04979105293750763,
      "learning_rate": 0.00015857555735160895,
      "loss": 10.2419,
      "step": 5176
    },
    {
      "epoch": 0.9038453144777617,
      "grad_norm": 0.05469055846333504,
      "learning_rate": 0.00015856072775101646,
      "loss": 10.1638,
      "step": 5177
    },
    {
      "epoch": 0.9040199031033128,
      "grad_norm": 0.06492295116186142,
      "learning_rate": 0.00015854589619015784,
      "loss": 10.2014,
      "step": 5178
    },
    {
      "epoch": 0.9041944917288639,
      "grad_norm": 0.0615718699991703,
      "learning_rate": 0.00015853106266952964,
      "loss": 10.19,
      "step": 5179
    },
    {
      "epoch": 0.9043690803544149,
      "grad_norm": 0.06043499708175659,
      "learning_rate": 0.0001585162271896283,
      "loss": 10.192,
      "step": 5180
    },
    {
      "epoch": 0.904543668979966,
      "grad_norm": 0.055762555450201035,
      "learning_rate": 0.00015850138975095045,
      "loss": 10.1752,
      "step": 5181
    },
    {
      "epoch": 0.904718257605517,
      "grad_norm": 0.06770169734954834,
      "learning_rate": 0.0001584865503539928,
      "loss": 10.1878,
      "step": 5182
    },
    {
      "epoch": 0.904892846231068,
      "grad_norm": 0.055058155208826065,
      "learning_rate": 0.000158471708999252,
      "loss": 10.1882,
      "step": 5183
    },
    {
      "epoch": 0.9050674348566191,
      "grad_norm": 0.06542634218931198,
      "learning_rate": 0.00015845686568722494,
      "loss": 10.1846,
      "step": 5184
    },
    {
      "epoch": 0.9052420234821701,
      "grad_norm": 0.06567167490720749,
      "learning_rate": 0.00015844202041840846,
      "loss": 10.1603,
      "step": 5185
    },
    {
      "epoch": 0.9054166121077212,
      "grad_norm": 0.07098362594842911,
      "learning_rate": 0.00015842717319329946,
      "loss": 10.1616,
      "step": 5186
    },
    {
      "epoch": 0.9055912007332723,
      "grad_norm": 0.06577187031507492,
      "learning_rate": 0.00015841232401239496,
      "loss": 10.1921,
      "step": 5187
    },
    {
      "epoch": 0.9057657893588232,
      "grad_norm": 0.06017179414629936,
      "learning_rate": 0.00015839747287619204,
      "loss": 10.1636,
      "step": 5188
    },
    {
      "epoch": 0.9059403779843743,
      "grad_norm": 0.07918890565633774,
      "learning_rate": 0.00015838261978518781,
      "loss": 10.1879,
      "step": 5189
    },
    {
      "epoch": 0.9061149666099254,
      "grad_norm": 0.06318937242031097,
      "learning_rate": 0.00015836776473987944,
      "loss": 10.167,
      "step": 5190
    },
    {
      "epoch": 0.9062895552354764,
      "grad_norm": 0.07778816670179367,
      "learning_rate": 0.00015835290774076426,
      "loss": 10.1948,
      "step": 5191
    },
    {
      "epoch": 0.9064641438610275,
      "grad_norm": 0.0803125649690628,
      "learning_rate": 0.0001583380487883395,
      "loss": 10.1784,
      "step": 5192
    },
    {
      "epoch": 0.9066387324865784,
      "grad_norm": 0.08065435290336609,
      "learning_rate": 0.00015832318788310258,
      "loss": 10.1627,
      "step": 5193
    },
    {
      "epoch": 0.9068133211121295,
      "grad_norm": 0.08075117319822311,
      "learning_rate": 0.00015830832502555103,
      "loss": 10.2088,
      "step": 5194
    },
    {
      "epoch": 0.9069879097376806,
      "grad_norm": 0.07682320475578308,
      "learning_rate": 0.00015829346021618227,
      "loss": 10.1652,
      "step": 5195
    },
    {
      "epoch": 0.9071624983632316,
      "grad_norm": 0.10210112482309341,
      "learning_rate": 0.00015827859345549395,
      "loss": 10.1698,
      "step": 5196
    },
    {
      "epoch": 0.9073370869887827,
      "grad_norm": 0.10374714434146881,
      "learning_rate": 0.00015826372474398367,
      "loss": 10.1827,
      "step": 5197
    },
    {
      "epoch": 0.9075116756143338,
      "grad_norm": 0.1162690743803978,
      "learning_rate": 0.00015824885408214924,
      "loss": 10.1665,
      "step": 5198
    },
    {
      "epoch": 0.9076862642398847,
      "grad_norm": 0.1279769390821457,
      "learning_rate": 0.00015823398147048832,
      "loss": 10.2134,
      "step": 5199
    },
    {
      "epoch": 0.9078608528654358,
      "grad_norm": 0.20472797751426697,
      "learning_rate": 0.0001582191069094988,
      "loss": 10.2241,
      "step": 5200
    },
    {
      "epoch": 0.9078608528654358,
      "eval_loss": 10.17673397064209,
      "eval_runtime": 0.7216,
      "eval_samples_per_second": 320.117,
      "eval_steps_per_second": 160.751,
      "step": 5200
    },
    {
      "epoch": 0.9080354414909869,
      "grad_norm": 0.047330692410469055,
      "learning_rate": 0.00015820423039967864,
      "loss": 10.2126,
      "step": 5201
    },
    {
      "epoch": 0.9082100301165379,
      "grad_norm": 0.049383457750082016,
      "learning_rate": 0.0001581893519415258,
      "loss": 10.2018,
      "step": 5202
    },
    {
      "epoch": 0.908384618742089,
      "grad_norm": 0.04924626648426056,
      "learning_rate": 0.00015817447153553826,
      "loss": 10.1897,
      "step": 5203
    },
    {
      "epoch": 0.90855920736764,
      "grad_norm": 0.04937517270445824,
      "learning_rate": 0.0001581595891822142,
      "loss": 10.2109,
      "step": 5204
    },
    {
      "epoch": 0.908733795993191,
      "grad_norm": 0.051399681717157364,
      "learning_rate": 0.00015814470488205177,
      "loss": 10.1869,
      "step": 5205
    },
    {
      "epoch": 0.9089083846187421,
      "grad_norm": 0.05542784556746483,
      "learning_rate": 0.00015812981863554918,
      "loss": 10.1877,
      "step": 5206
    },
    {
      "epoch": 0.9090829732442931,
      "grad_norm": 0.0463184118270874,
      "learning_rate": 0.0001581149304432048,
      "loss": 10.1996,
      "step": 5207
    },
    {
      "epoch": 0.9092575618698442,
      "grad_norm": 0.050042614340782166,
      "learning_rate": 0.0001581000403055169,
      "loss": 10.2001,
      "step": 5208
    },
    {
      "epoch": 0.9094321504953953,
      "grad_norm": 0.05422793701291084,
      "learning_rate": 0.00015808514822298402,
      "loss": 10.1997,
      "step": 5209
    },
    {
      "epoch": 0.9096067391209463,
      "grad_norm": 0.05296352133154869,
      "learning_rate": 0.0001580702541961046,
      "loss": 10.2147,
      "step": 5210
    },
    {
      "epoch": 0.9097813277464973,
      "grad_norm": 0.053687356412410736,
      "learning_rate": 0.0001580553582253772,
      "loss": 10.2056,
      "step": 5211
    },
    {
      "epoch": 0.9099559163720483,
      "grad_norm": 0.054022613912820816,
      "learning_rate": 0.00015804046031130044,
      "loss": 10.1852,
      "step": 5212
    },
    {
      "epoch": 0.9101305049975994,
      "grad_norm": 0.0586804635822773,
      "learning_rate": 0.00015802556045437308,
      "loss": 10.1825,
      "step": 5213
    },
    {
      "epoch": 0.9103050936231505,
      "grad_norm": 0.05279757082462311,
      "learning_rate": 0.0001580106586550938,
      "loss": 10.1961,
      "step": 5214
    },
    {
      "epoch": 0.9104796822487015,
      "grad_norm": 0.04965248703956604,
      "learning_rate": 0.00015799575491396147,
      "loss": 10.2193,
      "step": 5215
    },
    {
      "epoch": 0.9106542708742525,
      "grad_norm": 0.05077530816197395,
      "learning_rate": 0.00015798084923147497,
      "loss": 10.1967,
      "step": 5216
    },
    {
      "epoch": 0.9108288594998036,
      "grad_norm": 0.05242934077978134,
      "learning_rate": 0.00015796594160813322,
      "loss": 10.203,
      "step": 5217
    },
    {
      "epoch": 0.9110034481253546,
      "grad_norm": 0.05552788823843002,
      "learning_rate": 0.0001579510320444353,
      "loss": 10.175,
      "step": 5218
    },
    {
      "epoch": 0.9111780367509057,
      "grad_norm": 0.05386463552713394,
      "learning_rate": 0.00015793612054088027,
      "loss": 10.1955,
      "step": 5219
    },
    {
      "epoch": 0.9113526253764567,
      "grad_norm": 0.05141414701938629,
      "learning_rate": 0.00015792120709796724,
      "loss": 10.2021,
      "step": 5220
    },
    {
      "epoch": 0.9115272140020078,
      "grad_norm": 0.052656203508377075,
      "learning_rate": 0.0001579062917161955,
      "loss": 10.1974,
      "step": 5221
    },
    {
      "epoch": 0.9117018026275588,
      "grad_norm": 0.062029581516981125,
      "learning_rate": 0.00015789137439606426,
      "loss": 10.1745,
      "step": 5222
    },
    {
      "epoch": 0.9118763912531098,
      "grad_norm": 0.05485698580741882,
      "learning_rate": 0.00015787645513807286,
      "loss": 10.1928,
      "step": 5223
    },
    {
      "epoch": 0.9120509798786609,
      "grad_norm": 0.054971642792224884,
      "learning_rate": 0.0001578615339427208,
      "loss": 10.2098,
      "step": 5224
    },
    {
      "epoch": 0.912225568504212,
      "grad_norm": 0.052077461034059525,
      "learning_rate": 0.00015784661081050746,
      "loss": 10.186,
      "step": 5225
    },
    {
      "epoch": 0.912400157129763,
      "grad_norm": 0.05556845664978027,
      "learning_rate": 0.00015783168574193238,
      "loss": 10.1828,
      "step": 5226
    },
    {
      "epoch": 0.912574745755314,
      "grad_norm": 0.05604714900255203,
      "learning_rate": 0.00015781675873749524,
      "loss": 10.1796,
      "step": 5227
    },
    {
      "epoch": 0.9127493343808651,
      "grad_norm": 0.05405915156006813,
      "learning_rate": 0.00015780182979769562,
      "loss": 10.1642,
      "step": 5228
    },
    {
      "epoch": 0.9129239230064161,
      "grad_norm": 0.055127184838056564,
      "learning_rate": 0.0001577868989230333,
      "loss": 10.1823,
      "step": 5229
    },
    {
      "epoch": 0.9130985116319672,
      "grad_norm": 0.0577097162604332,
      "learning_rate": 0.00015777196611400807,
      "loss": 10.1903,
      "step": 5230
    },
    {
      "epoch": 0.9132731002575182,
      "grad_norm": 0.0620017908513546,
      "learning_rate": 0.0001577570313711198,
      "loss": 10.2106,
      "step": 5231
    },
    {
      "epoch": 0.9134476888830693,
      "grad_norm": 0.060253553092479706,
      "learning_rate": 0.00015774209469486837,
      "loss": 10.1931,
      "step": 5232
    },
    {
      "epoch": 0.9136222775086204,
      "grad_norm": 0.06411843746900558,
      "learning_rate": 0.00015772715608575384,
      "loss": 10.1861,
      "step": 5233
    },
    {
      "epoch": 0.9137968661341713,
      "grad_norm": 0.06843362748622894,
      "learning_rate": 0.00015771221554427623,
      "loss": 10.197,
      "step": 5234
    },
    {
      "epoch": 0.9139714547597224,
      "grad_norm": 0.06218436732888222,
      "learning_rate": 0.00015769727307093567,
      "loss": 10.1876,
      "step": 5235
    },
    {
      "epoch": 0.9141460433852735,
      "grad_norm": 0.06211194023489952,
      "learning_rate": 0.00015768232866623233,
      "loss": 10.1644,
      "step": 5236
    },
    {
      "epoch": 0.9143206320108245,
      "grad_norm": 0.06330303847789764,
      "learning_rate": 0.00015766738233066648,
      "loss": 10.205,
      "step": 5237
    },
    {
      "epoch": 0.9144952206363756,
      "grad_norm": 0.07014062255620956,
      "learning_rate": 0.00015765243406473843,
      "loss": 10.1869,
      "step": 5238
    },
    {
      "epoch": 0.9146698092619265,
      "grad_norm": 0.06670762598514557,
      "learning_rate": 0.0001576374838689485,
      "loss": 10.2263,
      "step": 5239
    },
    {
      "epoch": 0.9148443978874776,
      "grad_norm": 0.06953679025173187,
      "learning_rate": 0.00015762253174379727,
      "loss": 10.1897,
      "step": 5240
    },
    {
      "epoch": 0.9150189865130287,
      "grad_norm": 0.06565875560045242,
      "learning_rate": 0.0001576075776897851,
      "loss": 10.177,
      "step": 5241
    },
    {
      "epoch": 0.9151935751385797,
      "grad_norm": 0.06723906844854355,
      "learning_rate": 0.00015759262170741267,
      "loss": 10.1997,
      "step": 5242
    },
    {
      "epoch": 0.9153681637641308,
      "grad_norm": 0.07978294789791107,
      "learning_rate": 0.00015757766379718055,
      "loss": 10.2076,
      "step": 5243
    },
    {
      "epoch": 0.9155427523896819,
      "grad_norm": 0.06982415169477463,
      "learning_rate": 0.0001575627039595895,
      "loss": 10.1773,
      "step": 5244
    },
    {
      "epoch": 0.9157173410152328,
      "grad_norm": 0.07829321175813675,
      "learning_rate": 0.00015754774219514021,
      "loss": 10.1994,
      "step": 5245
    },
    {
      "epoch": 0.9158919296407839,
      "grad_norm": 0.08260202407836914,
      "learning_rate": 0.0001575327785043336,
      "loss": 10.1693,
      "step": 5246
    },
    {
      "epoch": 0.9160665182663349,
      "grad_norm": 0.08217904716730118,
      "learning_rate": 0.0001575178128876705,
      "loss": 10.1838,
      "step": 5247
    },
    {
      "epoch": 0.916241106891886,
      "grad_norm": 0.11136758327484131,
      "learning_rate": 0.00015750284534565192,
      "loss": 10.1737,
      "step": 5248
    },
    {
      "epoch": 0.9164156955174371,
      "grad_norm": 0.10397341102361679,
      "learning_rate": 0.00015748787587877884,
      "loss": 10.1925,
      "step": 5249
    },
    {
      "epoch": 0.916590284142988,
      "grad_norm": 0.18259353935718536,
      "learning_rate": 0.00015747290448755237,
      "loss": 10.2367,
      "step": 5250
    },
    {
      "epoch": 0.9167648727685391,
      "grad_norm": 0.04893413558602333,
      "learning_rate": 0.00015745793117247366,
      "loss": 10.2073,
      "step": 5251
    },
    {
      "epoch": 0.9169394613940902,
      "grad_norm": 0.052348073571920395,
      "learning_rate": 0.00015744295593404393,
      "loss": 10.1959,
      "step": 5252
    },
    {
      "epoch": 0.9171140500196412,
      "grad_norm": 0.05247866362333298,
      "learning_rate": 0.00015742797877276444,
      "loss": 10.2117,
      "step": 5253
    },
    {
      "epoch": 0.9172886386451923,
      "grad_norm": 0.05709052085876465,
      "learning_rate": 0.0001574129996891366,
      "loss": 10.1901,
      "step": 5254
    },
    {
      "epoch": 0.9174632272707434,
      "grad_norm": 0.056585781276226044,
      "learning_rate": 0.00015739801868366174,
      "loss": 10.214,
      "step": 5255
    },
    {
      "epoch": 0.9176378158962943,
      "grad_norm": 0.053235117346048355,
      "learning_rate": 0.0001573830357568414,
      "loss": 10.1944,
      "step": 5256
    },
    {
      "epoch": 0.9178124045218454,
      "grad_norm": 0.044493310153484344,
      "learning_rate": 0.00015736805090917706,
      "loss": 10.1957,
      "step": 5257
    },
    {
      "epoch": 0.9179869931473964,
      "grad_norm": 0.04899159073829651,
      "learning_rate": 0.00015735306414117037,
      "loss": 10.2153,
      "step": 5258
    },
    {
      "epoch": 0.9181615817729475,
      "grad_norm": 0.05285556986927986,
      "learning_rate": 0.000157338075453323,
      "loss": 10.2001,
      "step": 5259
    },
    {
      "epoch": 0.9183361703984986,
      "grad_norm": 0.04389733821153641,
      "learning_rate": 0.00015732308484613667,
      "loss": 10.2103,
      "step": 5260
    },
    {
      "epoch": 0.9185107590240496,
      "grad_norm": 0.046313390135765076,
      "learning_rate": 0.00015730809232011316,
      "loss": 10.219,
      "step": 5261
    },
    {
      "epoch": 0.9186853476496006,
      "grad_norm": 0.05013461783528328,
      "learning_rate": 0.00015729309787575435,
      "loss": 10.2,
      "step": 5262
    },
    {
      "epoch": 0.9188599362751517,
      "grad_norm": 0.05226286128163338,
      "learning_rate": 0.00015727810151356216,
      "loss": 10.2126,
      "step": 5263
    },
    {
      "epoch": 0.9190345249007027,
      "grad_norm": 0.05318208411335945,
      "learning_rate": 0.0001572631032340386,
      "loss": 10.2033,
      "step": 5264
    },
    {
      "epoch": 0.9192091135262538,
      "grad_norm": 0.04663838446140289,
      "learning_rate": 0.00015724810303768567,
      "loss": 10.2349,
      "step": 5265
    },
    {
      "epoch": 0.9193837021518048,
      "grad_norm": 0.04959610104560852,
      "learning_rate": 0.00015723310092500553,
      "loss": 10.1765,
      "step": 5266
    },
    {
      "epoch": 0.9195582907773558,
      "grad_norm": 0.050934530794620514,
      "learning_rate": 0.00015721809689650033,
      "loss": 10.178,
      "step": 5267
    },
    {
      "epoch": 0.9197328794029069,
      "grad_norm": 0.04714547097682953,
      "learning_rate": 0.00015720309095267241,
      "loss": 10.1663,
      "step": 5268
    },
    {
      "epoch": 0.9199074680284579,
      "grad_norm": 0.05662484094500542,
      "learning_rate": 0.00015718808309402396,
      "loss": 10.1816,
      "step": 5269
    },
    {
      "epoch": 0.920082056654009,
      "grad_norm": 0.04837972670793533,
      "learning_rate": 0.00015717307332105738,
      "loss": 10.2154,
      "step": 5270
    },
    {
      "epoch": 0.9202566452795601,
      "grad_norm": 0.04889046028256416,
      "learning_rate": 0.00015715806163427515,
      "loss": 10.2247,
      "step": 5271
    },
    {
      "epoch": 0.9204312339051111,
      "grad_norm": 0.055418480187654495,
      "learning_rate": 0.0001571430480341798,
      "loss": 10.1692,
      "step": 5272
    },
    {
      "epoch": 0.9206058225306621,
      "grad_norm": 0.05654853582382202,
      "learning_rate": 0.0001571280325212738,
      "loss": 10.1811,
      "step": 5273
    },
    {
      "epoch": 0.9207804111562131,
      "grad_norm": 0.0509030744433403,
      "learning_rate": 0.00015711301509605983,
      "loss": 10.1721,
      "step": 5274
    },
    {
      "epoch": 0.9209549997817642,
      "grad_norm": 0.05633469298481941,
      "learning_rate": 0.0001570979957590406,
      "loss": 10.2077,
      "step": 5275
    },
    {
      "epoch": 0.9211295884073153,
      "grad_norm": 0.06435564160346985,
      "learning_rate": 0.00015708297451071882,
      "loss": 10.1899,
      "step": 5276
    },
    {
      "epoch": 0.9213041770328663,
      "grad_norm": 0.05455343797802925,
      "learning_rate": 0.0001570679513515974,
      "loss": 10.2013,
      "step": 5277
    },
    {
      "epoch": 0.9214787656584174,
      "grad_norm": 0.053069762885570526,
      "learning_rate": 0.00015705292628217913,
      "loss": 10.1683,
      "step": 5278
    },
    {
      "epoch": 0.9216533542839684,
      "grad_norm": 0.05765362083911896,
      "learning_rate": 0.000157037899302967,
      "loss": 10.1991,
      "step": 5279
    },
    {
      "epoch": 0.9218279429095194,
      "grad_norm": 0.05302749574184418,
      "learning_rate": 0.00015702287041446407,
      "loss": 10.1831,
      "step": 5280
    },
    {
      "epoch": 0.9220025315350705,
      "grad_norm": 0.06053636595606804,
      "learning_rate": 0.00015700783961717334,
      "loss": 10.1663,
      "step": 5281
    },
    {
      "epoch": 0.9221771201606216,
      "grad_norm": 0.06220324710011482,
      "learning_rate": 0.00015699280691159798,
      "loss": 10.1758,
      "step": 5282
    },
    {
      "epoch": 0.9223517087861726,
      "grad_norm": 0.06939437985420227,
      "learning_rate": 0.00015697777229824124,
      "loss": 10.1834,
      "step": 5283
    },
    {
      "epoch": 0.9225262974117237,
      "grad_norm": 0.05453408882021904,
      "learning_rate": 0.00015696273577760631,
      "loss": 10.169,
      "step": 5284
    },
    {
      "epoch": 0.9227008860372746,
      "grad_norm": 0.055714238435029984,
      "learning_rate": 0.00015694769735019658,
      "loss": 10.219,
      "step": 5285
    },
    {
      "epoch": 0.9228754746628257,
      "grad_norm": 0.061495810747146606,
      "learning_rate": 0.00015693265701651545,
      "loss": 10.202,
      "step": 5286
    },
    {
      "epoch": 0.9230500632883768,
      "grad_norm": 0.0548795610666275,
      "learning_rate": 0.00015691761477706635,
      "loss": 10.1894,
      "step": 5287
    },
    {
      "epoch": 0.9232246519139278,
      "grad_norm": 0.07845218479633331,
      "learning_rate": 0.0001569025706323528,
      "loss": 10.1648,
      "step": 5288
    },
    {
      "epoch": 0.9233992405394789,
      "grad_norm": 0.07330869883298874,
      "learning_rate": 0.00015688752458287844,
      "loss": 10.1977,
      "step": 5289
    },
    {
      "epoch": 0.92357382916503,
      "grad_norm": 0.06180514022707939,
      "learning_rate": 0.0001568724766291469,
      "loss": 10.1939,
      "step": 5290
    },
    {
      "epoch": 0.9237484177905809,
      "grad_norm": 0.06406129896640778,
      "learning_rate": 0.00015685742677166187,
      "loss": 10.1676,
      "step": 5291
    },
    {
      "epoch": 0.923923006416132,
      "grad_norm": 0.07772153615951538,
      "learning_rate": 0.00015684237501092712,
      "loss": 10.2071,
      "step": 5292
    },
    {
      "epoch": 0.924097595041683,
      "grad_norm": 0.07606306672096252,
      "learning_rate": 0.00015682732134744654,
      "loss": 10.204,
      "step": 5293
    },
    {
      "epoch": 0.9242721836672341,
      "grad_norm": 0.07133078575134277,
      "learning_rate": 0.000156812265781724,
      "loss": 10.2069,
      "step": 5294
    },
    {
      "epoch": 0.9244467722927852,
      "grad_norm": 0.08124558627605438,
      "learning_rate": 0.00015679720831426354,
      "loss": 10.1733,
      "step": 5295
    },
    {
      "epoch": 0.9246213609183361,
      "grad_norm": 0.07596871256828308,
      "learning_rate": 0.0001567821489455691,
      "loss": 10.1806,
      "step": 5296
    },
    {
      "epoch": 0.9247959495438872,
      "grad_norm": 0.09854581952095032,
      "learning_rate": 0.00015676708767614484,
      "loss": 10.2117,
      "step": 5297
    },
    {
      "epoch": 0.9249705381694383,
      "grad_norm": 0.09416106343269348,
      "learning_rate": 0.00015675202450649492,
      "loss": 10.1879,
      "step": 5298
    },
    {
      "epoch": 0.9251451267949893,
      "grad_norm": 0.12883694469928741,
      "learning_rate": 0.0001567369594371235,
      "loss": 10.1741,
      "step": 5299
    },
    {
      "epoch": 0.9253197154205404,
      "grad_norm": 0.1985364854335785,
      "learning_rate": 0.00015672189246853497,
      "loss": 10.2306,
      "step": 5300
    },
    {
      "epoch": 0.9254943040460913,
      "grad_norm": 0.05355287343263626,
      "learning_rate": 0.0001567068236012336,
      "loss": 10.1885,
      "step": 5301
    },
    {
      "epoch": 0.9256688926716424,
      "grad_norm": 0.053884249180555344,
      "learning_rate": 0.00015669175283572386,
      "loss": 10.2072,
      "step": 5302
    },
    {
      "epoch": 0.9258434812971935,
      "grad_norm": 0.05814721807837486,
      "learning_rate": 0.00015667668017251018,
      "loss": 10.2055,
      "step": 5303
    },
    {
      "epoch": 0.9260180699227445,
      "grad_norm": 0.04454825818538666,
      "learning_rate": 0.00015666160561209717,
      "loss": 10.2053,
      "step": 5304
    },
    {
      "epoch": 0.9261926585482956,
      "grad_norm": 0.05262385681271553,
      "learning_rate": 0.00015664652915498936,
      "loss": 10.2176,
      "step": 5305
    },
    {
      "epoch": 0.9263672471738467,
      "grad_norm": 0.0411166213452816,
      "learning_rate": 0.0001566314508016915,
      "loss": 10.2251,
      "step": 5306
    },
    {
      "epoch": 0.9265418357993976,
      "grad_norm": 0.04879650101065636,
      "learning_rate": 0.00015661637055270825,
      "loss": 10.222,
      "step": 5307
    },
    {
      "epoch": 0.9267164244249487,
      "grad_norm": 0.045680977404117584,
      "learning_rate": 0.00015660128840854447,
      "loss": 10.1948,
      "step": 5308
    },
    {
      "epoch": 0.9268910130504998,
      "grad_norm": 0.05186135321855545,
      "learning_rate": 0.00015658620436970498,
      "loss": 10.2378,
      "step": 5309
    },
    {
      "epoch": 0.9270656016760508,
      "grad_norm": 0.05558724328875542,
      "learning_rate": 0.00015657111843669469,
      "loss": 10.1855,
      "step": 5310
    },
    {
      "epoch": 0.9272401903016019,
      "grad_norm": 0.05043032765388489,
      "learning_rate": 0.00015655603061001864,
      "loss": 10.1995,
      "step": 5311
    },
    {
      "epoch": 0.9274147789271528,
      "grad_norm": 0.04556294158101082,
      "learning_rate": 0.00015654094089018186,
      "loss": 10.2326,
      "step": 5312
    },
    {
      "epoch": 0.9275893675527039,
      "grad_norm": 0.054620932787656784,
      "learning_rate": 0.00015652584927768943,
      "loss": 10.2124,
      "step": 5313
    },
    {
      "epoch": 0.927763956178255,
      "grad_norm": 0.053236883133649826,
      "learning_rate": 0.00015651075577304658,
      "loss": 10.1873,
      "step": 5314
    },
    {
      "epoch": 0.927938544803806,
      "grad_norm": 0.05696375295519829,
      "learning_rate": 0.00015649566037675852,
      "loss": 10.1982,
      "step": 5315
    },
    {
      "epoch": 0.9281131334293571,
      "grad_norm": 0.04912586510181427,
      "learning_rate": 0.00015648056308933055,
      "loss": 10.1883,
      "step": 5316
    },
    {
      "epoch": 0.9282877220549082,
      "grad_norm": 0.051419779658317566,
      "learning_rate": 0.00015646546391126807,
      "loss": 10.1838,
      "step": 5317
    },
    {
      "epoch": 0.9284623106804591,
      "grad_norm": 0.05392502620816231,
      "learning_rate": 0.00015645036284307647,
      "loss": 10.1878,
      "step": 5318
    },
    {
      "epoch": 0.9286368993060102,
      "grad_norm": 0.05219525843858719,
      "learning_rate": 0.00015643525988526128,
      "loss": 10.2008,
      "step": 5319
    },
    {
      "epoch": 0.9288114879315612,
      "grad_norm": 0.06170066073536873,
      "learning_rate": 0.00015642015503832807,
      "loss": 10.1726,
      "step": 5320
    },
    {
      "epoch": 0.9289860765571123,
      "grad_norm": 0.04798155650496483,
      "learning_rate": 0.0001564050483027824,
      "loss": 10.2051,
      "step": 5321
    },
    {
      "epoch": 0.9291606651826634,
      "grad_norm": 0.05555759742856026,
      "learning_rate": 0.00015638993967912997,
      "loss": 10.2024,
      "step": 5322
    },
    {
      "epoch": 0.9293352538082144,
      "grad_norm": 0.05071178451180458,
      "learning_rate": 0.00015637482916787656,
      "loss": 10.1874,
      "step": 5323
    },
    {
      "epoch": 0.9295098424337654,
      "grad_norm": 0.052077360451221466,
      "learning_rate": 0.00015635971676952797,
      "loss": 10.19,
      "step": 5324
    },
    {
      "epoch": 0.9296844310593165,
      "grad_norm": 0.06323927640914917,
      "learning_rate": 0.00015634460248459007,
      "loss": 10.1703,
      "step": 5325
    },
    {
      "epoch": 0.9298590196848675,
      "grad_norm": 0.057210177183151245,
      "learning_rate": 0.0001563294863135688,
      "loss": 10.2223,
      "step": 5326
    },
    {
      "epoch": 0.9300336083104186,
      "grad_norm": 0.05114682391285896,
      "learning_rate": 0.00015631436825697015,
      "loss": 10.1657,
      "step": 5327
    },
    {
      "epoch": 0.9302081969359696,
      "grad_norm": 0.06317657977342606,
      "learning_rate": 0.00015629924831530017,
      "loss": 10.1824,
      "step": 5328
    },
    {
      "epoch": 0.9303827855615207,
      "grad_norm": 0.07251245528459549,
      "learning_rate": 0.00015628412648906504,
      "loss": 10.1525,
      "step": 5329
    },
    {
      "epoch": 0.9305573741870717,
      "grad_norm": 0.056949883699417114,
      "learning_rate": 0.00015626900277877087,
      "loss": 10.2115,
      "step": 5330
    },
    {
      "epoch": 0.9307319628126227,
      "grad_norm": 0.06068389117717743,
      "learning_rate": 0.00015625387718492398,
      "loss": 10.1717,
      "step": 5331
    },
    {
      "epoch": 0.9309065514381738,
      "grad_norm": 0.06279370933771133,
      "learning_rate": 0.00015623874970803066,
      "loss": 10.1878,
      "step": 5332
    },
    {
      "epoch": 0.9310811400637249,
      "grad_norm": 0.0773596242070198,
      "learning_rate": 0.0001562236203485973,
      "loss": 10.2075,
      "step": 5333
    },
    {
      "epoch": 0.9312557286892759,
      "grad_norm": 0.06454231590032578,
      "learning_rate": 0.00015620848910713028,
      "loss": 10.1868,
      "step": 5334
    },
    {
      "epoch": 0.931430317314827,
      "grad_norm": 0.06682015210390091,
      "learning_rate": 0.0001561933559841362,
      "loss": 10.17,
      "step": 5335
    },
    {
      "epoch": 0.931604905940378,
      "grad_norm": 0.06355655938386917,
      "learning_rate": 0.00015617822098012158,
      "loss": 10.1539,
      "step": 5336
    },
    {
      "epoch": 0.931779494565929,
      "grad_norm": 0.06860005855560303,
      "learning_rate": 0.00015616308409559303,
      "loss": 10.191,
      "step": 5337
    },
    {
      "epoch": 0.9319540831914801,
      "grad_norm": 0.06258048862218857,
      "learning_rate": 0.0001561479453310573,
      "loss": 10.1721,
      "step": 5338
    },
    {
      "epoch": 0.9321286718170311,
      "grad_norm": 0.06418776512145996,
      "learning_rate": 0.00015613280468702108,
      "loss": 10.1771,
      "step": 5339
    },
    {
      "epoch": 0.9323032604425822,
      "grad_norm": 0.07354974001646042,
      "learning_rate": 0.00015611766216399122,
      "loss": 10.1725,
      "step": 5340
    },
    {
      "epoch": 0.9324778490681332,
      "grad_norm": 0.06689447909593582,
      "learning_rate": 0.0001561025177624746,
      "loss": 10.1775,
      "step": 5341
    },
    {
      "epoch": 0.9326524376936842,
      "grad_norm": 0.06962832063436508,
      "learning_rate": 0.00015608737148297818,
      "loss": 10.1673,
      "step": 5342
    },
    {
      "epoch": 0.9328270263192353,
      "grad_norm": 0.07113251090049744,
      "learning_rate": 0.00015607222332600894,
      "loss": 10.2071,
      "step": 5343
    },
    {
      "epoch": 0.9330016149447864,
      "grad_norm": 0.07388519495725632,
      "learning_rate": 0.000156057073292074,
      "loss": 10.1936,
      "step": 5344
    },
    {
      "epoch": 0.9331762035703374,
      "grad_norm": 0.08318974077701569,
      "learning_rate": 0.00015604192138168044,
      "loss": 10.2086,
      "step": 5345
    },
    {
      "epoch": 0.9333507921958885,
      "grad_norm": 0.08190653473138809,
      "learning_rate": 0.00015602676759533544,
      "loss": 10.1849,
      "step": 5346
    },
    {
      "epoch": 0.9335253808214394,
      "grad_norm": 0.09635616093873978,
      "learning_rate": 0.00015601161193354635,
      "loss": 10.1794,
      "step": 5347
    },
    {
      "epoch": 0.9336999694469905,
      "grad_norm": 0.09156084805727005,
      "learning_rate": 0.00015599645439682037,
      "loss": 10.2329,
      "step": 5348
    },
    {
      "epoch": 0.9338745580725416,
      "grad_norm": 0.10272648930549622,
      "learning_rate": 0.00015598129498566501,
      "loss": 10.2077,
      "step": 5349
    },
    {
      "epoch": 0.9340491466980926,
      "grad_norm": 0.14368575811386108,
      "learning_rate": 0.00015596613370058763,
      "loss": 10.2291,
      "step": 5350
    },
    {
      "epoch": 0.9342237353236437,
      "grad_norm": 0.05758269876241684,
      "learning_rate": 0.00015595097054209577,
      "loss": 10.1857,
      "step": 5351
    },
    {
      "epoch": 0.9343983239491948,
      "grad_norm": 0.04961219057440758,
      "learning_rate": 0.000155935805510697,
      "loss": 10.1832,
      "step": 5352
    },
    {
      "epoch": 0.9345729125747457,
      "grad_norm": 0.04690663516521454,
      "learning_rate": 0.00015592063860689895,
      "loss": 10.2155,
      "step": 5353
    },
    {
      "epoch": 0.9347475012002968,
      "grad_norm": 0.04992903396487236,
      "learning_rate": 0.00015590546983120933,
      "loss": 10.2108,
      "step": 5354
    },
    {
      "epoch": 0.9349220898258478,
      "grad_norm": 0.05650833621621132,
      "learning_rate": 0.00015589029918413588,
      "loss": 10.2004,
      "step": 5355
    },
    {
      "epoch": 0.9350966784513989,
      "grad_norm": 0.04453359171748161,
      "learning_rate": 0.00015587512666618647,
      "loss": 10.217,
      "step": 5356
    },
    {
      "epoch": 0.93527126707695,
      "grad_norm": 0.05334129184484482,
      "learning_rate": 0.00015585995227786895,
      "loss": 10.1886,
      "step": 5357
    },
    {
      "epoch": 0.9354458557025009,
      "grad_norm": 0.05462293326854706,
      "learning_rate": 0.00015584477601969122,
      "loss": 10.2093,
      "step": 5358
    },
    {
      "epoch": 0.935620444328052,
      "grad_norm": 0.05497150495648384,
      "learning_rate": 0.0001558295978921614,
      "loss": 10.1927,
      "step": 5359
    },
    {
      "epoch": 0.9357950329536031,
      "grad_norm": 0.048469651490449905,
      "learning_rate": 0.00015581441789578747,
      "loss": 10.1928,
      "step": 5360
    },
    {
      "epoch": 0.9359696215791541,
      "grad_norm": 0.0508749820291996,
      "learning_rate": 0.0001557992360310776,
      "loss": 10.1879,
      "step": 5361
    },
    {
      "epoch": 0.9361442102047052,
      "grad_norm": 0.05077284947037697,
      "learning_rate": 0.00015578405229854002,
      "loss": 10.2114,
      "step": 5362
    },
    {
      "epoch": 0.9363187988302563,
      "grad_norm": 0.049897558987140656,
      "learning_rate": 0.00015576886669868296,
      "loss": 10.2011,
      "step": 5363
    },
    {
      "epoch": 0.9364933874558072,
      "grad_norm": 0.04610159620642662,
      "learning_rate": 0.00015575367923201472,
      "loss": 10.183,
      "step": 5364
    },
    {
      "epoch": 0.9366679760813583,
      "grad_norm": 0.04956319183111191,
      "learning_rate": 0.00015573848989904374,
      "loss": 10.2063,
      "step": 5365
    },
    {
      "epoch": 0.9368425647069093,
      "grad_norm": 0.0514410026371479,
      "learning_rate": 0.00015572329870027843,
      "loss": 10.2079,
      "step": 5366
    },
    {
      "epoch": 0.9370171533324604,
      "grad_norm": 0.05171382799744606,
      "learning_rate": 0.0001557081056362273,
      "loss": 10.2104,
      "step": 5367
    },
    {
      "epoch": 0.9371917419580115,
      "grad_norm": 0.05134153366088867,
      "learning_rate": 0.00015569291070739898,
      "loss": 10.2014,
      "step": 5368
    },
    {
      "epoch": 0.9373663305835624,
      "grad_norm": 0.051470376551151276,
      "learning_rate": 0.00015567771391430203,
      "loss": 10.1928,
      "step": 5369
    },
    {
      "epoch": 0.9375409192091135,
      "grad_norm": 0.05194054916501045,
      "learning_rate": 0.00015566251525744518,
      "loss": 10.2057,
      "step": 5370
    },
    {
      "epoch": 0.9377155078346646,
      "grad_norm": 0.054981835186481476,
      "learning_rate": 0.0001556473147373372,
      "loss": 10.2055,
      "step": 5371
    },
    {
      "epoch": 0.9378900964602156,
      "grad_norm": 0.055267564952373505,
      "learning_rate": 0.0001556321123544869,
      "loss": 10.1895,
      "step": 5372
    },
    {
      "epoch": 0.9380646850857667,
      "grad_norm": 0.0615616999566555,
      "learning_rate": 0.00015561690810940318,
      "loss": 10.1977,
      "step": 5373
    },
    {
      "epoch": 0.9382392737113177,
      "grad_norm": 0.05598213151097298,
      "learning_rate": 0.000155601702002595,
      "loss": 10.1847,
      "step": 5374
    },
    {
      "epoch": 0.9384138623368687,
      "grad_norm": 0.0614694207906723,
      "learning_rate": 0.00015558649403457135,
      "loss": 10.169,
      "step": 5375
    },
    {
      "epoch": 0.9385884509624198,
      "grad_norm": 0.04996321722865105,
      "learning_rate": 0.00015557128420584125,
      "loss": 10.1944,
      "step": 5376
    },
    {
      "epoch": 0.9387630395879708,
      "grad_norm": 0.06078207492828369,
      "learning_rate": 0.00015555607251691394,
      "loss": 10.1834,
      "step": 5377
    },
    {
      "epoch": 0.9389376282135219,
      "grad_norm": 0.05997374281287193,
      "learning_rate": 0.00015554085896829855,
      "loss": 10.1611,
      "step": 5378
    },
    {
      "epoch": 0.939112216839073,
      "grad_norm": 0.05765566974878311,
      "learning_rate": 0.00015552564356050437,
      "loss": 10.1838,
      "step": 5379
    },
    {
      "epoch": 0.939286805464624,
      "grad_norm": 0.07728180289268494,
      "learning_rate": 0.00015551042629404066,
      "loss": 10.1963,
      "step": 5380
    },
    {
      "epoch": 0.939461394090175,
      "grad_norm": 0.06879626214504242,
      "learning_rate": 0.0001554952071694169,
      "loss": 10.2062,
      "step": 5381
    },
    {
      "epoch": 0.9396359827157261,
      "grad_norm": 0.06257913261651993,
      "learning_rate": 0.00015547998618714245,
      "loss": 10.1755,
      "step": 5382
    },
    {
      "epoch": 0.9398105713412771,
      "grad_norm": 0.05707542970776558,
      "learning_rate": 0.00015546476334772687,
      "loss": 10.1767,
      "step": 5383
    },
    {
      "epoch": 0.9399851599668282,
      "grad_norm": 0.06585157662630081,
      "learning_rate": 0.0001554495386516797,
      "loss": 10.1994,
      "step": 5384
    },
    {
      "epoch": 0.9401597485923792,
      "grad_norm": 0.06438757479190826,
      "learning_rate": 0.00015543431209951063,
      "loss": 10.191,
      "step": 5385
    },
    {
      "epoch": 0.9403343372179302,
      "grad_norm": 0.06745073944330215,
      "learning_rate": 0.00015541908369172926,
      "loss": 10.2132,
      "step": 5386
    },
    {
      "epoch": 0.9405089258434813,
      "grad_norm": 0.07027486711740494,
      "learning_rate": 0.00015540385342884542,
      "loss": 10.2008,
      "step": 5387
    },
    {
      "epoch": 0.9406835144690323,
      "grad_norm": 0.06613251566886902,
      "learning_rate": 0.00015538862131136893,
      "loss": 10.1936,
      "step": 5388
    },
    {
      "epoch": 0.9408581030945834,
      "grad_norm": 0.06695454567670822,
      "learning_rate": 0.0001553733873398096,
      "loss": 10.2011,
      "step": 5389
    },
    {
      "epoch": 0.9410326917201345,
      "grad_norm": 0.06334827095270157,
      "learning_rate": 0.00015535815151467749,
      "loss": 10.1767,
      "step": 5390
    },
    {
      "epoch": 0.9412072803456855,
      "grad_norm": 0.06200740858912468,
      "learning_rate": 0.0001553429138364825,
      "loss": 10.1907,
      "step": 5391
    },
    {
      "epoch": 0.9413818689712365,
      "grad_norm": 0.06649375706911087,
      "learning_rate": 0.00015532767430573473,
      "loss": 10.1672,
      "step": 5392
    },
    {
      "epoch": 0.9415564575967875,
      "grad_norm": 0.06897057592868805,
      "learning_rate": 0.00015531243292294433,
      "loss": 10.1592,
      "step": 5393
    },
    {
      "epoch": 0.9417310462223386,
      "grad_norm": 0.0986960306763649,
      "learning_rate": 0.00015529718968862146,
      "loss": 10.1877,
      "step": 5394
    },
    {
      "epoch": 0.9419056348478897,
      "grad_norm": 0.08507787436246872,
      "learning_rate": 0.00015528194460327636,
      "loss": 10.1918,
      "step": 5395
    },
    {
      "epoch": 0.9420802234734407,
      "grad_norm": 0.10131367295980453,
      "learning_rate": 0.00015526669766741943,
      "loss": 10.1351,
      "step": 5396
    },
    {
      "epoch": 0.9422548120989918,
      "grad_norm": 0.08835447579622269,
      "learning_rate": 0.00015525144888156096,
      "loss": 10.2172,
      "step": 5397
    },
    {
      "epoch": 0.9424294007245428,
      "grad_norm": 0.09457335621118546,
      "learning_rate": 0.00015523619824621144,
      "loss": 10.1535,
      "step": 5398
    },
    {
      "epoch": 0.9426039893500938,
      "grad_norm": 0.12289638817310333,
      "learning_rate": 0.00015522094576188132,
      "loss": 10.1809,
      "step": 5399
    },
    {
      "epoch": 0.9427785779756449,
      "grad_norm": 0.12588267028331757,
      "learning_rate": 0.0001552056914290812,
      "loss": 10.2039,
      "step": 5400
    },
    {
      "epoch": 0.9427785779756449,
      "eval_loss": 10.176246643066406,
      "eval_runtime": 0.738,
      "eval_samples_per_second": 312.997,
      "eval_steps_per_second": 157.176,
      "step": 5400
    },
    {
      "epoch": 0.9429531666011959,
      "grad_norm": 0.053093671798706055,
      "learning_rate": 0.0001551904352483217,
      "loss": 10.2049,
      "step": 5401
    },
    {
      "epoch": 0.943127755226747,
      "grad_norm": 0.047495171427726746,
      "learning_rate": 0.00015517517722011352,
      "loss": 10.1918,
      "step": 5402
    },
    {
      "epoch": 0.943302343852298,
      "grad_norm": 0.049747880548238754,
      "learning_rate": 0.00015515991734496739,
      "loss": 10.1915,
      "step": 5403
    },
    {
      "epoch": 0.943476932477849,
      "grad_norm": 0.04538782313466072,
      "learning_rate": 0.0001551446556233941,
      "loss": 10.2099,
      "step": 5404
    },
    {
      "epoch": 0.9436515211034001,
      "grad_norm": 0.06305088102817535,
      "learning_rate": 0.00015512939205590459,
      "loss": 10.2024,
      "step": 5405
    },
    {
      "epoch": 0.9438261097289512,
      "grad_norm": 0.05244270712137222,
      "learning_rate": 0.00015511412664300967,
      "loss": 10.1993,
      "step": 5406
    },
    {
      "epoch": 0.9440006983545022,
      "grad_norm": 0.05334092304110527,
      "learning_rate": 0.00015509885938522046,
      "loss": 10.1835,
      "step": 5407
    },
    {
      "epoch": 0.9441752869800533,
      "grad_norm": 0.056259412318468094,
      "learning_rate": 0.000155083590283048,
      "loss": 10.2128,
      "step": 5408
    },
    {
      "epoch": 0.9443498756056043,
      "grad_norm": 0.05423244833946228,
      "learning_rate": 0.00015506831933700333,
      "loss": 10.1943,
      "step": 5409
    },
    {
      "epoch": 0.9445244642311553,
      "grad_norm": 0.041430406272411346,
      "learning_rate": 0.00015505304654759772,
      "loss": 10.201,
      "step": 5410
    },
    {
      "epoch": 0.9446990528567064,
      "grad_norm": 0.05186164006590843,
      "learning_rate": 0.00015503777191534234,
      "loss": 10.1939,
      "step": 5411
    },
    {
      "epoch": 0.9448736414822574,
      "grad_norm": 0.051748067140579224,
      "learning_rate": 0.00015502249544074856,
      "loss": 10.1997,
      "step": 5412
    },
    {
      "epoch": 0.9450482301078085,
      "grad_norm": 0.04996586591005325,
      "learning_rate": 0.00015500721712432766,
      "loss": 10.1919,
      "step": 5413
    },
    {
      "epoch": 0.9452228187333596,
      "grad_norm": 0.048148781061172485,
      "learning_rate": 0.00015499193696659117,
      "loss": 10.2043,
      "step": 5414
    },
    {
      "epoch": 0.9453974073589105,
      "grad_norm": 0.04624267667531967,
      "learning_rate": 0.00015497665496805053,
      "loss": 10.1814,
      "step": 5415
    },
    {
      "epoch": 0.9455719959844616,
      "grad_norm": 0.049574390053749084,
      "learning_rate": 0.00015496137112921727,
      "loss": 10.1809,
      "step": 5416
    },
    {
      "epoch": 0.9457465846100127,
      "grad_norm": 0.06348580121994019,
      "learning_rate": 0.00015494608545060305,
      "loss": 10.1788,
      "step": 5417
    },
    {
      "epoch": 0.9459211732355637,
      "grad_norm": 0.05442245304584503,
      "learning_rate": 0.0001549307979327195,
      "loss": 10.1743,
      "step": 5418
    },
    {
      "epoch": 0.9460957618611148,
      "grad_norm": 0.04964352399110794,
      "learning_rate": 0.00015491550857607838,
      "loss": 10.1935,
      "step": 5419
    },
    {
      "epoch": 0.9462703504866657,
      "grad_norm": 0.05231630057096481,
      "learning_rate": 0.00015490021738119144,
      "loss": 10.1691,
      "step": 5420
    },
    {
      "epoch": 0.9464449391122168,
      "grad_norm": 0.059086378663778305,
      "learning_rate": 0.00015488492434857063,
      "loss": 10.1984,
      "step": 5421
    },
    {
      "epoch": 0.9466195277377679,
      "grad_norm": 0.05101240798830986,
      "learning_rate": 0.0001548696294787278,
      "loss": 10.2044,
      "step": 5422
    },
    {
      "epoch": 0.9467941163633189,
      "grad_norm": 0.055375684052705765,
      "learning_rate": 0.00015485433277217495,
      "loss": 10.2004,
      "step": 5423
    },
    {
      "epoch": 0.94696870498887,
      "grad_norm": 0.06307633221149445,
      "learning_rate": 0.00015483903422942413,
      "loss": 10.2112,
      "step": 5424
    },
    {
      "epoch": 0.9471432936144211,
      "grad_norm": 0.0573149248957634,
      "learning_rate": 0.00015482373385098742,
      "loss": 10.1709,
      "step": 5425
    },
    {
      "epoch": 0.947317882239972,
      "grad_norm": 0.06026696413755417,
      "learning_rate": 0.000154808431637377,
      "loss": 10.1725,
      "step": 5426
    },
    {
      "epoch": 0.9474924708655231,
      "grad_norm": 0.05561227723956108,
      "learning_rate": 0.0001547931275891051,
      "loss": 10.2124,
      "step": 5427
    },
    {
      "epoch": 0.9476670594910741,
      "grad_norm": 0.04965277761220932,
      "learning_rate": 0.00015477782170668402,
      "loss": 10.2016,
      "step": 5428
    },
    {
      "epoch": 0.9478416481166252,
      "grad_norm": 0.07189156115055084,
      "learning_rate": 0.00015476251399062612,
      "loss": 10.162,
      "step": 5429
    },
    {
      "epoch": 0.9480162367421763,
      "grad_norm": 0.0592474527657032,
      "learning_rate": 0.00015474720444144378,
      "loss": 10.1677,
      "step": 5430
    },
    {
      "epoch": 0.9481908253677273,
      "grad_norm": 0.06702686101198196,
      "learning_rate": 0.00015473189305964947,
      "loss": 10.1948,
      "step": 5431
    },
    {
      "epoch": 0.9483654139932783,
      "grad_norm": 0.0594152957201004,
      "learning_rate": 0.00015471657984575575,
      "loss": 10.1903,
      "step": 5432
    },
    {
      "epoch": 0.9485400026188294,
      "grad_norm": 0.05972760543227196,
      "learning_rate": 0.00015470126480027522,
      "loss": 10.1732,
      "step": 5433
    },
    {
      "epoch": 0.9487145912443804,
      "grad_norm": 0.060395658016204834,
      "learning_rate": 0.0001546859479237205,
      "loss": 10.1773,
      "step": 5434
    },
    {
      "epoch": 0.9488891798699315,
      "grad_norm": 0.0641072541475296,
      "learning_rate": 0.00015467062921660434,
      "loss": 10.1907,
      "step": 5435
    },
    {
      "epoch": 0.9490637684954826,
      "grad_norm": 0.06768615543842316,
      "learning_rate": 0.0001546553086794395,
      "loss": 10.1822,
      "step": 5436
    },
    {
      "epoch": 0.9492383571210335,
      "grad_norm": 0.0633959174156189,
      "learning_rate": 0.00015463998631273885,
      "loss": 10.1786,
      "step": 5437
    },
    {
      "epoch": 0.9494129457465846,
      "grad_norm": 0.06367871910333633,
      "learning_rate": 0.00015462466211701523,
      "loss": 10.2018,
      "step": 5438
    },
    {
      "epoch": 0.9495875343721356,
      "grad_norm": 0.06586844474077225,
      "learning_rate": 0.0001546093360927817,
      "loss": 10.1928,
      "step": 5439
    },
    {
      "epoch": 0.9497621229976867,
      "grad_norm": 0.06698274612426758,
      "learning_rate": 0.00015459400824055118,
      "loss": 10.2061,
      "step": 5440
    },
    {
      "epoch": 0.9499367116232378,
      "grad_norm": 0.0725969448685646,
      "learning_rate": 0.00015457867856083683,
      "loss": 10.179,
      "step": 5441
    },
    {
      "epoch": 0.9501113002487888,
      "grad_norm": 0.08062577247619629,
      "learning_rate": 0.00015456334705415178,
      "loss": 10.1812,
      "step": 5442
    },
    {
      "epoch": 0.9502858888743398,
      "grad_norm": 0.07306060194969177,
      "learning_rate": 0.00015454801372100923,
      "loss": 10.1811,
      "step": 5443
    },
    {
      "epoch": 0.9504604774998909,
      "grad_norm": 0.07830671966075897,
      "learning_rate": 0.00015453267856192242,
      "loss": 10.1518,
      "step": 5444
    },
    {
      "epoch": 0.9506350661254419,
      "grad_norm": 0.08787042647600174,
      "learning_rate": 0.00015451734157740475,
      "loss": 10.2214,
      "step": 5445
    },
    {
      "epoch": 0.950809654750993,
      "grad_norm": 0.09384682029485703,
      "learning_rate": 0.00015450200276796952,
      "loss": 10.2192,
      "step": 5446
    },
    {
      "epoch": 0.950984243376544,
      "grad_norm": 0.08121684938669205,
      "learning_rate": 0.00015448666213413028,
      "loss": 10.2305,
      "step": 5447
    },
    {
      "epoch": 0.9511588320020951,
      "grad_norm": 0.09039716422557831,
      "learning_rate": 0.0001544713196764005,
      "loss": 10.2026,
      "step": 5448
    },
    {
      "epoch": 0.9513334206276461,
      "grad_norm": 0.11156367510557175,
      "learning_rate": 0.0001544559753952937,
      "loss": 10.2026,
      "step": 5449
    },
    {
      "epoch": 0.9515080092531971,
      "grad_norm": 0.14247088134288788,
      "learning_rate": 0.00015444062929132363,
      "loss": 10.2056,
      "step": 5450
    },
    {
      "epoch": 0.9516825978787482,
      "grad_norm": 0.05862162262201309,
      "learning_rate": 0.0001544252813650039,
      "loss": 10.2046,
      "step": 5451
    },
    {
      "epoch": 0.9518571865042993,
      "grad_norm": 0.050896257162094116,
      "learning_rate": 0.00015440993161684827,
      "loss": 10.218,
      "step": 5452
    },
    {
      "epoch": 0.9520317751298503,
      "grad_norm": 0.05472995340824127,
      "learning_rate": 0.0001543945800473706,
      "loss": 10.1984,
      "step": 5453
    },
    {
      "epoch": 0.9522063637554014,
      "grad_norm": 0.04619023576378822,
      "learning_rate": 0.00015437922665708476,
      "loss": 10.1917,
      "step": 5454
    },
    {
      "epoch": 0.9523809523809523,
      "grad_norm": 0.042969223111867905,
      "learning_rate": 0.00015436387144650464,
      "loss": 10.2062,
      "step": 5455
    },
    {
      "epoch": 0.9525555410065034,
      "grad_norm": 0.04479235038161278,
      "learning_rate": 0.00015434851441614432,
      "loss": 10.2121,
      "step": 5456
    },
    {
      "epoch": 0.9527301296320545,
      "grad_norm": 0.053144872188568115,
      "learning_rate": 0.00015433315556651783,
      "loss": 10.2139,
      "step": 5457
    },
    {
      "epoch": 0.9529047182576055,
      "grad_norm": 0.05815970152616501,
      "learning_rate": 0.00015431779489813926,
      "loss": 10.2034,
      "step": 5458
    },
    {
      "epoch": 0.9530793068831566,
      "grad_norm": 0.05089196562767029,
      "learning_rate": 0.00015430243241152284,
      "loss": 10.2045,
      "step": 5459
    },
    {
      "epoch": 0.9532538955087076,
      "grad_norm": 0.053826089948415756,
      "learning_rate": 0.00015428706810718276,
      "loss": 10.2121,
      "step": 5460
    },
    {
      "epoch": 0.9534284841342586,
      "grad_norm": 0.05520053580403328,
      "learning_rate": 0.0001542717019856334,
      "loss": 10.1838,
      "step": 5461
    },
    {
      "epoch": 0.9536030727598097,
      "grad_norm": 0.05302613973617554,
      "learning_rate": 0.00015425633404738908,
      "loss": 10.1978,
      "step": 5462
    },
    {
      "epoch": 0.9537776613853608,
      "grad_norm": 0.05318000540137291,
      "learning_rate": 0.00015424096429296423,
      "loss": 10.2205,
      "step": 5463
    },
    {
      "epoch": 0.9539522500109118,
      "grad_norm": 0.04089014604687691,
      "learning_rate": 0.00015422559272287335,
      "loss": 10.2022,
      "step": 5464
    },
    {
      "epoch": 0.9541268386364629,
      "grad_norm": 0.05596942827105522,
      "learning_rate": 0.00015421021933763101,
      "loss": 10.1949,
      "step": 5465
    },
    {
      "epoch": 0.9543014272620138,
      "grad_norm": 0.05569763109087944,
      "learning_rate": 0.00015419484413775175,
      "loss": 10.1885,
      "step": 5466
    },
    {
      "epoch": 0.9544760158875649,
      "grad_norm": 0.04881793633103371,
      "learning_rate": 0.0001541794671237503,
      "loss": 10.1919,
      "step": 5467
    },
    {
      "epoch": 0.954650604513116,
      "grad_norm": 0.056059762835502625,
      "learning_rate": 0.00015416408829614138,
      "loss": 10.1997,
      "step": 5468
    },
    {
      "epoch": 0.954825193138667,
      "grad_norm": 0.05505518987774849,
      "learning_rate": 0.00015414870765543976,
      "loss": 10.1735,
      "step": 5469
    },
    {
      "epoch": 0.9549997817642181,
      "grad_norm": 0.05538386479020119,
      "learning_rate": 0.00015413332520216035,
      "loss": 10.191,
      "step": 5470
    },
    {
      "epoch": 0.9551743703897692,
      "grad_norm": 0.06357568502426147,
      "learning_rate": 0.000154117940936818,
      "loss": 10.1808,
      "step": 5471
    },
    {
      "epoch": 0.9553489590153201,
      "grad_norm": 0.05111382156610489,
      "learning_rate": 0.0001541025548599277,
      "loss": 10.192,
      "step": 5472
    },
    {
      "epoch": 0.9555235476408712,
      "grad_norm": 0.051932305097579956,
      "learning_rate": 0.0001540871669720045,
      "loss": 10.1806,
      "step": 5473
    },
    {
      "epoch": 0.9556981362664222,
      "grad_norm": 0.057083360850811005,
      "learning_rate": 0.00015407177727356345,
      "loss": 10.2129,
      "step": 5474
    },
    {
      "epoch": 0.9558727248919733,
      "grad_norm": 0.05800348520278931,
      "learning_rate": 0.00015405638576511982,
      "loss": 10.2079,
      "step": 5475
    },
    {
      "epoch": 0.9560473135175244,
      "grad_norm": 0.05792481452226639,
      "learning_rate": 0.0001540409924471887,
      "loss": 10.1768,
      "step": 5476
    },
    {
      "epoch": 0.9562219021430753,
      "grad_norm": 0.06318879127502441,
      "learning_rate": 0.0001540255973202854,
      "loss": 10.2335,
      "step": 5477
    },
    {
      "epoch": 0.9563964907686264,
      "grad_norm": 0.0520271435379982,
      "learning_rate": 0.0001540102003849253,
      "loss": 10.2089,
      "step": 5478
    },
    {
      "epoch": 0.9565710793941775,
      "grad_norm": 0.0590297132730484,
      "learning_rate": 0.00015399480164162379,
      "loss": 10.2107,
      "step": 5479
    },
    {
      "epoch": 0.9567456680197285,
      "grad_norm": 0.061246804893016815,
      "learning_rate": 0.0001539794010908963,
      "loss": 10.216,
      "step": 5480
    },
    {
      "epoch": 0.9569202566452796,
      "grad_norm": 0.05900084599852562,
      "learning_rate": 0.00015396399873325836,
      "loss": 10.1755,
      "step": 5481
    },
    {
      "epoch": 0.9570948452708306,
      "grad_norm": 0.07168509066104889,
      "learning_rate": 0.00015394859456922556,
      "loss": 10.2054,
      "step": 5482
    },
    {
      "epoch": 0.9572694338963816,
      "grad_norm": 0.06155550852417946,
      "learning_rate": 0.0001539331885993135,
      "loss": 10.2327,
      "step": 5483
    },
    {
      "epoch": 0.9574440225219327,
      "grad_norm": 0.061919715255498886,
      "learning_rate": 0.0001539177808240379,
      "loss": 10.202,
      "step": 5484
    },
    {
      "epoch": 0.9576186111474837,
      "grad_norm": 0.06450996547937393,
      "learning_rate": 0.00015390237124391458,
      "loss": 10.1834,
      "step": 5485
    },
    {
      "epoch": 0.9577931997730348,
      "grad_norm": 0.07309959083795547,
      "learning_rate": 0.0001538869598594593,
      "loss": 10.1874,
      "step": 5486
    },
    {
      "epoch": 0.9579677883985859,
      "grad_norm": 0.06287217140197754,
      "learning_rate": 0.00015387154667118798,
      "loss": 10.1713,
      "step": 5487
    },
    {
      "epoch": 0.9581423770241368,
      "grad_norm": 0.0723186656832695,
      "learning_rate": 0.00015385613167961644,
      "loss": 10.181,
      "step": 5488
    },
    {
      "epoch": 0.9583169656496879,
      "grad_norm": 0.06748726963996887,
      "learning_rate": 0.00015384071488526086,
      "loss": 10.1943,
      "step": 5489
    },
    {
      "epoch": 0.958491554275239,
      "grad_norm": 0.06758575141429901,
      "learning_rate": 0.0001538252962886372,
      "loss": 10.1926,
      "step": 5490
    },
    {
      "epoch": 0.95866614290079,
      "grad_norm": 0.06378650665283203,
      "learning_rate": 0.00015380987589026164,
      "loss": 10.1657,
      "step": 5491
    },
    {
      "epoch": 0.9588407315263411,
      "grad_norm": 0.08360480517148972,
      "learning_rate": 0.00015379445369065027,
      "loss": 10.1779,
      "step": 5492
    },
    {
      "epoch": 0.9590153201518921,
      "grad_norm": 0.07150676101446152,
      "learning_rate": 0.00015377902969031945,
      "loss": 10.196,
      "step": 5493
    },
    {
      "epoch": 0.9591899087774431,
      "grad_norm": 0.07829544693231583,
      "learning_rate": 0.0001537636038897854,
      "loss": 10.2021,
      "step": 5494
    },
    {
      "epoch": 0.9593644974029942,
      "grad_norm": 0.07719011604785919,
      "learning_rate": 0.00015374817628956454,
      "loss": 10.2369,
      "step": 5495
    },
    {
      "epoch": 0.9595390860285452,
      "grad_norm": 0.08981095999479294,
      "learning_rate": 0.0001537327468901732,
      "loss": 10.2237,
      "step": 5496
    },
    {
      "epoch": 0.9597136746540963,
      "grad_norm": 0.09101473540067673,
      "learning_rate": 0.00015371731569212803,
      "loss": 10.1802,
      "step": 5497
    },
    {
      "epoch": 0.9598882632796474,
      "grad_norm": 0.09021767973899841,
      "learning_rate": 0.0001537018826959454,
      "loss": 10.1615,
      "step": 5498
    },
    {
      "epoch": 0.9600628519051984,
      "grad_norm": 0.12158840149641037,
      "learning_rate": 0.000153686447902142,
      "loss": 10.2108,
      "step": 5499
    },
    {
      "epoch": 0.9602374405307494,
      "grad_norm": 0.18356892466545105,
      "learning_rate": 0.0001536710113112345,
      "loss": 10.1853,
      "step": 5500
    },
    {
      "epoch": 0.9604120291563004,
      "grad_norm": 0.0600493848323822,
      "learning_rate": 0.0001536555729237396,
      "loss": 10.2052,
      "step": 5501
    },
    {
      "epoch": 0.9605866177818515,
      "grad_norm": 0.0467233844101429,
      "learning_rate": 0.00015364013274017413,
      "loss": 10.218,
      "step": 5502
    },
    {
      "epoch": 0.9607612064074026,
      "grad_norm": 0.057044290006160736,
      "learning_rate": 0.00015362469076105487,
      "loss": 10.2008,
      "step": 5503
    },
    {
      "epoch": 0.9609357950329536,
      "grad_norm": 0.05417848378419876,
      "learning_rate": 0.00015360924698689881,
      "loss": 10.1906,
      "step": 5504
    },
    {
      "epoch": 0.9611103836585047,
      "grad_norm": 0.04658384993672371,
      "learning_rate": 0.00015359380141822282,
      "loss": 10.2077,
      "step": 5505
    },
    {
      "epoch": 0.9612849722840557,
      "grad_norm": 0.05066487938165665,
      "learning_rate": 0.000153578354055544,
      "loss": 10.2029,
      "step": 5506
    },
    {
      "epoch": 0.9614595609096067,
      "grad_norm": 0.04636751115322113,
      "learning_rate": 0.00015356290489937938,
      "loss": 10.2237,
      "step": 5507
    },
    {
      "epoch": 0.9616341495351578,
      "grad_norm": 0.04861639067530632,
      "learning_rate": 0.00015354745395024615,
      "loss": 10.2251,
      "step": 5508
    },
    {
      "epoch": 0.9618087381607088,
      "grad_norm": 0.04518953710794449,
      "learning_rate": 0.0001535320012086615,
      "loss": 10.195,
      "step": 5509
    },
    {
      "epoch": 0.9619833267862599,
      "grad_norm": 0.06018092855811119,
      "learning_rate": 0.0001535165466751427,
      "loss": 10.1996,
      "step": 5510
    },
    {
      "epoch": 0.962157915411811,
      "grad_norm": 0.05213168263435364,
      "learning_rate": 0.00015350109035020709,
      "loss": 10.2021,
      "step": 5511
    },
    {
      "epoch": 0.9623325040373619,
      "grad_norm": 0.0546535961329937,
      "learning_rate": 0.00015348563223437203,
      "loss": 10.1995,
      "step": 5512
    },
    {
      "epoch": 0.962507092662913,
      "grad_norm": 0.04749375581741333,
      "learning_rate": 0.00015347017232815495,
      "loss": 10.214,
      "step": 5513
    },
    {
      "epoch": 0.9626816812884641,
      "grad_norm": 0.04931343346834183,
      "learning_rate": 0.0001534547106320734,
      "loss": 10.2019,
      "step": 5514
    },
    {
      "epoch": 0.9628562699140151,
      "grad_norm": 0.048921652138233185,
      "learning_rate": 0.0001534392471466449,
      "loss": 10.2225,
      "step": 5515
    },
    {
      "epoch": 0.9630308585395662,
      "grad_norm": 0.055630650371313095,
      "learning_rate": 0.00015342378187238714,
      "loss": 10.2125,
      "step": 5516
    },
    {
      "epoch": 0.9632054471651172,
      "grad_norm": 0.060531213879585266,
      "learning_rate": 0.00015340831480981776,
      "loss": 10.1957,
      "step": 5517
    },
    {
      "epoch": 0.9633800357906682,
      "grad_norm": 0.06860853731632233,
      "learning_rate": 0.0001533928459594545,
      "loss": 10.1853,
      "step": 5518
    },
    {
      "epoch": 0.9635546244162193,
      "grad_norm": 0.06130644679069519,
      "learning_rate": 0.0001533773753218152,
      "loss": 10.1755,
      "step": 5519
    },
    {
      "epoch": 0.9637292130417703,
      "grad_norm": 0.058407511562108994,
      "learning_rate": 0.00015336190289741772,
      "loss": 10.1741,
      "step": 5520
    },
    {
      "epoch": 0.9639038016673214,
      "grad_norm": 0.05281739681959152,
      "learning_rate": 0.00015334642868677993,
      "loss": 10.1835,
      "step": 5521
    },
    {
      "epoch": 0.9640783902928725,
      "grad_norm": 0.05373740941286087,
      "learning_rate": 0.0001533309526904199,
      "loss": 10.1777,
      "step": 5522
    },
    {
      "epoch": 0.9642529789184234,
      "grad_norm": 0.05175654962658882,
      "learning_rate": 0.00015331547490885557,
      "loss": 10.1833,
      "step": 5523
    },
    {
      "epoch": 0.9644275675439745,
      "grad_norm": 0.05902612954378128,
      "learning_rate": 0.00015329999534260518,
      "loss": 10.185,
      "step": 5524
    },
    {
      "epoch": 0.9646021561695256,
      "grad_norm": 0.05864502117037773,
      "learning_rate": 0.00015328451399218676,
      "loss": 10.179,
      "step": 5525
    },
    {
      "epoch": 0.9647767447950766,
      "grad_norm": 0.055202048271894455,
      "learning_rate": 0.00015326903085811862,
      "loss": 10.2191,
      "step": 5526
    },
    {
      "epoch": 0.9649513334206277,
      "grad_norm": 0.06310313194990158,
      "learning_rate": 0.000153253545940919,
      "loss": 10.2007,
      "step": 5527
    },
    {
      "epoch": 0.9651259220461786,
      "grad_norm": 0.06031671538949013,
      "learning_rate": 0.00015323805924110628,
      "loss": 10.1909,
      "step": 5528
    },
    {
      "epoch": 0.9653005106717297,
      "grad_norm": 0.055034223943948746,
      "learning_rate": 0.0001532225707591988,
      "loss": 10.2207,
      "step": 5529
    },
    {
      "epoch": 0.9654750992972808,
      "grad_norm": 0.06689108163118362,
      "learning_rate": 0.00015320708049571514,
      "loss": 10.198,
      "step": 5530
    },
    {
      "epoch": 0.9656496879228318,
      "grad_norm": 0.05844399333000183,
      "learning_rate": 0.0001531915884511737,
      "loss": 10.1844,
      "step": 5531
    },
    {
      "epoch": 0.9658242765483829,
      "grad_norm": 0.06557771563529968,
      "learning_rate": 0.00015317609462609308,
      "loss": 10.1743,
      "step": 5532
    },
    {
      "epoch": 0.965998865173934,
      "grad_norm": 0.06772292405366898,
      "learning_rate": 0.00015316059902099197,
      "loss": 10.1795,
      "step": 5533
    },
    {
      "epoch": 0.9661734537994849,
      "grad_norm": 0.06562802195549011,
      "learning_rate": 0.0001531451016363891,
      "loss": 10.1667,
      "step": 5534
    },
    {
      "epoch": 0.966348042425036,
      "grad_norm": 0.08267460018396378,
      "learning_rate": 0.00015312960247280312,
      "loss": 10.1608,
      "step": 5535
    },
    {
      "epoch": 0.966522631050587,
      "grad_norm": 0.06901713460683823,
      "learning_rate": 0.00015311410153075295,
      "loss": 10.1972,
      "step": 5536
    },
    {
      "epoch": 0.9666972196761381,
      "grad_norm": 0.06835362315177917,
      "learning_rate": 0.0001530985988107574,
      "loss": 10.1993,
      "step": 5537
    },
    {
      "epoch": 0.9668718083016892,
      "grad_norm": 0.06788375973701477,
      "learning_rate": 0.00015308309431333545,
      "loss": 10.1631,
      "step": 5538
    },
    {
      "epoch": 0.9670463969272401,
      "grad_norm": 0.07676906138658524,
      "learning_rate": 0.00015306758803900614,
      "loss": 10.2157,
      "step": 5539
    },
    {
      "epoch": 0.9672209855527912,
      "grad_norm": 0.06593388319015503,
      "learning_rate": 0.00015305207998828844,
      "loss": 10.2009,
      "step": 5540
    },
    {
      "epoch": 0.9673955741783423,
      "grad_norm": 0.06890933215618134,
      "learning_rate": 0.0001530365701617015,
      "loss": 10.1692,
      "step": 5541
    },
    {
      "epoch": 0.9675701628038933,
      "grad_norm": 0.06419171392917633,
      "learning_rate": 0.0001530210585597645,
      "loss": 10.1948,
      "step": 5542
    },
    {
      "epoch": 0.9677447514294444,
      "grad_norm": 0.0717877522110939,
      "learning_rate": 0.00015300554518299668,
      "loss": 10.1736,
      "step": 5543
    },
    {
      "epoch": 0.9679193400549955,
      "grad_norm": 0.07433174550533295,
      "learning_rate": 0.0001529900300319173,
      "loss": 10.1649,
      "step": 5544
    },
    {
      "epoch": 0.9680939286805464,
      "grad_norm": 0.07963602244853973,
      "learning_rate": 0.00015297451310704581,
      "loss": 10.1811,
      "step": 5545
    },
    {
      "epoch": 0.9682685173060975,
      "grad_norm": 0.0857158824801445,
      "learning_rate": 0.00015295899440890154,
      "loss": 10.1973,
      "step": 5546
    },
    {
      "epoch": 0.9684431059316485,
      "grad_norm": 0.08111070841550827,
      "learning_rate": 0.00015294347393800402,
      "loss": 10.1529,
      "step": 5547
    },
    {
      "epoch": 0.9686176945571996,
      "grad_norm": 0.09773720800876617,
      "learning_rate": 0.00015292795169487272,
      "loss": 10.1937,
      "step": 5548
    },
    {
      "epoch": 0.9687922831827507,
      "grad_norm": 0.1059284508228302,
      "learning_rate": 0.00015291242768002727,
      "loss": 10.1831,
      "step": 5549
    },
    {
      "epoch": 0.9689668718083017,
      "grad_norm": 0.1449902057647705,
      "learning_rate": 0.0001528969018939873,
      "loss": 10.1984,
      "step": 5550
    },
    {
      "epoch": 0.9691414604338527,
      "grad_norm": 0.04799923673272133,
      "learning_rate": 0.00015288137433727258,
      "loss": 10.2002,
      "step": 5551
    },
    {
      "epoch": 0.9693160490594038,
      "grad_norm": 0.04648873582482338,
      "learning_rate": 0.00015286584501040284,
      "loss": 10.2059,
      "step": 5552
    },
    {
      "epoch": 0.9694906376849548,
      "grad_norm": 0.048708558082580566,
      "learning_rate": 0.0001528503139138979,
      "loss": 10.194,
      "step": 5553
    },
    {
      "epoch": 0.9696652263105059,
      "grad_norm": 0.050349313765764236,
      "learning_rate": 0.0001528347810482776,
      "loss": 10.213,
      "step": 5554
    },
    {
      "epoch": 0.9698398149360569,
      "grad_norm": 0.0480104461312294,
      "learning_rate": 0.000152819246414062,
      "loss": 10.1893,
      "step": 5555
    },
    {
      "epoch": 0.970014403561608,
      "grad_norm": 0.05574200674891472,
      "learning_rate": 0.00015280371001177102,
      "loss": 10.2272,
      "step": 5556
    },
    {
      "epoch": 0.970188992187159,
      "grad_norm": 0.05810260400176048,
      "learning_rate": 0.0001527881718419248,
      "loss": 10.2026,
      "step": 5557
    },
    {
      "epoch": 0.97036358081271,
      "grad_norm": 0.056702110916376114,
      "learning_rate": 0.00015277263190504342,
      "loss": 10.2128,
      "step": 5558
    },
    {
      "epoch": 0.9705381694382611,
      "grad_norm": 0.04999344423413277,
      "learning_rate": 0.00015275709020164707,
      "loss": 10.2216,
      "step": 5559
    },
    {
      "epoch": 0.9707127580638122,
      "grad_norm": 0.05028975009918213,
      "learning_rate": 0.00015274154673225598,
      "loss": 10.2045,
      "step": 5560
    },
    {
      "epoch": 0.9708873466893632,
      "grad_norm": 0.05131984129548073,
      "learning_rate": 0.00015272600149739048,
      "loss": 10.244,
      "step": 5561
    },
    {
      "epoch": 0.9710619353149142,
      "grad_norm": 0.05307968705892563,
      "learning_rate": 0.00015271045449757092,
      "loss": 10.1828,
      "step": 5562
    },
    {
      "epoch": 0.9712365239404652,
      "grad_norm": 0.05251217633485794,
      "learning_rate": 0.0001526949057333177,
      "loss": 10.2091,
      "step": 5563
    },
    {
      "epoch": 0.9714111125660163,
      "grad_norm": 0.05009312927722931,
      "learning_rate": 0.00015267935520515136,
      "loss": 10.1891,
      "step": 5564
    },
    {
      "epoch": 0.9715857011915674,
      "grad_norm": 0.052612628787755966,
      "learning_rate": 0.00015266380291359237,
      "loss": 10.2084,
      "step": 5565
    },
    {
      "epoch": 0.9717602898171184,
      "grad_norm": 0.04963398724794388,
      "learning_rate": 0.00015264824885916135,
      "loss": 10.1845,
      "step": 5566
    },
    {
      "epoch": 0.9719348784426695,
      "grad_norm": 0.057216428220272064,
      "learning_rate": 0.000152632693042379,
      "loss": 10.2072,
      "step": 5567
    },
    {
      "epoch": 0.9721094670682205,
      "grad_norm": 0.0484781414270401,
      "learning_rate": 0.00015261713546376604,
      "loss": 10.1984,
      "step": 5568
    },
    {
      "epoch": 0.9722840556937715,
      "grad_norm": 0.04975046589970589,
      "learning_rate": 0.00015260157612384317,
      "loss": 10.1948,
      "step": 5569
    },
    {
      "epoch": 0.9724586443193226,
      "grad_norm": 0.05616327375173569,
      "learning_rate": 0.00015258601502313125,
      "loss": 10.1963,
      "step": 5570
    },
    {
      "epoch": 0.9726332329448737,
      "grad_norm": 0.049035973846912384,
      "learning_rate": 0.0001525704521621512,
      "loss": 10.2181,
      "step": 5571
    },
    {
      "epoch": 0.9728078215704247,
      "grad_norm": 0.05782579630613327,
      "learning_rate": 0.00015255488754142396,
      "loss": 10.19,
      "step": 5572
    },
    {
      "epoch": 0.9729824101959758,
      "grad_norm": 0.057167042046785355,
      "learning_rate": 0.00015253932116147056,
      "loss": 10.1895,
      "step": 5573
    },
    {
      "epoch": 0.9731569988215267,
      "grad_norm": 0.059209756553173065,
      "learning_rate": 0.00015252375302281202,
      "loss": 10.2173,
      "step": 5574
    },
    {
      "epoch": 0.9733315874470778,
      "grad_norm": 0.05170346796512604,
      "learning_rate": 0.00015250818312596953,
      "loss": 10.2054,
      "step": 5575
    },
    {
      "epoch": 0.9735061760726289,
      "grad_norm": 0.057326026260852814,
      "learning_rate": 0.00015249261147146426,
      "loss": 10.2316,
      "step": 5576
    },
    {
      "epoch": 0.9736807646981799,
      "grad_norm": 0.05111097916960716,
      "learning_rate": 0.0001524770380598174,
      "loss": 10.2277,
      "step": 5577
    },
    {
      "epoch": 0.973855353323731,
      "grad_norm": 0.054048970341682434,
      "learning_rate": 0.00015246146289155032,
      "loss": 10.1687,
      "step": 5578
    },
    {
      "epoch": 0.974029941949282,
      "grad_norm": 0.06662329286336899,
      "learning_rate": 0.00015244588596718438,
      "loss": 10.1611,
      "step": 5579
    },
    {
      "epoch": 0.974204530574833,
      "grad_norm": 0.056561343371868134,
      "learning_rate": 0.00015243030728724098,
      "loss": 10.1921,
      "step": 5580
    },
    {
      "epoch": 0.9743791192003841,
      "grad_norm": 0.06443832069635391,
      "learning_rate": 0.0001524147268522416,
      "loss": 10.2014,
      "step": 5581
    },
    {
      "epoch": 0.9745537078259351,
      "grad_norm": 0.06310486048460007,
      "learning_rate": 0.0001523991446627078,
      "loss": 10.193,
      "step": 5582
    },
    {
      "epoch": 0.9747282964514862,
      "grad_norm": 0.05970539525151253,
      "learning_rate": 0.00015238356071916117,
      "loss": 10.181,
      "step": 5583
    },
    {
      "epoch": 0.9749028850770373,
      "grad_norm": 0.06195419654250145,
      "learning_rate": 0.00015236797502212338,
      "loss": 10.1979,
      "step": 5584
    },
    {
      "epoch": 0.9750774737025882,
      "grad_norm": 0.07892976701259613,
      "learning_rate": 0.00015235238757211613,
      "loss": 10.1445,
      "step": 5585
    },
    {
      "epoch": 0.9752520623281393,
      "grad_norm": 0.07160717993974686,
      "learning_rate": 0.00015233679836966122,
      "loss": 10.2185,
      "step": 5586
    },
    {
      "epoch": 0.9754266509536904,
      "grad_norm": 0.059736594557762146,
      "learning_rate": 0.00015232120741528045,
      "loss": 10.1522,
      "step": 5587
    },
    {
      "epoch": 0.9756012395792414,
      "grad_norm": 0.07129713147878647,
      "learning_rate": 0.00015230561470949572,
      "loss": 10.1682,
      "step": 5588
    },
    {
      "epoch": 0.9757758282047925,
      "grad_norm": 0.07283888757228851,
      "learning_rate": 0.00015229002025282898,
      "loss": 10.1758,
      "step": 5589
    },
    {
      "epoch": 0.9759504168303434,
      "grad_norm": 0.0662197545170784,
      "learning_rate": 0.00015227442404580226,
      "loss": 10.1697,
      "step": 5590
    },
    {
      "epoch": 0.9761250054558945,
      "grad_norm": 0.07435313612222672,
      "learning_rate": 0.00015225882608893763,
      "loss": 10.1896,
      "step": 5591
    },
    {
      "epoch": 0.9762995940814456,
      "grad_norm": 0.07850808650255203,
      "learning_rate": 0.0001522432263827572,
      "loss": 10.1813,
      "step": 5592
    },
    {
      "epoch": 0.9764741827069966,
      "grad_norm": 0.06790300458669662,
      "learning_rate": 0.00015222762492778316,
      "loss": 10.1774,
      "step": 5593
    },
    {
      "epoch": 0.9766487713325477,
      "grad_norm": 0.0832819864153862,
      "learning_rate": 0.00015221202172453774,
      "loss": 10.1713,
      "step": 5594
    },
    {
      "epoch": 0.9768233599580988,
      "grad_norm": 0.08053617924451828,
      "learning_rate": 0.00015219641677354325,
      "loss": 10.2109,
      "step": 5595
    },
    {
      "epoch": 0.9769979485836497,
      "grad_norm": 0.08601167052984238,
      "learning_rate": 0.00015218081007532206,
      "loss": 10.2238,
      "step": 5596
    },
    {
      "epoch": 0.9771725372092008,
      "grad_norm": 0.08963775634765625,
      "learning_rate": 0.00015216520163039663,
      "loss": 10.1957,
      "step": 5597
    },
    {
      "epoch": 0.9773471258347519,
      "grad_norm": 0.10495157539844513,
      "learning_rate": 0.00015214959143928939,
      "loss": 10.2232,
      "step": 5598
    },
    {
      "epoch": 0.9775217144603029,
      "grad_norm": 0.1318647563457489,
      "learning_rate": 0.00015213397950252286,
      "loss": 10.2035,
      "step": 5599
    },
    {
      "epoch": 0.977696303085854,
      "grad_norm": 0.16382348537445068,
      "learning_rate": 0.00015211836582061964,
      "loss": 10.1632,
      "step": 5600
    },
    {
      "epoch": 0.977696303085854,
      "eval_loss": 10.175960540771484,
      "eval_runtime": 0.7251,
      "eval_samples_per_second": 318.577,
      "eval_steps_per_second": 159.978,
      "step": 5600
    },
    {
      "epoch": 0.977870891711405,
      "grad_norm": 0.0515119731426239,
      "learning_rate": 0.00015210275039410242,
      "loss": 10.2313,
      "step": 5601
    },
    {
      "epoch": 0.978045480336956,
      "grad_norm": 0.04747800529003143,
      "learning_rate": 0.0001520871332234939,
      "loss": 10.2048,
      "step": 5602
    },
    {
      "epoch": 0.9782200689625071,
      "grad_norm": 0.05136527121067047,
      "learning_rate": 0.00015207151430931686,
      "loss": 10.2092,
      "step": 5603
    },
    {
      "epoch": 0.9783946575880581,
      "grad_norm": 0.04742053151130676,
      "learning_rate": 0.00015205589365209412,
      "loss": 10.2144,
      "step": 5604
    },
    {
      "epoch": 0.9785692462136092,
      "grad_norm": 0.04823940992355347,
      "learning_rate": 0.00015204027125234853,
      "loss": 10.2032,
      "step": 5605
    },
    {
      "epoch": 0.9787438348391603,
      "grad_norm": 0.04657626524567604,
      "learning_rate": 0.0001520246471106031,
      "loss": 10.1848,
      "step": 5606
    },
    {
      "epoch": 0.9789184234647113,
      "grad_norm": 0.05745328962802887,
      "learning_rate": 0.00015200902122738073,
      "loss": 10.1951,
      "step": 5607
    },
    {
      "epoch": 0.9790930120902623,
      "grad_norm": 0.05140481889247894,
      "learning_rate": 0.00015199339360320461,
      "loss": 10.1785,
      "step": 5608
    },
    {
      "epoch": 0.9792676007158133,
      "grad_norm": 0.04602731019258499,
      "learning_rate": 0.00015197776423859778,
      "loss": 10.1859,
      "step": 5609
    },
    {
      "epoch": 0.9794421893413644,
      "grad_norm": 0.049070872366428375,
      "learning_rate": 0.00015196213313408346,
      "loss": 10.184,
      "step": 5610
    },
    {
      "epoch": 0.9796167779669155,
      "grad_norm": 0.047090329229831696,
      "learning_rate": 0.00015194650029018485,
      "loss": 10.198,
      "step": 5611
    },
    {
      "epoch": 0.9797913665924665,
      "grad_norm": 0.055016566067934036,
      "learning_rate": 0.00015193086570742525,
      "loss": 10.1988,
      "step": 5612
    },
    {
      "epoch": 0.9799659552180175,
      "grad_norm": 0.050143033266067505,
      "learning_rate": 0.00015191522938632805,
      "loss": 10.2007,
      "step": 5613
    },
    {
      "epoch": 0.9801405438435686,
      "grad_norm": 0.060226354748010635,
      "learning_rate": 0.00015189959132741663,
      "loss": 10.1789,
      "step": 5614
    },
    {
      "epoch": 0.9803151324691196,
      "grad_norm": 0.051662348210811615,
      "learning_rate": 0.00015188395153121448,
      "loss": 10.2019,
      "step": 5615
    },
    {
      "epoch": 0.9804897210946707,
      "grad_norm": 0.05784115567803383,
      "learning_rate": 0.0001518683099982451,
      "loss": 10.1974,
      "step": 5616
    },
    {
      "epoch": 0.9806643097202218,
      "grad_norm": 0.05106755718588829,
      "learning_rate": 0.0001518526667290321,
      "loss": 10.1812,
      "step": 5617
    },
    {
      "epoch": 0.9808388983457728,
      "grad_norm": 0.056866735219955444,
      "learning_rate": 0.00015183702172409907,
      "loss": 10.2056,
      "step": 5618
    },
    {
      "epoch": 0.9810134869713238,
      "grad_norm": 0.05097523704171181,
      "learning_rate": 0.00015182137498396977,
      "loss": 10.2108,
      "step": 5619
    },
    {
      "epoch": 0.9811880755968748,
      "grad_norm": 0.051434632390737534,
      "learning_rate": 0.00015180572650916798,
      "loss": 10.1646,
      "step": 5620
    },
    {
      "epoch": 0.9813626642224259,
      "grad_norm": 0.05267452821135521,
      "learning_rate": 0.00015179007630021745,
      "loss": 10.1907,
      "step": 5621
    },
    {
      "epoch": 0.981537252847977,
      "grad_norm": 0.05912778526544571,
      "learning_rate": 0.00015177442435764213,
      "loss": 10.2084,
      "step": 5622
    },
    {
      "epoch": 0.981711841473528,
      "grad_norm": 0.05883941054344177,
      "learning_rate": 0.00015175877068196586,
      "loss": 10.1864,
      "step": 5623
    },
    {
      "epoch": 0.981886430099079,
      "grad_norm": 0.057246457785367966,
      "learning_rate": 0.00015174311527371272,
      "loss": 10.2091,
      "step": 5624
    },
    {
      "epoch": 0.9820610187246301,
      "grad_norm": 0.05897003412246704,
      "learning_rate": 0.00015172745813340675,
      "loss": 10.1811,
      "step": 5625
    },
    {
      "epoch": 0.9822356073501811,
      "grad_norm": 0.059517890214920044,
      "learning_rate": 0.00015171179926157198,
      "loss": 10.1893,
      "step": 5626
    },
    {
      "epoch": 0.9824101959757322,
      "grad_norm": 0.060025863349437714,
      "learning_rate": 0.00015169613865873268,
      "loss": 10.1868,
      "step": 5627
    },
    {
      "epoch": 0.9825847846012832,
      "grad_norm": 0.05637824162840843,
      "learning_rate": 0.00015168047632541302,
      "loss": 10.1976,
      "step": 5628
    },
    {
      "epoch": 0.9827593732268343,
      "grad_norm": 0.05858054384589195,
      "learning_rate": 0.00015166481226213727,
      "loss": 10.2163,
      "step": 5629
    },
    {
      "epoch": 0.9829339618523854,
      "grad_norm": 0.07068733125925064,
      "learning_rate": 0.00015164914646942975,
      "loss": 10.231,
      "step": 5630
    },
    {
      "epoch": 0.9831085504779363,
      "grad_norm": 0.05998380854725838,
      "learning_rate": 0.00015163347894781498,
      "loss": 10.1511,
      "step": 5631
    },
    {
      "epoch": 0.9832831391034874,
      "grad_norm": 0.0601789653301239,
      "learning_rate": 0.00015161780969781728,
      "loss": 10.1986,
      "step": 5632
    },
    {
      "epoch": 0.9834577277290385,
      "grad_norm": 0.06802138686180115,
      "learning_rate": 0.0001516021387199612,
      "loss": 10.1938,
      "step": 5633
    },
    {
      "epoch": 0.9836323163545895,
      "grad_norm": 0.06573553383350372,
      "learning_rate": 0.00015158646601477136,
      "loss": 10.2052,
      "step": 5634
    },
    {
      "epoch": 0.9838069049801406,
      "grad_norm": 0.05938857048749924,
      "learning_rate": 0.00015157079158277235,
      "loss": 10.1603,
      "step": 5635
    },
    {
      "epoch": 0.9839814936056915,
      "grad_norm": 0.06740400195121765,
      "learning_rate": 0.00015155511542448884,
      "loss": 10.1809,
      "step": 5636
    },
    {
      "epoch": 0.9841560822312426,
      "grad_norm": 0.06510023772716522,
      "learning_rate": 0.00015153943754044562,
      "loss": 10.2005,
      "step": 5637
    },
    {
      "epoch": 0.9843306708567937,
      "grad_norm": 0.07557696849107742,
      "learning_rate": 0.00015152375793116746,
      "loss": 10.1725,
      "step": 5638
    },
    {
      "epoch": 0.9845052594823447,
      "grad_norm": 0.06961282342672348,
      "learning_rate": 0.00015150807659717924,
      "loss": 10.1978,
      "step": 5639
    },
    {
      "epoch": 0.9846798481078958,
      "grad_norm": 0.06942050904035568,
      "learning_rate": 0.00015149239353900589,
      "loss": 10.1573,
      "step": 5640
    },
    {
      "epoch": 0.9848544367334469,
      "grad_norm": 0.08542153239250183,
      "learning_rate": 0.00015147670875717233,
      "loss": 10.2064,
      "step": 5641
    },
    {
      "epoch": 0.9850290253589978,
      "grad_norm": 0.07061523199081421,
      "learning_rate": 0.0001514610222522036,
      "loss": 10.1969,
      "step": 5642
    },
    {
      "epoch": 0.9852036139845489,
      "grad_norm": 0.0773744285106659,
      "learning_rate": 0.00015144533402462485,
      "loss": 10.2331,
      "step": 5643
    },
    {
      "epoch": 0.9853782026101,
      "grad_norm": 0.08137773722410202,
      "learning_rate": 0.00015142964407496124,
      "loss": 10.1649,
      "step": 5644
    },
    {
      "epoch": 0.985552791235651,
      "grad_norm": 0.08124411851167679,
      "learning_rate": 0.00015141395240373791,
      "loss": 10.168,
      "step": 5645
    },
    {
      "epoch": 0.9857273798612021,
      "grad_norm": 0.07832783460617065,
      "learning_rate": 0.0001513982590114801,
      "loss": 10.1898,
      "step": 5646
    },
    {
      "epoch": 0.985901968486753,
      "grad_norm": 0.09830448776483536,
      "learning_rate": 0.00015138256389871324,
      "loss": 10.1876,
      "step": 5647
    },
    {
      "epoch": 0.9860765571123041,
      "grad_norm": 0.10523362457752228,
      "learning_rate": 0.00015136686706596262,
      "loss": 10.1728,
      "step": 5648
    },
    {
      "epoch": 0.9862511457378552,
      "grad_norm": 0.13452981412410736,
      "learning_rate": 0.00015135116851375374,
      "loss": 10.2139,
      "step": 5649
    },
    {
      "epoch": 0.9864257343634062,
      "grad_norm": 0.12497363239526749,
      "learning_rate": 0.00015133546824261203,
      "loss": 10.2066,
      "step": 5650
    },
    {
      "epoch": 0.9866003229889573,
      "grad_norm": 0.04583015665411949,
      "learning_rate": 0.00015131976625306308,
      "loss": 10.2178,
      "step": 5651
    },
    {
      "epoch": 0.9867749116145084,
      "grad_norm": 0.04789578542113304,
      "learning_rate": 0.0001513040625456325,
      "loss": 10.1805,
      "step": 5652
    },
    {
      "epoch": 0.9869495002400593,
      "grad_norm": 0.05493852496147156,
      "learning_rate": 0.00015128835712084594,
      "loss": 10.2049,
      "step": 5653
    },
    {
      "epoch": 0.9871240888656104,
      "grad_norm": 0.053634703159332275,
      "learning_rate": 0.00015127264997922911,
      "loss": 10.2148,
      "step": 5654
    },
    {
      "epoch": 0.9872986774911614,
      "grad_norm": 0.058379292488098145,
      "learning_rate": 0.0001512569411213079,
      "loss": 10.2169,
      "step": 5655
    },
    {
      "epoch": 0.9874732661167125,
      "grad_norm": 0.0493178591132164,
      "learning_rate": 0.00015124123054760798,
      "loss": 10.1875,
      "step": 5656
    },
    {
      "epoch": 0.9876478547422636,
      "grad_norm": 0.04984314367175102,
      "learning_rate": 0.00015122551825865537,
      "loss": 10.2123,
      "step": 5657
    },
    {
      "epoch": 0.9878224433678146,
      "grad_norm": 0.056062351912260056,
      "learning_rate": 0.000151209804254976,
      "loss": 10.1857,
      "step": 5658
    },
    {
      "epoch": 0.9879970319933656,
      "grad_norm": 0.04441682621836662,
      "learning_rate": 0.00015119408853709584,
      "loss": 10.2171,
      "step": 5659
    },
    {
      "epoch": 0.9881716206189167,
      "grad_norm": 0.05360390990972519,
      "learning_rate": 0.00015117837110554099,
      "loss": 10.1988,
      "step": 5660
    },
    {
      "epoch": 0.9883462092444677,
      "grad_norm": 0.049844760447740555,
      "learning_rate": 0.0001511626519608376,
      "loss": 10.1848,
      "step": 5661
    },
    {
      "epoch": 0.9885207978700188,
      "grad_norm": 0.05186688154935837,
      "learning_rate": 0.00015114693110351182,
      "loss": 10.201,
      "step": 5662
    },
    {
      "epoch": 0.9886953864955698,
      "grad_norm": 0.046089403331279755,
      "learning_rate": 0.00015113120853408989,
      "loss": 10.2101,
      "step": 5663
    },
    {
      "epoch": 0.9888699751211208,
      "grad_norm": 0.05013848468661308,
      "learning_rate": 0.0001511154842530981,
      "loss": 10.1731,
      "step": 5664
    },
    {
      "epoch": 0.9890445637466719,
      "grad_norm": 0.05522743985056877,
      "learning_rate": 0.00015109975826106285,
      "loss": 10.2043,
      "step": 5665
    },
    {
      "epoch": 0.9892191523722229,
      "grad_norm": 0.07598554342985153,
      "learning_rate": 0.00015108403055851053,
      "loss": 10.1739,
      "step": 5666
    },
    {
      "epoch": 0.989393740997774,
      "grad_norm": 0.05099906399846077,
      "learning_rate": 0.00015106830114596762,
      "loss": 10.1969,
      "step": 5667
    },
    {
      "epoch": 0.9895683296233251,
      "grad_norm": 0.05123930796980858,
      "learning_rate": 0.0001510525700239606,
      "loss": 10.1714,
      "step": 5668
    },
    {
      "epoch": 0.9897429182488761,
      "grad_norm": 0.058659330010414124,
      "learning_rate": 0.00015103683719301612,
      "loss": 10.1944,
      "step": 5669
    },
    {
      "epoch": 0.9899175068744271,
      "grad_norm": 0.06148514151573181,
      "learning_rate": 0.00015102110265366073,
      "loss": 10.2348,
      "step": 5670
    },
    {
      "epoch": 0.9900920954999782,
      "grad_norm": 0.05677153542637825,
      "learning_rate": 0.00015100536640642127,
      "loss": 10.1938,
      "step": 5671
    },
    {
      "epoch": 0.9902666841255292,
      "grad_norm": 0.05946902930736542,
      "learning_rate": 0.00015098962845182435,
      "loss": 10.2237,
      "step": 5672
    },
    {
      "epoch": 0.9904412727510803,
      "grad_norm": 0.06663572788238525,
      "learning_rate": 0.0001509738887903969,
      "loss": 10.1737,
      "step": 5673
    },
    {
      "epoch": 0.9906158613766313,
      "grad_norm": 0.06280402094125748,
      "learning_rate": 0.00015095814742266574,
      "loss": 10.1819,
      "step": 5674
    },
    {
      "epoch": 0.9907904500021824,
      "grad_norm": 0.059234242886304855,
      "learning_rate": 0.00015094240434915777,
      "loss": 10.208,
      "step": 5675
    },
    {
      "epoch": 0.9909650386277334,
      "grad_norm": 0.05680254101753235,
      "learning_rate": 0.00015092665957040002,
      "loss": 10.1939,
      "step": 5676
    },
    {
      "epoch": 0.9911396272532844,
      "grad_norm": 0.06014096736907959,
      "learning_rate": 0.00015091091308691953,
      "loss": 10.1779,
      "step": 5677
    },
    {
      "epoch": 0.9913142158788355,
      "grad_norm": 0.0647551417350769,
      "learning_rate": 0.00015089516489924333,
      "loss": 10.173,
      "step": 5678
    },
    {
      "epoch": 0.9914888045043866,
      "grad_norm": 0.07001612335443497,
      "learning_rate": 0.00015087941500789868,
      "loss": 10.1678,
      "step": 5679
    },
    {
      "epoch": 0.9916633931299376,
      "grad_norm": 0.07144926488399506,
      "learning_rate": 0.00015086366341341274,
      "loss": 10.1387,
      "step": 5680
    },
    {
      "epoch": 0.9918379817554887,
      "grad_norm": 0.057677749544382095,
      "learning_rate": 0.00015084791011631276,
      "loss": 10.1931,
      "step": 5681
    },
    {
      "epoch": 0.9920125703810396,
      "grad_norm": 0.06423250585794449,
      "learning_rate": 0.0001508321551171261,
      "loss": 10.1922,
      "step": 5682
    },
    {
      "epoch": 0.9921871590065907,
      "grad_norm": 0.06304867565631866,
      "learning_rate": 0.00015081639841638014,
      "loss": 10.1581,
      "step": 5683
    },
    {
      "epoch": 0.9923617476321418,
      "grad_norm": 0.06918401271104813,
      "learning_rate": 0.0001508006400146023,
      "loss": 10.1695,
      "step": 5684
    },
    {
      "epoch": 0.9925363362576928,
      "grad_norm": 0.06443086266517639,
      "learning_rate": 0.00015078487991232012,
      "loss": 10.1788,
      "step": 5685
    },
    {
      "epoch": 0.9927109248832439,
      "grad_norm": 0.059042830020189285,
      "learning_rate": 0.00015076911811006113,
      "loss": 10.226,
      "step": 5686
    },
    {
      "epoch": 0.992885513508795,
      "grad_norm": 0.08208519220352173,
      "learning_rate": 0.00015075335460835288,
      "loss": 10.1844,
      "step": 5687
    },
    {
      "epoch": 0.9930601021343459,
      "grad_norm": 0.08428118377923965,
      "learning_rate": 0.00015073758940772317,
      "loss": 10.1699,
      "step": 5688
    },
    {
      "epoch": 0.993234690759897,
      "grad_norm": 0.06105390191078186,
      "learning_rate": 0.00015072182250869961,
      "loss": 10.1528,
      "step": 5689
    },
    {
      "epoch": 0.993409279385448,
      "grad_norm": 0.0685538575053215,
      "learning_rate": 0.00015070605391181004,
      "loss": 10.1679,
      "step": 5690
    },
    {
      "epoch": 0.9935838680109991,
      "grad_norm": 0.06833206862211227,
      "learning_rate": 0.00015069028361758228,
      "loss": 10.1683,
      "step": 5691
    },
    {
      "epoch": 0.9937584566365502,
      "grad_norm": 0.07569564133882523,
      "learning_rate": 0.00015067451162654427,
      "loss": 10.1889,
      "step": 5692
    },
    {
      "epoch": 0.9939330452621011,
      "grad_norm": 0.07771112769842148,
      "learning_rate": 0.00015065873793922388,
      "loss": 10.2274,
      "step": 5693
    },
    {
      "epoch": 0.9941076338876522,
      "grad_norm": 0.08791154623031616,
      "learning_rate": 0.00015064296255614914,
      "loss": 10.193,
      "step": 5694
    },
    {
      "epoch": 0.9942822225132033,
      "grad_norm": 0.08903834968805313,
      "learning_rate": 0.0001506271854778482,
      "loss": 10.1982,
      "step": 5695
    },
    {
      "epoch": 0.9944568111387543,
      "grad_norm": 0.10364389419555664,
      "learning_rate": 0.0001506114067048491,
      "loss": 10.1802,
      "step": 5696
    },
    {
      "epoch": 0.9946313997643054,
      "grad_norm": 0.0894194021821022,
      "learning_rate": 0.00015059562623768002,
      "loss": 10.1893,
      "step": 5697
    },
    {
      "epoch": 0.9948059883898565,
      "grad_norm": 0.11642946302890778,
      "learning_rate": 0.00015057984407686927,
      "loss": 10.2316,
      "step": 5698
    },
    {
      "epoch": 0.9949805770154074,
      "grad_norm": 0.11149632185697556,
      "learning_rate": 0.00015056406022294504,
      "loss": 10.2319,
      "step": 5699
    },
    {
      "epoch": 0.9951551656409585,
      "grad_norm": 0.13265445828437805,
      "learning_rate": 0.00015054827467643575,
      "loss": 10.229,
      "step": 5700
    },
    {
      "epoch": 0.9953297542665095,
      "grad_norm": 0.05300503224134445,
      "learning_rate": 0.00015053248743786979,
      "loss": 10.1886,
      "step": 5701
    },
    {
      "epoch": 0.9955043428920606,
      "grad_norm": 0.04384598135948181,
      "learning_rate": 0.00015051669850777563,
      "loss": 10.2075,
      "step": 5702
    },
    {
      "epoch": 0.9956789315176117,
      "grad_norm": 0.04266584664583206,
      "learning_rate": 0.0001505009078866818,
      "loss": 10.2037,
      "step": 5703
    },
    {
      "epoch": 0.9958535201431626,
      "grad_norm": 0.04796721041202545,
      "learning_rate": 0.00015048511557511684,
      "loss": 10.2213,
      "step": 5704
    },
    {
      "epoch": 0.9960281087687137,
      "grad_norm": 0.06501122564077377,
      "learning_rate": 0.00015046932157360937,
      "loss": 10.1898,
      "step": 5705
    },
    {
      "epoch": 0.9962026973942648,
      "grad_norm": 0.04963681846857071,
      "learning_rate": 0.00015045352588268816,
      "loss": 10.1999,
      "step": 5706
    },
    {
      "epoch": 0.9963772860198158,
      "grad_norm": 0.049831073731184006,
      "learning_rate": 0.00015043772850288186,
      "loss": 10.2376,
      "step": 5707
    },
    {
      "epoch": 0.9965518746453669,
      "grad_norm": 0.051736295223236084,
      "learning_rate": 0.00015042192943471935,
      "loss": 10.203,
      "step": 5708
    },
    {
      "epoch": 0.9967264632709179,
      "grad_norm": 0.05651285871863365,
      "learning_rate": 0.00015040612867872947,
      "loss": 10.1949,
      "step": 5709
    },
    {
      "epoch": 0.9969010518964689,
      "grad_norm": 0.05225305259227753,
      "learning_rate": 0.00015039032623544112,
      "loss": 10.1928,
      "step": 5710
    },
    {
      "epoch": 0.99707564052202,
      "grad_norm": 0.05279001593589783,
      "learning_rate": 0.00015037452210538325,
      "loss": 10.2051,
      "step": 5711
    },
    {
      "epoch": 0.997250229147571,
      "grad_norm": 0.057924263179302216,
      "learning_rate": 0.00015035871628908494,
      "loss": 10.205,
      "step": 5712
    },
    {
      "epoch": 0.9974248177731221,
      "grad_norm": 0.05129767209291458,
      "learning_rate": 0.00015034290878707522,
      "loss": 10.1807,
      "step": 5713
    },
    {
      "epoch": 0.9975994063986732,
      "grad_norm": 0.05949638783931732,
      "learning_rate": 0.00015032709959988329,
      "loss": 10.2275,
      "step": 5714
    },
    {
      "epoch": 0.9977739950242241,
      "grad_norm": 0.0631469339132309,
      "learning_rate": 0.00015031128872803834,
      "loss": 10.1887,
      "step": 5715
    },
    {
      "epoch": 0.9979485836497752,
      "grad_norm": 0.058342769742012024,
      "learning_rate": 0.00015029547617206957,
      "loss": 10.165,
      "step": 5716
    },
    {
      "epoch": 0.9981231722753262,
      "grad_norm": 0.058981817215681076,
      "learning_rate": 0.00015027966193250633,
      "loss": 10.1672,
      "step": 5717
    },
    {
      "epoch": 0.9982977609008773,
      "grad_norm": 0.057173892855644226,
      "learning_rate": 0.00015026384600987796,
      "loss": 10.1942,
      "step": 5718
    },
    {
      "epoch": 0.9984723495264284,
      "grad_norm": 0.05880207195878029,
      "learning_rate": 0.00015024802840471395,
      "loss": 10.1762,
      "step": 5719
    },
    {
      "epoch": 0.9986469381519794,
      "grad_norm": 0.06097370386123657,
      "learning_rate": 0.0001502322091175437,
      "loss": 10.1798,
      "step": 5720
    },
    {
      "epoch": 0.9988215267775304,
      "grad_norm": 0.05803609639406204,
      "learning_rate": 0.0001502163881488968,
      "loss": 10.2014,
      "step": 5721
    },
    {
      "epoch": 0.9989961154030815,
      "grad_norm": 0.07115891575813293,
      "learning_rate": 0.00015020056549930284,
      "loss": 10.2037,
      "step": 5722
    },
    {
      "epoch": 0.9991707040286325,
      "grad_norm": 0.088614322245121,
      "learning_rate": 0.00015018474116929142,
      "loss": 10.1974,
      "step": 5723
    },
    {
      "epoch": 0.9993452926541836,
      "grad_norm": 0.06641039252281189,
      "learning_rate": 0.00015016891515939225,
      "loss": 10.1694,
      "step": 5724
    },
    {
      "epoch": 0.9995198812797347,
      "grad_norm": 0.08253084868192673,
      "learning_rate": 0.00015015308747013518,
      "loss": 10.1726,
      "step": 5725
    },
    {
      "epoch": 0.9996944699052857,
      "grad_norm": 0.08328008651733398,
      "learning_rate": 0.00015013725810204993,
      "loss": 10.1714,
      "step": 5726
    },
    {
      "epoch": 0.9998690585308367,
      "grad_norm": 0.10745906829833984,
      "learning_rate": 0.00015012142705566643,
      "loss": 10.1866,
      "step": 5727
    },
    {
      "epoch": 1.000174588625551,
      "grad_norm": 0.2419842779636383,
      "learning_rate": 0.00015010559433151457,
      "loss": 20.4556,
      "step": 5728
    },
    {
      "epoch": 1.0003491772511022,
      "grad_norm": 0.05280378833413124,
      "learning_rate": 0.00015008975993012434,
      "loss": 10.1934,
      "step": 5729
    },
    {
      "epoch": 1.000523765876653,
      "grad_norm": 0.05011602118611336,
      "learning_rate": 0.00015007392385202583,
      "loss": 10.2108,
      "step": 5730
    },
    {
      "epoch": 1.0006983545022041,
      "grad_norm": 0.05405789613723755,
      "learning_rate": 0.0001500580860977491,
      "loss": 10.1878,
      "step": 5731
    },
    {
      "epoch": 1.0008729431277552,
      "grad_norm": 0.048556238412857056,
      "learning_rate": 0.00015004224666782427,
      "loss": 10.2053,
      "step": 5732
    },
    {
      "epoch": 1.0010475317533063,
      "grad_norm": 0.04947223141789436,
      "learning_rate": 0.00015002640556278162,
      "loss": 10.2269,
      "step": 5733
    },
    {
      "epoch": 1.0012221203788574,
      "grad_norm": 0.04736565798521042,
      "learning_rate": 0.0001500105627831514,
      "loss": 10.1806,
      "step": 5734
    },
    {
      "epoch": 1.0013967090044085,
      "grad_norm": 0.044509999454021454,
      "learning_rate": 0.0001499947183294639,
      "loss": 10.1946,
      "step": 5735
    },
    {
      "epoch": 1.0015712976299593,
      "grad_norm": 0.04392027109861374,
      "learning_rate": 0.0001499788722022495,
      "loss": 10.193,
      "step": 5736
    },
    {
      "epoch": 1.0017458862555104,
      "grad_norm": 0.050020210444927216,
      "learning_rate": 0.00014996302440203863,
      "loss": 10.1942,
      "step": 5737
    },
    {
      "epoch": 1.0019204748810615,
      "grad_norm": 0.05454172194004059,
      "learning_rate": 0.00014994717492936187,
      "loss": 10.205,
      "step": 5738
    },
    {
      "epoch": 1.0020950635066126,
      "grad_norm": 0.053438398987054825,
      "learning_rate": 0.00014993132378474962,
      "loss": 10.1726,
      "step": 5739
    },
    {
      "epoch": 1.0022696521321637,
      "grad_norm": 0.05523910000920296,
      "learning_rate": 0.0001499154709687326,
      "loss": 10.1888,
      "step": 5740
    },
    {
      "epoch": 1.0024442407577145,
      "grad_norm": 0.04772287234663963,
      "learning_rate": 0.00014989961648184143,
      "loss": 10.2062,
      "step": 5741
    },
    {
      "epoch": 1.0026188293832656,
      "grad_norm": 0.04763178899884224,
      "learning_rate": 0.0001498837603246068,
      "loss": 10.2003,
      "step": 5742
    },
    {
      "epoch": 1.0027934180088167,
      "grad_norm": 0.11262375116348267,
      "learning_rate": 0.00014986790249755952,
      "loss": 10.205,
      "step": 5743
    },
    {
      "epoch": 1.0029680066343678,
      "grad_norm": 0.055914655327796936,
      "learning_rate": 0.0001498520430012304,
      "loss": 10.2149,
      "step": 5744
    },
    {
      "epoch": 1.003142595259919,
      "grad_norm": 0.05121702700853348,
      "learning_rate": 0.0001498361818361503,
      "loss": 10.1869,
      "step": 5745
    },
    {
      "epoch": 1.0033171838854698,
      "grad_norm": 0.04965783655643463,
      "learning_rate": 0.00014982031900285018,
      "loss": 10.176,
      "step": 5746
    },
    {
      "epoch": 1.0034917725110208,
      "grad_norm": 0.06504116207361221,
      "learning_rate": 0.00014980445450186105,
      "loss": 10.1698,
      "step": 5747
    },
    {
      "epoch": 1.003666361136572,
      "grad_norm": 0.04818006232380867,
      "learning_rate": 0.00014978858833371392,
      "loss": 10.1659,
      "step": 5748
    },
    {
      "epoch": 1.003840949762123,
      "grad_norm": 0.06093728914856911,
      "learning_rate": 0.00014977272049893994,
      "loss": 10.1829,
      "step": 5749
    },
    {
      "epoch": 1.004015538387674,
      "grad_norm": 0.05267183855175972,
      "learning_rate": 0.0001497568509980702,
      "loss": 10.217,
      "step": 5750
    },
    {
      "epoch": 1.0041901270132252,
      "grad_norm": 0.06045687198638916,
      "learning_rate": 0.000149740979831636,
      "loss": 10.2039,
      "step": 5751
    },
    {
      "epoch": 1.004364715638776,
      "grad_norm": 0.05458356812596321,
      "learning_rate": 0.00014972510700016857,
      "loss": 10.1845,
      "step": 5752
    },
    {
      "epoch": 1.0045393042643271,
      "grad_norm": 0.05833377316594124,
      "learning_rate": 0.00014970923250419926,
      "loss": 10.1948,
      "step": 5753
    },
    {
      "epoch": 1.0047138928898782,
      "grad_norm": 0.06764700263738632,
      "learning_rate": 0.00014969335634425942,
      "loss": 10.1873,
      "step": 5754
    },
    {
      "epoch": 1.0048884815154293,
      "grad_norm": 0.054302558302879333,
      "learning_rate": 0.0001496774785208805,
      "loss": 10.1926,
      "step": 5755
    },
    {
      "epoch": 1.0050630701409804,
      "grad_norm": 0.05988295376300812,
      "learning_rate": 0.00014966159903459403,
      "loss": 10.1929,
      "step": 5756
    },
    {
      "epoch": 1.0052376587665313,
      "grad_norm": 0.06438133120536804,
      "learning_rate": 0.0001496457178859315,
      "loss": 10.1701,
      "step": 5757
    },
    {
      "epoch": 1.0054122473920823,
      "grad_norm": 0.06227213144302368,
      "learning_rate": 0.00014962983507542455,
      "loss": 10.176,
      "step": 5758
    },
    {
      "epoch": 1.0055868360176334,
      "grad_norm": 0.06620710343122482,
      "learning_rate": 0.0001496139506036049,
      "loss": 10.1769,
      "step": 5759
    },
    {
      "epoch": 1.0057614246431845,
      "grad_norm": 0.06392022967338562,
      "learning_rate": 0.00014959806447100416,
      "loss": 10.1723,
      "step": 5760
    },
    {
      "epoch": 1.0059360132687356,
      "grad_norm": 0.05427698418498039,
      "learning_rate": 0.0001495821766781542,
      "loss": 10.201,
      "step": 5761
    },
    {
      "epoch": 1.0061106018942867,
      "grad_norm": 0.06261684745550156,
      "learning_rate": 0.00014956628722558678,
      "loss": 10.1894,
      "step": 5762
    },
    {
      "epoch": 1.0062851905198376,
      "grad_norm": 0.07781316339969635,
      "learning_rate": 0.0001495503961138338,
      "loss": 10.2068,
      "step": 5763
    },
    {
      "epoch": 1.0064597791453886,
      "grad_norm": 0.07290042191743851,
      "learning_rate": 0.0001495345033434272,
      "loss": 10.1731,
      "step": 5764
    },
    {
      "epoch": 1.0066343677709397,
      "grad_norm": 0.08145986497402191,
      "learning_rate": 0.000149518608914899,
      "loss": 10.1969,
      "step": 5765
    },
    {
      "epoch": 1.0068089563964908,
      "grad_norm": 0.06236869841814041,
      "learning_rate": 0.00014950271282878122,
      "loss": 10.1745,
      "step": 5766
    },
    {
      "epoch": 1.006983545022042,
      "grad_norm": 0.08237026631832123,
      "learning_rate": 0.00014948681508560602,
      "loss": 10.1854,
      "step": 5767
    },
    {
      "epoch": 1.0071581336475928,
      "grad_norm": 0.07606489956378937,
      "learning_rate": 0.0001494709156859055,
      "loss": 10.1718,
      "step": 5768
    },
    {
      "epoch": 1.0073327222731439,
      "grad_norm": 0.07656125724315643,
      "learning_rate": 0.00014945501463021192,
      "loss": 10.188,
      "step": 5769
    },
    {
      "epoch": 1.007507310898695,
      "grad_norm": 0.07021692395210266,
      "learning_rate": 0.00014943911191905753,
      "loss": 10.1976,
      "step": 5770
    },
    {
      "epoch": 1.007681899524246,
      "grad_norm": 0.07397495955228806,
      "learning_rate": 0.00014942320755297468,
      "loss": 10.1895,
      "step": 5771
    },
    {
      "epoch": 1.0078564881497971,
      "grad_norm": 0.08195596933364868,
      "learning_rate": 0.0001494073015324957,
      "loss": 10.195,
      "step": 5772
    },
    {
      "epoch": 1.008031076775348,
      "grad_norm": 0.08129633963108063,
      "learning_rate": 0.0001493913938581531,
      "loss": 10.152,
      "step": 5773
    },
    {
      "epoch": 1.008205665400899,
      "grad_norm": 0.09744478762149811,
      "learning_rate": 0.00014937548453047934,
      "loss": 10.216,
      "step": 5774
    },
    {
      "epoch": 1.0083802540264502,
      "grad_norm": 0.12279422581195831,
      "learning_rate": 0.00014935957355000694,
      "loss": 10.1768,
      "step": 5775
    },
    {
      "epoch": 1.0085548426520012,
      "grad_norm": 0.11759734898805618,
      "learning_rate": 0.00014934366091726856,
      "loss": 10.1734,
      "step": 5776
    },
    {
      "epoch": 1.0087294312775523,
      "grad_norm": 0.17158079147338867,
      "learning_rate": 0.00014932774663279684,
      "loss": 10.2395,
      "step": 5777
    },
    {
      "epoch": 1.0089040199031034,
      "grad_norm": 0.04930964112281799,
      "learning_rate": 0.00014931183069712448,
      "loss": 10.2345,
      "step": 5778
    },
    {
      "epoch": 1.0090786085286543,
      "grad_norm": 0.057443879544734955,
      "learning_rate": 0.0001492959131107843,
      "loss": 10.1899,
      "step": 5779
    },
    {
      "epoch": 1.0092531971542054,
      "grad_norm": 0.04434008151292801,
      "learning_rate": 0.0001492799938743091,
      "loss": 10.1967,
      "step": 5780
    },
    {
      "epoch": 1.0094277857797564,
      "grad_norm": 0.052974678575992584,
      "learning_rate": 0.0001492640729882317,
      "loss": 10.2085,
      "step": 5781
    },
    {
      "epoch": 1.0096023744053075,
      "grad_norm": 0.0481257289648056,
      "learning_rate": 0.00014924815045308512,
      "loss": 10.1856,
      "step": 5782
    },
    {
      "epoch": 1.0097769630308586,
      "grad_norm": 0.06419013440608978,
      "learning_rate": 0.00014923222626940231,
      "loss": 10.221,
      "step": 5783
    },
    {
      "epoch": 1.0099515516564095,
      "grad_norm": 0.054239965975284576,
      "learning_rate": 0.00014921630043771635,
      "loss": 10.2103,
      "step": 5784
    },
    {
      "epoch": 1.0101261402819606,
      "grad_norm": 0.05938082933425903,
      "learning_rate": 0.00014920037295856032,
      "loss": 10.1991,
      "step": 5785
    },
    {
      "epoch": 1.0103007289075117,
      "grad_norm": 0.05635518953204155,
      "learning_rate": 0.00014918444383246737,
      "loss": 10.2088,
      "step": 5786
    },
    {
      "epoch": 1.0104753175330627,
      "grad_norm": 0.043817322701215744,
      "learning_rate": 0.00014916851305997076,
      "loss": 10.1972,
      "step": 5787
    },
    {
      "epoch": 1.0106499061586138,
      "grad_norm": 0.04839488863945007,
      "learning_rate": 0.00014915258064160367,
      "loss": 10.1924,
      "step": 5788
    },
    {
      "epoch": 1.010824494784165,
      "grad_norm": 0.05566531792283058,
      "learning_rate": 0.00014913664657789947,
      "loss": 10.1969,
      "step": 5789
    },
    {
      "epoch": 1.0109990834097158,
      "grad_norm": 0.05387744680047035,
      "learning_rate": 0.0001491207108693916,
      "loss": 10.1815,
      "step": 5790
    },
    {
      "epoch": 1.0111736720352669,
      "grad_norm": 0.06834516674280167,
      "learning_rate": 0.0001491047735166134,
      "loss": 10.2039,
      "step": 5791
    },
    {
      "epoch": 1.011348260660818,
      "grad_norm": 0.05428779870271683,
      "learning_rate": 0.0001490888345200984,
      "loss": 10.1872,
      "step": 5792
    },
    {
      "epoch": 1.011522849286369,
      "grad_norm": 0.0530514121055603,
      "learning_rate": 0.00014907289388038013,
      "loss": 10.1845,
      "step": 5793
    },
    {
      "epoch": 1.0116974379119201,
      "grad_norm": 0.061393287032842636,
      "learning_rate": 0.00014905695159799217,
      "loss": 10.1855,
      "step": 5794
    },
    {
      "epoch": 1.011872026537471,
      "grad_norm": 0.05823604390025139,
      "learning_rate": 0.0001490410076734682,
      "loss": 10.1927,
      "step": 5795
    },
    {
      "epoch": 1.012046615163022,
      "grad_norm": 0.05966512858867645,
      "learning_rate": 0.00014902506210734198,
      "loss": 10.1662,
      "step": 5796
    },
    {
      "epoch": 1.0122212037885732,
      "grad_norm": 0.050997164100408554,
      "learning_rate": 0.0001490091149001472,
      "loss": 10.1834,
      "step": 5797
    },
    {
      "epoch": 1.0123957924141243,
      "grad_norm": 0.055745188146829605,
      "learning_rate": 0.00014899316605241765,
      "loss": 10.1927,
      "step": 5798
    },
    {
      "epoch": 1.0125703810396753,
      "grad_norm": 0.09211524575948715,
      "learning_rate": 0.0001489772155646873,
      "loss": 10.194,
      "step": 5799
    },
    {
      "epoch": 1.0127449696652262,
      "grad_norm": 0.050969406962394714,
      "learning_rate": 0.00014896126343749,
      "loss": 10.1892,
      "step": 5800
    },
    {
      "epoch": 1.0127449696652262,
      "eval_loss": 10.175362586975098,
      "eval_runtime": 0.7202,
      "eval_samples_per_second": 320.751,
      "eval_steps_per_second": 161.07,
      "step": 5800
    },
    {
      "epoch": 1.0129195582907773,
      "grad_norm": 0.05314960703253746,
      "learning_rate": 0.00014894530967135978,
      "loss": 10.194,
      "step": 5801
    },
    {
      "epoch": 1.0130941469163284,
      "grad_norm": 0.06305413693189621,
      "learning_rate": 0.00014892935426683064,
      "loss": 10.2087,
      "step": 5802
    },
    {
      "epoch": 1.0132687355418795,
      "grad_norm": 0.06058207526803017,
      "learning_rate": 0.00014891339722443672,
      "loss": 10.1724,
      "step": 5803
    },
    {
      "epoch": 1.0134433241674305,
      "grad_norm": 0.05690336599946022,
      "learning_rate": 0.0001488974385447121,
      "loss": 10.1736,
      "step": 5804
    },
    {
      "epoch": 1.0136179127929816,
      "grad_norm": 0.061563923954963684,
      "learning_rate": 0.00014888147822819106,
      "loss": 10.2071,
      "step": 5805
    },
    {
      "epoch": 1.0137925014185325,
      "grad_norm": 0.06822332739830017,
      "learning_rate": 0.00014886551627540777,
      "loss": 10.1819,
      "step": 5806
    },
    {
      "epoch": 1.0139670900440836,
      "grad_norm": 0.06844175606966019,
      "learning_rate": 0.0001488495526868966,
      "loss": 10.2054,
      "step": 5807
    },
    {
      "epoch": 1.0141416786696347,
      "grad_norm": 0.058250971138477325,
      "learning_rate": 0.0001488335874631919,
      "loss": 10.1982,
      "step": 5808
    },
    {
      "epoch": 1.0143162672951858,
      "grad_norm": 0.05856079235672951,
      "learning_rate": 0.00014881762060482814,
      "loss": 10.1704,
      "step": 5809
    },
    {
      "epoch": 1.0144908559207368,
      "grad_norm": 0.06230631843209267,
      "learning_rate": 0.00014880165211233971,
      "loss": 10.1879,
      "step": 5810
    },
    {
      "epoch": 1.0146654445462877,
      "grad_norm": 0.05759488046169281,
      "learning_rate": 0.00014878568198626118,
      "loss": 10.2064,
      "step": 5811
    },
    {
      "epoch": 1.0148400331718388,
      "grad_norm": 0.06330472230911255,
      "learning_rate": 0.00014876971022712715,
      "loss": 10.1766,
      "step": 5812
    },
    {
      "epoch": 1.0150146217973899,
      "grad_norm": 0.05643447861075401,
      "learning_rate": 0.00014875373683547225,
      "loss": 10.1711,
      "step": 5813
    },
    {
      "epoch": 1.015189210422941,
      "grad_norm": 0.0653793141245842,
      "learning_rate": 0.00014873776181183117,
      "loss": 10.158,
      "step": 5814
    },
    {
      "epoch": 1.015363799048492,
      "grad_norm": 0.07641191780567169,
      "learning_rate": 0.00014872178515673866,
      "loss": 10.1963,
      "step": 5815
    },
    {
      "epoch": 1.0155383876740431,
      "grad_norm": 0.06903417408466339,
      "learning_rate": 0.00014870580687072953,
      "loss": 10.1626,
      "step": 5816
    },
    {
      "epoch": 1.015712976299594,
      "grad_norm": 0.0693138986825943,
      "learning_rate": 0.0001486898269543386,
      "loss": 10.1886,
      "step": 5817
    },
    {
      "epoch": 1.015887564925145,
      "grad_norm": 0.07606621831655502,
      "learning_rate": 0.00014867384540810086,
      "loss": 10.2005,
      "step": 5818
    },
    {
      "epoch": 1.0160621535506962,
      "grad_norm": 0.07287441939115524,
      "learning_rate": 0.00014865786223255118,
      "loss": 10.2024,
      "step": 5819
    },
    {
      "epoch": 1.0162367421762473,
      "grad_norm": 0.08297540992498398,
      "learning_rate": 0.0001486418774282247,
      "loss": 10.1897,
      "step": 5820
    },
    {
      "epoch": 1.0164113308017984,
      "grad_norm": 0.09327393770217896,
      "learning_rate": 0.00014862589099565637,
      "loss": 10.1886,
      "step": 5821
    },
    {
      "epoch": 1.0165859194273492,
      "grad_norm": 0.08897139877080917,
      "learning_rate": 0.00014860990293538142,
      "loss": 10.1522,
      "step": 5822
    },
    {
      "epoch": 1.0167605080529003,
      "grad_norm": 0.09037398546934128,
      "learning_rate": 0.000148593913247935,
      "loss": 10.1697,
      "step": 5823
    },
    {
      "epoch": 1.0169350966784514,
      "grad_norm": 0.08213085681200027,
      "learning_rate": 0.00014857792193385228,
      "loss": 10.1787,
      "step": 5824
    },
    {
      "epoch": 1.0171096853040025,
      "grad_norm": 0.10641753673553467,
      "learning_rate": 0.0001485619289936687,
      "loss": 10.1532,
      "step": 5825
    },
    {
      "epoch": 1.0172842739295536,
      "grad_norm": 0.11481791734695435,
      "learning_rate": 0.00014854593442791954,
      "loss": 10.1815,
      "step": 5826
    },
    {
      "epoch": 1.0174588625551044,
      "grad_norm": 0.14269240200519562,
      "learning_rate": 0.0001485299382371401,
      "loss": 10.2021,
      "step": 5827
    },
    {
      "epoch": 1.0176334511806555,
      "grad_norm": 0.05985771492123604,
      "learning_rate": 0.00014851394042186602,
      "loss": 10.2189,
      "step": 5828
    },
    {
      "epoch": 1.0178080398062066,
      "grad_norm": 0.05471942946314812,
      "learning_rate": 0.0001484979409826327,
      "loss": 10.1974,
      "step": 5829
    },
    {
      "epoch": 1.0179826284317577,
      "grad_norm": 0.05414840951561928,
      "learning_rate": 0.00014848193991997573,
      "loss": 10.2036,
      "step": 5830
    },
    {
      "epoch": 1.0181572170573088,
      "grad_norm": 0.05804792046546936,
      "learning_rate": 0.0001484659372344307,
      "loss": 10.21,
      "step": 5831
    },
    {
      "epoch": 1.0183318056828599,
      "grad_norm": 0.05607781559228897,
      "learning_rate": 0.00014844993292653338,
      "loss": 10.2084,
      "step": 5832
    },
    {
      "epoch": 1.0185063943084107,
      "grad_norm": 0.0473296083509922,
      "learning_rate": 0.00014843392699681937,
      "loss": 10.2142,
      "step": 5833
    },
    {
      "epoch": 1.0186809829339618,
      "grad_norm": 0.06026853248476982,
      "learning_rate": 0.00014841791944582452,
      "loss": 10.1972,
      "step": 5834
    },
    {
      "epoch": 1.018855571559513,
      "grad_norm": 0.0514683723449707,
      "learning_rate": 0.00014840191027408472,
      "loss": 10.1951,
      "step": 5835
    },
    {
      "epoch": 1.019030160185064,
      "grad_norm": 0.048409901559352875,
      "learning_rate": 0.00014838589948213578,
      "loss": 10.1919,
      "step": 5836
    },
    {
      "epoch": 1.019204748810615,
      "grad_norm": 0.0730414018034935,
      "learning_rate": 0.00014836988707051367,
      "loss": 10.192,
      "step": 5837
    },
    {
      "epoch": 1.019379337436166,
      "grad_norm": 0.048618581146001816,
      "learning_rate": 0.00014835387303975442,
      "loss": 10.2154,
      "step": 5838
    },
    {
      "epoch": 1.019553926061717,
      "grad_norm": 0.05083167180418968,
      "learning_rate": 0.00014833785739039402,
      "loss": 10.1951,
      "step": 5839
    },
    {
      "epoch": 1.019728514687268,
      "grad_norm": 0.05618001148104668,
      "learning_rate": 0.00014832184012296865,
      "loss": 10.1777,
      "step": 5840
    },
    {
      "epoch": 1.0199031033128192,
      "grad_norm": 0.05598976090550423,
      "learning_rate": 0.00014830582123801444,
      "loss": 10.1936,
      "step": 5841
    },
    {
      "epoch": 1.0200776919383703,
      "grad_norm": 0.057038139551877975,
      "learning_rate": 0.0001482898007360676,
      "loss": 10.1843,
      "step": 5842
    },
    {
      "epoch": 1.0202522805639214,
      "grad_norm": 0.05506572872400284,
      "learning_rate": 0.00014827377861766444,
      "loss": 10.2033,
      "step": 5843
    },
    {
      "epoch": 1.0204268691894722,
      "grad_norm": 0.05829066410660744,
      "learning_rate": 0.00014825775488334122,
      "loss": 10.1708,
      "step": 5844
    },
    {
      "epoch": 1.0206014578150233,
      "grad_norm": 0.05983759090304375,
      "learning_rate": 0.00014824172953363437,
      "loss": 10.1818,
      "step": 5845
    },
    {
      "epoch": 1.0207760464405744,
      "grad_norm": 0.05738886818289757,
      "learning_rate": 0.00014822570256908032,
      "loss": 10.1993,
      "step": 5846
    },
    {
      "epoch": 1.0209506350661255,
      "grad_norm": 0.054423678666353226,
      "learning_rate": 0.00014820967399021556,
      "loss": 10.174,
      "step": 5847
    },
    {
      "epoch": 1.0211252236916766,
      "grad_norm": 0.05428973212838173,
      "learning_rate": 0.0001481936437975766,
      "loss": 10.1895,
      "step": 5848
    },
    {
      "epoch": 1.0212998123172274,
      "grad_norm": 0.05958932265639305,
      "learning_rate": 0.0001481776119917001,
      "loss": 10.169,
      "step": 5849
    },
    {
      "epoch": 1.0214744009427785,
      "grad_norm": 0.05002538114786148,
      "learning_rate": 0.00014816157857312258,
      "loss": 10.1832,
      "step": 5850
    },
    {
      "epoch": 1.0216489895683296,
      "grad_norm": 0.0551036037504673,
      "learning_rate": 0.00014814554354238092,
      "loss": 10.1995,
      "step": 5851
    },
    {
      "epoch": 1.0218235781938807,
      "grad_norm": 0.057259444147348404,
      "learning_rate": 0.0001481295069000117,
      "loss": 10.168,
      "step": 5852
    },
    {
      "epoch": 1.0219981668194318,
      "grad_norm": 0.05898072198033333,
      "learning_rate": 0.00014811346864655186,
      "loss": 10.1861,
      "step": 5853
    },
    {
      "epoch": 1.0221727554449827,
      "grad_norm": 0.057889942079782486,
      "learning_rate": 0.00014809742878253826,
      "loss": 10.1583,
      "step": 5854
    },
    {
      "epoch": 1.0223473440705337,
      "grad_norm": 0.0551098957657814,
      "learning_rate": 0.00014808138730850777,
      "loss": 10.1806,
      "step": 5855
    },
    {
      "epoch": 1.0225219326960848,
      "grad_norm": 0.06382430344820023,
      "learning_rate": 0.00014806534422499737,
      "loss": 10.1913,
      "step": 5856
    },
    {
      "epoch": 1.022696521321636,
      "grad_norm": 0.06160324811935425,
      "learning_rate": 0.00014804929953254406,
      "loss": 10.2205,
      "step": 5857
    },
    {
      "epoch": 1.022871109947187,
      "grad_norm": 0.07415499538183212,
      "learning_rate": 0.000148033253231685,
      "loss": 10.2005,
      "step": 5858
    },
    {
      "epoch": 1.023045698572738,
      "grad_norm": 0.06448222696781158,
      "learning_rate": 0.00014801720532295727,
      "loss": 10.1889,
      "step": 5859
    },
    {
      "epoch": 1.023220287198289,
      "grad_norm": 0.07249817252159119,
      "learning_rate": 0.00014800115580689807,
      "loss": 10.1856,
      "step": 5860
    },
    {
      "epoch": 1.02339487582384,
      "grad_norm": 0.06516384333372116,
      "learning_rate": 0.00014798510468404466,
      "loss": 10.1846,
      "step": 5861
    },
    {
      "epoch": 1.0235694644493911,
      "grad_norm": 0.073567233979702,
      "learning_rate": 0.0001479690519549343,
      "loss": 10.1896,
      "step": 5862
    },
    {
      "epoch": 1.0237440530749422,
      "grad_norm": 0.06495746970176697,
      "learning_rate": 0.0001479529976201044,
      "loss": 10.1756,
      "step": 5863
    },
    {
      "epoch": 1.0239186417004933,
      "grad_norm": 0.06581944227218628,
      "learning_rate": 0.00014793694168009226,
      "loss": 10.1572,
      "step": 5864
    },
    {
      "epoch": 1.0240932303260442,
      "grad_norm": 0.07282567024230957,
      "learning_rate": 0.00014792088413543544,
      "loss": 10.1787,
      "step": 5865
    },
    {
      "epoch": 1.0242678189515952,
      "grad_norm": 0.07262811809778214,
      "learning_rate": 0.0001479048249866714,
      "loss": 10.1577,
      "step": 5866
    },
    {
      "epoch": 1.0244424075771463,
      "grad_norm": 0.08003108948469162,
      "learning_rate": 0.00014788876423433775,
      "loss": 10.1666,
      "step": 5867
    },
    {
      "epoch": 1.0246169962026974,
      "grad_norm": 0.0729396641254425,
      "learning_rate": 0.00014787270187897205,
      "loss": 10.1653,
      "step": 5868
    },
    {
      "epoch": 1.0247915848282485,
      "grad_norm": 0.0773913785815239,
      "learning_rate": 0.000147856637921112,
      "loss": 10.1992,
      "step": 5869
    },
    {
      "epoch": 1.0249661734537996,
      "grad_norm": 0.08811163902282715,
      "learning_rate": 0.00014784057236129532,
      "loss": 10.1666,
      "step": 5870
    },
    {
      "epoch": 1.0251407620793505,
      "grad_norm": 0.07768747210502625,
      "learning_rate": 0.0001478245052000598,
      "loss": 10.1951,
      "step": 5871
    },
    {
      "epoch": 1.0253153507049015,
      "grad_norm": 0.08192349970340729,
      "learning_rate": 0.0001478084364379433,
      "loss": 10.197,
      "step": 5872
    },
    {
      "epoch": 1.0254899393304526,
      "grad_norm": 0.09254765510559082,
      "learning_rate": 0.00014779236607548364,
      "loss": 10.1781,
      "step": 5873
    },
    {
      "epoch": 1.0256645279560037,
      "grad_norm": 0.09359491616487503,
      "learning_rate": 0.0001477762941132188,
      "loss": 10.2243,
      "step": 5874
    },
    {
      "epoch": 1.0258391165815548,
      "grad_norm": 0.10449083149433136,
      "learning_rate": 0.00014776022055168679,
      "loss": 10.2284,
      "step": 5875
    },
    {
      "epoch": 1.0260137052071057,
      "grad_norm": 0.11526638269424438,
      "learning_rate": 0.0001477441453914256,
      "loss": 10.1958,
      "step": 5876
    },
    {
      "epoch": 1.0261882938326568,
      "grad_norm": 0.20965927839279175,
      "learning_rate": 0.0001477280686329734,
      "loss": 10.2411,
      "step": 5877
    },
    {
      "epoch": 1.0263628824582078,
      "grad_norm": 0.06718321144580841,
      "learning_rate": 0.00014771199027686831,
      "loss": 10.216,
      "step": 5878
    },
    {
      "epoch": 1.026537471083759,
      "grad_norm": 0.055254511535167694,
      "learning_rate": 0.00014769591032364856,
      "loss": 10.2096,
      "step": 5879
    },
    {
      "epoch": 1.02671205970931,
      "grad_norm": 0.05098263546824455,
      "learning_rate": 0.00014767982877385237,
      "loss": 10.2122,
      "step": 5880
    },
    {
      "epoch": 1.026886648334861,
      "grad_norm": 0.052379023283720016,
      "learning_rate": 0.00014766374562801807,
      "loss": 10.1956,
      "step": 5881
    },
    {
      "epoch": 1.027061236960412,
      "grad_norm": 0.05235681310296059,
      "learning_rate": 0.00014764766088668405,
      "loss": 10.2119,
      "step": 5882
    },
    {
      "epoch": 1.027235825585963,
      "grad_norm": 0.059998221695423126,
      "learning_rate": 0.00014763157455038872,
      "loss": 10.1867,
      "step": 5883
    },
    {
      "epoch": 1.0274104142115141,
      "grad_norm": 0.04932119697332382,
      "learning_rate": 0.00014761548661967059,
      "loss": 10.1998,
      "step": 5884
    },
    {
      "epoch": 1.0275850028370652,
      "grad_norm": 0.04831641912460327,
      "learning_rate": 0.00014759939709506808,
      "loss": 10.2054,
      "step": 5885
    },
    {
      "epoch": 1.0277595914626163,
      "grad_norm": 0.04947800561785698,
      "learning_rate": 0.0001475833059771199,
      "loss": 10.1993,
      "step": 5886
    },
    {
      "epoch": 1.0279341800881672,
      "grad_norm": 0.0559934601187706,
      "learning_rate": 0.0001475672132663646,
      "loss": 10.2114,
      "step": 5887
    },
    {
      "epoch": 1.0281087687137183,
      "grad_norm": 0.05354045704007149,
      "learning_rate": 0.0001475511189633409,
      "loss": 10.1961,
      "step": 5888
    },
    {
      "epoch": 1.0282833573392693,
      "grad_norm": 0.04924069344997406,
      "learning_rate": 0.00014753502306858756,
      "loss": 10.1873,
      "step": 5889
    },
    {
      "epoch": 1.0284579459648204,
      "grad_norm": 0.051150474697351456,
      "learning_rate": 0.00014751892558264332,
      "loss": 10.1865,
      "step": 5890
    },
    {
      "epoch": 1.0286325345903715,
      "grad_norm": 0.0452752560377121,
      "learning_rate": 0.00014750282650604713,
      "loss": 10.2187,
      "step": 5891
    },
    {
      "epoch": 1.0288071232159224,
      "grad_norm": 0.05352254956960678,
      "learning_rate": 0.00014748672583933775,
      "loss": 10.1731,
      "step": 5892
    },
    {
      "epoch": 1.0289817118414735,
      "grad_norm": 0.05641661211848259,
      "learning_rate": 0.00014747062358305425,
      "loss": 10.1981,
      "step": 5893
    },
    {
      "epoch": 1.0291563004670246,
      "grad_norm": 0.06399793177843094,
      "learning_rate": 0.00014745451973773558,
      "loss": 10.1984,
      "step": 5894
    },
    {
      "epoch": 1.0293308890925756,
      "grad_norm": 0.05706803500652313,
      "learning_rate": 0.00014743841430392085,
      "loss": 10.1899,
      "step": 5895
    },
    {
      "epoch": 1.0295054777181267,
      "grad_norm": 0.058332912623882294,
      "learning_rate": 0.0001474223072821491,
      "loss": 10.2079,
      "step": 5896
    },
    {
      "epoch": 1.0296800663436778,
      "grad_norm": 0.054125234484672546,
      "learning_rate": 0.0001474061986729596,
      "loss": 10.1748,
      "step": 5897
    },
    {
      "epoch": 1.0298546549692287,
      "grad_norm": 0.05091104656457901,
      "learning_rate": 0.00014739008847689146,
      "loss": 10.1668,
      "step": 5898
    },
    {
      "epoch": 1.0300292435947798,
      "grad_norm": 0.05905395373702049,
      "learning_rate": 0.00014737397669448404,
      "loss": 10.1866,
      "step": 5899
    },
    {
      "epoch": 1.0302038322203309,
      "grad_norm": 0.05293678864836693,
      "learning_rate": 0.0001473578633262766,
      "loss": 10.2002,
      "step": 5900
    },
    {
      "epoch": 1.030378420845882,
      "grad_norm": 0.06657759100198746,
      "learning_rate": 0.00014734174837280857,
      "loss": 10.1828,
      "step": 5901
    },
    {
      "epoch": 1.030553009471433,
      "grad_norm": 0.05274178460240364,
      "learning_rate": 0.00014732563183461942,
      "loss": 10.1772,
      "step": 5902
    },
    {
      "epoch": 1.0307275980969839,
      "grad_norm": 0.05664121359586716,
      "learning_rate": 0.00014730951371224853,
      "loss": 10.1971,
      "step": 5903
    },
    {
      "epoch": 1.030902186722535,
      "grad_norm": 0.06512506306171417,
      "learning_rate": 0.00014729339400623546,
      "loss": 10.1918,
      "step": 5904
    },
    {
      "epoch": 1.031076775348086,
      "grad_norm": 0.0639968290925026,
      "learning_rate": 0.00014727727271711988,
      "loss": 10.1906,
      "step": 5905
    },
    {
      "epoch": 1.0312513639736371,
      "grad_norm": 0.06399505585432053,
      "learning_rate": 0.0001472611498454414,
      "loss": 10.1766,
      "step": 5906
    },
    {
      "epoch": 1.0314259525991882,
      "grad_norm": 0.06739827990531921,
      "learning_rate": 0.00014724502539173969,
      "loss": 10.1658,
      "step": 5907
    },
    {
      "epoch": 1.0316005412247393,
      "grad_norm": 0.06326601654291153,
      "learning_rate": 0.00014722889935655451,
      "loss": 10.2058,
      "step": 5908
    },
    {
      "epoch": 1.0317751298502902,
      "grad_norm": 0.06318005174398422,
      "learning_rate": 0.0001472127717404257,
      "loss": 10.2148,
      "step": 5909
    },
    {
      "epoch": 1.0319497184758413,
      "grad_norm": 0.06152641028165817,
      "learning_rate": 0.00014719664254389306,
      "loss": 10.1921,
      "step": 5910
    },
    {
      "epoch": 1.0321243071013924,
      "grad_norm": 0.059515200555324554,
      "learning_rate": 0.00014718051176749653,
      "loss": 10.1726,
      "step": 5911
    },
    {
      "epoch": 1.0322988957269434,
      "grad_norm": 0.05982198193669319,
      "learning_rate": 0.0001471643794117761,
      "loss": 10.1961,
      "step": 5912
    },
    {
      "epoch": 1.0324734843524945,
      "grad_norm": 0.06969603896141052,
      "learning_rate": 0.00014714824547727172,
      "loss": 10.2142,
      "step": 5913
    },
    {
      "epoch": 1.0326480729780454,
      "grad_norm": 0.0713743194937706,
      "learning_rate": 0.00014713210996452353,
      "loss": 10.173,
      "step": 5914
    },
    {
      "epoch": 1.0328226616035965,
      "grad_norm": 0.07119011878967285,
      "learning_rate": 0.00014711597287407163,
      "loss": 10.2105,
      "step": 5915
    },
    {
      "epoch": 1.0329972502291476,
      "grad_norm": 0.06143520399928093,
      "learning_rate": 0.00014709983420645615,
      "loss": 10.1969,
      "step": 5916
    },
    {
      "epoch": 1.0331718388546987,
      "grad_norm": 0.06844095885753632,
      "learning_rate": 0.00014708369396221734,
      "loss": 10.1994,
      "step": 5917
    },
    {
      "epoch": 1.0333464274802497,
      "grad_norm": 0.07082398235797882,
      "learning_rate": 0.0001470675521418955,
      "loss": 10.1799,
      "step": 5918
    },
    {
      "epoch": 1.0335210161058006,
      "grad_norm": 0.06672564148902893,
      "learning_rate": 0.00014705140874603099,
      "loss": 10.167,
      "step": 5919
    },
    {
      "epoch": 1.0336956047313517,
      "grad_norm": 0.06632326543331146,
      "learning_rate": 0.0001470352637751641,
      "loss": 10.1538,
      "step": 5920
    },
    {
      "epoch": 1.0338701933569028,
      "grad_norm": 0.07508577406406403,
      "learning_rate": 0.00014701911722983537,
      "loss": 10.1681,
      "step": 5921
    },
    {
      "epoch": 1.0340447819824539,
      "grad_norm": 0.08052695542573929,
      "learning_rate": 0.0001470029691105852,
      "loss": 10.193,
      "step": 5922
    },
    {
      "epoch": 1.034219370608005,
      "grad_norm": 0.07964163273572922,
      "learning_rate": 0.00014698681941795422,
      "loss": 10.2009,
      "step": 5923
    },
    {
      "epoch": 1.034393959233556,
      "grad_norm": 0.08421777188777924,
      "learning_rate": 0.00014697066815248298,
      "loss": 10.2269,
      "step": 5924
    },
    {
      "epoch": 1.034568547859107,
      "grad_norm": 0.09285985678434372,
      "learning_rate": 0.00014695451531471213,
      "loss": 10.2055,
      "step": 5925
    },
    {
      "epoch": 1.034743136484658,
      "grad_norm": 0.10074839740991592,
      "learning_rate": 0.00014693836090518236,
      "loss": 10.1785,
      "step": 5926
    },
    {
      "epoch": 1.034917725110209,
      "grad_norm": 0.14194874465465546,
      "learning_rate": 0.00014692220492443445,
      "loss": 10.1592,
      "step": 5927
    },
    {
      "epoch": 1.0350923137357602,
      "grad_norm": 0.061029866337776184,
      "learning_rate": 0.0001469060473730092,
      "loss": 10.207,
      "step": 5928
    },
    {
      "epoch": 1.0352669023613112,
      "grad_norm": 0.0497969426214695,
      "learning_rate": 0.00014688988825144742,
      "loss": 10.1996,
      "step": 5929
    },
    {
      "epoch": 1.0354414909868621,
      "grad_norm": 0.04855797812342644,
      "learning_rate": 0.00014687372756029012,
      "loss": 10.1893,
      "step": 5930
    },
    {
      "epoch": 1.0356160796124132,
      "grad_norm": 0.04727284610271454,
      "learning_rate": 0.0001468575653000782,
      "loss": 10.2252,
      "step": 5931
    },
    {
      "epoch": 1.0357906682379643,
      "grad_norm": 0.050499558448791504,
      "learning_rate": 0.00014684140147135268,
      "loss": 10.1916,
      "step": 5932
    },
    {
      "epoch": 1.0359652568635154,
      "grad_norm": 0.04701153561472893,
      "learning_rate": 0.00014682523607465465,
      "loss": 10.1905,
      "step": 5933
    },
    {
      "epoch": 1.0361398454890665,
      "grad_norm": 0.07037799060344696,
      "learning_rate": 0.0001468090691105252,
      "loss": 10.2151,
      "step": 5934
    },
    {
      "epoch": 1.0363144341146175,
      "grad_norm": 0.049686331301927567,
      "learning_rate": 0.0001467929005795055,
      "loss": 10.2067,
      "step": 5935
    },
    {
      "epoch": 1.0364890227401684,
      "grad_norm": 0.048910073935985565,
      "learning_rate": 0.00014677673048213682,
      "loss": 10.1839,
      "step": 5936
    },
    {
      "epoch": 1.0366636113657195,
      "grad_norm": 0.05117422342300415,
      "learning_rate": 0.00014676055881896044,
      "loss": 10.2114,
      "step": 5937
    },
    {
      "epoch": 1.0368381999912706,
      "grad_norm": 0.05547672137618065,
      "learning_rate": 0.00014674438559051763,
      "loss": 10.2309,
      "step": 5938
    },
    {
      "epoch": 1.0370127886168217,
      "grad_norm": 0.04923251271247864,
      "learning_rate": 0.00014672821079734984,
      "loss": 10.2075,
      "step": 5939
    },
    {
      "epoch": 1.0371873772423728,
      "grad_norm": 0.04936926066875458,
      "learning_rate": 0.00014671203443999845,
      "loss": 10.1987,
      "step": 5940
    },
    {
      "epoch": 1.0373619658679236,
      "grad_norm": 0.04748223349452019,
      "learning_rate": 0.000146695856519005,
      "loss": 10.2048,
      "step": 5941
    },
    {
      "epoch": 1.0375365544934747,
      "grad_norm": 0.05035262554883957,
      "learning_rate": 0.000146679677034911,
      "loss": 10.2056,
      "step": 5942
    },
    {
      "epoch": 1.0377111431190258,
      "grad_norm": 0.05689001828432083,
      "learning_rate": 0.0001466634959882581,
      "loss": 10.1851,
      "step": 5943
    },
    {
      "epoch": 1.0378857317445769,
      "grad_norm": 0.04601024091243744,
      "learning_rate": 0.00014664731337958782,
      "loss": 10.1916,
      "step": 5944
    },
    {
      "epoch": 1.038060320370128,
      "grad_norm": 0.05750901252031326,
      "learning_rate": 0.000146631129209442,
      "loss": 10.2003,
      "step": 5945
    },
    {
      "epoch": 1.0382349089956788,
      "grad_norm": 0.04578182101249695,
      "learning_rate": 0.00014661494347836227,
      "loss": 10.1943,
      "step": 5946
    },
    {
      "epoch": 1.03840949762123,
      "grad_norm": 0.051589399576187134,
      "learning_rate": 0.00014659875618689048,
      "loss": 10.2034,
      "step": 5947
    },
    {
      "epoch": 1.038584086246781,
      "grad_norm": 0.062458787113428116,
      "learning_rate": 0.00014658256733556855,
      "loss": 10.2214,
      "step": 5948
    },
    {
      "epoch": 1.038758674872332,
      "grad_norm": 0.0739709809422493,
      "learning_rate": 0.0001465663769249383,
      "loss": 10.1987,
      "step": 5949
    },
    {
      "epoch": 1.0389332634978832,
      "grad_norm": 0.05322704464197159,
      "learning_rate": 0.00014655018495554172,
      "loss": 10.1965,
      "step": 5950
    },
    {
      "epoch": 1.0391078521234343,
      "grad_norm": 0.05497273802757263,
      "learning_rate": 0.00014653399142792084,
      "loss": 10.1757,
      "step": 5951
    },
    {
      "epoch": 1.0392824407489851,
      "grad_norm": 0.05533641576766968,
      "learning_rate": 0.00014651779634261767,
      "loss": 10.1714,
      "step": 5952
    },
    {
      "epoch": 1.0394570293745362,
      "grad_norm": 0.05827406421303749,
      "learning_rate": 0.00014650159970017437,
      "loss": 10.1896,
      "step": 5953
    },
    {
      "epoch": 1.0396316180000873,
      "grad_norm": 0.05764852836728096,
      "learning_rate": 0.00014648540150113309,
      "loss": 10.1996,
      "step": 5954
    },
    {
      "epoch": 1.0398062066256384,
      "grad_norm": 0.06226739287376404,
      "learning_rate": 0.00014646920174603607,
      "loss": 10.1578,
      "step": 5955
    },
    {
      "epoch": 1.0399807952511895,
      "grad_norm": 0.0542442761361599,
      "learning_rate": 0.00014645300043542554,
      "loss": 10.2025,
      "step": 5956
    },
    {
      "epoch": 1.0401553838767403,
      "grad_norm": 0.06575938314199448,
      "learning_rate": 0.0001464367975698439,
      "loss": 10.1893,
      "step": 5957
    },
    {
      "epoch": 1.0403299725022914,
      "grad_norm": 0.06144440174102783,
      "learning_rate": 0.00014642059314983342,
      "loss": 10.1705,
      "step": 5958
    },
    {
      "epoch": 1.0405045611278425,
      "grad_norm": 0.054197173565626144,
      "learning_rate": 0.0001464043871759366,
      "loss": 10.1626,
      "step": 5959
    },
    {
      "epoch": 1.0406791497533936,
      "grad_norm": 0.07076724618673325,
      "learning_rate": 0.0001463881796486959,
      "loss": 10.1444,
      "step": 5960
    },
    {
      "epoch": 1.0408537383789447,
      "grad_norm": 0.06519939750432968,
      "learning_rate": 0.0001463719705686539,
      "loss": 10.206,
      "step": 5961
    },
    {
      "epoch": 1.0410283270044958,
      "grad_norm": 0.06227818503975868,
      "learning_rate": 0.00014635575993635308,
      "loss": 10.1642,
      "step": 5962
    },
    {
      "epoch": 1.0412029156300466,
      "grad_norm": 0.06659567356109619,
      "learning_rate": 0.00014633954775233616,
      "loss": 10.1917,
      "step": 5963
    },
    {
      "epoch": 1.0413775042555977,
      "grad_norm": 0.0697384849190712,
      "learning_rate": 0.00014632333401714583,
      "loss": 10.2017,
      "step": 5964
    },
    {
      "epoch": 1.0415520928811488,
      "grad_norm": 0.06607464700937271,
      "learning_rate": 0.00014630711873132477,
      "loss": 10.1908,
      "step": 5965
    },
    {
      "epoch": 1.0417266815067,
      "grad_norm": 0.07581989467144012,
      "learning_rate": 0.00014629090189541584,
      "loss": 10.1659,
      "step": 5966
    },
    {
      "epoch": 1.041901270132251,
      "grad_norm": 0.07075173407793045,
      "learning_rate": 0.00014627468350996182,
      "loss": 10.2025,
      "step": 5967
    },
    {
      "epoch": 1.0420758587578018,
      "grad_norm": 0.07048054039478302,
      "learning_rate": 0.00014625846357550564,
      "loss": 10.1675,
      "step": 5968
    },
    {
      "epoch": 1.042250447383353,
      "grad_norm": 0.07868786156177521,
      "learning_rate": 0.00014624224209259024,
      "loss": 10.2099,
      "step": 5969
    },
    {
      "epoch": 1.042425036008904,
      "grad_norm": 0.08446969091892242,
      "learning_rate": 0.00014622601906175863,
      "loss": 10.1673,
      "step": 5970
    },
    {
      "epoch": 1.042599624634455,
      "grad_norm": 0.08898794651031494,
      "learning_rate": 0.00014620979448355382,
      "loss": 10.187,
      "step": 5971
    },
    {
      "epoch": 1.0427742132600062,
      "grad_norm": 0.08462436497211456,
      "learning_rate": 0.000146193568358519,
      "loss": 10.1792,
      "step": 5972
    },
    {
      "epoch": 1.042948801885557,
      "grad_norm": 0.09086481481790543,
      "learning_rate": 0.00014617734068719725,
      "loss": 10.205,
      "step": 5973
    },
    {
      "epoch": 1.0431233905111081,
      "grad_norm": 0.09866468608379364,
      "learning_rate": 0.00014616111147013178,
      "loss": 10.1904,
      "step": 5974
    },
    {
      "epoch": 1.0432979791366592,
      "grad_norm": 0.11462372541427612,
      "learning_rate": 0.00014614488070786584,
      "loss": 10.181,
      "step": 5975
    },
    {
      "epoch": 1.0434725677622103,
      "grad_norm": 0.12942099571228027,
      "learning_rate": 0.00014612864840094284,
      "loss": 10.2248,
      "step": 5976
    },
    {
      "epoch": 1.0436471563877614,
      "grad_norm": 0.143776997923851,
      "learning_rate": 0.00014611241454990599,
      "loss": 10.157,
      "step": 5977
    },
    {
      "epoch": 1.0438217450133125,
      "grad_norm": 0.046650148928165436,
      "learning_rate": 0.00014609617915529882,
      "loss": 10.2198,
      "step": 5978
    },
    {
      "epoch": 1.0439963336388633,
      "grad_norm": 0.05344283953309059,
      "learning_rate": 0.00014607994221766475,
      "loss": 10.211,
      "step": 5979
    },
    {
      "epoch": 1.0441709222644144,
      "grad_norm": 0.05217203497886658,
      "learning_rate": 0.00014606370373754728,
      "loss": 10.2021,
      "step": 5980
    },
    {
      "epoch": 1.0443455108899655,
      "grad_norm": 0.046956051141023636,
      "learning_rate": 0.00014604746371549,
      "loss": 10.1924,
      "step": 5981
    },
    {
      "epoch": 1.0445200995155166,
      "grad_norm": 0.060380809009075165,
      "learning_rate": 0.00014603122215203654,
      "loss": 10.223,
      "step": 5982
    },
    {
      "epoch": 1.0446946881410677,
      "grad_norm": 0.062482960522174835,
      "learning_rate": 0.00014601497904773053,
      "loss": 10.2155,
      "step": 5983
    },
    {
      "epoch": 1.0448692767666186,
      "grad_norm": 0.05796150863170624,
      "learning_rate": 0.00014599873440311576,
      "loss": 10.1577,
      "step": 5984
    },
    {
      "epoch": 1.0450438653921696,
      "grad_norm": 0.05486781895160675,
      "learning_rate": 0.00014598248821873596,
      "loss": 10.1962,
      "step": 5985
    },
    {
      "epoch": 1.0452184540177207,
      "grad_norm": 0.051622018218040466,
      "learning_rate": 0.00014596624049513493,
      "loss": 10.2031,
      "step": 5986
    },
    {
      "epoch": 1.0453930426432718,
      "grad_norm": 0.05640602111816406,
      "learning_rate": 0.00014594999123285657,
      "loss": 10.21,
      "step": 5987
    },
    {
      "epoch": 1.045567631268823,
      "grad_norm": 0.05819841846823692,
      "learning_rate": 0.00014593374043244488,
      "loss": 10.2103,
      "step": 5988
    },
    {
      "epoch": 1.045742219894374,
      "grad_norm": 0.04587497562170029,
      "learning_rate": 0.00014591748809444373,
      "loss": 10.2083,
      "step": 5989
    },
    {
      "epoch": 1.0459168085199249,
      "grad_norm": 0.05159539729356766,
      "learning_rate": 0.0001459012342193972,
      "loss": 10.2081,
      "step": 5990
    },
    {
      "epoch": 1.046091397145476,
      "grad_norm": 0.04434740170836449,
      "learning_rate": 0.0001458849788078494,
      "loss": 10.2123,
      "step": 5991
    },
    {
      "epoch": 1.046265985771027,
      "grad_norm": 0.061678264290094376,
      "learning_rate": 0.00014586872186034443,
      "loss": 10.1816,
      "step": 5992
    },
    {
      "epoch": 1.0464405743965781,
      "grad_norm": 0.04952297732234001,
      "learning_rate": 0.00014585246337742646,
      "loss": 10.1966,
      "step": 5993
    },
    {
      "epoch": 1.0466151630221292,
      "grad_norm": 0.056137289851903915,
      "learning_rate": 0.0001458362033596398,
      "loss": 10.1776,
      "step": 5994
    },
    {
      "epoch": 1.04678975164768,
      "grad_norm": 0.06277862936258316,
      "learning_rate": 0.00014581994180752866,
      "loss": 10.1742,
      "step": 5995
    },
    {
      "epoch": 1.0469643402732312,
      "grad_norm": 0.0528913252055645,
      "learning_rate": 0.0001458036787216374,
      "loss": 10.1701,
      "step": 5996
    },
    {
      "epoch": 1.0471389288987822,
      "grad_norm": 0.055314887315034866,
      "learning_rate": 0.00014578741410251045,
      "loss": 10.1975,
      "step": 5997
    },
    {
      "epoch": 1.0473135175243333,
      "grad_norm": 0.05035348981618881,
      "learning_rate": 0.00014577114795069222,
      "loss": 10.1868,
      "step": 5998
    },
    {
      "epoch": 1.0474881061498844,
      "grad_norm": 0.05637163668870926,
      "learning_rate": 0.0001457548802667272,
      "loss": 10.1975,
      "step": 5999
    },
    {
      "epoch": 1.0476626947754353,
      "grad_norm": 0.04973997920751572,
      "learning_rate": 0.00014573861105115997,
      "loss": 10.2084,
      "step": 6000
    },
    {
      "epoch": 1.0476626947754353,
      "eval_loss": 10.174398422241211,
      "eval_runtime": 0.7607,
      "eval_samples_per_second": 303.682,
      "eval_steps_per_second": 152.498,
      "step": 6000
    },
    {
      "epoch": 1.0478372834009864,
      "grad_norm": 0.05893595144152641,
      "learning_rate": 0.00014572234030453508,
      "loss": 10.2319,
      "step": 6001
    },
    {
      "epoch": 1.0480118720265374,
      "grad_norm": 0.05622712895274162,
      "learning_rate": 0.00014570606802739722,
      "loss": 10.1713,
      "step": 6002
    },
    {
      "epoch": 1.0481864606520885,
      "grad_norm": 0.057667169719934464,
      "learning_rate": 0.00014568979422029105,
      "loss": 10.2055,
      "step": 6003
    },
    {
      "epoch": 1.0483610492776396,
      "grad_norm": 0.05944675952196121,
      "learning_rate": 0.00014567351888376134,
      "loss": 10.1945,
      "step": 6004
    },
    {
      "epoch": 1.0485356379031907,
      "grad_norm": 0.055672191083431244,
      "learning_rate": 0.0001456572420183529,
      "loss": 10.1838,
      "step": 6005
    },
    {
      "epoch": 1.0487102265287416,
      "grad_norm": 0.060731880366802216,
      "learning_rate": 0.0001456409636246106,
      "loss": 10.1824,
      "step": 6006
    },
    {
      "epoch": 1.0488848151542927,
      "grad_norm": 0.06288454681634903,
      "learning_rate": 0.0001456246837030793,
      "loss": 10.2097,
      "step": 6007
    },
    {
      "epoch": 1.0490594037798437,
      "grad_norm": 0.06930945068597794,
      "learning_rate": 0.00014560840225430396,
      "loss": 10.2015,
      "step": 6008
    },
    {
      "epoch": 1.0492339924053948,
      "grad_norm": 0.056898947805166245,
      "learning_rate": 0.00014559211927882965,
      "loss": 10.17,
      "step": 6009
    },
    {
      "epoch": 1.049408581030946,
      "grad_norm": 0.07448089122772217,
      "learning_rate": 0.00014557583477720133,
      "loss": 10.1707,
      "step": 6010
    },
    {
      "epoch": 1.0495831696564968,
      "grad_norm": 0.06183665245771408,
      "learning_rate": 0.0001455595487499642,
      "loss": 10.1801,
      "step": 6011
    },
    {
      "epoch": 1.0497577582820479,
      "grad_norm": 0.06330269575119019,
      "learning_rate": 0.00014554326119766334,
      "loss": 10.1949,
      "step": 6012
    },
    {
      "epoch": 1.049932346907599,
      "grad_norm": 0.06841134279966354,
      "learning_rate": 0.00014552697212084402,
      "loss": 10.2031,
      "step": 6013
    },
    {
      "epoch": 1.05010693553315,
      "grad_norm": 0.06660978496074677,
      "learning_rate": 0.00014551068152005147,
      "loss": 10.159,
      "step": 6014
    },
    {
      "epoch": 1.0502815241587011,
      "grad_norm": 0.06771400570869446,
      "learning_rate": 0.00014549438939583104,
      "loss": 10.1907,
      "step": 6015
    },
    {
      "epoch": 1.0504561127842522,
      "grad_norm": 0.0794924795627594,
      "learning_rate": 0.00014547809574872803,
      "loss": 10.1877,
      "step": 6016
    },
    {
      "epoch": 1.050630701409803,
      "grad_norm": 0.07475652545690536,
      "learning_rate": 0.00014546180057928792,
      "loss": 10.2003,
      "step": 6017
    },
    {
      "epoch": 1.0508052900353542,
      "grad_norm": 0.08622617274522781,
      "learning_rate": 0.00014544550388805613,
      "loss": 10.2025,
      "step": 6018
    },
    {
      "epoch": 1.0509798786609053,
      "grad_norm": 0.07918891310691833,
      "learning_rate": 0.00014542920567557822,
      "loss": 10.1844,
      "step": 6019
    },
    {
      "epoch": 1.0511544672864563,
      "grad_norm": 0.07517610490322113,
      "learning_rate": 0.00014541290594239972,
      "loss": 10.1687,
      "step": 6020
    },
    {
      "epoch": 1.0513290559120074,
      "grad_norm": 0.08421216905117035,
      "learning_rate": 0.00014539660468906624,
      "loss": 10.1397,
      "step": 6021
    },
    {
      "epoch": 1.0515036445375583,
      "grad_norm": 0.08589230477809906,
      "learning_rate": 0.0001453803019161235,
      "loss": 10.1836,
      "step": 6022
    },
    {
      "epoch": 1.0516782331631094,
      "grad_norm": 0.0833919569849968,
      "learning_rate": 0.00014536399762411716,
      "loss": 10.1843,
      "step": 6023
    },
    {
      "epoch": 1.0518528217886605,
      "grad_norm": 0.10350021719932556,
      "learning_rate": 0.00014534769181359306,
      "loss": 10.2295,
      "step": 6024
    },
    {
      "epoch": 1.0520274104142116,
      "grad_norm": 0.10464021563529968,
      "learning_rate": 0.00014533138448509695,
      "loss": 10.1829,
      "step": 6025
    },
    {
      "epoch": 1.0522019990397626,
      "grad_norm": 0.13641199469566345,
      "learning_rate": 0.00014531507563917475,
      "loss": 10.1754,
      "step": 6026
    },
    {
      "epoch": 1.0523765876653135,
      "grad_norm": 0.19597128033638,
      "learning_rate": 0.00014529876527637233,
      "loss": 10.2821,
      "step": 6027
    },
    {
      "epoch": 1.0525511762908646,
      "grad_norm": 0.05488777905702591,
      "learning_rate": 0.00014528245339723577,
      "loss": 10.2107,
      "step": 6028
    },
    {
      "epoch": 1.0527257649164157,
      "grad_norm": 0.051826294511556625,
      "learning_rate": 0.00014526614000231097,
      "loss": 10.1886,
      "step": 6029
    },
    {
      "epoch": 1.0529003535419668,
      "grad_norm": 0.055416401475667953,
      "learning_rate": 0.00014524982509214412,
      "loss": 10.2017,
      "step": 6030
    },
    {
      "epoch": 1.0530749421675178,
      "grad_norm": 0.07088630646467209,
      "learning_rate": 0.00014523350866728124,
      "loss": 10.2004,
      "step": 6031
    },
    {
      "epoch": 1.053249530793069,
      "grad_norm": 0.05178093537688255,
      "learning_rate": 0.00014521719072826858,
      "loss": 10.1927,
      "step": 6032
    },
    {
      "epoch": 1.0534241194186198,
      "grad_norm": 0.061696700751781464,
      "learning_rate": 0.00014520087127565235,
      "loss": 10.2156,
      "step": 6033
    },
    {
      "epoch": 1.0535987080441709,
      "grad_norm": 0.0554741807281971,
      "learning_rate": 0.00014518455030997882,
      "loss": 10.1897,
      "step": 6034
    },
    {
      "epoch": 1.053773296669722,
      "grad_norm": 0.049913037568330765,
      "learning_rate": 0.0001451682278317943,
      "loss": 10.1962,
      "step": 6035
    },
    {
      "epoch": 1.053947885295273,
      "grad_norm": 0.054081883281469345,
      "learning_rate": 0.00014515190384164527,
      "loss": 10.1811,
      "step": 6036
    },
    {
      "epoch": 1.0541224739208241,
      "grad_norm": 0.04811299592256546,
      "learning_rate": 0.00014513557834007802,
      "loss": 10.2297,
      "step": 6037
    },
    {
      "epoch": 1.054297062546375,
      "grad_norm": 0.05302709341049194,
      "learning_rate": 0.00014511925132763907,
      "loss": 10.2245,
      "step": 6038
    },
    {
      "epoch": 1.054471651171926,
      "grad_norm": 0.04995013773441315,
      "learning_rate": 0.00014510292280487503,
      "loss": 10.2069,
      "step": 6039
    },
    {
      "epoch": 1.0546462397974772,
      "grad_norm": 0.055454108864068985,
      "learning_rate": 0.0001450865927723324,
      "loss": 10.2224,
      "step": 6040
    },
    {
      "epoch": 1.0548208284230283,
      "grad_norm": 0.05224235728383064,
      "learning_rate": 0.00014507026123055785,
      "loss": 10.1911,
      "step": 6041
    },
    {
      "epoch": 1.0549954170485794,
      "grad_norm": 0.057759493589401245,
      "learning_rate": 0.00014505392818009807,
      "loss": 10.1941,
      "step": 6042
    },
    {
      "epoch": 1.0551700056741304,
      "grad_norm": 0.052620578557252884,
      "learning_rate": 0.0001450375936214998,
      "loss": 10.207,
      "step": 6043
    },
    {
      "epoch": 1.0553445942996813,
      "grad_norm": 0.053033508360385895,
      "learning_rate": 0.00014502125755530974,
      "loss": 10.209,
      "step": 6044
    },
    {
      "epoch": 1.0555191829252324,
      "grad_norm": 0.05462575703859329,
      "learning_rate": 0.0001450049199820748,
      "loss": 10.1997,
      "step": 6045
    },
    {
      "epoch": 1.0556937715507835,
      "grad_norm": 0.06384965032339096,
      "learning_rate": 0.00014498858090234188,
      "loss": 10.1997,
      "step": 6046
    },
    {
      "epoch": 1.0558683601763346,
      "grad_norm": 0.07438917458057404,
      "learning_rate": 0.00014497224031665787,
      "loss": 10.1909,
      "step": 6047
    },
    {
      "epoch": 1.0560429488018857,
      "grad_norm": 0.05909470096230507,
      "learning_rate": 0.0001449558982255698,
      "loss": 10.1857,
      "step": 6048
    },
    {
      "epoch": 1.0562175374274365,
      "grad_norm": 0.05885212495923042,
      "learning_rate": 0.00014493955462962466,
      "loss": 10.2289,
      "step": 6049
    },
    {
      "epoch": 1.0563921260529876,
      "grad_norm": 0.05968417599797249,
      "learning_rate": 0.00014492320952936956,
      "loss": 10.2003,
      "step": 6050
    },
    {
      "epoch": 1.0565667146785387,
      "grad_norm": 0.054982222616672516,
      "learning_rate": 0.0001449068629253516,
      "loss": 10.1821,
      "step": 6051
    },
    {
      "epoch": 1.0567413033040898,
      "grad_norm": 0.054085031151771545,
      "learning_rate": 0.00014489051481811807,
      "loss": 10.1791,
      "step": 6052
    },
    {
      "epoch": 1.0569158919296409,
      "grad_norm": 0.0563177652657032,
      "learning_rate": 0.00014487416520821608,
      "loss": 10.2042,
      "step": 6053
    },
    {
      "epoch": 1.0570904805551917,
      "grad_norm": 0.060103364288806915,
      "learning_rate": 0.00014485781409619302,
      "loss": 10.2001,
      "step": 6054
    },
    {
      "epoch": 1.0572650691807428,
      "grad_norm": 0.05987347662448883,
      "learning_rate": 0.00014484146148259616,
      "loss": 10.2204,
      "step": 6055
    },
    {
      "epoch": 1.057439657806294,
      "grad_norm": 0.06300428509712219,
      "learning_rate": 0.00014482510736797292,
      "loss": 10.2099,
      "step": 6056
    },
    {
      "epoch": 1.057614246431845,
      "grad_norm": 0.06955787539482117,
      "learning_rate": 0.00014480875175287071,
      "loss": 10.1925,
      "step": 6057
    },
    {
      "epoch": 1.057788835057396,
      "grad_norm": 0.061003558337688446,
      "learning_rate": 0.0001447923946378371,
      "loss": 10.1825,
      "step": 6058
    },
    {
      "epoch": 1.0579634236829472,
      "grad_norm": 0.05894194915890694,
      "learning_rate": 0.00014477603602341952,
      "loss": 10.1731,
      "step": 6059
    },
    {
      "epoch": 1.058138012308498,
      "grad_norm": 0.06898143142461777,
      "learning_rate": 0.00014475967591016565,
      "loss": 10.1942,
      "step": 6060
    },
    {
      "epoch": 1.058312600934049,
      "grad_norm": 0.06213289499282837,
      "learning_rate": 0.00014474331429862306,
      "loss": 10.1777,
      "step": 6061
    },
    {
      "epoch": 1.0584871895596002,
      "grad_norm": 0.06686651706695557,
      "learning_rate": 0.00014472695118933947,
      "loss": 10.1733,
      "step": 6062
    },
    {
      "epoch": 1.0586617781851513,
      "grad_norm": 0.0767875537276268,
      "learning_rate": 0.00014471058658286262,
      "loss": 10.1686,
      "step": 6063
    },
    {
      "epoch": 1.0588363668107024,
      "grad_norm": 0.06895451247692108,
      "learning_rate": 0.00014469422047974032,
      "loss": 10.1904,
      "step": 6064
    },
    {
      "epoch": 1.0590109554362532,
      "grad_norm": 0.07160406559705734,
      "learning_rate": 0.00014467785288052037,
      "loss": 10.1522,
      "step": 6065
    },
    {
      "epoch": 1.0591855440618043,
      "grad_norm": 0.0668792650103569,
      "learning_rate": 0.0001446614837857507,
      "loss": 10.1888,
      "step": 6066
    },
    {
      "epoch": 1.0593601326873554,
      "grad_norm": 0.07038145512342453,
      "learning_rate": 0.00014464511319597925,
      "loss": 10.1971,
      "step": 6067
    },
    {
      "epoch": 1.0595347213129065,
      "grad_norm": 0.07171902060508728,
      "learning_rate": 0.00014462874111175394,
      "loss": 10.1756,
      "step": 6068
    },
    {
      "epoch": 1.0597093099384576,
      "grad_norm": 0.07475429028272629,
      "learning_rate": 0.00014461236753362288,
      "loss": 10.1729,
      "step": 6069
    },
    {
      "epoch": 1.0598838985640087,
      "grad_norm": 0.07748307287693024,
      "learning_rate": 0.00014459599246213414,
      "loss": 10.1718,
      "step": 6070
    },
    {
      "epoch": 1.0600584871895595,
      "grad_norm": 0.08117357641458511,
      "learning_rate": 0.0001445796158978359,
      "loss": 10.1502,
      "step": 6071
    },
    {
      "epoch": 1.0602330758151106,
      "grad_norm": 0.0820281133055687,
      "learning_rate": 0.00014456323784127627,
      "loss": 10.2306,
      "step": 6072
    },
    {
      "epoch": 1.0604076644406617,
      "grad_norm": 0.08548050373792648,
      "learning_rate": 0.00014454685829300357,
      "loss": 10.1874,
      "step": 6073
    },
    {
      "epoch": 1.0605822530662128,
      "grad_norm": 0.08536528050899506,
      "learning_rate": 0.000144530477253566,
      "loss": 10.1787,
      "step": 6074
    },
    {
      "epoch": 1.0607568416917639,
      "grad_norm": 0.100678950548172,
      "learning_rate": 0.000144514094723512,
      "loss": 10.1837,
      "step": 6075
    },
    {
      "epoch": 1.0609314303173147,
      "grad_norm": 0.10612192004919052,
      "learning_rate": 0.0001444977107033899,
      "loss": 10.1489,
      "step": 6076
    },
    {
      "epoch": 1.0611060189428658,
      "grad_norm": 0.14333879947662354,
      "learning_rate": 0.00014448132519374814,
      "loss": 10.2002,
      "step": 6077
    },
    {
      "epoch": 1.061280607568417,
      "grad_norm": 0.05891707167029381,
      "learning_rate": 0.00014446493819513526,
      "loss": 10.2019,
      "step": 6078
    },
    {
      "epoch": 1.061455196193968,
      "grad_norm": 0.05773799121379852,
      "learning_rate": 0.00014444854970809974,
      "loss": 10.224,
      "step": 6079
    },
    {
      "epoch": 1.061629784819519,
      "grad_norm": 0.049176547676324844,
      "learning_rate": 0.00014443215973319016,
      "loss": 10.2116,
      "step": 6080
    },
    {
      "epoch": 1.06180437344507,
      "grad_norm": 0.055713292211294174,
      "learning_rate": 0.00014441576827095521,
      "loss": 10.205,
      "step": 6081
    },
    {
      "epoch": 1.061978962070621,
      "grad_norm": 0.05294640362262726,
      "learning_rate": 0.00014439937532194355,
      "loss": 10.2141,
      "step": 6082
    },
    {
      "epoch": 1.0621535506961721,
      "grad_norm": 0.05139794945716858,
      "learning_rate": 0.00014438298088670397,
      "loss": 10.1961,
      "step": 6083
    },
    {
      "epoch": 1.0623281393217232,
      "grad_norm": 0.0494956411421299,
      "learning_rate": 0.00014436658496578522,
      "loss": 10.1969,
      "step": 6084
    },
    {
      "epoch": 1.0625027279472743,
      "grad_norm": 0.04796149954199791,
      "learning_rate": 0.0001443501875597361,
      "loss": 10.1902,
      "step": 6085
    },
    {
      "epoch": 1.0626773165728254,
      "grad_norm": 0.0564347580075264,
      "learning_rate": 0.00014433378866910554,
      "loss": 10.2033,
      "step": 6086
    },
    {
      "epoch": 1.0628519051983762,
      "grad_norm": 0.05125702917575836,
      "learning_rate": 0.00014431738829444248,
      "loss": 10.214,
      "step": 6087
    },
    {
      "epoch": 1.0630264938239273,
      "grad_norm": 0.06093579903244972,
      "learning_rate": 0.00014430098643629588,
      "loss": 10.2063,
      "step": 6088
    },
    {
      "epoch": 1.0632010824494784,
      "grad_norm": 0.05667039006948471,
      "learning_rate": 0.00014428458309521483,
      "loss": 10.2086,
      "step": 6089
    },
    {
      "epoch": 1.0633756710750295,
      "grad_norm": 0.05623367801308632,
      "learning_rate": 0.00014426817827174838,
      "loss": 10.2133,
      "step": 6090
    },
    {
      "epoch": 1.0635502597005806,
      "grad_norm": 0.05725717172026634,
      "learning_rate": 0.00014425177196644563,
      "loss": 10.2137,
      "step": 6091
    },
    {
      "epoch": 1.0637248483261315,
      "grad_norm": 0.047247279435396194,
      "learning_rate": 0.00014423536417985586,
      "loss": 10.2105,
      "step": 6092
    },
    {
      "epoch": 1.0638994369516825,
      "grad_norm": 0.05006309226155281,
      "learning_rate": 0.0001442189549125282,
      "loss": 10.2005,
      "step": 6093
    },
    {
      "epoch": 1.0640740255772336,
      "grad_norm": 0.05311072990298271,
      "learning_rate": 0.00014420254416501197,
      "loss": 10.2019,
      "step": 6094
    },
    {
      "epoch": 1.0642486142027847,
      "grad_norm": 0.05046452209353447,
      "learning_rate": 0.0001441861319378566,
      "loss": 10.2182,
      "step": 6095
    },
    {
      "epoch": 1.0644232028283358,
      "grad_norm": 0.06296828389167786,
      "learning_rate": 0.00014416971823161135,
      "loss": 10.186,
      "step": 6096
    },
    {
      "epoch": 1.0645977914538869,
      "grad_norm": 0.05467753857374191,
      "learning_rate": 0.00014415330304682567,
      "loss": 10.1904,
      "step": 6097
    },
    {
      "epoch": 1.0647723800794378,
      "grad_norm": 0.05543883144855499,
      "learning_rate": 0.0001441368863840491,
      "loss": 10.2241,
      "step": 6098
    },
    {
      "epoch": 1.0649469687049888,
      "grad_norm": 0.05386738106608391,
      "learning_rate": 0.00014412046824383113,
      "loss": 10.1727,
      "step": 6099
    },
    {
      "epoch": 1.06512155733054,
      "grad_norm": 0.058143433183431625,
      "learning_rate": 0.00014410404862672137,
      "loss": 10.234,
      "step": 6100
    },
    {
      "epoch": 1.065296145956091,
      "grad_norm": 0.0615534782409668,
      "learning_rate": 0.00014408762753326945,
      "loss": 10.2031,
      "step": 6101
    },
    {
      "epoch": 1.065470734581642,
      "grad_norm": 0.058116670697927475,
      "learning_rate": 0.000144071204964025,
      "loss": 10.1834,
      "step": 6102
    },
    {
      "epoch": 1.065645323207193,
      "grad_norm": 0.05914011970162392,
      "learning_rate": 0.00014405478091953782,
      "loss": 10.202,
      "step": 6103
    },
    {
      "epoch": 1.065819911832744,
      "grad_norm": 0.06347870081663132,
      "learning_rate": 0.00014403835540035764,
      "loss": 10.2101,
      "step": 6104
    },
    {
      "epoch": 1.0659945004582951,
      "grad_norm": 0.06316770613193512,
      "learning_rate": 0.0001440219284070343,
      "loss": 10.1818,
      "step": 6105
    },
    {
      "epoch": 1.0661690890838462,
      "grad_norm": 0.06294672936201096,
      "learning_rate": 0.0001440054999401177,
      "loss": 10.1966,
      "step": 6106
    },
    {
      "epoch": 1.0663436777093973,
      "grad_norm": 0.060313500463962555,
      "learning_rate": 0.00014398907000015776,
      "loss": 10.1912,
      "step": 6107
    },
    {
      "epoch": 1.0665182663349482,
      "grad_norm": 0.07577760517597198,
      "learning_rate": 0.00014397263858770441,
      "loss": 10.1975,
      "step": 6108
    },
    {
      "epoch": 1.0666928549604993,
      "grad_norm": 0.06449835747480392,
      "learning_rate": 0.00014395620570330776,
      "loss": 10.1464,
      "step": 6109
    },
    {
      "epoch": 1.0668674435860503,
      "grad_norm": 0.06593126058578491,
      "learning_rate": 0.0001439397713475178,
      "loss": 10.1841,
      "step": 6110
    },
    {
      "epoch": 1.0670420322116014,
      "grad_norm": 0.06787262111902237,
      "learning_rate": 0.00014392333552088474,
      "loss": 10.1759,
      "step": 6111
    },
    {
      "epoch": 1.0672166208371525,
      "grad_norm": 0.07162948697805405,
      "learning_rate": 0.0001439068982239587,
      "loss": 10.1728,
      "step": 6112
    },
    {
      "epoch": 1.0673912094627036,
      "grad_norm": 0.07547713071107864,
      "learning_rate": 0.00014389045945728993,
      "loss": 10.1738,
      "step": 6113
    },
    {
      "epoch": 1.0675657980882545,
      "grad_norm": 0.06833568960428238,
      "learning_rate": 0.00014387401922142865,
      "loss": 10.1932,
      "step": 6114
    },
    {
      "epoch": 1.0677403867138056,
      "grad_norm": 0.07632891833782196,
      "learning_rate": 0.0001438575775169252,
      "loss": 10.1882,
      "step": 6115
    },
    {
      "epoch": 1.0679149753393566,
      "grad_norm": 0.07532989233732224,
      "learning_rate": 0.00014384113434433,
      "loss": 10.1684,
      "step": 6116
    },
    {
      "epoch": 1.0680895639649077,
      "grad_norm": 0.08024881780147552,
      "learning_rate": 0.00014382468970419344,
      "loss": 10.2051,
      "step": 6117
    },
    {
      "epoch": 1.0682641525904588,
      "grad_norm": 0.07077093422412872,
      "learning_rate": 0.00014380824359706598,
      "loss": 10.1825,
      "step": 6118
    },
    {
      "epoch": 1.0684387412160097,
      "grad_norm": 0.08109397441148758,
      "learning_rate": 0.00014379179602349817,
      "loss": 10.1593,
      "step": 6119
    },
    {
      "epoch": 1.0686133298415608,
      "grad_norm": 0.077130988240242,
      "learning_rate": 0.00014377534698404052,
      "loss": 10.2006,
      "step": 6120
    },
    {
      "epoch": 1.0687879184671119,
      "grad_norm": 0.08344205468893051,
      "learning_rate": 0.0001437588964792437,
      "loss": 10.1711,
      "step": 6121
    },
    {
      "epoch": 1.068962507092663,
      "grad_norm": 0.08648335933685303,
      "learning_rate": 0.00014374244450965834,
      "loss": 10.2282,
      "step": 6122
    },
    {
      "epoch": 1.069137095718214,
      "grad_norm": 0.09876453131437302,
      "learning_rate": 0.00014372599107583518,
      "loss": 10.1575,
      "step": 6123
    },
    {
      "epoch": 1.0693116843437651,
      "grad_norm": 0.11339718848466873,
      "learning_rate": 0.000143709536178325,
      "loss": 10.1472,
      "step": 6124
    },
    {
      "epoch": 1.069486272969316,
      "grad_norm": 0.1003984734416008,
      "learning_rate": 0.00014369307981767856,
      "loss": 10.1652,
      "step": 6125
    },
    {
      "epoch": 1.069660861594867,
      "grad_norm": 0.11485295742750168,
      "learning_rate": 0.00014367662199444672,
      "loss": 10.2299,
      "step": 6126
    },
    {
      "epoch": 1.0698354502204181,
      "grad_norm": 0.1809886395931244,
      "learning_rate": 0.00014366016270918043,
      "loss": 10.2221,
      "step": 6127
    },
    {
      "epoch": 1.0700100388459692,
      "grad_norm": 0.06558185070753098,
      "learning_rate": 0.00014364370196243064,
      "loss": 10.1912,
      "step": 6128
    },
    {
      "epoch": 1.0701846274715203,
      "grad_norm": 0.06606198102235794,
      "learning_rate": 0.00014362723975474837,
      "loss": 10.2108,
      "step": 6129
    },
    {
      "epoch": 1.0703592160970712,
      "grad_norm": 0.04962646961212158,
      "learning_rate": 0.00014361077608668465,
      "loss": 10.2077,
      "step": 6130
    },
    {
      "epoch": 1.0705338047226223,
      "grad_norm": 0.053229402750730515,
      "learning_rate": 0.0001435943109587906,
      "loss": 10.1704,
      "step": 6131
    },
    {
      "epoch": 1.0707083933481734,
      "grad_norm": 0.045608483254909515,
      "learning_rate": 0.0001435778443716174,
      "loss": 10.2014,
      "step": 6132
    },
    {
      "epoch": 1.0708829819737244,
      "grad_norm": 0.053552769124507904,
      "learning_rate": 0.00014356137632571617,
      "loss": 10.1871,
      "step": 6133
    },
    {
      "epoch": 1.0710575705992755,
      "grad_norm": 0.05760756507515907,
      "learning_rate": 0.00014354490682163827,
      "loss": 10.1962,
      "step": 6134
    },
    {
      "epoch": 1.0712321592248264,
      "grad_norm": 0.04888252913951874,
      "learning_rate": 0.00014352843585993492,
      "loss": 10.2133,
      "step": 6135
    },
    {
      "epoch": 1.0714067478503775,
      "grad_norm": 0.05784061551094055,
      "learning_rate": 0.0001435119634411575,
      "loss": 10.2169,
      "step": 6136
    },
    {
      "epoch": 1.0715813364759286,
      "grad_norm": 0.055435918271541595,
      "learning_rate": 0.00014349548956585747,
      "loss": 10.2233,
      "step": 6137
    },
    {
      "epoch": 1.0717559251014797,
      "grad_norm": 0.0599534772336483,
      "learning_rate": 0.00014347901423458615,
      "loss": 10.1872,
      "step": 6138
    },
    {
      "epoch": 1.0719305137270307,
      "grad_norm": 0.053109634667634964,
      "learning_rate": 0.0001434625374478951,
      "loss": 10.2204,
      "step": 6139
    },
    {
      "epoch": 1.0721051023525818,
      "grad_norm": 0.05284620821475983,
      "learning_rate": 0.0001434460592063359,
      "loss": 10.2093,
      "step": 6140
    },
    {
      "epoch": 1.0722796909781327,
      "grad_norm": 0.061344344168901443,
      "learning_rate": 0.0001434295795104601,
      "loss": 10.1945,
      "step": 6141
    },
    {
      "epoch": 1.0724542796036838,
      "grad_norm": 0.06478206068277359,
      "learning_rate": 0.00014341309836081938,
      "loss": 10.1955,
      "step": 6142
    },
    {
      "epoch": 1.0726288682292349,
      "grad_norm": 0.05411824956536293,
      "learning_rate": 0.00014339661575796538,
      "loss": 10.1881,
      "step": 6143
    },
    {
      "epoch": 1.072803456854786,
      "grad_norm": 0.05409536883234978,
      "learning_rate": 0.00014338013170244986,
      "loss": 10.1937,
      "step": 6144
    },
    {
      "epoch": 1.072978045480337,
      "grad_norm": 0.05248485505580902,
      "learning_rate": 0.00014336364619482462,
      "loss": 10.1918,
      "step": 6145
    },
    {
      "epoch": 1.073152634105888,
      "grad_norm": 0.05027259886264801,
      "learning_rate": 0.0001433471592356415,
      "loss": 10.2106,
      "step": 6146
    },
    {
      "epoch": 1.073327222731439,
      "grad_norm": 0.05954277887940407,
      "learning_rate": 0.0001433306708254524,
      "loss": 10.2048,
      "step": 6147
    },
    {
      "epoch": 1.07350181135699,
      "grad_norm": 0.0488201268017292,
      "learning_rate": 0.0001433141809648092,
      "loss": 10.216,
      "step": 6148
    },
    {
      "epoch": 1.0736763999825412,
      "grad_norm": 0.056206803768873215,
      "learning_rate": 0.00014329768965426392,
      "loss": 10.2208,
      "step": 6149
    },
    {
      "epoch": 1.0738509886080922,
      "grad_norm": 0.0651320293545723,
      "learning_rate": 0.0001432811968943686,
      "loss": 10.195,
      "step": 6150
    },
    {
      "epoch": 1.0740255772336433,
      "grad_norm": 0.06298744678497314,
      "learning_rate": 0.00014326470268567531,
      "loss": 10.1671,
      "step": 6151
    },
    {
      "epoch": 1.0742001658591942,
      "grad_norm": 0.06827105581760406,
      "learning_rate": 0.00014324820702873615,
      "loss": 10.174,
      "step": 6152
    },
    {
      "epoch": 1.0743747544847453,
      "grad_norm": 0.06629306823015213,
      "learning_rate": 0.00014323170992410332,
      "loss": 10.1996,
      "step": 6153
    },
    {
      "epoch": 1.0745493431102964,
      "grad_norm": 0.0667312890291214,
      "learning_rate": 0.0001432152113723291,
      "loss": 10.1972,
      "step": 6154
    },
    {
      "epoch": 1.0747239317358475,
      "grad_norm": 0.05865883827209473,
      "learning_rate": 0.00014319871137396565,
      "loss": 10.1692,
      "step": 6155
    },
    {
      "epoch": 1.0748985203613985,
      "grad_norm": 0.05658099427819252,
      "learning_rate": 0.0001431822099295654,
      "loss": 10.1805,
      "step": 6156
    },
    {
      "epoch": 1.0750731089869494,
      "grad_norm": 0.059176113456487656,
      "learning_rate": 0.00014316570703968063,
      "loss": 10.1555,
      "step": 6157
    },
    {
      "epoch": 1.0752476976125005,
      "grad_norm": 0.06048285961151123,
      "learning_rate": 0.0001431492027048638,
      "loss": 10.1897,
      "step": 6158
    },
    {
      "epoch": 1.0754222862380516,
      "grad_norm": 0.06302851438522339,
      "learning_rate": 0.0001431326969256674,
      "loss": 10.1545,
      "step": 6159
    },
    {
      "epoch": 1.0755968748636027,
      "grad_norm": 0.06704489141702652,
      "learning_rate": 0.00014311618970264394,
      "loss": 10.156,
      "step": 6160
    },
    {
      "epoch": 1.0757714634891538,
      "grad_norm": 0.06820174306631088,
      "learning_rate": 0.00014309968103634594,
      "loss": 10.1901,
      "step": 6161
    },
    {
      "epoch": 1.0759460521147046,
      "grad_norm": 0.0573696494102478,
      "learning_rate": 0.00014308317092732607,
      "loss": 10.1651,
      "step": 6162
    },
    {
      "epoch": 1.0761206407402557,
      "grad_norm": 0.07353600114583969,
      "learning_rate": 0.00014306665937613696,
      "loss": 10.1731,
      "step": 6163
    },
    {
      "epoch": 1.0762952293658068,
      "grad_norm": 0.06257698684930801,
      "learning_rate": 0.00014305014638333127,
      "loss": 10.1795,
      "step": 6164
    },
    {
      "epoch": 1.0764698179913579,
      "grad_norm": 0.0705069825053215,
      "learning_rate": 0.00014303363194946187,
      "loss": 10.2056,
      "step": 6165
    },
    {
      "epoch": 1.076644406616909,
      "grad_norm": 0.06954040378332138,
      "learning_rate": 0.0001430171160750815,
      "loss": 10.1918,
      "step": 6166
    },
    {
      "epoch": 1.07681899524246,
      "grad_norm": 0.07400991767644882,
      "learning_rate": 0.00014300059876074295,
      "loss": 10.2028,
      "step": 6167
    },
    {
      "epoch": 1.076993583868011,
      "grad_norm": 0.07127268612384796,
      "learning_rate": 0.00014298408000699926,
      "loss": 10.1726,
      "step": 6168
    },
    {
      "epoch": 1.077168172493562,
      "grad_norm": 0.07488759607076645,
      "learning_rate": 0.00014296755981440325,
      "loss": 10.184,
      "step": 6169
    },
    {
      "epoch": 1.077342761119113,
      "grad_norm": 0.08371543884277344,
      "learning_rate": 0.00014295103818350803,
      "loss": 10.1882,
      "step": 6170
    },
    {
      "epoch": 1.0775173497446642,
      "grad_norm": 0.07682612538337708,
      "learning_rate": 0.00014293451511486658,
      "loss": 10.194,
      "step": 6171
    },
    {
      "epoch": 1.0776919383702153,
      "grad_norm": 0.0958762913942337,
      "learning_rate": 0.000142917990609032,
      "loss": 10.1583,
      "step": 6172
    },
    {
      "epoch": 1.0778665269957661,
      "grad_norm": 0.08517834544181824,
      "learning_rate": 0.00014290146466655742,
      "loss": 10.1414,
      "step": 6173
    },
    {
      "epoch": 1.0780411156213172,
      "grad_norm": 0.11844106763601303,
      "learning_rate": 0.0001428849372879961,
      "loss": 10.174,
      "step": 6174
    },
    {
      "epoch": 1.0782157042468683,
      "grad_norm": 0.11862976104021072,
      "learning_rate": 0.0001428684084739012,
      "loss": 10.1675,
      "step": 6175
    },
    {
      "epoch": 1.0783902928724194,
      "grad_norm": 0.1220557689666748,
      "learning_rate": 0.00014285187822482602,
      "loss": 10.1887,
      "step": 6176
    },
    {
      "epoch": 1.0785648814979705,
      "grad_norm": 0.16361945867538452,
      "learning_rate": 0.00014283534654132394,
      "loss": 10.1771,
      "step": 6177
    },
    {
      "epoch": 1.0787394701235216,
      "grad_norm": 0.05259530991315842,
      "learning_rate": 0.00014281881342394833,
      "loss": 10.1937,
      "step": 6178
    },
    {
      "epoch": 1.0789140587490724,
      "grad_norm": 0.05265443027019501,
      "learning_rate": 0.00014280227887325254,
      "loss": 10.1946,
      "step": 6179
    },
    {
      "epoch": 1.0790886473746235,
      "grad_norm": 0.058725032955408096,
      "learning_rate": 0.00014278574288979017,
      "loss": 10.1854,
      "step": 6180
    },
    {
      "epoch": 1.0792632360001746,
      "grad_norm": 0.048894718289375305,
      "learning_rate": 0.00014276920547411467,
      "loss": 10.2026,
      "step": 6181
    },
    {
      "epoch": 1.0794378246257257,
      "grad_norm": 0.06471877545118332,
      "learning_rate": 0.0001427526666267796,
      "loss": 10.1685,
      "step": 6182
    },
    {
      "epoch": 1.0796124132512768,
      "grad_norm": 0.045710958540439606,
      "learning_rate": 0.0001427361263483387,
      "loss": 10.1764,
      "step": 6183
    },
    {
      "epoch": 1.0797870018768276,
      "grad_norm": 0.055035609751939774,
      "learning_rate": 0.00014271958463934548,
      "loss": 10.1964,
      "step": 6184
    },
    {
      "epoch": 1.0799615905023787,
      "grad_norm": 0.04690355062484741,
      "learning_rate": 0.00014270304150035376,
      "loss": 10.2333,
      "step": 6185
    },
    {
      "epoch": 1.0801361791279298,
      "grad_norm": 0.05278364196419716,
      "learning_rate": 0.0001426864969319173,
      "loss": 10.1852,
      "step": 6186
    },
    {
      "epoch": 1.080310767753481,
      "grad_norm": 0.05909621715545654,
      "learning_rate": 0.00014266995093458986,
      "loss": 10.1979,
      "step": 6187
    },
    {
      "epoch": 1.080485356379032,
      "grad_norm": 0.05520424619317055,
      "learning_rate": 0.00014265340350892537,
      "loss": 10.162,
      "step": 6188
    },
    {
      "epoch": 1.0806599450045828,
      "grad_norm": 0.05341803655028343,
      "learning_rate": 0.0001426368546554777,
      "loss": 10.199,
      "step": 6189
    },
    {
      "epoch": 1.080834533630134,
      "grad_norm": 0.04964636266231537,
      "learning_rate": 0.00014262030437480082,
      "loss": 10.21,
      "step": 6190
    },
    {
      "epoch": 1.081009122255685,
      "grad_norm": 0.05052245780825615,
      "learning_rate": 0.00014260375266744873,
      "loss": 10.2026,
      "step": 6191
    },
    {
      "epoch": 1.081183710881236,
      "grad_norm": 0.05958251282572746,
      "learning_rate": 0.0001425871995339755,
      "loss": 10.1863,
      "step": 6192
    },
    {
      "epoch": 1.0813582995067872,
      "grad_norm": 0.052306197583675385,
      "learning_rate": 0.00014257064497493518,
      "loss": 10.2192,
      "step": 6193
    },
    {
      "epoch": 1.0815328881323383,
      "grad_norm": 0.058614104986190796,
      "learning_rate": 0.000142554088990882,
      "loss": 10.1886,
      "step": 6194
    },
    {
      "epoch": 1.0817074767578891,
      "grad_norm": 0.05788573995232582,
      "learning_rate": 0.00014253753158237006,
      "loss": 10.1843,
      "step": 6195
    },
    {
      "epoch": 1.0818820653834402,
      "grad_norm": 0.0575389489531517,
      "learning_rate": 0.00014252097274995365,
      "loss": 10.1973,
      "step": 6196
    },
    {
      "epoch": 1.0820566540089913,
      "grad_norm": 0.05501525104045868,
      "learning_rate": 0.00014250441249418709,
      "loss": 10.1701,
      "step": 6197
    },
    {
      "epoch": 1.0822312426345424,
      "grad_norm": 0.058742694556713104,
      "learning_rate": 0.0001424878508156247,
      "loss": 10.1921,
      "step": 6198
    },
    {
      "epoch": 1.0824058312600935,
      "grad_norm": 0.05146783962845802,
      "learning_rate": 0.00014247128771482085,
      "loss": 10.1932,
      "step": 6199
    },
    {
      "epoch": 1.0825804198856444,
      "grad_norm": 0.054883986711502075,
      "learning_rate": 0.00014245472319233002,
      "loss": 10.1997,
      "step": 6200
    },
    {
      "epoch": 1.0825804198856444,
      "eval_loss": 10.174498558044434,
      "eval_runtime": 0.719,
      "eval_samples_per_second": 321.282,
      "eval_steps_per_second": 161.336,
      "step": 6200
    },
    {
      "epoch": 1.0827550085111954,
      "grad_norm": 0.0628424808382988,
      "learning_rate": 0.00014243815724870662,
      "loss": 10.1953,
      "step": 6201
    },
    {
      "epoch": 1.0829295971367465,
      "grad_norm": 0.059385400265455246,
      "learning_rate": 0.00014242158988450523,
      "loss": 10.172,
      "step": 6202
    },
    {
      "epoch": 1.0831041857622976,
      "grad_norm": 0.06031641736626625,
      "learning_rate": 0.0001424050211002804,
      "loss": 10.2003,
      "step": 6203
    },
    {
      "epoch": 1.0832787743878487,
      "grad_norm": 0.06403135508298874,
      "learning_rate": 0.00014238845089658677,
      "loss": 10.222,
      "step": 6204
    },
    {
      "epoch": 1.0834533630133998,
      "grad_norm": 0.0638490691781044,
      "learning_rate": 0.000142371879273979,
      "loss": 10.1899,
      "step": 6205
    },
    {
      "epoch": 1.0836279516389506,
      "grad_norm": 0.060326918959617615,
      "learning_rate": 0.00014235530623301186,
      "loss": 10.206,
      "step": 6206
    },
    {
      "epoch": 1.0838025402645017,
      "grad_norm": 0.0629536360502243,
      "learning_rate": 0.00014233873177424007,
      "loss": 10.1933,
      "step": 6207
    },
    {
      "epoch": 1.0839771288900528,
      "grad_norm": 0.05818909779191017,
      "learning_rate": 0.00014232215589821844,
      "loss": 10.1951,
      "step": 6208
    },
    {
      "epoch": 1.084151717515604,
      "grad_norm": 0.06010686606168747,
      "learning_rate": 0.00014230557860550185,
      "loss": 10.1744,
      "step": 6209
    },
    {
      "epoch": 1.084326306141155,
      "grad_norm": 0.06679980456829071,
      "learning_rate": 0.00014228899989664518,
      "loss": 10.2105,
      "step": 6210
    },
    {
      "epoch": 1.0845008947667059,
      "grad_norm": 0.06351763010025024,
      "learning_rate": 0.00014227241977220344,
      "loss": 10.1897,
      "step": 6211
    },
    {
      "epoch": 1.084675483392257,
      "grad_norm": 0.06590235978364944,
      "learning_rate": 0.0001422558382327316,
      "loss": 10.1763,
      "step": 6212
    },
    {
      "epoch": 1.084850072017808,
      "grad_norm": 0.06664924323558807,
      "learning_rate": 0.00014223925527878472,
      "loss": 10.1773,
      "step": 6213
    },
    {
      "epoch": 1.0850246606433591,
      "grad_norm": 0.07212807238101959,
      "learning_rate": 0.00014222267091091792,
      "loss": 10.1856,
      "step": 6214
    },
    {
      "epoch": 1.0851992492689102,
      "grad_norm": 0.0684715062379837,
      "learning_rate": 0.00014220608512968626,
      "loss": 10.1686,
      "step": 6215
    },
    {
      "epoch": 1.085373837894461,
      "grad_norm": 0.0674034133553505,
      "learning_rate": 0.00014218949793564503,
      "loss": 10.1876,
      "step": 6216
    },
    {
      "epoch": 1.0855484265200122,
      "grad_norm": 0.074271559715271,
      "learning_rate": 0.00014217290932934946,
      "loss": 10.1821,
      "step": 6217
    },
    {
      "epoch": 1.0857230151455632,
      "grad_norm": 0.07924291491508484,
      "learning_rate": 0.00014215631931135484,
      "loss": 10.1968,
      "step": 6218
    },
    {
      "epoch": 1.0858976037711143,
      "grad_norm": 0.07788427174091339,
      "learning_rate": 0.0001421397278822164,
      "loss": 10.167,
      "step": 6219
    },
    {
      "epoch": 1.0860721923966654,
      "grad_norm": 0.0767114907503128,
      "learning_rate": 0.00014212313504248964,
      "loss": 10.1862,
      "step": 6220
    },
    {
      "epoch": 1.0862467810222165,
      "grad_norm": 0.08860761672258377,
      "learning_rate": 0.00014210654079272996,
      "loss": 10.1849,
      "step": 6221
    },
    {
      "epoch": 1.0864213696477674,
      "grad_norm": 0.08863000571727753,
      "learning_rate": 0.00014208994513349282,
      "loss": 10.1652,
      "step": 6222
    },
    {
      "epoch": 1.0865959582733185,
      "grad_norm": 0.10141750425100327,
      "learning_rate": 0.00014207334806533376,
      "loss": 10.1983,
      "step": 6223
    },
    {
      "epoch": 1.0867705468988695,
      "grad_norm": 0.090787872672081,
      "learning_rate": 0.00014205674958880837,
      "loss": 10.1976,
      "step": 6224
    },
    {
      "epoch": 1.0869451355244206,
      "grad_norm": 0.09772640466690063,
      "learning_rate": 0.00014204014970447222,
      "loss": 10.2174,
      "step": 6225
    },
    {
      "epoch": 1.0871197241499717,
      "grad_norm": 0.13023988902568817,
      "learning_rate": 0.00014202354841288102,
      "loss": 10.2152,
      "step": 6226
    },
    {
      "epoch": 1.0872943127755226,
      "grad_norm": 0.16259659826755524,
      "learning_rate": 0.00014200694571459043,
      "loss": 10.2022,
      "step": 6227
    },
    {
      "epoch": 1.0874689014010737,
      "grad_norm": 0.05258610472083092,
      "learning_rate": 0.00014199034161015625,
      "loss": 10.1997,
      "step": 6228
    },
    {
      "epoch": 1.0876434900266247,
      "grad_norm": 0.06647972762584686,
      "learning_rate": 0.00014197373610013431,
      "loss": 10.1801,
      "step": 6229
    },
    {
      "epoch": 1.0878180786521758,
      "grad_norm": 0.05732080712914467,
      "learning_rate": 0.00014195712918508045,
      "loss": 10.1916,
      "step": 6230
    },
    {
      "epoch": 1.087992667277727,
      "grad_norm": 0.05665256828069687,
      "learning_rate": 0.0001419405208655505,
      "loss": 10.2243,
      "step": 6231
    },
    {
      "epoch": 1.088167255903278,
      "grad_norm": 0.05480877682566643,
      "learning_rate": 0.0001419239111421005,
      "loss": 10.2193,
      "step": 6232
    },
    {
      "epoch": 1.0883418445288289,
      "grad_norm": 0.057875894010066986,
      "learning_rate": 0.0001419073000152864,
      "loss": 10.193,
      "step": 6233
    },
    {
      "epoch": 1.08851643315438,
      "grad_norm": 0.05767995864152908,
      "learning_rate": 0.00014189068748566422,
      "loss": 10.221,
      "step": 6234
    },
    {
      "epoch": 1.088691021779931,
      "grad_norm": 0.059836484491825104,
      "learning_rate": 0.00014187407355379015,
      "loss": 10.1883,
      "step": 6235
    },
    {
      "epoch": 1.0888656104054821,
      "grad_norm": 0.05303371697664261,
      "learning_rate": 0.0001418574582202202,
      "loss": 10.182,
      "step": 6236
    },
    {
      "epoch": 1.0890401990310332,
      "grad_norm": 0.050870515406131744,
      "learning_rate": 0.00014184084148551062,
      "loss": 10.2125,
      "step": 6237
    },
    {
      "epoch": 1.089214787656584,
      "grad_norm": 0.04967564344406128,
      "learning_rate": 0.00014182422335021766,
      "loss": 10.1951,
      "step": 6238
    },
    {
      "epoch": 1.0893893762821352,
      "grad_norm": 0.07037525624036789,
      "learning_rate": 0.00014180760381489753,
      "loss": 10.1859,
      "step": 6239
    },
    {
      "epoch": 1.0895639649076863,
      "grad_norm": 0.057607993483543396,
      "learning_rate": 0.0001417909828801066,
      "loss": 10.2261,
      "step": 6240
    },
    {
      "epoch": 1.0897385535332373,
      "grad_norm": 0.05587330460548401,
      "learning_rate": 0.00014177436054640125,
      "loss": 10.1978,
      "step": 6241
    },
    {
      "epoch": 1.0899131421587884,
      "grad_norm": 0.06100153923034668,
      "learning_rate": 0.00014175773681433787,
      "loss": 10.2026,
      "step": 6242
    },
    {
      "epoch": 1.0900877307843393,
      "grad_norm": 0.057138942182064056,
      "learning_rate": 0.0001417411116844729,
      "loss": 10.1908,
      "step": 6243
    },
    {
      "epoch": 1.0902623194098904,
      "grad_norm": 0.05534691736102104,
      "learning_rate": 0.0001417244851573629,
      "loss": 10.1914,
      "step": 6244
    },
    {
      "epoch": 1.0904369080354415,
      "grad_norm": 0.05165174603462219,
      "learning_rate": 0.00014170785723356444,
      "loss": 10.1941,
      "step": 6245
    },
    {
      "epoch": 1.0906114966609926,
      "grad_norm": 0.06591547280550003,
      "learning_rate": 0.00014169122791363403,
      "loss": 10.1772,
      "step": 6246
    },
    {
      "epoch": 1.0907860852865436,
      "grad_norm": 0.05883995443582535,
      "learning_rate": 0.00014167459719812843,
      "loss": 10.2215,
      "step": 6247
    },
    {
      "epoch": 1.0909606739120947,
      "grad_norm": 0.05897531658411026,
      "learning_rate": 0.0001416579650876043,
      "loss": 10.1778,
      "step": 6248
    },
    {
      "epoch": 1.0911352625376456,
      "grad_norm": 0.06431710720062256,
      "learning_rate": 0.00014164133158261837,
      "loss": 10.1775,
      "step": 6249
    },
    {
      "epoch": 1.0913098511631967,
      "grad_norm": 0.050065115094184875,
      "learning_rate": 0.00014162469668372742,
      "loss": 10.1752,
      "step": 6250
    },
    {
      "epoch": 1.0914844397887478,
      "grad_norm": 0.06593939661979675,
      "learning_rate": 0.0001416080603914883,
      "loss": 10.1744,
      "step": 6251
    },
    {
      "epoch": 1.0916590284142988,
      "grad_norm": 0.06330875307321548,
      "learning_rate": 0.0001415914227064579,
      "loss": 10.1933,
      "step": 6252
    },
    {
      "epoch": 1.09183361703985,
      "grad_norm": 0.0638178139925003,
      "learning_rate": 0.00014157478362919322,
      "loss": 10.2038,
      "step": 6253
    },
    {
      "epoch": 1.0920082056654008,
      "grad_norm": 0.06788797676563263,
      "learning_rate": 0.0001415581431602511,
      "loss": 10.2041,
      "step": 6254
    },
    {
      "epoch": 1.0921827942909519,
      "grad_norm": 0.07032494992017746,
      "learning_rate": 0.00014154150130018866,
      "loss": 10.1911,
      "step": 6255
    },
    {
      "epoch": 1.092357382916503,
      "grad_norm": 0.06228923052549362,
      "learning_rate": 0.00014152485804956296,
      "loss": 10.1643,
      "step": 6256
    },
    {
      "epoch": 1.092531971542054,
      "grad_norm": 0.060276906937360764,
      "learning_rate": 0.00014150821340893103,
      "loss": 10.1626,
      "step": 6257
    },
    {
      "epoch": 1.0927065601676051,
      "grad_norm": 0.06859654188156128,
      "learning_rate": 0.00014149156737885017,
      "loss": 10.2262,
      "step": 6258
    },
    {
      "epoch": 1.0928811487931562,
      "grad_norm": 0.0626177191734314,
      "learning_rate": 0.0001414749199598775,
      "loss": 10.1829,
      "step": 6259
    },
    {
      "epoch": 1.093055737418707,
      "grad_norm": 0.07181499153375626,
      "learning_rate": 0.00014145827115257033,
      "loss": 10.1705,
      "step": 6260
    },
    {
      "epoch": 1.0932303260442582,
      "grad_norm": 0.06390472501516342,
      "learning_rate": 0.00014144162095748591,
      "loss": 10.2031,
      "step": 6261
    },
    {
      "epoch": 1.0934049146698093,
      "grad_norm": 0.06786450743675232,
      "learning_rate": 0.00014142496937518163,
      "loss": 10.1976,
      "step": 6262
    },
    {
      "epoch": 1.0935795032953604,
      "grad_norm": 0.06267206370830536,
      "learning_rate": 0.00014140831640621488,
      "loss": 10.1885,
      "step": 6263
    },
    {
      "epoch": 1.0937540919209114,
      "grad_norm": 0.06505638360977173,
      "learning_rate": 0.00014139166205114306,
      "loss": 10.1836,
      "step": 6264
    },
    {
      "epoch": 1.0939286805464623,
      "grad_norm": 0.07348695397377014,
      "learning_rate": 0.00014137500631052373,
      "loss": 10.1664,
      "step": 6265
    },
    {
      "epoch": 1.0941032691720134,
      "grad_norm": 0.07429265230894089,
      "learning_rate": 0.00014135834918491442,
      "loss": 10.2035,
      "step": 6266
    },
    {
      "epoch": 1.0942778577975645,
      "grad_norm": 0.06367276608943939,
      "learning_rate": 0.00014134169067487261,
      "loss": 10.1942,
      "step": 6267
    },
    {
      "epoch": 1.0944524464231156,
      "grad_norm": 0.07218415290117264,
      "learning_rate": 0.00014132503078095605,
      "loss": 10.1826,
      "step": 6268
    },
    {
      "epoch": 1.0946270350486667,
      "grad_norm": 0.08059506863355637,
      "learning_rate": 0.00014130836950372236,
      "loss": 10.213,
      "step": 6269
    },
    {
      "epoch": 1.0948016236742175,
      "grad_norm": 0.07450170069932938,
      "learning_rate": 0.00014129170684372923,
      "loss": 10.1582,
      "step": 6270
    },
    {
      "epoch": 1.0949762122997686,
      "grad_norm": 0.08925046026706696,
      "learning_rate": 0.00014127504280153448,
      "loss": 10.1974,
      "step": 6271
    },
    {
      "epoch": 1.0951508009253197,
      "grad_norm": 0.08117452263832092,
      "learning_rate": 0.00014125837737769594,
      "loss": 10.1882,
      "step": 6272
    },
    {
      "epoch": 1.0953253895508708,
      "grad_norm": 0.07991994917392731,
      "learning_rate": 0.0001412417105727714,
      "loss": 10.1796,
      "step": 6273
    },
    {
      "epoch": 1.0954999781764219,
      "grad_norm": 0.0962204709649086,
      "learning_rate": 0.00014122504238731878,
      "loss": 10.164,
      "step": 6274
    },
    {
      "epoch": 1.095674566801973,
      "grad_norm": 0.10930177569389343,
      "learning_rate": 0.0001412083728218961,
      "loss": 10.1481,
      "step": 6275
    },
    {
      "epoch": 1.0958491554275238,
      "grad_norm": 0.10924326628446579,
      "learning_rate": 0.0001411917018770613,
      "loss": 10.1649,
      "step": 6276
    },
    {
      "epoch": 1.096023744053075,
      "grad_norm": 0.14615711569786072,
      "learning_rate": 0.00014117502955337245,
      "loss": 10.183,
      "step": 6277
    },
    {
      "epoch": 1.096198332678626,
      "grad_norm": 0.056079428642988205,
      "learning_rate": 0.00014115835585138762,
      "loss": 10.2001,
      "step": 6278
    },
    {
      "epoch": 1.096372921304177,
      "grad_norm": 0.05767769739031792,
      "learning_rate": 0.0001411416807716649,
      "loss": 10.1879,
      "step": 6279
    },
    {
      "epoch": 1.0965475099297282,
      "grad_norm": 0.059957969933748245,
      "learning_rate": 0.00014112500431476258,
      "loss": 10.2387,
      "step": 6280
    },
    {
      "epoch": 1.096722098555279,
      "grad_norm": 0.05620494484901428,
      "learning_rate": 0.00014110832648123883,
      "loss": 10.1842,
      "step": 6281
    },
    {
      "epoch": 1.09689668718083,
      "grad_norm": 0.04536661505699158,
      "learning_rate": 0.00014109164727165195,
      "loss": 10.192,
      "step": 6282
    },
    {
      "epoch": 1.0970712758063812,
      "grad_norm": 0.05310544744133949,
      "learning_rate": 0.00014107496668656018,
      "loss": 10.2279,
      "step": 6283
    },
    {
      "epoch": 1.0972458644319323,
      "grad_norm": 0.051887575536966324,
      "learning_rate": 0.000141058284726522,
      "loss": 10.2059,
      "step": 6284
    },
    {
      "epoch": 1.0974204530574834,
      "grad_norm": 0.060387469828128815,
      "learning_rate": 0.00014104160139209577,
      "loss": 10.2055,
      "step": 6285
    },
    {
      "epoch": 1.0975950416830345,
      "grad_norm": 0.050822436809539795,
      "learning_rate": 0.00014102491668383993,
      "loss": 10.2028,
      "step": 6286
    },
    {
      "epoch": 1.0977696303085853,
      "grad_norm": 0.058199018239974976,
      "learning_rate": 0.00014100823060231302,
      "loss": 10.2036,
      "step": 6287
    },
    {
      "epoch": 1.0979442189341364,
      "grad_norm": 0.04601301997900009,
      "learning_rate": 0.0001409915431480736,
      "loss": 10.1771,
      "step": 6288
    },
    {
      "epoch": 1.0981188075596875,
      "grad_norm": 0.05524984747171402,
      "learning_rate": 0.0001409748543216802,
      "loss": 10.1818,
      "step": 6289
    },
    {
      "epoch": 1.0982933961852386,
      "grad_norm": 0.05815840885043144,
      "learning_rate": 0.00014095816412369153,
      "loss": 10.1882,
      "step": 6290
    },
    {
      "epoch": 1.0984679848107897,
      "grad_norm": 0.049703799188137054,
      "learning_rate": 0.00014094147255466622,
      "loss": 10.1986,
      "step": 6291
    },
    {
      "epoch": 1.0986425734363405,
      "grad_norm": 0.04805470257997513,
      "learning_rate": 0.00014092477961516307,
      "loss": 10.203,
      "step": 6292
    },
    {
      "epoch": 1.0988171620618916,
      "grad_norm": 0.05355890095233917,
      "learning_rate": 0.00014090808530574085,
      "loss": 10.1964,
      "step": 6293
    },
    {
      "epoch": 1.0989917506874427,
      "grad_norm": 0.058377381414175034,
      "learning_rate": 0.00014089138962695836,
      "loss": 10.1894,
      "step": 6294
    },
    {
      "epoch": 1.0991663393129938,
      "grad_norm": 0.054714035242795944,
      "learning_rate": 0.00014087469257937447,
      "loss": 10.1882,
      "step": 6295
    },
    {
      "epoch": 1.0993409279385449,
      "grad_norm": 0.052176930010318756,
      "learning_rate": 0.0001408579941635481,
      "loss": 10.2226,
      "step": 6296
    },
    {
      "epoch": 1.0995155165640957,
      "grad_norm": 0.059019699692726135,
      "learning_rate": 0.00014084129438003822,
      "loss": 10.2036,
      "step": 6297
    },
    {
      "epoch": 1.0996901051896468,
      "grad_norm": 0.05844330042600632,
      "learning_rate": 0.00014082459322940384,
      "loss": 10.1819,
      "step": 6298
    },
    {
      "epoch": 1.099864693815198,
      "grad_norm": 0.061521708965301514,
      "learning_rate": 0.00014080789071220406,
      "loss": 10.1812,
      "step": 6299
    },
    {
      "epoch": 1.100039282440749,
      "grad_norm": 0.054694097489118576,
      "learning_rate": 0.0001407911868289979,
      "loss": 10.1931,
      "step": 6300
    },
    {
      "epoch": 1.1002138710663,
      "grad_norm": 0.05349411815404892,
      "learning_rate": 0.0001407744815803446,
      "loss": 10.1864,
      "step": 6301
    },
    {
      "epoch": 1.1003884596918512,
      "grad_norm": 0.05376735329627991,
      "learning_rate": 0.00014075777496680325,
      "loss": 10.1837,
      "step": 6302
    },
    {
      "epoch": 1.100563048317402,
      "grad_norm": 0.054089006036520004,
      "learning_rate": 0.00014074106698893312,
      "loss": 10.201,
      "step": 6303
    },
    {
      "epoch": 1.1007376369429531,
      "grad_norm": 0.057430315762758255,
      "learning_rate": 0.00014072435764729354,
      "loss": 10.2184,
      "step": 6304
    },
    {
      "epoch": 1.1009122255685042,
      "grad_norm": 0.06002025678753853,
      "learning_rate": 0.00014070764694244382,
      "loss": 10.1809,
      "step": 6305
    },
    {
      "epoch": 1.1010868141940553,
      "grad_norm": 0.06578980386257172,
      "learning_rate": 0.00014069093487494334,
      "loss": 10.1958,
      "step": 6306
    },
    {
      "epoch": 1.1012614028196064,
      "grad_norm": 0.06949905306100845,
      "learning_rate": 0.00014067422144535148,
      "loss": 10.186,
      "step": 6307
    },
    {
      "epoch": 1.1014359914451572,
      "grad_norm": 0.06602653115987778,
      "learning_rate": 0.00014065750665422775,
      "loss": 10.1891,
      "step": 6308
    },
    {
      "epoch": 1.1016105800707083,
      "grad_norm": 0.07097494602203369,
      "learning_rate": 0.00014064079050213162,
      "loss": 10.1565,
      "step": 6309
    },
    {
      "epoch": 1.1017851686962594,
      "grad_norm": 0.08024314045906067,
      "learning_rate": 0.00014062407298962267,
      "loss": 10.1917,
      "step": 6310
    },
    {
      "epoch": 1.1019597573218105,
      "grad_norm": 0.07259146124124527,
      "learning_rate": 0.00014060735411726056,
      "loss": 10.1828,
      "step": 6311
    },
    {
      "epoch": 1.1021343459473616,
      "grad_norm": 0.06702214479446411,
      "learning_rate": 0.00014059063388560485,
      "loss": 10.1834,
      "step": 6312
    },
    {
      "epoch": 1.1023089345729127,
      "grad_norm": 0.07233745604753494,
      "learning_rate": 0.00014057391229521527,
      "loss": 10.1734,
      "step": 6313
    },
    {
      "epoch": 1.1024835231984635,
      "grad_norm": 0.06542883813381195,
      "learning_rate": 0.00014055718934665156,
      "loss": 10.1501,
      "step": 6314
    },
    {
      "epoch": 1.1026581118240146,
      "grad_norm": 0.07141604274511337,
      "learning_rate": 0.0001405404650404735,
      "loss": 10.157,
      "step": 6315
    },
    {
      "epoch": 1.1028327004495657,
      "grad_norm": 0.07282038778066635,
      "learning_rate": 0.00014052373937724095,
      "loss": 10.185,
      "step": 6316
    },
    {
      "epoch": 1.1030072890751168,
      "grad_norm": 0.07308336347341537,
      "learning_rate": 0.00014050701235751375,
      "loss": 10.1738,
      "step": 6317
    },
    {
      "epoch": 1.103181877700668,
      "grad_norm": 0.07256428897380829,
      "learning_rate": 0.00014049028398185185,
      "loss": 10.1841,
      "step": 6318
    },
    {
      "epoch": 1.1033564663262188,
      "grad_norm": 0.07978080958127975,
      "learning_rate": 0.00014047355425081517,
      "loss": 10.1788,
      "step": 6319
    },
    {
      "epoch": 1.1035310549517698,
      "grad_norm": 0.07538855075836182,
      "learning_rate": 0.00014045682316496375,
      "loss": 10.1783,
      "step": 6320
    },
    {
      "epoch": 1.103705643577321,
      "grad_norm": 0.07532268762588501,
      "learning_rate": 0.0001404400907248577,
      "loss": 10.2108,
      "step": 6321
    },
    {
      "epoch": 1.103880232202872,
      "grad_norm": 0.08475267142057419,
      "learning_rate": 0.000140423356931057,
      "loss": 10.1461,
      "step": 6322
    },
    {
      "epoch": 1.104054820828423,
      "grad_norm": 0.08179377764463425,
      "learning_rate": 0.00014040662178412195,
      "loss": 10.1452,
      "step": 6323
    },
    {
      "epoch": 1.104229409453974,
      "grad_norm": 0.09945829212665558,
      "learning_rate": 0.0001403898852846126,
      "loss": 10.2153,
      "step": 6324
    },
    {
      "epoch": 1.104403998079525,
      "grad_norm": 0.08825273811817169,
      "learning_rate": 0.0001403731474330893,
      "loss": 10.1482,
      "step": 6325
    },
    {
      "epoch": 1.1045785867050761,
      "grad_norm": 0.14328309893608093,
      "learning_rate": 0.00014035640823011224,
      "loss": 10.182,
      "step": 6326
    },
    {
      "epoch": 1.1047531753306272,
      "grad_norm": 0.19347114861011505,
      "learning_rate": 0.00014033966767624184,
      "loss": 10.2152,
      "step": 6327
    },
    {
      "epoch": 1.1049277639561783,
      "grad_norm": 0.049639053642749786,
      "learning_rate": 0.00014032292577203842,
      "loss": 10.2085,
      "step": 6328
    },
    {
      "epoch": 1.1051023525817294,
      "grad_norm": 0.05993983522057533,
      "learning_rate": 0.0001403061825180624,
      "loss": 10.1986,
      "step": 6329
    },
    {
      "epoch": 1.1052769412072803,
      "grad_norm": 0.06091851741075516,
      "learning_rate": 0.0001402894379148743,
      "loss": 10.1895,
      "step": 6330
    },
    {
      "epoch": 1.1054515298328313,
      "grad_norm": 0.05370249226689339,
      "learning_rate": 0.00014027269196303455,
      "loss": 10.2141,
      "step": 6331
    },
    {
      "epoch": 1.1056261184583824,
      "grad_norm": 0.05305548012256622,
      "learning_rate": 0.00014025594466310373,
      "loss": 10.231,
      "step": 6332
    },
    {
      "epoch": 1.1058007070839335,
      "grad_norm": 0.049118686467409134,
      "learning_rate": 0.00014023919601564248,
      "loss": 10.2186,
      "step": 6333
    },
    {
      "epoch": 1.1059752957094846,
      "grad_norm": 0.05653455853462219,
      "learning_rate": 0.0001402224460212114,
      "loss": 10.1826,
      "step": 6334
    },
    {
      "epoch": 1.1061498843350355,
      "grad_norm": 0.06021498516201973,
      "learning_rate": 0.0001402056946803712,
      "loss": 10.1924,
      "step": 6335
    },
    {
      "epoch": 1.1063244729605866,
      "grad_norm": 0.0543551966547966,
      "learning_rate": 0.00014018894199368265,
      "loss": 10.2014,
      "step": 6336
    },
    {
      "epoch": 1.1064990615861376,
      "grad_norm": 0.06519436836242676,
      "learning_rate": 0.00014017218796170643,
      "loss": 10.2152,
      "step": 6337
    },
    {
      "epoch": 1.1066736502116887,
      "grad_norm": 0.04453977942466736,
      "learning_rate": 0.00014015543258500345,
      "loss": 10.2104,
      "step": 6338
    },
    {
      "epoch": 1.1068482388372398,
      "grad_norm": 0.05603451281785965,
      "learning_rate": 0.0001401386758641346,
      "loss": 10.2296,
      "step": 6339
    },
    {
      "epoch": 1.107022827462791,
      "grad_norm": 0.048130542039871216,
      "learning_rate": 0.0001401219177996607,
      "loss": 10.2048,
      "step": 6340
    },
    {
      "epoch": 1.1071974160883418,
      "grad_norm": 0.05342986807227135,
      "learning_rate": 0.00014010515839214281,
      "loss": 10.1702,
      "step": 6341
    },
    {
      "epoch": 1.1073720047138929,
      "grad_norm": 0.05761059373617172,
      "learning_rate": 0.0001400883976421419,
      "loss": 10.1763,
      "step": 6342
    },
    {
      "epoch": 1.107546593339444,
      "grad_norm": 0.05642053857445717,
      "learning_rate": 0.00014007163555021897,
      "loss": 10.1803,
      "step": 6343
    },
    {
      "epoch": 1.107721181964995,
      "grad_norm": 0.055992115288972855,
      "learning_rate": 0.0001400548721169352,
      "loss": 10.2162,
      "step": 6344
    },
    {
      "epoch": 1.1078957705905461,
      "grad_norm": 0.05023682489991188,
      "learning_rate": 0.00014003810734285167,
      "loss": 10.1765,
      "step": 6345
    },
    {
      "epoch": 1.108070359216097,
      "grad_norm": 0.05977412685751915,
      "learning_rate": 0.00014002134122852956,
      "loss": 10.1839,
      "step": 6346
    },
    {
      "epoch": 1.108244947841648,
      "grad_norm": 0.051892492920160294,
      "learning_rate": 0.0001400045737745302,
      "loss": 10.1898,
      "step": 6347
    },
    {
      "epoch": 1.1084195364671992,
      "grad_norm": 0.05559840425848961,
      "learning_rate": 0.00013998780498141472,
      "loss": 10.1922,
      "step": 6348
    },
    {
      "epoch": 1.1085941250927502,
      "grad_norm": 0.061550550162792206,
      "learning_rate": 0.00013997103484974456,
      "loss": 10.2048,
      "step": 6349
    },
    {
      "epoch": 1.1087687137183013,
      "grad_norm": 0.06093127280473709,
      "learning_rate": 0.00013995426338008098,
      "loss": 10.1726,
      "step": 6350
    },
    {
      "epoch": 1.1089433023438522,
      "grad_norm": 0.06329813599586487,
      "learning_rate": 0.00013993749057298547,
      "loss": 10.1724,
      "step": 6351
    },
    {
      "epoch": 1.1091178909694033,
      "grad_norm": 0.0671459510922432,
      "learning_rate": 0.00013992071642901944,
      "loss": 10.2307,
      "step": 6352
    },
    {
      "epoch": 1.1092924795949544,
      "grad_norm": 0.057375695556402206,
      "learning_rate": 0.00013990394094874444,
      "loss": 10.162,
      "step": 6353
    },
    {
      "epoch": 1.1094670682205054,
      "grad_norm": 0.060401082038879395,
      "learning_rate": 0.00013988716413272198,
      "loss": 10.1758,
      "step": 6354
    },
    {
      "epoch": 1.1096416568460565,
      "grad_norm": 0.06963851302862167,
      "learning_rate": 0.00013987038598151362,
      "loss": 10.1821,
      "step": 6355
    },
    {
      "epoch": 1.1098162454716076,
      "grad_norm": 0.06472533941268921,
      "learning_rate": 0.00013985360649568102,
      "loss": 10.1753,
      "step": 6356
    },
    {
      "epoch": 1.1099908340971585,
      "grad_norm": 0.0643775537610054,
      "learning_rate": 0.00013983682567578592,
      "loss": 10.1701,
      "step": 6357
    },
    {
      "epoch": 1.1101654227227096,
      "grad_norm": 0.06905549764633179,
      "learning_rate": 0.0001398200435223899,
      "loss": 10.1671,
      "step": 6358
    },
    {
      "epoch": 1.1103400113482607,
      "grad_norm": 0.07035011053085327,
      "learning_rate": 0.00013980326003605487,
      "loss": 10.1907,
      "step": 6359
    },
    {
      "epoch": 1.1105145999738117,
      "grad_norm": 0.0773562416434288,
      "learning_rate": 0.00013978647521734256,
      "loss": 10.1787,
      "step": 6360
    },
    {
      "epoch": 1.1106891885993628,
      "grad_norm": 0.06708520650863647,
      "learning_rate": 0.00013976968906681485,
      "loss": 10.171,
      "step": 6361
    },
    {
      "epoch": 1.1108637772249137,
      "grad_norm": 0.0805630013346672,
      "learning_rate": 0.0001397529015850336,
      "loss": 10.1428,
      "step": 6362
    },
    {
      "epoch": 1.1110383658504648,
      "grad_norm": 0.06079157069325447,
      "learning_rate": 0.00013973611277256085,
      "loss": 10.2052,
      "step": 6363
    },
    {
      "epoch": 1.1112129544760159,
      "grad_norm": 0.0683780163526535,
      "learning_rate": 0.0001397193226299585,
      "loss": 10.2235,
      "step": 6364
    },
    {
      "epoch": 1.111387543101567,
      "grad_norm": 0.07947314530611038,
      "learning_rate": 0.00013970253115778864,
      "loss": 10.1757,
      "step": 6365
    },
    {
      "epoch": 1.111562131727118,
      "grad_norm": 0.0727248564362526,
      "learning_rate": 0.0001396857383566133,
      "loss": 10.1968,
      "step": 6366
    },
    {
      "epoch": 1.1117367203526691,
      "grad_norm": 0.08319072425365448,
      "learning_rate": 0.00013966894422699465,
      "loss": 10.1615,
      "step": 6367
    },
    {
      "epoch": 1.11191130897822,
      "grad_norm": 0.0676264688372612,
      "learning_rate": 0.00013965214876949484,
      "loss": 10.178,
      "step": 6368
    },
    {
      "epoch": 1.112085897603771,
      "grad_norm": 0.08261086046695709,
      "learning_rate": 0.00013963535198467607,
      "loss": 10.1739,
      "step": 6369
    },
    {
      "epoch": 1.1122604862293222,
      "grad_norm": 0.07862009108066559,
      "learning_rate": 0.0001396185538731006,
      "loss": 10.1977,
      "step": 6370
    },
    {
      "epoch": 1.1124350748548733,
      "grad_norm": 0.08945012092590332,
      "learning_rate": 0.00013960175443533074,
      "loss": 10.201,
      "step": 6371
    },
    {
      "epoch": 1.1126096634804243,
      "grad_norm": 0.0855109691619873,
      "learning_rate": 0.00013958495367192889,
      "loss": 10.1843,
      "step": 6372
    },
    {
      "epoch": 1.1127842521059752,
      "grad_norm": 0.09576822072267532,
      "learning_rate": 0.0001395681515834573,
      "loss": 10.2012,
      "step": 6373
    },
    {
      "epoch": 1.1129588407315263,
      "grad_norm": 0.10640261322259903,
      "learning_rate": 0.00013955134817047852,
      "loss": 10.2129,
      "step": 6374
    },
    {
      "epoch": 1.1131334293570774,
      "grad_norm": 0.10736300051212311,
      "learning_rate": 0.00013953454343355501,
      "loss": 10.2028,
      "step": 6375
    },
    {
      "epoch": 1.1133080179826285,
      "grad_norm": 0.13608253002166748,
      "learning_rate": 0.0001395177373732493,
      "loss": 10.1961,
      "step": 6376
    },
    {
      "epoch": 1.1134826066081795,
      "grad_norm": 0.17739978432655334,
      "learning_rate": 0.0001395009299901239,
      "loss": 10.1755,
      "step": 6377
    },
    {
      "epoch": 1.1136571952337304,
      "grad_norm": 0.055519334971904755,
      "learning_rate": 0.00013948412128474144,
      "loss": 10.2089,
      "step": 6378
    },
    {
      "epoch": 1.1138317838592815,
      "grad_norm": 0.0625266507267952,
      "learning_rate": 0.00013946731125766463,
      "loss": 10.2024,
      "step": 6379
    },
    {
      "epoch": 1.1140063724848326,
      "grad_norm": 0.05215476453304291,
      "learning_rate": 0.00013945049990945614,
      "loss": 10.1827,
      "step": 6380
    },
    {
      "epoch": 1.1141809611103837,
      "grad_norm": 0.05400978773832321,
      "learning_rate": 0.00013943368724067868,
      "loss": 10.1957,
      "step": 6381
    },
    {
      "epoch": 1.1143555497359348,
      "grad_norm": 0.04880521073937416,
      "learning_rate": 0.00013941687325189512,
      "loss": 10.2068,
      "step": 6382
    },
    {
      "epoch": 1.1145301383614858,
      "grad_norm": 0.050382692366838455,
      "learning_rate": 0.0001394000579436682,
      "loss": 10.205,
      "step": 6383
    },
    {
      "epoch": 1.1147047269870367,
      "grad_norm": 0.05347451567649841,
      "learning_rate": 0.0001393832413165608,
      "loss": 10.1927,
      "step": 6384
    },
    {
      "epoch": 1.1148793156125878,
      "grad_norm": 0.048275694251060486,
      "learning_rate": 0.00013936642337113598,
      "loss": 10.1937,
      "step": 6385
    },
    {
      "epoch": 1.1150539042381389,
      "grad_norm": 0.06215164065361023,
      "learning_rate": 0.0001393496041079565,
      "loss": 10.1946,
      "step": 6386
    },
    {
      "epoch": 1.11522849286369,
      "grad_norm": 0.06325938552618027,
      "learning_rate": 0.00013933278352758555,
      "loss": 10.2069,
      "step": 6387
    },
    {
      "epoch": 1.115403081489241,
      "grad_norm": 0.04941926896572113,
      "learning_rate": 0.00013931596163058608,
      "loss": 10.1772,
      "step": 6388
    },
    {
      "epoch": 1.115577670114792,
      "grad_norm": 0.07603096216917038,
      "learning_rate": 0.00013929913841752121,
      "loss": 10.1778,
      "step": 6389
    },
    {
      "epoch": 1.115752258740343,
      "grad_norm": 0.05044934153556824,
      "learning_rate": 0.00013928231388895407,
      "loss": 10.1809,
      "step": 6390
    },
    {
      "epoch": 1.115926847365894,
      "grad_norm": 0.057492587715387344,
      "learning_rate": 0.00013926548804544788,
      "loss": 10.1879,
      "step": 6391
    },
    {
      "epoch": 1.1161014359914452,
      "grad_norm": 0.05288560315966606,
      "learning_rate": 0.00013924866088756583,
      "loss": 10.2186,
      "step": 6392
    },
    {
      "epoch": 1.1162760246169963,
      "grad_norm": 0.06320446729660034,
      "learning_rate": 0.00013923183241587123,
      "loss": 10.2156,
      "step": 6393
    },
    {
      "epoch": 1.1164506132425474,
      "grad_norm": 0.0532631017267704,
      "learning_rate": 0.0001392150026309274,
      "loss": 10.2033,
      "step": 6394
    },
    {
      "epoch": 1.1166252018680982,
      "grad_norm": 0.04583841934800148,
      "learning_rate": 0.00013919817153329765,
      "loss": 10.2212,
      "step": 6395
    },
    {
      "epoch": 1.1167997904936493,
      "grad_norm": 0.06095872074365616,
      "learning_rate": 0.00013918133912354543,
      "loss": 10.1943,
      "step": 6396
    },
    {
      "epoch": 1.1169743791192004,
      "grad_norm": 0.05752166733145714,
      "learning_rate": 0.00013916450540223417,
      "loss": 10.2136,
      "step": 6397
    },
    {
      "epoch": 1.1171489677447515,
      "grad_norm": 0.06895675510168076,
      "learning_rate": 0.00013914767036992738,
      "loss": 10.1974,
      "step": 6398
    },
    {
      "epoch": 1.1173235563703026,
      "grad_norm": 0.06324567645788193,
      "learning_rate": 0.00013913083402718857,
      "loss": 10.2074,
      "step": 6399
    },
    {
      "epoch": 1.1174981449958534,
      "grad_norm": 0.062168531119823456,
      "learning_rate": 0.00013911399637458137,
      "loss": 10.1995,
      "step": 6400
    },
    {
      "epoch": 1.1174981449958534,
      "eval_loss": 10.17501163482666,
      "eval_runtime": 0.7412,
      "eval_samples_per_second": 311.645,
      "eval_steps_per_second": 156.497,
      "step": 6400
    },
    {
      "epoch": 1.1176727336214045,
      "grad_norm": 0.061413951218128204,
      "learning_rate": 0.00013909715741266935,
      "loss": 10.2026,
      "step": 6401
    },
    {
      "epoch": 1.1178473222469556,
      "grad_norm": 0.05706220492720604,
      "learning_rate": 0.0001390803171420162,
      "loss": 10.1826,
      "step": 6402
    },
    {
      "epoch": 1.1180219108725067,
      "grad_norm": 0.060553085058927536,
      "learning_rate": 0.00013906347556318565,
      "loss": 10.189,
      "step": 6403
    },
    {
      "epoch": 1.1181964994980578,
      "grad_norm": 0.06078752875328064,
      "learning_rate": 0.00013904663267674144,
      "loss": 10.1803,
      "step": 6404
    },
    {
      "epoch": 1.1183710881236086,
      "grad_norm": 0.08518286049365997,
      "learning_rate": 0.00013902978848324738,
      "loss": 10.1987,
      "step": 6405
    },
    {
      "epoch": 1.1185456767491597,
      "grad_norm": 0.05714960768818855,
      "learning_rate": 0.00013901294298326728,
      "loss": 10.2004,
      "step": 6406
    },
    {
      "epoch": 1.1187202653747108,
      "grad_norm": 0.06647681444883347,
      "learning_rate": 0.00013899609617736504,
      "loss": 10.1951,
      "step": 6407
    },
    {
      "epoch": 1.118894854000262,
      "grad_norm": 0.06370680779218674,
      "learning_rate": 0.00013897924806610462,
      "loss": 10.1671,
      "step": 6408
    },
    {
      "epoch": 1.119069442625813,
      "grad_norm": 0.06780380010604858,
      "learning_rate": 0.00013896239865005,
      "loss": 10.1791,
      "step": 6409
    },
    {
      "epoch": 1.119244031251364,
      "grad_norm": 0.06752032786607742,
      "learning_rate": 0.00013894554792976516,
      "loss": 10.229,
      "step": 6410
    },
    {
      "epoch": 1.119418619876915,
      "grad_norm": 0.06954024732112885,
      "learning_rate": 0.0001389286959058142,
      "loss": 10.1854,
      "step": 6411
    },
    {
      "epoch": 1.119593208502466,
      "grad_norm": 0.06390029937028885,
      "learning_rate": 0.00013891184257876118,
      "loss": 10.1845,
      "step": 6412
    },
    {
      "epoch": 1.119767797128017,
      "grad_norm": 0.06131322681903839,
      "learning_rate": 0.00013889498794917026,
      "loss": 10.1823,
      "step": 6413
    },
    {
      "epoch": 1.1199423857535682,
      "grad_norm": 0.05830775201320648,
      "learning_rate": 0.00013887813201760566,
      "loss": 10.204,
      "step": 6414
    },
    {
      "epoch": 1.1201169743791193,
      "grad_norm": 0.06471385061740875,
      "learning_rate": 0.00013886127478463162,
      "loss": 10.1869,
      "step": 6415
    },
    {
      "epoch": 1.1202915630046701,
      "grad_norm": 0.07768141478300095,
      "learning_rate": 0.00013884441625081238,
      "loss": 10.1922,
      "step": 6416
    },
    {
      "epoch": 1.1204661516302212,
      "grad_norm": 0.07215647399425507,
      "learning_rate": 0.0001388275564167123,
      "loss": 10.2192,
      "step": 6417
    },
    {
      "epoch": 1.1206407402557723,
      "grad_norm": 0.06154154986143112,
      "learning_rate": 0.00013881069528289577,
      "loss": 10.1904,
      "step": 6418
    },
    {
      "epoch": 1.1208153288813234,
      "grad_norm": 0.07701876759529114,
      "learning_rate": 0.0001387938328499271,
      "loss": 10.1879,
      "step": 6419
    },
    {
      "epoch": 1.1209899175068745,
      "grad_norm": 0.0806010290980339,
      "learning_rate": 0.00013877696911837085,
      "loss": 10.1683,
      "step": 6420
    },
    {
      "epoch": 1.1211645061324256,
      "grad_norm": 0.0824325904250145,
      "learning_rate": 0.0001387601040887915,
      "loss": 10.1608,
      "step": 6421
    },
    {
      "epoch": 1.1213390947579764,
      "grad_norm": 0.08795635402202606,
      "learning_rate": 0.00013874323776175352,
      "loss": 10.1444,
      "step": 6422
    },
    {
      "epoch": 1.1215136833835275,
      "grad_norm": 0.09477139264345169,
      "learning_rate": 0.00013872637013782158,
      "loss": 10.1856,
      "step": 6423
    },
    {
      "epoch": 1.1216882720090786,
      "grad_norm": 0.08802633732557297,
      "learning_rate": 0.00013870950121756028,
      "loss": 10.2009,
      "step": 6424
    },
    {
      "epoch": 1.1218628606346297,
      "grad_norm": 0.1103270873427391,
      "learning_rate": 0.00013869263100153425,
      "loss": 10.1566,
      "step": 6425
    },
    {
      "epoch": 1.1220374492601808,
      "grad_norm": 0.11563331633806229,
      "learning_rate": 0.00013867575949030823,
      "loss": 10.2052,
      "step": 6426
    },
    {
      "epoch": 1.1222120378857317,
      "grad_norm": 0.13793174922466278,
      "learning_rate": 0.00013865888668444703,
      "loss": 10.21,
      "step": 6427
    },
    {
      "epoch": 1.1223866265112827,
      "grad_norm": 0.06917712092399597,
      "learning_rate": 0.0001386420125845154,
      "loss": 10.2087,
      "step": 6428
    },
    {
      "epoch": 1.1225612151368338,
      "grad_norm": 0.06465202569961548,
      "learning_rate": 0.00013862513719107818,
      "loss": 10.1952,
      "step": 6429
    },
    {
      "epoch": 1.122735803762385,
      "grad_norm": 0.06946379691362381,
      "learning_rate": 0.00013860826050470027,
      "loss": 10.1906,
      "step": 6430
    },
    {
      "epoch": 1.122910392387936,
      "grad_norm": 0.06006483733654022,
      "learning_rate": 0.0001385913825259466,
      "loss": 10.2203,
      "step": 6431
    },
    {
      "epoch": 1.1230849810134869,
      "grad_norm": 0.051644884049892426,
      "learning_rate": 0.00013857450325538214,
      "loss": 10.2191,
      "step": 6432
    },
    {
      "epoch": 1.123259569639038,
      "grad_norm": 0.055787935853004456,
      "learning_rate": 0.00013855762269357195,
      "loss": 10.1784,
      "step": 6433
    },
    {
      "epoch": 1.123434158264589,
      "grad_norm": 0.04831366240978241,
      "learning_rate": 0.00013854074084108104,
      "loss": 10.203,
      "step": 6434
    },
    {
      "epoch": 1.1236087468901401,
      "grad_norm": 0.05318926274776459,
      "learning_rate": 0.00013852385769847454,
      "loss": 10.2198,
      "step": 6435
    },
    {
      "epoch": 1.1237833355156912,
      "grad_norm": 0.056707482784986496,
      "learning_rate": 0.00013850697326631757,
      "loss": 10.1999,
      "step": 6436
    },
    {
      "epoch": 1.1239579241412423,
      "grad_norm": 0.05610351264476776,
      "learning_rate": 0.00013849008754517536,
      "loss": 10.1642,
      "step": 6437
    },
    {
      "epoch": 1.1241325127667932,
      "grad_norm": 0.04963761195540428,
      "learning_rate": 0.0001384732005356131,
      "loss": 10.2163,
      "step": 6438
    },
    {
      "epoch": 1.1243071013923442,
      "grad_norm": 0.05494634062051773,
      "learning_rate": 0.00013845631223819612,
      "loss": 10.2035,
      "step": 6439
    },
    {
      "epoch": 1.1244816900178953,
      "grad_norm": 0.051184047013521194,
      "learning_rate": 0.00013843942265348967,
      "loss": 10.2044,
      "step": 6440
    },
    {
      "epoch": 1.1246562786434464,
      "grad_norm": 0.05476321652531624,
      "learning_rate": 0.0001384225317820592,
      "loss": 10.1885,
      "step": 6441
    },
    {
      "epoch": 1.1248308672689975,
      "grad_norm": 0.062072400003671646,
      "learning_rate": 0.00013840563962447003,
      "loss": 10.1977,
      "step": 6442
    },
    {
      "epoch": 1.1250054558945486,
      "grad_norm": 0.062198299914598465,
      "learning_rate": 0.0001383887461812877,
      "loss": 10.2107,
      "step": 6443
    },
    {
      "epoch": 1.1251800445200995,
      "grad_norm": 0.05560655891895294,
      "learning_rate": 0.0001383718514530776,
      "loss": 10.2071,
      "step": 6444
    },
    {
      "epoch": 1.1253546331456505,
      "grad_norm": 0.04980545863509178,
      "learning_rate": 0.0001383549554404053,
      "loss": 10.2139,
      "step": 6445
    },
    {
      "epoch": 1.1255292217712016,
      "grad_norm": 0.05440433323383331,
      "learning_rate": 0.00013833805814383645,
      "loss": 10.1649,
      "step": 6446
    },
    {
      "epoch": 1.1257038103967527,
      "grad_norm": 0.06778833270072937,
      "learning_rate": 0.00013832115956393661,
      "loss": 10.2054,
      "step": 6447
    },
    {
      "epoch": 1.1258783990223038,
      "grad_norm": 0.04973326995968819,
      "learning_rate": 0.00013830425970127143,
      "loss": 10.1967,
      "step": 6448
    },
    {
      "epoch": 1.1260529876478547,
      "grad_norm": 0.052250076085329056,
      "learning_rate": 0.00013828735855640666,
      "loss": 10.207,
      "step": 6449
    },
    {
      "epoch": 1.1262275762734058,
      "grad_norm": 0.05483705922961235,
      "learning_rate": 0.000138270456129908,
      "loss": 10.1972,
      "step": 6450
    },
    {
      "epoch": 1.1264021648989568,
      "grad_norm": 0.0618910975754261,
      "learning_rate": 0.00013825355242234132,
      "loss": 10.1921,
      "step": 6451
    },
    {
      "epoch": 1.126576753524508,
      "grad_norm": 0.06021542102098465,
      "learning_rate": 0.00013823664743427237,
      "loss": 10.1909,
      "step": 6452
    },
    {
      "epoch": 1.126751342150059,
      "grad_norm": 0.06869880110025406,
      "learning_rate": 0.00013821974116626709,
      "loss": 10.1865,
      "step": 6453
    },
    {
      "epoch": 1.1269259307756099,
      "grad_norm": 0.07473326474428177,
      "learning_rate": 0.0001382028336188913,
      "loss": 10.1975,
      "step": 6454
    },
    {
      "epoch": 1.127100519401161,
      "grad_norm": 0.06358765065670013,
      "learning_rate": 0.00013818592479271114,
      "loss": 10.2212,
      "step": 6455
    },
    {
      "epoch": 1.127275108026712,
      "grad_norm": 0.05974704027175903,
      "learning_rate": 0.0001381690146882925,
      "loss": 10.2219,
      "step": 6456
    },
    {
      "epoch": 1.1274496966522631,
      "grad_norm": 0.0598091222345829,
      "learning_rate": 0.00013815210330620143,
      "loss": 10.1752,
      "step": 6457
    },
    {
      "epoch": 1.1276242852778142,
      "grad_norm": 0.07852192968130112,
      "learning_rate": 0.00013813519064700405,
      "loss": 10.2015,
      "step": 6458
    },
    {
      "epoch": 1.127798873903365,
      "grad_norm": 0.061412520706653595,
      "learning_rate": 0.00013811827671126646,
      "loss": 10.1663,
      "step": 6459
    },
    {
      "epoch": 1.1279734625289162,
      "grad_norm": 0.059472184628248215,
      "learning_rate": 0.0001381013614995549,
      "loss": 10.1861,
      "step": 6460
    },
    {
      "epoch": 1.1281480511544673,
      "grad_norm": 0.07185599207878113,
      "learning_rate": 0.00013808444501243555,
      "loss": 10.2064,
      "step": 6461
    },
    {
      "epoch": 1.1283226397800183,
      "grad_norm": 0.07353464514017105,
      "learning_rate": 0.00013806752725047466,
      "loss": 10.1875,
      "step": 6462
    },
    {
      "epoch": 1.1284972284055694,
      "grad_norm": 0.06967862695455551,
      "learning_rate": 0.0001380506082142386,
      "loss": 10.2046,
      "step": 6463
    },
    {
      "epoch": 1.1286718170311205,
      "grad_norm": 0.06443794816732407,
      "learning_rate": 0.00013803368790429367,
      "loss": 10.1513,
      "step": 6464
    },
    {
      "epoch": 1.1288464056566714,
      "grad_norm": 0.06736114621162415,
      "learning_rate": 0.00013801676632120623,
      "loss": 10.2007,
      "step": 6465
    },
    {
      "epoch": 1.1290209942822225,
      "grad_norm": 0.07575923204421997,
      "learning_rate": 0.00013799984346554278,
      "loss": 10.1468,
      "step": 6466
    },
    {
      "epoch": 1.1291955829077736,
      "grad_norm": 0.07119231671094894,
      "learning_rate": 0.0001379829193378698,
      "loss": 10.1561,
      "step": 6467
    },
    {
      "epoch": 1.1293701715333246,
      "grad_norm": 0.06868893653154373,
      "learning_rate": 0.00013796599393875374,
      "loss": 10.1646,
      "step": 6468
    },
    {
      "epoch": 1.1295447601588757,
      "grad_norm": 0.07604765892028809,
      "learning_rate": 0.0001379490672687612,
      "loss": 10.1582,
      "step": 6469
    },
    {
      "epoch": 1.1297193487844268,
      "grad_norm": 0.08591579645872116,
      "learning_rate": 0.0001379321393284588,
      "loss": 10.1713,
      "step": 6470
    },
    {
      "epoch": 1.1298939374099777,
      "grad_norm": 0.0873894989490509,
      "learning_rate": 0.00013791521011841318,
      "loss": 10.1525,
      "step": 6471
    },
    {
      "epoch": 1.1300685260355288,
      "grad_norm": 0.09501940757036209,
      "learning_rate": 0.000137898279639191,
      "loss": 10.1948,
      "step": 6472
    },
    {
      "epoch": 1.1302431146610799,
      "grad_norm": 0.08846087008714676,
      "learning_rate": 0.00013788134789135902,
      "loss": 10.1751,
      "step": 6473
    },
    {
      "epoch": 1.130417703286631,
      "grad_norm": 0.09681417047977448,
      "learning_rate": 0.000137864414875484,
      "loss": 10.1735,
      "step": 6474
    },
    {
      "epoch": 1.130592291912182,
      "grad_norm": 0.09363994747400284,
      "learning_rate": 0.0001378474805921328,
      "loss": 10.1623,
      "step": 6475
    },
    {
      "epoch": 1.1307668805377329,
      "grad_norm": 0.11158602684736252,
      "learning_rate": 0.00013783054504187226,
      "loss": 10.1679,
      "step": 6476
    },
    {
      "epoch": 1.130941469163284,
      "grad_norm": 0.15656043589115143,
      "learning_rate": 0.0001378136082252692,
      "loss": 10.1912,
      "step": 6477
    },
    {
      "epoch": 1.131116057788835,
      "grad_norm": 0.052254412323236465,
      "learning_rate": 0.00013779667014289065,
      "loss": 10.2088,
      "step": 6478
    },
    {
      "epoch": 1.1312906464143861,
      "grad_norm": 0.07155030965805054,
      "learning_rate": 0.00013777973079530362,
      "loss": 10.1972,
      "step": 6479
    },
    {
      "epoch": 1.1314652350399372,
      "grad_norm": 0.06057450920343399,
      "learning_rate": 0.00013776279018307505,
      "loss": 10.2091,
      "step": 6480
    },
    {
      "epoch": 1.131639823665488,
      "grad_norm": 0.04766790196299553,
      "learning_rate": 0.0001377458483067721,
      "loss": 10.1897,
      "step": 6481
    },
    {
      "epoch": 1.1318144122910392,
      "grad_norm": 0.06725627183914185,
      "learning_rate": 0.00013772890516696183,
      "loss": 10.2027,
      "step": 6482
    },
    {
      "epoch": 1.1319890009165903,
      "grad_norm": 0.05441667512059212,
      "learning_rate": 0.0001377119607642114,
      "loss": 10.1939,
      "step": 6483
    },
    {
      "epoch": 1.1321635895421414,
      "grad_norm": 0.05725748464465141,
      "learning_rate": 0.000137695015099088,
      "loss": 10.2109,
      "step": 6484
    },
    {
      "epoch": 1.1323381781676924,
      "grad_norm": 0.056069668382406235,
      "learning_rate": 0.00013767806817215894,
      "loss": 10.1961,
      "step": 6485
    },
    {
      "epoch": 1.1325127667932433,
      "grad_norm": 0.06426738202571869,
      "learning_rate": 0.0001376611199839914,
      "loss": 10.2372,
      "step": 6486
    },
    {
      "epoch": 1.1326873554187944,
      "grad_norm": 0.05564073473215103,
      "learning_rate": 0.00013764417053515278,
      "loss": 10.1665,
      "step": 6487
    },
    {
      "epoch": 1.1328619440443455,
      "grad_norm": 0.05357751250267029,
      "learning_rate": 0.00013762721982621043,
      "loss": 10.1926,
      "step": 6488
    },
    {
      "epoch": 1.1330365326698966,
      "grad_norm": 0.056937702000141144,
      "learning_rate": 0.00013761026785773174,
      "loss": 10.1783,
      "step": 6489
    },
    {
      "epoch": 1.1332111212954477,
      "grad_norm": 0.05222061648964882,
      "learning_rate": 0.00013759331463028416,
      "loss": 10.2104,
      "step": 6490
    },
    {
      "epoch": 1.1333857099209987,
      "grad_norm": 0.06586400419473648,
      "learning_rate": 0.0001375763601444352,
      "loss": 10.1827,
      "step": 6491
    },
    {
      "epoch": 1.1335602985465496,
      "grad_norm": 0.05181998759508133,
      "learning_rate": 0.0001375594044007524,
      "loss": 10.2027,
      "step": 6492
    },
    {
      "epoch": 1.1337348871721007,
      "grad_norm": 0.054051149636507034,
      "learning_rate": 0.00013754244739980334,
      "loss": 10.1798,
      "step": 6493
    },
    {
      "epoch": 1.1339094757976518,
      "grad_norm": 0.05781305953860283,
      "learning_rate": 0.00013752548914215562,
      "loss": 10.2045,
      "step": 6494
    },
    {
      "epoch": 1.1340840644232029,
      "grad_norm": 0.055768124759197235,
      "learning_rate": 0.0001375085296283769,
      "loss": 10.1946,
      "step": 6495
    },
    {
      "epoch": 1.134258653048754,
      "grad_norm": 0.05584799870848656,
      "learning_rate": 0.00013749156885903488,
      "loss": 10.2104,
      "step": 6496
    },
    {
      "epoch": 1.134433241674305,
      "grad_norm": 0.05433576554059982,
      "learning_rate": 0.00013747460683469735,
      "loss": 10.1798,
      "step": 6497
    },
    {
      "epoch": 1.134607830299856,
      "grad_norm": 0.05585075914859772,
      "learning_rate": 0.00013745764355593208,
      "loss": 10.1871,
      "step": 6498
    },
    {
      "epoch": 1.134782418925407,
      "grad_norm": 0.06018980219960213,
      "learning_rate": 0.0001374406790233069,
      "loss": 10.2313,
      "step": 6499
    },
    {
      "epoch": 1.134957007550958,
      "grad_norm": 0.06075141578912735,
      "learning_rate": 0.0001374237132373896,
      "loss": 10.2009,
      "step": 6500
    },
    {
      "epoch": 1.1351315961765092,
      "grad_norm": 0.06314056366682053,
      "learning_rate": 0.00013740674619874824,
      "loss": 10.2145,
      "step": 6501
    },
    {
      "epoch": 1.1353061848020602,
      "grad_norm": 0.06752583384513855,
      "learning_rate": 0.00013738977790795064,
      "loss": 10.1972,
      "step": 6502
    },
    {
      "epoch": 1.1354807734276111,
      "grad_norm": 0.060723334550857544,
      "learning_rate": 0.0001373728083655649,
      "loss": 10.1761,
      "step": 6503
    },
    {
      "epoch": 1.1356553620531622,
      "grad_norm": 0.05684126913547516,
      "learning_rate": 0.000137355837572159,
      "loss": 10.189,
      "step": 6504
    },
    {
      "epoch": 1.1358299506787133,
      "grad_norm": 0.06111178919672966,
      "learning_rate": 0.00013733886552830108,
      "loss": 10.1735,
      "step": 6505
    },
    {
      "epoch": 1.1360045393042644,
      "grad_norm": 0.06375020742416382,
      "learning_rate": 0.00013732189223455917,
      "loss": 10.1885,
      "step": 6506
    },
    {
      "epoch": 1.1361791279298155,
      "grad_norm": 0.06138813868165016,
      "learning_rate": 0.00013730491769150152,
      "loss": 10.1842,
      "step": 6507
    },
    {
      "epoch": 1.1363537165553663,
      "grad_norm": 0.06774693727493286,
      "learning_rate": 0.0001372879418996963,
      "loss": 10.1962,
      "step": 6508
    },
    {
      "epoch": 1.1365283051809174,
      "grad_norm": 0.07016808539628983,
      "learning_rate": 0.00013727096485971179,
      "loss": 10.1915,
      "step": 6509
    },
    {
      "epoch": 1.1367028938064685,
      "grad_norm": 0.07577899843454361,
      "learning_rate": 0.0001372539865721162,
      "loss": 10.1531,
      "step": 6510
    },
    {
      "epoch": 1.1368774824320196,
      "grad_norm": 0.06447796523571014,
      "learning_rate": 0.00013723700703747798,
      "loss": 10.1665,
      "step": 6511
    },
    {
      "epoch": 1.1370520710575707,
      "grad_norm": 0.06705015897750854,
      "learning_rate": 0.0001372200262563654,
      "loss": 10.1721,
      "step": 6512
    },
    {
      "epoch": 1.1372266596831215,
      "grad_norm": 0.07002020627260208,
      "learning_rate": 0.00013720304422934696,
      "loss": 10.1444,
      "step": 6513
    },
    {
      "epoch": 1.1374012483086726,
      "grad_norm": 0.06011563539505005,
      "learning_rate": 0.00013718606095699105,
      "loss": 10.1809,
      "step": 6514
    },
    {
      "epoch": 1.1375758369342237,
      "grad_norm": 0.06748025864362717,
      "learning_rate": 0.00013716907643986618,
      "loss": 10.1851,
      "step": 6515
    },
    {
      "epoch": 1.1377504255597748,
      "grad_norm": 0.06697020679712296,
      "learning_rate": 0.00013715209067854093,
      "loss": 10.1752,
      "step": 6516
    },
    {
      "epoch": 1.1379250141853259,
      "grad_norm": 0.07015959173440933,
      "learning_rate": 0.00013713510367358386,
      "loss": 10.1872,
      "step": 6517
    },
    {
      "epoch": 1.138099602810877,
      "grad_norm": 0.08223660290241241,
      "learning_rate": 0.0001371181154255636,
      "loss": 10.1777,
      "step": 6518
    },
    {
      "epoch": 1.1382741914364278,
      "grad_norm": 0.0771496593952179,
      "learning_rate": 0.00013710112593504878,
      "loss": 10.1658,
      "step": 6519
    },
    {
      "epoch": 1.138448780061979,
      "grad_norm": 0.08154796808958054,
      "learning_rate": 0.00013708413520260813,
      "loss": 10.1766,
      "step": 6520
    },
    {
      "epoch": 1.13862336868753,
      "grad_norm": 0.07557334005832672,
      "learning_rate": 0.00013706714322881042,
      "loss": 10.171,
      "step": 6521
    },
    {
      "epoch": 1.138797957313081,
      "grad_norm": 0.09048957377672195,
      "learning_rate": 0.00013705015001422446,
      "loss": 10.1831,
      "step": 6522
    },
    {
      "epoch": 1.1389725459386322,
      "grad_norm": 0.08935107290744781,
      "learning_rate": 0.00013703315555941903,
      "loss": 10.16,
      "step": 6523
    },
    {
      "epoch": 1.1391471345641833,
      "grad_norm": 0.10051431506872177,
      "learning_rate": 0.000137016159864963,
      "loss": 10.1996,
      "step": 6524
    },
    {
      "epoch": 1.1393217231897341,
      "grad_norm": 0.1016654297709465,
      "learning_rate": 0.00013699916293142533,
      "loss": 10.1427,
      "step": 6525
    },
    {
      "epoch": 1.1394963118152852,
      "grad_norm": 0.1114576905965805,
      "learning_rate": 0.00013698216475937494,
      "loss": 10.1758,
      "step": 6526
    },
    {
      "epoch": 1.1396709004408363,
      "grad_norm": 0.14327140152454376,
      "learning_rate": 0.00013696516534938082,
      "loss": 10.1937,
      "step": 6527
    },
    {
      "epoch": 1.1398454890663874,
      "grad_norm": 0.05752405524253845,
      "learning_rate": 0.00013694816470201208,
      "loss": 10.198,
      "step": 6528
    },
    {
      "epoch": 1.1400200776919385,
      "grad_norm": 0.0567961111664772,
      "learning_rate": 0.00013693116281783777,
      "loss": 10.1899,
      "step": 6529
    },
    {
      "epoch": 1.1401946663174893,
      "grad_norm": 0.05207892507314682,
      "learning_rate": 0.0001369141596974269,
      "loss": 10.2012,
      "step": 6530
    },
    {
      "epoch": 1.1403692549430404,
      "grad_norm": 0.07396622002124786,
      "learning_rate": 0.0001368971553413488,
      "loss": 10.2213,
      "step": 6531
    },
    {
      "epoch": 1.1405438435685915,
      "grad_norm": 0.05334772169589996,
      "learning_rate": 0.0001368801497501726,
      "loss": 10.2002,
      "step": 6532
    },
    {
      "epoch": 1.1407184321941426,
      "grad_norm": 0.05470306798815727,
      "learning_rate": 0.00013686314292446752,
      "loss": 10.2181,
      "step": 6533
    },
    {
      "epoch": 1.1408930208196937,
      "grad_norm": 0.058503326028585434,
      "learning_rate": 0.0001368461348648029,
      "loss": 10.2019,
      "step": 6534
    },
    {
      "epoch": 1.1410676094452445,
      "grad_norm": 0.06569366157054901,
      "learning_rate": 0.00013682912557174806,
      "loss": 10.1919,
      "step": 6535
    },
    {
      "epoch": 1.1412421980707956,
      "grad_norm": 0.06049800291657448,
      "learning_rate": 0.00013681211504587231,
      "loss": 10.2072,
      "step": 6536
    },
    {
      "epoch": 1.1414167866963467,
      "grad_norm": 0.05376633256673813,
      "learning_rate": 0.00013679510328774516,
      "loss": 10.2094,
      "step": 6537
    },
    {
      "epoch": 1.1415913753218978,
      "grad_norm": 0.05512002855539322,
      "learning_rate": 0.00013677809029793598,
      "loss": 10.2088,
      "step": 6538
    },
    {
      "epoch": 1.141765963947449,
      "grad_norm": 0.05455751344561577,
      "learning_rate": 0.0001367610760770143,
      "loss": 10.1863,
      "step": 6539
    },
    {
      "epoch": 1.1419405525729998,
      "grad_norm": 0.058779142796993256,
      "learning_rate": 0.00013674406062554967,
      "loss": 10.2002,
      "step": 6540
    },
    {
      "epoch": 1.1421151411985508,
      "grad_norm": 0.05392015725374222,
      "learning_rate": 0.00013672704394411165,
      "loss": 10.1989,
      "step": 6541
    },
    {
      "epoch": 1.142289729824102,
      "grad_norm": 0.04789808765053749,
      "learning_rate": 0.00013671002603326982,
      "loss": 10.2005,
      "step": 6542
    },
    {
      "epoch": 1.142464318449653,
      "grad_norm": 0.04792048782110214,
      "learning_rate": 0.0001366930068935939,
      "loss": 10.2221,
      "step": 6543
    },
    {
      "epoch": 1.142638907075204,
      "grad_norm": 0.055181436240673065,
      "learning_rate": 0.00013667598652565354,
      "loss": 10.1788,
      "step": 6544
    },
    {
      "epoch": 1.1428134957007552,
      "grad_norm": 0.05136530101299286,
      "learning_rate": 0.00013665896493001854,
      "loss": 10.2029,
      "step": 6545
    },
    {
      "epoch": 1.142988084326306,
      "grad_norm": 0.06098299100995064,
      "learning_rate": 0.00013664194210725862,
      "loss": 10.1988,
      "step": 6546
    },
    {
      "epoch": 1.1431626729518571,
      "grad_norm": 0.057019490748643875,
      "learning_rate": 0.00013662491805794364,
      "loss": 10.1956,
      "step": 6547
    },
    {
      "epoch": 1.1433372615774082,
      "grad_norm": 0.06844932585954666,
      "learning_rate": 0.00013660789278264343,
      "loss": 10.1859,
      "step": 6548
    },
    {
      "epoch": 1.1435118502029593,
      "grad_norm": 0.0645679384469986,
      "learning_rate": 0.00013659086628192796,
      "loss": 10.1918,
      "step": 6549
    },
    {
      "epoch": 1.1436864388285104,
      "grad_norm": 0.06095937266945839,
      "learning_rate": 0.0001365738385563671,
      "loss": 10.1793,
      "step": 6550
    },
    {
      "epoch": 1.1438610274540615,
      "grad_norm": 0.05627766251564026,
      "learning_rate": 0.0001365568096065309,
      "loss": 10.2012,
      "step": 6551
    },
    {
      "epoch": 1.1440356160796123,
      "grad_norm": 0.058897580951452255,
      "learning_rate": 0.00013653977943298937,
      "loss": 10.182,
      "step": 6552
    },
    {
      "epoch": 1.1442102047051634,
      "grad_norm": 0.05907633900642395,
      "learning_rate": 0.00013652274803631253,
      "loss": 10.1966,
      "step": 6553
    },
    {
      "epoch": 1.1443847933307145,
      "grad_norm": 0.07669131457805634,
      "learning_rate": 0.00013650571541707056,
      "loss": 10.1945,
      "step": 6554
    },
    {
      "epoch": 1.1445593819562656,
      "grad_norm": 0.06614549458026886,
      "learning_rate": 0.00013648868157583357,
      "loss": 10.2113,
      "step": 6555
    },
    {
      "epoch": 1.1447339705818167,
      "grad_norm": 0.06765439361333847,
      "learning_rate": 0.00013647164651317176,
      "loss": 10.1826,
      "step": 6556
    },
    {
      "epoch": 1.1449085592073676,
      "grad_norm": 0.06774505972862244,
      "learning_rate": 0.0001364546102296554,
      "loss": 10.1832,
      "step": 6557
    },
    {
      "epoch": 1.1450831478329186,
      "grad_norm": 0.07430112361907959,
      "learning_rate": 0.00013643757272585472,
      "loss": 10.1802,
      "step": 6558
    },
    {
      "epoch": 1.1452577364584697,
      "grad_norm": 0.06416771560907364,
      "learning_rate": 0.00013642053400234004,
      "loss": 10.204,
      "step": 6559
    },
    {
      "epoch": 1.1454323250840208,
      "grad_norm": 0.06469634920358658,
      "learning_rate": 0.0001364034940596817,
      "loss": 10.1808,
      "step": 6560
    },
    {
      "epoch": 1.145606913709572,
      "grad_norm": 0.07000532746315002,
      "learning_rate": 0.0001363864528984501,
      "loss": 10.1577,
      "step": 6561
    },
    {
      "epoch": 1.1457815023351228,
      "grad_norm": 0.06192901358008385,
      "learning_rate": 0.00013636941051921574,
      "loss": 10.1888,
      "step": 6562
    },
    {
      "epoch": 1.1459560909606739,
      "grad_norm": 0.06928538531064987,
      "learning_rate": 0.00013635236692254908,
      "loss": 10.1658,
      "step": 6563
    },
    {
      "epoch": 1.146130679586225,
      "grad_norm": 0.06635915488004684,
      "learning_rate": 0.00013633532210902057,
      "loss": 10.1683,
      "step": 6564
    },
    {
      "epoch": 1.146305268211776,
      "grad_norm": 0.06819640845060349,
      "learning_rate": 0.0001363182760792008,
      "loss": 10.1931,
      "step": 6565
    },
    {
      "epoch": 1.1464798568373271,
      "grad_norm": 0.09061095863580704,
      "learning_rate": 0.00013630122883366038,
      "loss": 10.2009,
      "step": 6566
    },
    {
      "epoch": 1.146654445462878,
      "grad_norm": 0.08535835891962051,
      "learning_rate": 0.00013628418037296998,
      "loss": 10.1678,
      "step": 6567
    },
    {
      "epoch": 1.146829034088429,
      "grad_norm": 0.07219752669334412,
      "learning_rate": 0.00013626713069770022,
      "loss": 10.1875,
      "step": 6568
    },
    {
      "epoch": 1.1470036227139802,
      "grad_norm": 0.09073363244533539,
      "learning_rate": 0.0001362500798084219,
      "loss": 10.1751,
      "step": 6569
    },
    {
      "epoch": 1.1471782113395312,
      "grad_norm": 0.0733567476272583,
      "learning_rate": 0.00013623302770570569,
      "loss": 10.206,
      "step": 6570
    },
    {
      "epoch": 1.1473527999650823,
      "grad_norm": 0.08666393905878067,
      "learning_rate": 0.00013621597439012248,
      "loss": 10.1767,
      "step": 6571
    },
    {
      "epoch": 1.1475273885906334,
      "grad_norm": 0.08295834809541702,
      "learning_rate": 0.00013619891986224304,
      "loss": 10.1783,
      "step": 6572
    },
    {
      "epoch": 1.1477019772161843,
      "grad_norm": 0.09218177944421768,
      "learning_rate": 0.0001361818641226383,
      "loss": 10.2035,
      "step": 6573
    },
    {
      "epoch": 1.1478765658417354,
      "grad_norm": 0.09486841410398483,
      "learning_rate": 0.00013616480717187917,
      "loss": 10.1913,
      "step": 6574
    },
    {
      "epoch": 1.1480511544672864,
      "grad_norm": 0.1068883165717125,
      "learning_rate": 0.00013614774901053665,
      "loss": 10.1863,
      "step": 6575
    },
    {
      "epoch": 1.1482257430928375,
      "grad_norm": 0.1279798448085785,
      "learning_rate": 0.00013613068963918168,
      "loss": 10.2027,
      "step": 6576
    },
    {
      "epoch": 1.1484003317183886,
      "grad_norm": 0.1402433067560196,
      "learning_rate": 0.0001361136290583854,
      "loss": 10.1998,
      "step": 6577
    },
    {
      "epoch": 1.1485749203439397,
      "grad_norm": 0.06278485804796219,
      "learning_rate": 0.00013609656726871878,
      "loss": 10.2136,
      "step": 6578
    },
    {
      "epoch": 1.1487495089694906,
      "grad_norm": 0.06758764386177063,
      "learning_rate": 0.000136079504270753,
      "loss": 10.1931,
      "step": 6579
    },
    {
      "epoch": 1.1489240975950417,
      "grad_norm": 0.05400955304503441,
      "learning_rate": 0.0001360624400650593,
      "loss": 10.2014,
      "step": 6580
    },
    {
      "epoch": 1.1490986862205927,
      "grad_norm": 0.05477441847324371,
      "learning_rate": 0.00013604537465220875,
      "loss": 10.2085,
      "step": 6581
    },
    {
      "epoch": 1.1492732748461438,
      "grad_norm": 0.05763964727520943,
      "learning_rate": 0.00013602830803277272,
      "loss": 10.2136,
      "step": 6582
    },
    {
      "epoch": 1.149447863471695,
      "grad_norm": 0.0506376214325428,
      "learning_rate": 0.00013601124020732247,
      "loss": 10.2142,
      "step": 6583
    },
    {
      "epoch": 1.1496224520972458,
      "grad_norm": 0.05451493337750435,
      "learning_rate": 0.00013599417117642925,
      "loss": 10.2253,
      "step": 6584
    },
    {
      "epoch": 1.1497970407227969,
      "grad_norm": 0.06230572611093521,
      "learning_rate": 0.0001359771009406645,
      "loss": 10.2188,
      "step": 6585
    },
    {
      "epoch": 1.149971629348348,
      "grad_norm": 0.056574780493974686,
      "learning_rate": 0.00013596002950059968,
      "loss": 10.2119,
      "step": 6586
    },
    {
      "epoch": 1.150146217973899,
      "grad_norm": 0.04766912758350372,
      "learning_rate": 0.00013594295685680617,
      "loss": 10.2115,
      "step": 6587
    },
    {
      "epoch": 1.1503208065994501,
      "grad_norm": 0.050469618290662766,
      "learning_rate": 0.00013592588300985546,
      "loss": 10.2212,
      "step": 6588
    },
    {
      "epoch": 1.150495395225001,
      "grad_norm": 0.049142561852931976,
      "learning_rate": 0.00013590880796031908,
      "loss": 10.2134,
      "step": 6589
    },
    {
      "epoch": 1.150669983850552,
      "grad_norm": 0.05913083255290985,
      "learning_rate": 0.0001358917317087686,
      "loss": 10.2019,
      "step": 6590
    },
    {
      "epoch": 1.1508445724761032,
      "grad_norm": 0.05711552873253822,
      "learning_rate": 0.0001358746542557757,
      "loss": 10.1917,
      "step": 6591
    },
    {
      "epoch": 1.1510191611016543,
      "grad_norm": 0.066874198615551,
      "learning_rate": 0.00013585757560191194,
      "loss": 10.1901,
      "step": 6592
    },
    {
      "epoch": 1.1511937497272053,
      "grad_norm": 0.05855626240372658,
      "learning_rate": 0.00013584049574774909,
      "loss": 10.1767,
      "step": 6593
    },
    {
      "epoch": 1.1513683383527562,
      "grad_norm": 0.054478149861097336,
      "learning_rate": 0.0001358234146938588,
      "loss": 10.1796,
      "step": 6594
    },
    {
      "epoch": 1.1515429269783073,
      "grad_norm": 0.05625738948583603,
      "learning_rate": 0.00013580633244081292,
      "loss": 10.1846,
      "step": 6595
    },
    {
      "epoch": 1.1517175156038584,
      "grad_norm": 0.054544493556022644,
      "learning_rate": 0.0001357892489891832,
      "loss": 10.2164,
      "step": 6596
    },
    {
      "epoch": 1.1518921042294095,
      "grad_norm": 0.06098221242427826,
      "learning_rate": 0.00013577216433954153,
      "loss": 10.2187,
      "step": 6597
    },
    {
      "epoch": 1.1520666928549606,
      "grad_norm": 0.0566791333258152,
      "learning_rate": 0.00013575507849245984,
      "loss": 10.1831,
      "step": 6598
    },
    {
      "epoch": 1.1522412814805116,
      "grad_norm": 0.05870925262570381,
      "learning_rate": 0.00013573799144851,
      "loss": 10.1799,
      "step": 6599
    },
    {
      "epoch": 1.1524158701060625,
      "grad_norm": 0.0539647676050663,
      "learning_rate": 0.00013572090320826397,
      "loss": 10.1836,
      "step": 6600
    },
    {
      "epoch": 1.1524158701060625,
      "eval_loss": 10.173015594482422,
      "eval_runtime": 0.7399,
      "eval_samples_per_second": 312.208,
      "eval_steps_per_second": 156.78,
      "step": 6600
    },
    {
      "epoch": 1.1525904587316136,
      "grad_norm": 0.05754921957850456,
      "learning_rate": 0.00013570381377229378,
      "loss": 10.1776,
      "step": 6601
    },
    {
      "epoch": 1.1527650473571647,
      "grad_norm": 0.06129704788327217,
      "learning_rate": 0.00013568672314117155,
      "loss": 10.1801,
      "step": 6602
    },
    {
      "epoch": 1.1529396359827158,
      "grad_norm": 0.06384776532649994,
      "learning_rate": 0.0001356696313154693,
      "loss": 10.1677,
      "step": 6603
    },
    {
      "epoch": 1.1531142246082668,
      "grad_norm": 0.06662099808454514,
      "learning_rate": 0.00013565253829575917,
      "loss": 10.1674,
      "step": 6604
    },
    {
      "epoch": 1.153288813233818,
      "grad_norm": 0.06636055558919907,
      "learning_rate": 0.00013563544408261335,
      "loss": 10.188,
      "step": 6605
    },
    {
      "epoch": 1.1534634018593688,
      "grad_norm": 0.06508639454841614,
      "learning_rate": 0.00013561834867660406,
      "loss": 10.1641,
      "step": 6606
    },
    {
      "epoch": 1.1536379904849199,
      "grad_norm": 0.0724368542432785,
      "learning_rate": 0.00013560125207830355,
      "loss": 10.1409,
      "step": 6607
    },
    {
      "epoch": 1.153812579110471,
      "grad_norm": 0.06480993330478668,
      "learning_rate": 0.0001355841542882841,
      "loss": 10.1891,
      "step": 6608
    },
    {
      "epoch": 1.153987167736022,
      "grad_norm": 0.07318785786628723,
      "learning_rate": 0.000135567055307118,
      "loss": 10.1861,
      "step": 6609
    },
    {
      "epoch": 1.1541617563615731,
      "grad_norm": 0.07180633395910263,
      "learning_rate": 0.00013554995513537772,
      "loss": 10.1887,
      "step": 6610
    },
    {
      "epoch": 1.154336344987124,
      "grad_norm": 0.0694059357047081,
      "learning_rate": 0.00013553285377363561,
      "loss": 10.2107,
      "step": 6611
    },
    {
      "epoch": 1.154510933612675,
      "grad_norm": 0.06824510544538498,
      "learning_rate": 0.00013551575122246415,
      "loss": 10.2152,
      "step": 6612
    },
    {
      "epoch": 1.1546855222382262,
      "grad_norm": 0.07610020041465759,
      "learning_rate": 0.0001354986474824358,
      "loss": 10.1833,
      "step": 6613
    },
    {
      "epoch": 1.1548601108637773,
      "grad_norm": 0.07402123510837555,
      "learning_rate": 0.00013548154255412311,
      "loss": 10.2173,
      "step": 6614
    },
    {
      "epoch": 1.1550346994893284,
      "grad_norm": 0.07677818089723587,
      "learning_rate": 0.00013546443643809862,
      "loss": 10.1976,
      "step": 6615
    },
    {
      "epoch": 1.1552092881148792,
      "grad_norm": 0.07977776974439621,
      "learning_rate": 0.00013544732913493504,
      "loss": 10.1701,
      "step": 6616
    },
    {
      "epoch": 1.1553838767404303,
      "grad_norm": 0.07100335508584976,
      "learning_rate": 0.00013543022064520493,
      "loss": 10.1842,
      "step": 6617
    },
    {
      "epoch": 1.1555584653659814,
      "grad_norm": 0.09276257455348969,
      "learning_rate": 0.00013541311096948097,
      "loss": 10.1589,
      "step": 6618
    },
    {
      "epoch": 1.1557330539915325,
      "grad_norm": 0.0759650394320488,
      "learning_rate": 0.00013539600010833592,
      "loss": 10.1791,
      "step": 6619
    },
    {
      "epoch": 1.1559076426170836,
      "grad_norm": 0.08893386274576187,
      "learning_rate": 0.0001353788880623426,
      "loss": 10.1985,
      "step": 6620
    },
    {
      "epoch": 1.1560822312426344,
      "grad_norm": 0.09687887132167816,
      "learning_rate": 0.00013536177483207374,
      "loss": 10.1833,
      "step": 6621
    },
    {
      "epoch": 1.1562568198681855,
      "grad_norm": 0.09618092328310013,
      "learning_rate": 0.00013534466041810226,
      "loss": 10.2026,
      "step": 6622
    },
    {
      "epoch": 1.1564314084937366,
      "grad_norm": 0.09759634733200073,
      "learning_rate": 0.00013532754482100098,
      "loss": 10.1833,
      "step": 6623
    },
    {
      "epoch": 1.1566059971192877,
      "grad_norm": 0.10272558778524399,
      "learning_rate": 0.00013531042804134285,
      "loss": 10.1641,
      "step": 6624
    },
    {
      "epoch": 1.1567805857448388,
      "grad_norm": 0.1086888387799263,
      "learning_rate": 0.00013529331007970088,
      "loss": 10.1693,
      "step": 6625
    },
    {
      "epoch": 1.1569551743703899,
      "grad_norm": 0.12882404029369354,
      "learning_rate": 0.00013527619093664804,
      "loss": 10.216,
      "step": 6626
    },
    {
      "epoch": 1.1571297629959407,
      "grad_norm": 0.16322451829910278,
      "learning_rate": 0.00013525907061275738,
      "loss": 10.2113,
      "step": 6627
    },
    {
      "epoch": 1.1573043516214918,
      "grad_norm": 0.05951020494103432,
      "learning_rate": 0.00013524194910860202,
      "loss": 10.2164,
      "step": 6628
    },
    {
      "epoch": 1.157478940247043,
      "grad_norm": 0.06036080792546272,
      "learning_rate": 0.00013522482642475502,
      "loss": 10.2017,
      "step": 6629
    },
    {
      "epoch": 1.157653528872594,
      "grad_norm": 0.05998009070754051,
      "learning_rate": 0.0001352077025617896,
      "loss": 10.19,
      "step": 6630
    },
    {
      "epoch": 1.157828117498145,
      "grad_norm": 0.057121291756629944,
      "learning_rate": 0.00013519057752027895,
      "loss": 10.1954,
      "step": 6631
    },
    {
      "epoch": 1.1580027061236962,
      "grad_norm": 0.05381056293845177,
      "learning_rate": 0.00013517345130079634,
      "loss": 10.221,
      "step": 6632
    },
    {
      "epoch": 1.158177294749247,
      "grad_norm": 0.05417171120643616,
      "learning_rate": 0.000135156323903915,
      "loss": 10.211,
      "step": 6633
    },
    {
      "epoch": 1.158351883374798,
      "grad_norm": 0.05781791731715202,
      "learning_rate": 0.00013513919533020827,
      "loss": 10.1963,
      "step": 6634
    },
    {
      "epoch": 1.1585264720003492,
      "grad_norm": 0.05331426486372948,
      "learning_rate": 0.00013512206558024956,
      "loss": 10.2076,
      "step": 6635
    },
    {
      "epoch": 1.1587010606259003,
      "grad_norm": 0.059899840503931046,
      "learning_rate": 0.00013510493465461224,
      "loss": 10.1797,
      "step": 6636
    },
    {
      "epoch": 1.1588756492514514,
      "grad_norm": 0.05709931254386902,
      "learning_rate": 0.0001350878025538697,
      "loss": 10.1874,
      "step": 6637
    },
    {
      "epoch": 1.1590502378770022,
      "grad_norm": 0.05903635546565056,
      "learning_rate": 0.0001350706692785955,
      "loss": 10.1853,
      "step": 6638
    },
    {
      "epoch": 1.1592248265025533,
      "grad_norm": 0.04806497320532799,
      "learning_rate": 0.00013505353482936317,
      "loss": 10.1994,
      "step": 6639
    },
    {
      "epoch": 1.1593994151281044,
      "grad_norm": 0.0529620461165905,
      "learning_rate": 0.0001350363992067462,
      "loss": 10.1901,
      "step": 6640
    },
    {
      "epoch": 1.1595740037536555,
      "grad_norm": 0.05837274342775345,
      "learning_rate": 0.0001350192624113182,
      "loss": 10.1946,
      "step": 6641
    },
    {
      "epoch": 1.1597485923792066,
      "grad_norm": 0.06348732858896255,
      "learning_rate": 0.00013500212444365284,
      "loss": 10.1797,
      "step": 6642
    },
    {
      "epoch": 1.1599231810047574,
      "grad_norm": 0.05511973425745964,
      "learning_rate": 0.00013498498530432383,
      "loss": 10.2085,
      "step": 6643
    },
    {
      "epoch": 1.1600977696303085,
      "grad_norm": 0.06207094341516495,
      "learning_rate": 0.00013496784499390481,
      "loss": 10.1839,
      "step": 6644
    },
    {
      "epoch": 1.1602723582558596,
      "grad_norm": 0.061329834163188934,
      "learning_rate": 0.0001349507035129696,
      "loss": 10.1907,
      "step": 6645
    },
    {
      "epoch": 1.1604469468814107,
      "grad_norm": 0.05619116127490997,
      "learning_rate": 0.0001349335608620919,
      "loss": 10.1956,
      "step": 6646
    },
    {
      "epoch": 1.1606215355069618,
      "grad_norm": 0.059876106679439545,
      "learning_rate": 0.00013491641704184567,
      "loss": 10.1724,
      "step": 6647
    },
    {
      "epoch": 1.1607961241325127,
      "grad_norm": 0.06350506842136383,
      "learning_rate": 0.0001348992720528047,
      "loss": 10.2067,
      "step": 6648
    },
    {
      "epoch": 1.1609707127580637,
      "grad_norm": 0.06213406100869179,
      "learning_rate": 0.00013488212589554292,
      "loss": 10.1992,
      "step": 6649
    },
    {
      "epoch": 1.1611453013836148,
      "grad_norm": 0.062087614089250565,
      "learning_rate": 0.0001348649785706343,
      "loss": 10.1826,
      "step": 6650
    },
    {
      "epoch": 1.161319890009166,
      "grad_norm": 0.06550157070159912,
      "learning_rate": 0.00013484783007865282,
      "loss": 10.2161,
      "step": 6651
    },
    {
      "epoch": 1.161494478634717,
      "grad_norm": 0.05906221270561218,
      "learning_rate": 0.0001348306804201725,
      "loss": 10.2277,
      "step": 6652
    },
    {
      "epoch": 1.161669067260268,
      "grad_norm": 0.06576628237962723,
      "learning_rate": 0.00013481352959576743,
      "loss": 10.215,
      "step": 6653
    },
    {
      "epoch": 1.161843655885819,
      "grad_norm": 0.06713695824146271,
      "learning_rate": 0.0001347963776060117,
      "loss": 10.2117,
      "step": 6654
    },
    {
      "epoch": 1.16201824451137,
      "grad_norm": 0.06266455352306366,
      "learning_rate": 0.00013477922445147945,
      "loss": 10.1869,
      "step": 6655
    },
    {
      "epoch": 1.1621928331369211,
      "grad_norm": 0.06867382675409317,
      "learning_rate": 0.00013476207013274488,
      "loss": 10.1896,
      "step": 6656
    },
    {
      "epoch": 1.1623674217624722,
      "grad_norm": 0.08009170740842819,
      "learning_rate": 0.00013474491465038224,
      "loss": 10.1767,
      "step": 6657
    },
    {
      "epoch": 1.1625420103880233,
      "grad_norm": 0.06410049647092819,
      "learning_rate": 0.00013472775800496572,
      "loss": 10.206,
      "step": 6658
    },
    {
      "epoch": 1.1627165990135744,
      "grad_norm": 0.07151012122631073,
      "learning_rate": 0.00013471060019706971,
      "loss": 10.1441,
      "step": 6659
    },
    {
      "epoch": 1.1628911876391252,
      "grad_norm": 0.06985379010438919,
      "learning_rate": 0.0001346934412272685,
      "loss": 10.1903,
      "step": 6660
    },
    {
      "epoch": 1.1630657762646763,
      "grad_norm": 0.06761810183525085,
      "learning_rate": 0.00013467628109613646,
      "loss": 10.1346,
      "step": 6661
    },
    {
      "epoch": 1.1632403648902274,
      "grad_norm": 0.07084517925977707,
      "learning_rate": 0.00013465911980424806,
      "loss": 10.1622,
      "step": 6662
    },
    {
      "epoch": 1.1634149535157785,
      "grad_norm": 0.07731479406356812,
      "learning_rate": 0.00013464195735217772,
      "loss": 10.1734,
      "step": 6663
    },
    {
      "epoch": 1.1635895421413296,
      "grad_norm": 0.06967329978942871,
      "learning_rate": 0.00013462479374049994,
      "loss": 10.1618,
      "step": 6664
    },
    {
      "epoch": 1.1637641307668805,
      "grad_norm": 0.06601081788539886,
      "learning_rate": 0.00013460762896978928,
      "loss": 10.1809,
      "step": 6665
    },
    {
      "epoch": 1.1639387193924315,
      "grad_norm": 0.07517863810062408,
      "learning_rate": 0.00013459046304062028,
      "loss": 10.1822,
      "step": 6666
    },
    {
      "epoch": 1.1641133080179826,
      "grad_norm": 0.06952070444822311,
      "learning_rate": 0.0001345732959535676,
      "loss": 10.1528,
      "step": 6667
    },
    {
      "epoch": 1.1642878966435337,
      "grad_norm": 0.08291957527399063,
      "learning_rate": 0.00013455612770920582,
      "loss": 10.2022,
      "step": 6668
    },
    {
      "epoch": 1.1644624852690848,
      "grad_norm": 0.07868051528930664,
      "learning_rate": 0.00013453895830810972,
      "loss": 10.1875,
      "step": 6669
    },
    {
      "epoch": 1.1646370738946357,
      "grad_norm": 0.08594256639480591,
      "learning_rate": 0.00013452178775085396,
      "loss": 10.1906,
      "step": 6670
    },
    {
      "epoch": 1.1648116625201868,
      "grad_norm": 0.08328867703676224,
      "learning_rate": 0.00013450461603801335,
      "loss": 10.168,
      "step": 6671
    },
    {
      "epoch": 1.1649862511457378,
      "grad_norm": 0.0835767537355423,
      "learning_rate": 0.00013448744317016265,
      "loss": 10.2106,
      "step": 6672
    },
    {
      "epoch": 1.165160839771289,
      "grad_norm": 0.10463568568229675,
      "learning_rate": 0.00013447026914787676,
      "loss": 10.1998,
      "step": 6673
    },
    {
      "epoch": 1.16533542839684,
      "grad_norm": 0.09539495408535004,
      "learning_rate": 0.00013445309397173052,
      "loss": 10.2199,
      "step": 6674
    },
    {
      "epoch": 1.1655100170223909,
      "grad_norm": 0.10918745398521423,
      "learning_rate": 0.00013443591764229892,
      "loss": 10.1915,
      "step": 6675
    },
    {
      "epoch": 1.165684605647942,
      "grad_norm": 0.14089494943618774,
      "learning_rate": 0.00013441874016015682,
      "loss": 10.1816,
      "step": 6676
    },
    {
      "epoch": 1.165859194273493,
      "grad_norm": 0.19695745408535004,
      "learning_rate": 0.0001344015615258793,
      "loss": 10.1998,
      "step": 6677
    },
    {
      "epoch": 1.1660337828990441,
      "grad_norm": 0.06785037368535995,
      "learning_rate": 0.00013438438174004138,
      "loss": 10.2104,
      "step": 6678
    },
    {
      "epoch": 1.1662083715245952,
      "grad_norm": 0.05276291072368622,
      "learning_rate": 0.0001343672008032181,
      "loss": 10.2145,
      "step": 6679
    },
    {
      "epoch": 1.1663829601501463,
      "grad_norm": 0.07362059503793716,
      "learning_rate": 0.00013435001871598467,
      "loss": 10.1904,
      "step": 6680
    },
    {
      "epoch": 1.1665575487756972,
      "grad_norm": 0.06050708889961243,
      "learning_rate": 0.00013433283547891614,
      "loss": 10.2132,
      "step": 6681
    },
    {
      "epoch": 1.1667321374012483,
      "grad_norm": 0.053445540368556976,
      "learning_rate": 0.00013431565109258778,
      "loss": 10.1955,
      "step": 6682
    },
    {
      "epoch": 1.1669067260267993,
      "grad_norm": 0.05020887032151222,
      "learning_rate": 0.00013429846555757473,
      "loss": 10.2028,
      "step": 6683
    },
    {
      "epoch": 1.1670813146523504,
      "grad_norm": 0.04841764643788338,
      "learning_rate": 0.00013428127887445238,
      "loss": 10.1935,
      "step": 6684
    },
    {
      "epoch": 1.1672559032779015,
      "grad_norm": 0.05403267219662666,
      "learning_rate": 0.00013426409104379592,
      "loss": 10.205,
      "step": 6685
    },
    {
      "epoch": 1.1674304919034526,
      "grad_norm": 0.05894338712096214,
      "learning_rate": 0.0001342469020661808,
      "loss": 10.2115,
      "step": 6686
    },
    {
      "epoch": 1.1676050805290035,
      "grad_norm": 0.052139367908239365,
      "learning_rate": 0.00013422971194218232,
      "loss": 10.1909,
      "step": 6687
    },
    {
      "epoch": 1.1677796691545546,
      "grad_norm": 0.05505381524562836,
      "learning_rate": 0.00013421252067237594,
      "loss": 10.2277,
      "step": 6688
    },
    {
      "epoch": 1.1679542577801056,
      "grad_norm": 0.06477504223585129,
      "learning_rate": 0.00013419532825733712,
      "loss": 10.2023,
      "step": 6689
    },
    {
      "epoch": 1.1681288464056567,
      "grad_norm": 0.06498431414365768,
      "learning_rate": 0.0001341781346976414,
      "loss": 10.1896,
      "step": 6690
    },
    {
      "epoch": 1.1683034350312078,
      "grad_norm": 0.06197341904044151,
      "learning_rate": 0.00013416093999386424,
      "loss": 10.2056,
      "step": 6691
    },
    {
      "epoch": 1.1684780236567587,
      "grad_norm": 0.05451798811554909,
      "learning_rate": 0.00013414374414658128,
      "loss": 10.1914,
      "step": 6692
    },
    {
      "epoch": 1.1686526122823098,
      "grad_norm": 0.05846451595425606,
      "learning_rate": 0.00013412654715636813,
      "loss": 10.1853,
      "step": 6693
    },
    {
      "epoch": 1.1688272009078609,
      "grad_norm": 0.05822359398007393,
      "learning_rate": 0.00013410934902380038,
      "loss": 10.2002,
      "step": 6694
    },
    {
      "epoch": 1.169001789533412,
      "grad_norm": 0.07443460077047348,
      "learning_rate": 0.0001340921497494538,
      "loss": 10.2058,
      "step": 6695
    },
    {
      "epoch": 1.169176378158963,
      "grad_norm": 0.05760784074664116,
      "learning_rate": 0.00013407494933390408,
      "loss": 10.1853,
      "step": 6696
    },
    {
      "epoch": 1.169350966784514,
      "grad_norm": 0.06200849637389183,
      "learning_rate": 0.00013405774777772698,
      "loss": 10.1957,
      "step": 6697
    },
    {
      "epoch": 1.169525555410065,
      "grad_norm": 0.057326789945364,
      "learning_rate": 0.0001340405450814983,
      "loss": 10.1859,
      "step": 6698
    },
    {
      "epoch": 1.169700144035616,
      "grad_norm": 0.0661502331495285,
      "learning_rate": 0.00013402334124579398,
      "loss": 10.1956,
      "step": 6699
    },
    {
      "epoch": 1.1698747326611671,
      "grad_norm": 0.06066644564270973,
      "learning_rate": 0.0001340061362711898,
      "loss": 10.2034,
      "step": 6700
    },
    {
      "epoch": 1.1700493212867182,
      "grad_norm": 0.06404515355825424,
      "learning_rate": 0.00013398893015826167,
      "loss": 10.1686,
      "step": 6701
    },
    {
      "epoch": 1.170223909912269,
      "grad_norm": 0.05467183515429497,
      "learning_rate": 0.00013397172290758564,
      "loss": 10.2028,
      "step": 6702
    },
    {
      "epoch": 1.1703984985378202,
      "grad_norm": 0.0643463060259819,
      "learning_rate": 0.00013395451451973762,
      "loss": 10.2049,
      "step": 6703
    },
    {
      "epoch": 1.1705730871633713,
      "grad_norm": 0.05503904074430466,
      "learning_rate": 0.00013393730499529368,
      "loss": 10.1823,
      "step": 6704
    },
    {
      "epoch": 1.1707476757889224,
      "grad_norm": 0.06322362273931503,
      "learning_rate": 0.00013392009433482992,
      "loss": 10.1735,
      "step": 6705
    },
    {
      "epoch": 1.1709222644144734,
      "grad_norm": 0.05631624162197113,
      "learning_rate": 0.0001339028825389224,
      "loss": 10.1665,
      "step": 6706
    },
    {
      "epoch": 1.1710968530400245,
      "grad_norm": 0.06327015906572342,
      "learning_rate": 0.0001338856696081473,
      "loss": 10.2119,
      "step": 6707
    },
    {
      "epoch": 1.1712714416655754,
      "grad_norm": 0.06362945586442947,
      "learning_rate": 0.00013386845554308078,
      "loss": 10.1924,
      "step": 6708
    },
    {
      "epoch": 1.1714460302911265,
      "grad_norm": 0.07041797786951065,
      "learning_rate": 0.00013385124034429909,
      "loss": 10.1932,
      "step": 6709
    },
    {
      "epoch": 1.1716206189166776,
      "grad_norm": 0.06517671048641205,
      "learning_rate": 0.0001338340240123785,
      "loss": 10.1521,
      "step": 6710
    },
    {
      "epoch": 1.1717952075422287,
      "grad_norm": 0.06790722161531448,
      "learning_rate": 0.0001338168065478953,
      "loss": 10.2254,
      "step": 6711
    },
    {
      "epoch": 1.1719697961677797,
      "grad_norm": 0.07672692090272903,
      "learning_rate": 0.0001337995879514258,
      "loss": 10.1653,
      "step": 6712
    },
    {
      "epoch": 1.1721443847933308,
      "grad_norm": 0.06646759063005447,
      "learning_rate": 0.00013378236822354645,
      "loss": 10.1778,
      "step": 6713
    },
    {
      "epoch": 1.1723189734188817,
      "grad_norm": 0.07148426026105881,
      "learning_rate": 0.0001337651473648336,
      "loss": 10.1643,
      "step": 6714
    },
    {
      "epoch": 1.1724935620444328,
      "grad_norm": 0.062029335647821426,
      "learning_rate": 0.00013374792537586367,
      "loss": 10.1528,
      "step": 6715
    },
    {
      "epoch": 1.1726681506699839,
      "grad_norm": 0.06484927237033844,
      "learning_rate": 0.00013373070225721325,
      "loss": 10.1975,
      "step": 6716
    },
    {
      "epoch": 1.172842739295535,
      "grad_norm": 0.07326612621545792,
      "learning_rate": 0.00013371347800945882,
      "loss": 10.1836,
      "step": 6717
    },
    {
      "epoch": 1.173017327921086,
      "grad_norm": 0.0710907131433487,
      "learning_rate": 0.0001336962526331769,
      "loss": 10.1497,
      "step": 6718
    },
    {
      "epoch": 1.173191916546637,
      "grad_norm": 0.0727982446551323,
      "learning_rate": 0.00013367902612894416,
      "loss": 10.1852,
      "step": 6719
    },
    {
      "epoch": 1.173366505172188,
      "grad_norm": 0.07787124812602997,
      "learning_rate": 0.00013366179849733721,
      "loss": 10.1704,
      "step": 6720
    },
    {
      "epoch": 1.173541093797739,
      "grad_norm": 0.08143677562475204,
      "learning_rate": 0.00013364456973893277,
      "loss": 10.1718,
      "step": 6721
    },
    {
      "epoch": 1.1737156824232902,
      "grad_norm": 0.07791531831026077,
      "learning_rate": 0.0001336273398543075,
      "loss": 10.1716,
      "step": 6722
    },
    {
      "epoch": 1.1738902710488412,
      "grad_norm": 0.09451960772275925,
      "learning_rate": 0.00013361010884403818,
      "loss": 10.203,
      "step": 6723
    },
    {
      "epoch": 1.1740648596743921,
      "grad_norm": 0.10520417988300323,
      "learning_rate": 0.0001335928767087016,
      "loss": 10.1712,
      "step": 6724
    },
    {
      "epoch": 1.1742394482999432,
      "grad_norm": 0.13084563612937927,
      "learning_rate": 0.0001335756434488746,
      "loss": 10.1801,
      "step": 6725
    },
    {
      "epoch": 1.1744140369254943,
      "grad_norm": 0.13725222647190094,
      "learning_rate": 0.00013355840906513402,
      "loss": 10.2021,
      "step": 6726
    },
    {
      "epoch": 1.1745886255510454,
      "grad_norm": 0.20145170390605927,
      "learning_rate": 0.0001335411735580568,
      "loss": 10.1825,
      "step": 6727
    },
    {
      "epoch": 1.1747632141765965,
      "grad_norm": 0.05996145308017731,
      "learning_rate": 0.00013352393692821982,
      "loss": 10.2115,
      "step": 6728
    },
    {
      "epoch": 1.1749378028021473,
      "grad_norm": 0.053392522037029266,
      "learning_rate": 0.00013350669917620018,
      "loss": 10.2018,
      "step": 6729
    },
    {
      "epoch": 1.1751123914276984,
      "grad_norm": 0.05460912361741066,
      "learning_rate": 0.00013348946030257477,
      "loss": 10.2069,
      "step": 6730
    },
    {
      "epoch": 1.1752869800532495,
      "grad_norm": 0.05965264141559601,
      "learning_rate": 0.0001334722203079207,
      "loss": 10.1889,
      "step": 6731
    },
    {
      "epoch": 1.1754615686788006,
      "grad_norm": 0.05371463671326637,
      "learning_rate": 0.00013345497919281507,
      "loss": 10.1886,
      "step": 6732
    },
    {
      "epoch": 1.1756361573043517,
      "grad_norm": 0.0564100481569767,
      "learning_rate": 0.000133437736957835,
      "loss": 10.2141,
      "step": 6733
    },
    {
      "epoch": 1.1758107459299028,
      "grad_norm": 0.05735461413860321,
      "learning_rate": 0.0001334204936035577,
      "loss": 10.2146,
      "step": 6734
    },
    {
      "epoch": 1.1759853345554536,
      "grad_norm": 0.05543113127350807,
      "learning_rate": 0.00013340324913056027,
      "loss": 10.1852,
      "step": 6735
    },
    {
      "epoch": 1.1761599231810047,
      "grad_norm": 0.05490509048104286,
      "learning_rate": 0.00013338600353942005,
      "loss": 10.1967,
      "step": 6736
    },
    {
      "epoch": 1.1763345118065558,
      "grad_norm": 0.04958629235625267,
      "learning_rate": 0.00013336875683071426,
      "loss": 10.2296,
      "step": 6737
    },
    {
      "epoch": 1.1765091004321069,
      "grad_norm": 0.05589492246508598,
      "learning_rate": 0.0001333515090050203,
      "loss": 10.2008,
      "step": 6738
    },
    {
      "epoch": 1.176683689057658,
      "grad_norm": 0.04957855865359306,
      "learning_rate": 0.00013333426006291544,
      "loss": 10.2122,
      "step": 6739
    },
    {
      "epoch": 1.176858277683209,
      "grad_norm": 0.05027850717306137,
      "learning_rate": 0.00013331701000497708,
      "loss": 10.2345,
      "step": 6740
    },
    {
      "epoch": 1.17703286630876,
      "grad_norm": 0.050413042306900024,
      "learning_rate": 0.00013329975883178267,
      "loss": 10.203,
      "step": 6741
    },
    {
      "epoch": 1.177207454934311,
      "grad_norm": 0.05428360402584076,
      "learning_rate": 0.0001332825065439097,
      "loss": 10.2023,
      "step": 6742
    },
    {
      "epoch": 1.177382043559862,
      "grad_norm": 0.05409414321184158,
      "learning_rate": 0.00013326525314193567,
      "loss": 10.1854,
      "step": 6743
    },
    {
      "epoch": 1.1775566321854132,
      "grad_norm": 0.06975532323122025,
      "learning_rate": 0.0001332479986264381,
      "loss": 10.1468,
      "step": 6744
    },
    {
      "epoch": 1.1777312208109643,
      "grad_norm": 0.05708344280719757,
      "learning_rate": 0.0001332307429979946,
      "loss": 10.2082,
      "step": 6745
    },
    {
      "epoch": 1.1779058094365151,
      "grad_norm": 0.058680132031440735,
      "learning_rate": 0.00013321348625718269,
      "loss": 10.2048,
      "step": 6746
    },
    {
      "epoch": 1.1780803980620662,
      "grad_norm": 0.05424291640520096,
      "learning_rate": 0.00013319622840458014,
      "loss": 10.2189,
      "step": 6747
    },
    {
      "epoch": 1.1782549866876173,
      "grad_norm": 0.059949345886707306,
      "learning_rate": 0.00013317896944076458,
      "loss": 10.2057,
      "step": 6748
    },
    {
      "epoch": 1.1784295753131684,
      "grad_norm": 0.06188052520155907,
      "learning_rate": 0.00013316170936631373,
      "loss": 10.1549,
      "step": 6749
    },
    {
      "epoch": 1.1786041639387195,
      "grad_norm": 0.05762496218085289,
      "learning_rate": 0.00013314444818180541,
      "loss": 10.2107,
      "step": 6750
    },
    {
      "epoch": 1.1787787525642703,
      "grad_norm": 0.06711531430482864,
      "learning_rate": 0.0001331271858878174,
      "loss": 10.1972,
      "step": 6751
    },
    {
      "epoch": 1.1789533411898214,
      "grad_norm": 0.06949680298566818,
      "learning_rate": 0.00013310992248492752,
      "loss": 10.2058,
      "step": 6752
    },
    {
      "epoch": 1.1791279298153725,
      "grad_norm": 0.05501225218176842,
      "learning_rate": 0.00013309265797371362,
      "loss": 10.1944,
      "step": 6753
    },
    {
      "epoch": 1.1793025184409236,
      "grad_norm": 0.06268805265426636,
      "learning_rate": 0.0001330753923547537,
      "loss": 10.1852,
      "step": 6754
    },
    {
      "epoch": 1.1794771070664747,
      "grad_norm": 0.06402627378702164,
      "learning_rate": 0.00013305812562862564,
      "loss": 10.1773,
      "step": 6755
    },
    {
      "epoch": 1.1796516956920255,
      "grad_norm": 0.06815411150455475,
      "learning_rate": 0.00013304085779590743,
      "loss": 10.189,
      "step": 6756
    },
    {
      "epoch": 1.1798262843175766,
      "grad_norm": 0.07236217707395554,
      "learning_rate": 0.00013302358885717715,
      "loss": 10.1989,
      "step": 6757
    },
    {
      "epoch": 1.1800008729431277,
      "grad_norm": 0.06931474059820175,
      "learning_rate": 0.00013300631881301277,
      "loss": 10.159,
      "step": 6758
    },
    {
      "epoch": 1.1801754615686788,
      "grad_norm": 0.0821484848856926,
      "learning_rate": 0.00013298904766399246,
      "loss": 10.1786,
      "step": 6759
    },
    {
      "epoch": 1.18035005019423,
      "grad_norm": 0.07058442384004593,
      "learning_rate": 0.00013297177541069438,
      "loss": 10.1782,
      "step": 6760
    },
    {
      "epoch": 1.180524638819781,
      "grad_norm": 0.07187909632921219,
      "learning_rate": 0.0001329545020536966,
      "loss": 10.1936,
      "step": 6761
    },
    {
      "epoch": 1.1806992274453318,
      "grad_norm": 0.07338224351406097,
      "learning_rate": 0.0001329372275935774,
      "loss": 10.1767,
      "step": 6762
    },
    {
      "epoch": 1.180873816070883,
      "grad_norm": 0.07118020951747894,
      "learning_rate": 0.00013291995203091505,
      "loss": 10.1789,
      "step": 6763
    },
    {
      "epoch": 1.181048404696434,
      "grad_norm": 0.07656675577163696,
      "learning_rate": 0.00013290267536628778,
      "loss": 10.1928,
      "step": 6764
    },
    {
      "epoch": 1.181222993321985,
      "grad_norm": 0.07586850225925446,
      "learning_rate": 0.00013288539760027393,
      "loss": 10.1707,
      "step": 6765
    },
    {
      "epoch": 1.1813975819475362,
      "grad_norm": 0.0879765972495079,
      "learning_rate": 0.00013286811873345185,
      "loss": 10.191,
      "step": 6766
    },
    {
      "epoch": 1.1815721705730873,
      "grad_norm": 0.08396521210670471,
      "learning_rate": 0.00013285083876639995,
      "loss": 10.1984,
      "step": 6767
    },
    {
      "epoch": 1.1817467591986381,
      "grad_norm": 0.08436109870672226,
      "learning_rate": 0.00013283355769969668,
      "loss": 10.1895,
      "step": 6768
    },
    {
      "epoch": 1.1819213478241892,
      "grad_norm": 0.08220233023166656,
      "learning_rate": 0.00013281627553392045,
      "loss": 10.1626,
      "step": 6769
    },
    {
      "epoch": 1.1820959364497403,
      "grad_norm": 0.09889841824769974,
      "learning_rate": 0.0001327989922696498,
      "loss": 10.1667,
      "step": 6770
    },
    {
      "epoch": 1.1822705250752914,
      "grad_norm": 0.09717115014791489,
      "learning_rate": 0.00013278170790746328,
      "loss": 10.191,
      "step": 6771
    },
    {
      "epoch": 1.1824451137008425,
      "grad_norm": 0.1042226254940033,
      "learning_rate": 0.00013276442244793945,
      "loss": 10.2448,
      "step": 6772
    },
    {
      "epoch": 1.1826197023263934,
      "grad_norm": 0.11203698068857193,
      "learning_rate": 0.0001327471358916569,
      "loss": 10.188,
      "step": 6773
    },
    {
      "epoch": 1.1827942909519444,
      "grad_norm": 0.12028288096189499,
      "learning_rate": 0.00013272984823919435,
      "loss": 10.1901,
      "step": 6774
    },
    {
      "epoch": 1.1829688795774955,
      "grad_norm": 0.11861559003591537,
      "learning_rate": 0.00013271255949113043,
      "loss": 10.1488,
      "step": 6775
    },
    {
      "epoch": 1.1831434682030466,
      "grad_norm": 0.15504154562950134,
      "learning_rate": 0.00013269526964804389,
      "loss": 10.2123,
      "step": 6776
    },
    {
      "epoch": 1.1833180568285977,
      "grad_norm": 0.1918569952249527,
      "learning_rate": 0.00013267797871051347,
      "loss": 10.1788,
      "step": 6777
    },
    {
      "epoch": 1.1834926454541486,
      "grad_norm": 0.06545868515968323,
      "learning_rate": 0.000132660686679118,
      "loss": 10.1925,
      "step": 6778
    },
    {
      "epoch": 1.1836672340796996,
      "grad_norm": 0.06437470763921738,
      "learning_rate": 0.00013264339355443627,
      "loss": 10.1972,
      "step": 6779
    },
    {
      "epoch": 1.1838418227052507,
      "grad_norm": 0.07717756927013397,
      "learning_rate": 0.00013262609933704721,
      "loss": 10.179,
      "step": 6780
    },
    {
      "epoch": 1.1840164113308018,
      "grad_norm": 0.052977729588747025,
      "learning_rate": 0.00013260880402752968,
      "loss": 10.2087,
      "step": 6781
    },
    {
      "epoch": 1.184190999956353,
      "grad_norm": 0.05500118434429169,
      "learning_rate": 0.00013259150762646264,
      "loss": 10.2021,
      "step": 6782
    },
    {
      "epoch": 1.1843655885819038,
      "grad_norm": 0.05269487202167511,
      "learning_rate": 0.00013257421013442507,
      "loss": 10.1855,
      "step": 6783
    },
    {
      "epoch": 1.1845401772074549,
      "grad_norm": 0.0567626878619194,
      "learning_rate": 0.000132556911551996,
      "loss": 10.2146,
      "step": 6784
    },
    {
      "epoch": 1.184714765833006,
      "grad_norm": 0.05835544317960739,
      "learning_rate": 0.00013253961187975448,
      "loss": 10.2169,
      "step": 6785
    },
    {
      "epoch": 1.184889354458557,
      "grad_norm": 0.06303957849740982,
      "learning_rate": 0.00013252231111827957,
      "loss": 10.202,
      "step": 6786
    },
    {
      "epoch": 1.1850639430841081,
      "grad_norm": 0.06513693183660507,
      "learning_rate": 0.00013250500926815045,
      "loss": 10.166,
      "step": 6787
    },
    {
      "epoch": 1.1852385317096592,
      "grad_norm": 0.048517730087041855,
      "learning_rate": 0.00013248770632994625,
      "loss": 10.1783,
      "step": 6788
    },
    {
      "epoch": 1.18541312033521,
      "grad_norm": 0.05863891914486885,
      "learning_rate": 0.00013247040230424613,
      "loss": 10.2098,
      "step": 6789
    },
    {
      "epoch": 1.1855877089607612,
      "grad_norm": 0.05168004333972931,
      "learning_rate": 0.00013245309719162943,
      "loss": 10.1964,
      "step": 6790
    },
    {
      "epoch": 1.1857622975863122,
      "grad_norm": 0.04984300956130028,
      "learning_rate": 0.00013243579099267533,
      "loss": 10.2139,
      "step": 6791
    },
    {
      "epoch": 1.1859368862118633,
      "grad_norm": 0.05101669579744339,
      "learning_rate": 0.0001324184837079632,
      "loss": 10.1945,
      "step": 6792
    },
    {
      "epoch": 1.1861114748374144,
      "grad_norm": 0.058209605515003204,
      "learning_rate": 0.00013240117533807233,
      "loss": 10.2026,
      "step": 6793
    },
    {
      "epoch": 1.1862860634629655,
      "grad_norm": 0.05458604544401169,
      "learning_rate": 0.00013238386588358217,
      "loss": 10.1806,
      "step": 6794
    },
    {
      "epoch": 1.1864606520885164,
      "grad_norm": 0.05307287350296974,
      "learning_rate": 0.00013236655534507204,
      "loss": 10.2077,
      "step": 6795
    },
    {
      "epoch": 1.1866352407140675,
      "grad_norm": 0.06611496210098267,
      "learning_rate": 0.00013234924372312147,
      "loss": 10.1894,
      "step": 6796
    },
    {
      "epoch": 1.1868098293396185,
      "grad_norm": 0.09174860268831253,
      "learning_rate": 0.00013233193101830996,
      "loss": 10.2035,
      "step": 6797
    },
    {
      "epoch": 1.1869844179651696,
      "grad_norm": 0.052938319742679596,
      "learning_rate": 0.00013231461723121698,
      "loss": 10.2011,
      "step": 6798
    },
    {
      "epoch": 1.1871590065907207,
      "grad_norm": 0.0562593936920166,
      "learning_rate": 0.00013229730236242215,
      "loss": 10.1876,
      "step": 6799
    },
    {
      "epoch": 1.1873335952162716,
      "grad_norm": 0.06013987213373184,
      "learning_rate": 0.00013227998641250502,
      "loss": 10.2011,
      "step": 6800
    },
    {
      "epoch": 1.1873335952162716,
      "eval_loss": 10.173479080200195,
      "eval_runtime": 0.7368,
      "eval_samples_per_second": 313.511,
      "eval_steps_per_second": 157.434,
      "step": 6800
    },
    {
      "epoch": 1.1875081838418227,
      "grad_norm": 0.05983088165521622,
      "learning_rate": 0.00013226266938204522,
      "loss": 10.2084,
      "step": 6801
    },
    {
      "epoch": 1.1876827724673737,
      "grad_norm": 0.05434967577457428,
      "learning_rate": 0.00013224535127162249,
      "loss": 10.2175,
      "step": 6802
    },
    {
      "epoch": 1.1878573610929248,
      "grad_norm": 0.06742709875106812,
      "learning_rate": 0.0001322280320818165,
      "loss": 10.1983,
      "step": 6803
    },
    {
      "epoch": 1.188031949718476,
      "grad_norm": 0.0550016313791275,
      "learning_rate": 0.000132210711813207,
      "loss": 10.1934,
      "step": 6804
    },
    {
      "epoch": 1.1882065383440268,
      "grad_norm": 0.06321282684803009,
      "learning_rate": 0.00013219339046637368,
      "loss": 10.1759,
      "step": 6805
    },
    {
      "epoch": 1.1883811269695779,
      "grad_norm": 0.07419999688863754,
      "learning_rate": 0.00013217606804189652,
      "loss": 10.207,
      "step": 6806
    },
    {
      "epoch": 1.188555715595129,
      "grad_norm": 0.06081018224358559,
      "learning_rate": 0.00013215874454035524,
      "loss": 10.2015,
      "step": 6807
    },
    {
      "epoch": 1.18873030422068,
      "grad_norm": 0.06655042618513107,
      "learning_rate": 0.00013214141996232978,
      "loss": 10.2097,
      "step": 6808
    },
    {
      "epoch": 1.1889048928462311,
      "grad_norm": 0.0697757676243782,
      "learning_rate": 0.0001321240943084001,
      "loss": 10.1432,
      "step": 6809
    },
    {
      "epoch": 1.189079481471782,
      "grad_norm": 0.068090058863163,
      "learning_rate": 0.00013210676757914608,
      "loss": 10.1786,
      "step": 6810
    },
    {
      "epoch": 1.189254070097333,
      "grad_norm": 0.06621552258729935,
      "learning_rate": 0.00013208943977514775,
      "loss": 10.1683,
      "step": 6811
    },
    {
      "epoch": 1.1894286587228842,
      "grad_norm": 0.06551040709018707,
      "learning_rate": 0.0001320721108969852,
      "loss": 10.1839,
      "step": 6812
    },
    {
      "epoch": 1.1896032473484353,
      "grad_norm": 0.07326478511095047,
      "learning_rate": 0.0001320547809452384,
      "loss": 10.184,
      "step": 6813
    },
    {
      "epoch": 1.1897778359739863,
      "grad_norm": 0.06678193062543869,
      "learning_rate": 0.00013203744992048753,
      "loss": 10.174,
      "step": 6814
    },
    {
      "epoch": 1.1899524245995374,
      "grad_norm": 0.07162605226039886,
      "learning_rate": 0.00013202011782331268,
      "loss": 10.1895,
      "step": 6815
    },
    {
      "epoch": 1.1901270132250883,
      "grad_norm": 0.08402585238218307,
      "learning_rate": 0.00013200278465429403,
      "loss": 10.1775,
      "step": 6816
    },
    {
      "epoch": 1.1903016018506394,
      "grad_norm": 0.07403174787759781,
      "learning_rate": 0.00013198545041401182,
      "loss": 10.1737,
      "step": 6817
    },
    {
      "epoch": 1.1904761904761905,
      "grad_norm": 0.08088721334934235,
      "learning_rate": 0.0001319681151030463,
      "loss": 10.1891,
      "step": 6818
    },
    {
      "epoch": 1.1906507791017416,
      "grad_norm": 0.0846056118607521,
      "learning_rate": 0.00013195077872197775,
      "loss": 10.1902,
      "step": 6819
    },
    {
      "epoch": 1.1908253677272926,
      "grad_norm": 0.07173646241426468,
      "learning_rate": 0.00013193344127138647,
      "loss": 10.1815,
      "step": 6820
    },
    {
      "epoch": 1.1909999563528437,
      "grad_norm": 0.09372514486312866,
      "learning_rate": 0.00013191610275185283,
      "loss": 10.1913,
      "step": 6821
    },
    {
      "epoch": 1.1911745449783946,
      "grad_norm": 0.100937120616436,
      "learning_rate": 0.0001318987631639572,
      "loss": 10.1902,
      "step": 6822
    },
    {
      "epoch": 1.1913491336039457,
      "grad_norm": 0.10151161253452301,
      "learning_rate": 0.00013188142250828002,
      "loss": 10.1896,
      "step": 6823
    },
    {
      "epoch": 1.1915237222294968,
      "grad_norm": 0.10219388455152512,
      "learning_rate": 0.00013186408078540176,
      "loss": 10.1702,
      "step": 6824
    },
    {
      "epoch": 1.1916983108550478,
      "grad_norm": 0.10881954431533813,
      "learning_rate": 0.00013184673799590288,
      "loss": 10.1943,
      "step": 6825
    },
    {
      "epoch": 1.191872899480599,
      "grad_norm": 0.11634623259305954,
      "learning_rate": 0.00013182939414036398,
      "loss": 10.1722,
      "step": 6826
    },
    {
      "epoch": 1.1920474881061498,
      "grad_norm": 0.18602052330970764,
      "learning_rate": 0.00013181204921936562,
      "loss": 10.2064,
      "step": 6827
    },
    {
      "epoch": 1.1922220767317009,
      "grad_norm": 0.060430753976106644,
      "learning_rate": 0.00013179470323348836,
      "loss": 10.2124,
      "step": 6828
    },
    {
      "epoch": 1.192396665357252,
      "grad_norm": 0.05101584270596504,
      "learning_rate": 0.00013177735618331285,
      "loss": 10.1947,
      "step": 6829
    },
    {
      "epoch": 1.192571253982803,
      "grad_norm": 0.052569884806871414,
      "learning_rate": 0.00013176000806941978,
      "loss": 10.1872,
      "step": 6830
    },
    {
      "epoch": 1.1927458426083541,
      "grad_norm": 0.059751853346824646,
      "learning_rate": 0.00013174265889238983,
      "loss": 10.1744,
      "step": 6831
    },
    {
      "epoch": 1.192920431233905,
      "grad_norm": 0.05615516006946564,
      "learning_rate": 0.00013172530865280383,
      "loss": 10.2064,
      "step": 6832
    },
    {
      "epoch": 1.193095019859456,
      "grad_norm": 0.057669565081596375,
      "learning_rate": 0.0001317079573512425,
      "loss": 10.2022,
      "step": 6833
    },
    {
      "epoch": 1.1932696084850072,
      "grad_norm": 0.047456610947847366,
      "learning_rate": 0.00013169060498828663,
      "loss": 10.1838,
      "step": 6834
    },
    {
      "epoch": 1.1934441971105583,
      "grad_norm": 0.04785466939210892,
      "learning_rate": 0.00013167325156451714,
      "loss": 10.2011,
      "step": 6835
    },
    {
      "epoch": 1.1936187857361094,
      "grad_norm": 0.05096905305981636,
      "learning_rate": 0.0001316558970805149,
      "loss": 10.2087,
      "step": 6836
    },
    {
      "epoch": 1.1937933743616602,
      "grad_norm": 0.06172989681363106,
      "learning_rate": 0.00013163854153686085,
      "loss": 10.186,
      "step": 6837
    },
    {
      "epoch": 1.1939679629872113,
      "grad_norm": 0.0585685558617115,
      "learning_rate": 0.00013162118493413588,
      "loss": 10.2141,
      "step": 6838
    },
    {
      "epoch": 1.1941425516127624,
      "grad_norm": 0.05826131999492645,
      "learning_rate": 0.00013160382727292109,
      "loss": 10.2156,
      "step": 6839
    },
    {
      "epoch": 1.1943171402383135,
      "grad_norm": 0.06704866886138916,
      "learning_rate": 0.0001315864685537974,
      "loss": 10.1972,
      "step": 6840
    },
    {
      "epoch": 1.1944917288638646,
      "grad_norm": 0.04644779488444328,
      "learning_rate": 0.00013156910877734596,
      "loss": 10.2094,
      "step": 6841
    },
    {
      "epoch": 1.1946663174894157,
      "grad_norm": 0.04943437501788139,
      "learning_rate": 0.00013155174794414787,
      "loss": 10.1972,
      "step": 6842
    },
    {
      "epoch": 1.1948409061149665,
      "grad_norm": 0.04757634177803993,
      "learning_rate": 0.0001315343860547842,
      "loss": 10.1958,
      "step": 6843
    },
    {
      "epoch": 1.1950154947405176,
      "grad_norm": 0.06280509382486343,
      "learning_rate": 0.0001315170231098362,
      "loss": 10.1991,
      "step": 6844
    },
    {
      "epoch": 1.1951900833660687,
      "grad_norm": 0.06092699244618416,
      "learning_rate": 0.00013149965910988503,
      "loss": 10.2122,
      "step": 6845
    },
    {
      "epoch": 1.1953646719916198,
      "grad_norm": 0.06475317478179932,
      "learning_rate": 0.00013148229405551197,
      "loss": 10.1697,
      "step": 6846
    },
    {
      "epoch": 1.1955392606171709,
      "grad_norm": 0.06489735096693039,
      "learning_rate": 0.00013146492794729827,
      "loss": 10.1993,
      "step": 6847
    },
    {
      "epoch": 1.195713849242722,
      "grad_norm": 0.06383431702852249,
      "learning_rate": 0.00013144756078582522,
      "loss": 10.1875,
      "step": 6848
    },
    {
      "epoch": 1.1958884378682728,
      "grad_norm": 0.05743442103266716,
      "learning_rate": 0.00013143019257167424,
      "loss": 10.1988,
      "step": 6849
    },
    {
      "epoch": 1.196063026493824,
      "grad_norm": 0.06605526804924011,
      "learning_rate": 0.00013141282330542668,
      "loss": 10.199,
      "step": 6850
    },
    {
      "epoch": 1.196237615119375,
      "grad_norm": 0.05967537686228752,
      "learning_rate": 0.00013139545298766392,
      "loss": 10.2084,
      "step": 6851
    },
    {
      "epoch": 1.196412203744926,
      "grad_norm": 0.056876108050346375,
      "learning_rate": 0.0001313780816189675,
      "loss": 10.1845,
      "step": 6852
    },
    {
      "epoch": 1.1965867923704772,
      "grad_norm": 0.06891082227230072,
      "learning_rate": 0.00013136070919991886,
      "loss": 10.2034,
      "step": 6853
    },
    {
      "epoch": 1.196761380996028,
      "grad_norm": 0.07045776396989822,
      "learning_rate": 0.0001313433357310995,
      "loss": 10.1871,
      "step": 6854
    },
    {
      "epoch": 1.196935969621579,
      "grad_norm": 0.07756713032722473,
      "learning_rate": 0.000131325961213091,
      "loss": 10.1748,
      "step": 6855
    },
    {
      "epoch": 1.1971105582471302,
      "grad_norm": 0.05953739956021309,
      "learning_rate": 0.00013130858564647504,
      "loss": 10.1894,
      "step": 6856
    },
    {
      "epoch": 1.1972851468726813,
      "grad_norm": 0.0640239417552948,
      "learning_rate": 0.0001312912090318331,
      "loss": 10.1763,
      "step": 6857
    },
    {
      "epoch": 1.1974597354982324,
      "grad_norm": 0.0754249319434166,
      "learning_rate": 0.00013127383136974697,
      "loss": 10.1825,
      "step": 6858
    },
    {
      "epoch": 1.1976343241237832,
      "grad_norm": 0.07058725506067276,
      "learning_rate": 0.00013125645266079828,
      "loss": 10.1966,
      "step": 6859
    },
    {
      "epoch": 1.1978089127493343,
      "grad_norm": 0.07371620088815689,
      "learning_rate": 0.00013123907290556877,
      "loss": 10.1894,
      "step": 6860
    },
    {
      "epoch": 1.1979835013748854,
      "grad_norm": 0.0789288803935051,
      "learning_rate": 0.00013122169210464028,
      "loss": 10.1854,
      "step": 6861
    },
    {
      "epoch": 1.1981580900004365,
      "grad_norm": 0.08173979073762894,
      "learning_rate": 0.00013120431025859456,
      "loss": 10.1722,
      "step": 6862
    },
    {
      "epoch": 1.1983326786259876,
      "grad_norm": 0.07918849587440491,
      "learning_rate": 0.00013118692736801342,
      "loss": 10.1801,
      "step": 6863
    },
    {
      "epoch": 1.1985072672515384,
      "grad_norm": 0.07339392602443695,
      "learning_rate": 0.00013116954343347882,
      "loss": 10.1906,
      "step": 6864
    },
    {
      "epoch": 1.1986818558770895,
      "grad_norm": 0.0782330334186554,
      "learning_rate": 0.0001311521584555726,
      "loss": 10.1767,
      "step": 6865
    },
    {
      "epoch": 1.1988564445026406,
      "grad_norm": 0.08536498993635178,
      "learning_rate": 0.00013113477243487673,
      "loss": 10.1554,
      "step": 6866
    },
    {
      "epoch": 1.1990310331281917,
      "grad_norm": 0.0823877826333046,
      "learning_rate": 0.00013111738537197322,
      "loss": 10.1747,
      "step": 6867
    },
    {
      "epoch": 1.1992056217537428,
      "grad_norm": 0.07724569737911224,
      "learning_rate": 0.00013109999726744405,
      "loss": 10.203,
      "step": 6868
    },
    {
      "epoch": 1.1993802103792939,
      "grad_norm": 0.08395951241254807,
      "learning_rate": 0.00013108260812187128,
      "loss": 10.1897,
      "step": 6869
    },
    {
      "epoch": 1.1995547990048447,
      "grad_norm": 0.08845306932926178,
      "learning_rate": 0.000131065217935837,
      "loss": 10.1665,
      "step": 6870
    },
    {
      "epoch": 1.1997293876303958,
      "grad_norm": 0.10990522056818008,
      "learning_rate": 0.00013104782670992328,
      "loss": 10.1718,
      "step": 6871
    },
    {
      "epoch": 1.199903976255947,
      "grad_norm": 0.09774261713027954,
      "learning_rate": 0.00013103043444471238,
      "loss": 10.1656,
      "step": 6872
    },
    {
      "epoch": 1.200078564881498,
      "grad_norm": 0.10062947869300842,
      "learning_rate": 0.0001310130411407864,
      "loss": 10.198,
      "step": 6873
    },
    {
      "epoch": 1.200253153507049,
      "grad_norm": 0.0946769267320633,
      "learning_rate": 0.00013099564679872763,
      "loss": 10.2005,
      "step": 6874
    },
    {
      "epoch": 1.2004277421326002,
      "grad_norm": 0.09364215284585953,
      "learning_rate": 0.00013097825141911824,
      "loss": 10.1901,
      "step": 6875
    },
    {
      "epoch": 1.200602330758151,
      "grad_norm": 0.10730316489934921,
      "learning_rate": 0.00013096085500254062,
      "loss": 10.1949,
      "step": 6876
    },
    {
      "epoch": 1.2007769193837021,
      "grad_norm": 0.19878210127353668,
      "learning_rate": 0.000130943457549577,
      "loss": 10.1563,
      "step": 6877
    },
    {
      "epoch": 1.2009515080092532,
      "grad_norm": 0.05480417236685753,
      "learning_rate": 0.00013092605906080986,
      "loss": 10.1847,
      "step": 6878
    },
    {
      "epoch": 1.2011260966348043,
      "grad_norm": 0.0553816519677639,
      "learning_rate": 0.00013090865953682153,
      "loss": 10.1785,
      "step": 6879
    },
    {
      "epoch": 1.2013006852603554,
      "grad_norm": 0.057555343955755234,
      "learning_rate": 0.00013089125897819447,
      "loss": 10.2091,
      "step": 6880
    },
    {
      "epoch": 1.2014752738859062,
      "grad_norm": 0.056162863969802856,
      "learning_rate": 0.0001308738573855111,
      "loss": 10.1882,
      "step": 6881
    },
    {
      "epoch": 1.2016498625114573,
      "grad_norm": 0.06309036910533905,
      "learning_rate": 0.000130856454759354,
      "loss": 10.199,
      "step": 6882
    },
    {
      "epoch": 1.2018244511370084,
      "grad_norm": 0.06180477887392044,
      "learning_rate": 0.0001308390511003056,
      "loss": 10.2052,
      "step": 6883
    },
    {
      "epoch": 1.2019990397625595,
      "grad_norm": 0.06193083897233009,
      "learning_rate": 0.00013082164640894854,
      "loss": 10.1927,
      "step": 6884
    },
    {
      "epoch": 1.2021736283881106,
      "grad_norm": 0.05557869374752045,
      "learning_rate": 0.00013080424068586546,
      "loss": 10.1848,
      "step": 6885
    },
    {
      "epoch": 1.2023482170136615,
      "grad_norm": 0.04967799782752991,
      "learning_rate": 0.00013078683393163892,
      "loss": 10.2076,
      "step": 6886
    },
    {
      "epoch": 1.2025228056392125,
      "grad_norm": 0.06026334688067436,
      "learning_rate": 0.00013076942614685165,
      "loss": 10.1963,
      "step": 6887
    },
    {
      "epoch": 1.2026973942647636,
      "grad_norm": 0.0699865072965622,
      "learning_rate": 0.00013075201733208635,
      "loss": 10.1867,
      "step": 6888
    },
    {
      "epoch": 1.2028719828903147,
      "grad_norm": 0.05451522395014763,
      "learning_rate": 0.00013073460748792574,
      "loss": 10.2098,
      "step": 6889
    },
    {
      "epoch": 1.2030465715158658,
      "grad_norm": 0.058446254581213,
      "learning_rate": 0.00013071719661495262,
      "loss": 10.2123,
      "step": 6890
    },
    {
      "epoch": 1.2032211601414167,
      "grad_norm": 0.06429481506347656,
      "learning_rate": 0.00013069978471374978,
      "loss": 10.1786,
      "step": 6891
    },
    {
      "epoch": 1.2033957487669678,
      "grad_norm": 0.050740815699100494,
      "learning_rate": 0.00013068237178490011,
      "loss": 10.2006,
      "step": 6892
    },
    {
      "epoch": 1.2035703373925188,
      "grad_norm": 0.06156850606203079,
      "learning_rate": 0.00013066495782898644,
      "loss": 10.2042,
      "step": 6893
    },
    {
      "epoch": 1.20374492601807,
      "grad_norm": 0.05852202698588371,
      "learning_rate": 0.00013064754284659172,
      "loss": 10.1982,
      "step": 6894
    },
    {
      "epoch": 1.203919514643621,
      "grad_norm": 0.05532252416014671,
      "learning_rate": 0.0001306301268382989,
      "loss": 10.1895,
      "step": 6895
    },
    {
      "epoch": 1.204094103269172,
      "grad_norm": 0.05662362650036812,
      "learning_rate": 0.00013061270980469096,
      "loss": 10.1989,
      "step": 6896
    },
    {
      "epoch": 1.204268691894723,
      "grad_norm": 0.059402987360954285,
      "learning_rate": 0.00013059529174635093,
      "loss": 10.2161,
      "step": 6897
    },
    {
      "epoch": 1.204443280520274,
      "grad_norm": 0.06116877496242523,
      "learning_rate": 0.00013057787266386182,
      "loss": 10.2072,
      "step": 6898
    },
    {
      "epoch": 1.2046178691458251,
      "grad_norm": 0.06131383031606674,
      "learning_rate": 0.00013056045255780676,
      "loss": 10.1829,
      "step": 6899
    },
    {
      "epoch": 1.2047924577713762,
      "grad_norm": 0.06275659054517746,
      "learning_rate": 0.00013054303142876888,
      "loss": 10.1607,
      "step": 6900
    },
    {
      "epoch": 1.2049670463969273,
      "grad_norm": 0.0753905177116394,
      "learning_rate": 0.0001305256092773313,
      "loss": 10.2043,
      "step": 6901
    },
    {
      "epoch": 1.2051416350224784,
      "grad_norm": 0.05733145773410797,
      "learning_rate": 0.0001305081861040772,
      "loss": 10.1488,
      "step": 6902
    },
    {
      "epoch": 1.2053162236480293,
      "grad_norm": 0.06029098853468895,
      "learning_rate": 0.00013049076190958987,
      "loss": 10.2081,
      "step": 6903
    },
    {
      "epoch": 1.2054908122735803,
      "grad_norm": 0.06966915726661682,
      "learning_rate": 0.0001304733366944525,
      "loss": 10.1852,
      "step": 6904
    },
    {
      "epoch": 1.2056654008991314,
      "grad_norm": 0.08424858003854752,
      "learning_rate": 0.0001304559104592484,
      "loss": 10.1641,
      "step": 6905
    },
    {
      "epoch": 1.2058399895246825,
      "grad_norm": 0.07988503575325012,
      "learning_rate": 0.00013043848320456095,
      "loss": 10.1839,
      "step": 6906
    },
    {
      "epoch": 1.2060145781502336,
      "grad_norm": 0.0711858719587326,
      "learning_rate": 0.00013042105493097346,
      "loss": 10.1836,
      "step": 6907
    },
    {
      "epoch": 1.2061891667757845,
      "grad_norm": 0.07303010672330856,
      "learning_rate": 0.00013040362563906932,
      "loss": 10.1684,
      "step": 6908
    },
    {
      "epoch": 1.2063637554013356,
      "grad_norm": 0.0788661316037178,
      "learning_rate": 0.00013038619532943199,
      "loss": 10.1956,
      "step": 6909
    },
    {
      "epoch": 1.2065383440268866,
      "grad_norm": 0.06724391132593155,
      "learning_rate": 0.00013036876400264493,
      "loss": 10.1492,
      "step": 6910
    },
    {
      "epoch": 1.2067129326524377,
      "grad_norm": 0.07438090443611145,
      "learning_rate": 0.0001303513316592916,
      "loss": 10.1979,
      "step": 6911
    },
    {
      "epoch": 1.2068875212779888,
      "grad_norm": 0.06982959061861038,
      "learning_rate": 0.00013033389829995553,
      "loss": 10.1859,
      "step": 6912
    },
    {
      "epoch": 1.2070621099035397,
      "grad_norm": 0.06836366653442383,
      "learning_rate": 0.00013031646392522037,
      "loss": 10.1594,
      "step": 6913
    },
    {
      "epoch": 1.2072366985290908,
      "grad_norm": 0.07554756104946136,
      "learning_rate": 0.00013029902853566963,
      "loss": 10.2013,
      "step": 6914
    },
    {
      "epoch": 1.2074112871546419,
      "grad_norm": 0.08562018722295761,
      "learning_rate": 0.000130281592131887,
      "loss": 10.2,
      "step": 6915
    },
    {
      "epoch": 1.207585875780193,
      "grad_norm": 0.07534011453390121,
      "learning_rate": 0.00013026415471445612,
      "loss": 10.1741,
      "step": 6916
    },
    {
      "epoch": 1.207760464405744,
      "grad_norm": 0.06899616122245789,
      "learning_rate": 0.00013024671628396068,
      "loss": 10.177,
      "step": 6917
    },
    {
      "epoch": 1.207935053031295,
      "grad_norm": 0.06514909118413925,
      "learning_rate": 0.00013022927684098443,
      "loss": 10.1448,
      "step": 6918
    },
    {
      "epoch": 1.208109641656846,
      "grad_norm": 0.07923082262277603,
      "learning_rate": 0.00013021183638611117,
      "loss": 10.2015,
      "step": 6919
    },
    {
      "epoch": 1.208284230282397,
      "grad_norm": 0.0908374935388565,
      "learning_rate": 0.00013019439491992465,
      "loss": 10.173,
      "step": 6920
    },
    {
      "epoch": 1.2084588189079482,
      "grad_norm": 0.0906849205493927,
      "learning_rate": 0.0001301769524430087,
      "loss": 10.1724,
      "step": 6921
    },
    {
      "epoch": 1.2086334075334992,
      "grad_norm": 0.08631180226802826,
      "learning_rate": 0.0001301595089559473,
      "loss": 10.1626,
      "step": 6922
    },
    {
      "epoch": 1.2088079961590503,
      "grad_norm": 0.08036322891712189,
      "learning_rate": 0.0001301420644593242,
      "loss": 10.183,
      "step": 6923
    },
    {
      "epoch": 1.2089825847846012,
      "grad_norm": 0.10538113862276077,
      "learning_rate": 0.00013012461895372344,
      "loss": 10.1892,
      "step": 6924
    },
    {
      "epoch": 1.2091571734101523,
      "grad_norm": 0.10363426059484482,
      "learning_rate": 0.00013010717243972897,
      "loss": 10.1345,
      "step": 6925
    },
    {
      "epoch": 1.2093317620357034,
      "grad_norm": 0.10669215023517609,
      "learning_rate": 0.0001300897249179248,
      "loss": 10.2034,
      "step": 6926
    },
    {
      "epoch": 1.2095063506612544,
      "grad_norm": 0.17007847130298615,
      "learning_rate": 0.0001300722763888949,
      "loss": 10.2331,
      "step": 6927
    },
    {
      "epoch": 1.2096809392868055,
      "grad_norm": 0.06412111967802048,
      "learning_rate": 0.00013005482685322348,
      "loss": 10.189,
      "step": 6928
    },
    {
      "epoch": 1.2098555279123566,
      "grad_norm": 0.0574641078710556,
      "learning_rate": 0.00013003737631149453,
      "loss": 10.2068,
      "step": 6929
    },
    {
      "epoch": 1.2100301165379075,
      "grad_norm": 0.05238934978842735,
      "learning_rate": 0.00013001992476429223,
      "loss": 10.2188,
      "step": 6930
    },
    {
      "epoch": 1.2102047051634586,
      "grad_norm": 0.05510641634464264,
      "learning_rate": 0.00013000247221220079,
      "loss": 10.1786,
      "step": 6931
    },
    {
      "epoch": 1.2103792937890097,
      "grad_norm": 0.05486397445201874,
      "learning_rate": 0.00012998501865580438,
      "loss": 10.2018,
      "step": 6932
    },
    {
      "epoch": 1.2105538824145607,
      "grad_norm": 0.053103551268577576,
      "learning_rate": 0.00012996756409568722,
      "loss": 10.2066,
      "step": 6933
    },
    {
      "epoch": 1.2107284710401118,
      "grad_norm": 0.050706636160612106,
      "learning_rate": 0.00012995010853243362,
      "loss": 10.203,
      "step": 6934
    },
    {
      "epoch": 1.2109030596656627,
      "grad_norm": 0.05152253061532974,
      "learning_rate": 0.0001299326519666279,
      "loss": 10.2087,
      "step": 6935
    },
    {
      "epoch": 1.2110776482912138,
      "grad_norm": 0.04927869513630867,
      "learning_rate": 0.00012991519439885436,
      "loss": 10.1976,
      "step": 6936
    },
    {
      "epoch": 1.2112522369167649,
      "grad_norm": 0.05452101677656174,
      "learning_rate": 0.0001298977358296974,
      "loss": 10.1989,
      "step": 6937
    },
    {
      "epoch": 1.211426825542316,
      "grad_norm": 0.05218998342752457,
      "learning_rate": 0.00012988027625974145,
      "loss": 10.1914,
      "step": 6938
    },
    {
      "epoch": 1.211601414167867,
      "grad_norm": 0.05643915757536888,
      "learning_rate": 0.0001298628156895709,
      "loss": 10.1866,
      "step": 6939
    },
    {
      "epoch": 1.211776002793418,
      "grad_norm": 0.06439035385847092,
      "learning_rate": 0.00012984535411977028,
      "loss": 10.2029,
      "step": 6940
    },
    {
      "epoch": 1.211950591418969,
      "grad_norm": 0.05982938036322594,
      "learning_rate": 0.00012982789155092407,
      "loss": 10.2039,
      "step": 6941
    },
    {
      "epoch": 1.21212518004452,
      "grad_norm": 0.06037910655140877,
      "learning_rate": 0.0001298104279836168,
      "loss": 10.1868,
      "step": 6942
    },
    {
      "epoch": 1.2122997686700712,
      "grad_norm": 0.05280231311917305,
      "learning_rate": 0.0001297929634184331,
      "loss": 10.1924,
      "step": 6943
    },
    {
      "epoch": 1.2124743572956223,
      "grad_norm": 0.05288925766944885,
      "learning_rate": 0.00012977549785595755,
      "loss": 10.202,
      "step": 6944
    },
    {
      "epoch": 1.2126489459211731,
      "grad_norm": 0.07065267860889435,
      "learning_rate": 0.00012975803129677474,
      "loss": 10.1706,
      "step": 6945
    },
    {
      "epoch": 1.2128235345467242,
      "grad_norm": 0.05671396851539612,
      "learning_rate": 0.00012974056374146946,
      "loss": 10.1797,
      "step": 6946
    },
    {
      "epoch": 1.2129981231722753,
      "grad_norm": 0.056420911103487015,
      "learning_rate": 0.00012972309519062631,
      "loss": 10.1977,
      "step": 6947
    },
    {
      "epoch": 1.2131727117978264,
      "grad_norm": 0.06071580573916435,
      "learning_rate": 0.00012970562564483008,
      "loss": 10.2235,
      "step": 6948
    },
    {
      "epoch": 1.2133473004233775,
      "grad_norm": 0.06484995782375336,
      "learning_rate": 0.00012968815510466558,
      "loss": 10.188,
      "step": 6949
    },
    {
      "epoch": 1.2135218890489285,
      "grad_norm": 0.068559430539608,
      "learning_rate": 0.0001296706835707176,
      "loss": 10.1593,
      "step": 6950
    },
    {
      "epoch": 1.2136964776744794,
      "grad_norm": 0.05835247039794922,
      "learning_rate": 0.00012965321104357097,
      "loss": 10.2084,
      "step": 6951
    },
    {
      "epoch": 1.2138710663000305,
      "grad_norm": 0.05307885259389877,
      "learning_rate": 0.00012963573752381054,
      "loss": 10.2026,
      "step": 6952
    },
    {
      "epoch": 1.2140456549255816,
      "grad_norm": 0.06305818259716034,
      "learning_rate": 0.00012961826301202125,
      "loss": 10.1619,
      "step": 6953
    },
    {
      "epoch": 1.2142202435511327,
      "grad_norm": 0.06894104927778244,
      "learning_rate": 0.00012960078750878803,
      "loss": 10.1885,
      "step": 6954
    },
    {
      "epoch": 1.2143948321766838,
      "grad_norm": 0.060806214809417725,
      "learning_rate": 0.0001295833110146959,
      "loss": 10.1913,
      "step": 6955
    },
    {
      "epoch": 1.2145694208022348,
      "grad_norm": 0.06683827191591263,
      "learning_rate": 0.00012956583353032985,
      "loss": 10.1584,
      "step": 6956
    },
    {
      "epoch": 1.2147440094277857,
      "grad_norm": 0.06286295503377914,
      "learning_rate": 0.00012954835505627488,
      "loss": 10.2086,
      "step": 6957
    },
    {
      "epoch": 1.2149185980533368,
      "grad_norm": 0.07322417944669724,
      "learning_rate": 0.0001295308755931161,
      "loss": 10.1723,
      "step": 6958
    },
    {
      "epoch": 1.2150931866788879,
      "grad_norm": 0.07375865429639816,
      "learning_rate": 0.0001295133951414386,
      "loss": 10.185,
      "step": 6959
    },
    {
      "epoch": 1.215267775304439,
      "grad_norm": 0.06032047048211098,
      "learning_rate": 0.00012949591370182753,
      "loss": 10.211,
      "step": 6960
    },
    {
      "epoch": 1.21544236392999,
      "grad_norm": 0.0671745240688324,
      "learning_rate": 0.00012947843127486812,
      "loss": 10.1939,
      "step": 6961
    },
    {
      "epoch": 1.215616952555541,
      "grad_norm": 0.07724350690841675,
      "learning_rate": 0.0001294609478611455,
      "loss": 10.167,
      "step": 6962
    },
    {
      "epoch": 1.215791541181092,
      "grad_norm": 0.07205687463283539,
      "learning_rate": 0.00012944346346124494,
      "loss": 10.1751,
      "step": 6963
    },
    {
      "epoch": 1.215966129806643,
      "grad_norm": 0.06243739277124405,
      "learning_rate": 0.00012942597807575173,
      "loss": 10.1678,
      "step": 6964
    },
    {
      "epoch": 1.2161407184321942,
      "grad_norm": 0.06952451169490814,
      "learning_rate": 0.00012940849170525113,
      "loss": 10.156,
      "step": 6965
    },
    {
      "epoch": 1.2163153070577453,
      "grad_norm": 0.07919634133577347,
      "learning_rate": 0.00012939100435032855,
      "loss": 10.1521,
      "step": 6966
    },
    {
      "epoch": 1.2164898956832961,
      "grad_norm": 0.0712146982550621,
      "learning_rate": 0.0001293735160115693,
      "loss": 10.1788,
      "step": 6967
    },
    {
      "epoch": 1.2166644843088472,
      "grad_norm": 0.07112632691860199,
      "learning_rate": 0.0001293560266895588,
      "loss": 10.1923,
      "step": 6968
    },
    {
      "epoch": 1.2168390729343983,
      "grad_norm": 0.0680132731795311,
      "learning_rate": 0.00012933853638488253,
      "loss": 10.2036,
      "step": 6969
    },
    {
      "epoch": 1.2170136615599494,
      "grad_norm": 0.08861299604177475,
      "learning_rate": 0.0001293210450981259,
      "loss": 10.1764,
      "step": 6970
    },
    {
      "epoch": 1.2171882501855005,
      "grad_norm": 0.08029109984636307,
      "learning_rate": 0.0001293035528298745,
      "loss": 10.2011,
      "step": 6971
    },
    {
      "epoch": 1.2173628388110513,
      "grad_norm": 0.08927512913942337,
      "learning_rate": 0.00012928605958071376,
      "loss": 10.1636,
      "step": 6972
    },
    {
      "epoch": 1.2175374274366024,
      "grad_norm": 0.08403441309928894,
      "learning_rate": 0.00012926856535122933,
      "loss": 10.17,
      "step": 6973
    },
    {
      "epoch": 1.2177120160621535,
      "grad_norm": 0.10488290339708328,
      "learning_rate": 0.0001292510701420068,
      "loss": 10.1897,
      "step": 6974
    },
    {
      "epoch": 1.2178866046877046,
      "grad_norm": 0.0972476527094841,
      "learning_rate": 0.00012923357395363175,
      "loss": 10.1562,
      "step": 6975
    },
    {
      "epoch": 1.2180611933132557,
      "grad_norm": 0.11130396276712418,
      "learning_rate": 0.0001292160767866899,
      "loss": 10.1541,
      "step": 6976
    },
    {
      "epoch": 1.2182357819388068,
      "grad_norm": 0.15916630625724792,
      "learning_rate": 0.00012919857864176695,
      "loss": 10.1608,
      "step": 6977
    },
    {
      "epoch": 1.2184103705643576,
      "grad_norm": 0.06098708510398865,
      "learning_rate": 0.0001291810795194486,
      "loss": 10.2107,
      "step": 6978
    },
    {
      "epoch": 1.2185849591899087,
      "grad_norm": 0.06794212758541107,
      "learning_rate": 0.0001291635794203207,
      "loss": 10.19,
      "step": 6979
    },
    {
      "epoch": 1.2187595478154598,
      "grad_norm": 0.05402210354804993,
      "learning_rate": 0.00012914607834496898,
      "loss": 10.187,
      "step": 6980
    },
    {
      "epoch": 1.218934136441011,
      "grad_norm": 0.04979907348752022,
      "learning_rate": 0.0001291285762939793,
      "loss": 10.1952,
      "step": 6981
    },
    {
      "epoch": 1.219108725066562,
      "grad_norm": 0.05512049049139023,
      "learning_rate": 0.00012911107326793748,
      "loss": 10.1975,
      "step": 6982
    },
    {
      "epoch": 1.219283313692113,
      "grad_norm": 0.05555909126996994,
      "learning_rate": 0.00012909356926742947,
      "loss": 10.2036,
      "step": 6983
    },
    {
      "epoch": 1.219457902317664,
      "grad_norm": 0.05947394296526909,
      "learning_rate": 0.00012907606429304113,
      "loss": 10.1941,
      "step": 6984
    },
    {
      "epoch": 1.219632490943215,
      "grad_norm": 0.05710025504231453,
      "learning_rate": 0.0001290585583453585,
      "loss": 10.1882,
      "step": 6985
    },
    {
      "epoch": 1.219807079568766,
      "grad_norm": 0.06008203700184822,
      "learning_rate": 0.0001290410514249676,
      "loss": 10.1983,
      "step": 6986
    },
    {
      "epoch": 1.2199816681943172,
      "grad_norm": 0.05515800416469574,
      "learning_rate": 0.00012902354353245434,
      "loss": 10.2162,
      "step": 6987
    },
    {
      "epoch": 1.2201562568198683,
      "grad_norm": 0.05841078609228134,
      "learning_rate": 0.00012900603466840484,
      "loss": 10.2178,
      "step": 6988
    },
    {
      "epoch": 1.2203308454454191,
      "grad_norm": 0.054202258586883545,
      "learning_rate": 0.00012898852483340524,
      "loss": 10.1878,
      "step": 6989
    },
    {
      "epoch": 1.2205054340709702,
      "grad_norm": 0.05632910504937172,
      "learning_rate": 0.0001289710140280416,
      "loss": 10.1748,
      "step": 6990
    },
    {
      "epoch": 1.2206800226965213,
      "grad_norm": 0.05584757402539253,
      "learning_rate": 0.00012895350225290011,
      "loss": 10.2082,
      "step": 6991
    },
    {
      "epoch": 1.2208546113220724,
      "grad_norm": 0.059403859078884125,
      "learning_rate": 0.00012893598950856696,
      "loss": 10.2016,
      "step": 6992
    },
    {
      "epoch": 1.2210291999476235,
      "grad_norm": 0.0557267889380455,
      "learning_rate": 0.00012891847579562835,
      "loss": 10.2227,
      "step": 6993
    },
    {
      "epoch": 1.2212037885731744,
      "grad_norm": 0.052375975996255875,
      "learning_rate": 0.00012890096111467053,
      "loss": 10.2022,
      "step": 6994
    },
    {
      "epoch": 1.2213783771987254,
      "grad_norm": 0.06487387418746948,
      "learning_rate": 0.00012888344546627985,
      "loss": 10.217,
      "step": 6995
    },
    {
      "epoch": 1.2215529658242765,
      "grad_norm": 0.0495617613196373,
      "learning_rate": 0.00012886592885104258,
      "loss": 10.2099,
      "step": 6996
    },
    {
      "epoch": 1.2217275544498276,
      "grad_norm": 0.06252845376729965,
      "learning_rate": 0.00012884841126954507,
      "loss": 10.179,
      "step": 6997
    },
    {
      "epoch": 1.2219021430753787,
      "grad_norm": 0.05619402229785919,
      "learning_rate": 0.00012883089272237372,
      "loss": 10.1747,
      "step": 6998
    },
    {
      "epoch": 1.2220767317009296,
      "grad_norm": 0.06577794998884201,
      "learning_rate": 0.00012881337321011494,
      "loss": 10.1657,
      "step": 6999
    },
    {
      "epoch": 1.2222513203264807,
      "grad_norm": 0.05835353583097458,
      "learning_rate": 0.00012879585273335516,
      "loss": 10.2046,
      "step": 7000
    },
    {
      "epoch": 1.2222513203264807,
      "eval_loss": 10.17346477508545,
      "eval_runtime": 0.7424,
      "eval_samples_per_second": 311.169,
      "eval_steps_per_second": 156.258,
      "step": 7000
    },
    {
      "epoch": 1.2224259089520317,
      "grad_norm": 0.06941874325275421,
      "learning_rate": 0.00012877833129268092,
      "loss": 10.183,
      "step": 7001
    },
    {
      "epoch": 1.2226004975775828,
      "grad_norm": 0.059800855815410614,
      "learning_rate": 0.0001287608088886787,
      "loss": 10.1709,
      "step": 7002
    },
    {
      "epoch": 1.222775086203134,
      "grad_norm": 0.058877211064100266,
      "learning_rate": 0.00012874328552193502,
      "loss": 10.1793,
      "step": 7003
    },
    {
      "epoch": 1.222949674828685,
      "grad_norm": 0.0656568631529808,
      "learning_rate": 0.0001287257611930365,
      "loss": 10.2039,
      "step": 7004
    },
    {
      "epoch": 1.2231242634542359,
      "grad_norm": 0.06366051733493805,
      "learning_rate": 0.0001287082359025697,
      "loss": 10.1677,
      "step": 7005
    },
    {
      "epoch": 1.223298852079787,
      "grad_norm": 0.06738106906414032,
      "learning_rate": 0.0001286907096511213,
      "loss": 10.1849,
      "step": 7006
    },
    {
      "epoch": 1.223473440705338,
      "grad_norm": 0.06395509093999863,
      "learning_rate": 0.000128673182439278,
      "loss": 10.175,
      "step": 7007
    },
    {
      "epoch": 1.2236480293308891,
      "grad_norm": 0.06646266579627991,
      "learning_rate": 0.0001286556542676265,
      "loss": 10.1796,
      "step": 7008
    },
    {
      "epoch": 1.2238226179564402,
      "grad_norm": 0.06589940190315247,
      "learning_rate": 0.00012863812513675348,
      "loss": 10.1973,
      "step": 7009
    },
    {
      "epoch": 1.2239972065819913,
      "grad_norm": 0.06570333987474442,
      "learning_rate": 0.00012862059504724577,
      "loss": 10.1951,
      "step": 7010
    },
    {
      "epoch": 1.2241717952075422,
      "grad_norm": 0.06786415725946426,
      "learning_rate": 0.00012860306399969013,
      "loss": 10.1866,
      "step": 7011
    },
    {
      "epoch": 1.2243463838330932,
      "grad_norm": 0.07216320931911469,
      "learning_rate": 0.00012858553199467343,
      "loss": 10.1847,
      "step": 7012
    },
    {
      "epoch": 1.2245209724586443,
      "grad_norm": 0.06991694122552872,
      "learning_rate": 0.0001285679990327825,
      "loss": 10.1528,
      "step": 7013
    },
    {
      "epoch": 1.2246955610841954,
      "grad_norm": 0.07751549780368805,
      "learning_rate": 0.0001285504651146043,
      "loss": 10.1522,
      "step": 7014
    },
    {
      "epoch": 1.2248701497097465,
      "grad_norm": 0.07329299300909042,
      "learning_rate": 0.00012853293024072573,
      "loss": 10.1509,
      "step": 7015
    },
    {
      "epoch": 1.2250447383352974,
      "grad_norm": 0.07308946549892426,
      "learning_rate": 0.00012851539441173374,
      "loss": 10.1547,
      "step": 7016
    },
    {
      "epoch": 1.2252193269608485,
      "grad_norm": 0.08134516328573227,
      "learning_rate": 0.00012849785762821534,
      "loss": 10.174,
      "step": 7017
    },
    {
      "epoch": 1.2253939155863995,
      "grad_norm": 0.07803069055080414,
      "learning_rate": 0.00012848031989075754,
      "loss": 10.1859,
      "step": 7018
    },
    {
      "epoch": 1.2255685042119506,
      "grad_norm": 0.0921420007944107,
      "learning_rate": 0.0001284627811999474,
      "loss": 10.1861,
      "step": 7019
    },
    {
      "epoch": 1.2257430928375017,
      "grad_norm": 0.09596043825149536,
      "learning_rate": 0.00012844524155637208,
      "loss": 10.1652,
      "step": 7020
    },
    {
      "epoch": 1.2259176814630526,
      "grad_norm": 0.08218511193990707,
      "learning_rate": 0.0001284277009606186,
      "loss": 10.2005,
      "step": 7021
    },
    {
      "epoch": 1.2260922700886037,
      "grad_norm": 0.07862091809511185,
      "learning_rate": 0.0001284101594132742,
      "loss": 10.1777,
      "step": 7022
    },
    {
      "epoch": 1.2262668587141548,
      "grad_norm": 0.10395193099975586,
      "learning_rate": 0.00012839261691492598,
      "loss": 10.1581,
      "step": 7023
    },
    {
      "epoch": 1.2264414473397058,
      "grad_norm": 0.0943080261349678,
      "learning_rate": 0.00012837507346616123,
      "loss": 10.1629,
      "step": 7024
    },
    {
      "epoch": 1.226616035965257,
      "grad_norm": 0.09620066732168198,
      "learning_rate": 0.00012835752906756719,
      "loss": 10.1486,
      "step": 7025
    },
    {
      "epoch": 1.2267906245908078,
      "grad_norm": 0.11400182545185089,
      "learning_rate": 0.00012833998371973115,
      "loss": 10.2081,
      "step": 7026
    },
    {
      "epoch": 1.2269652132163589,
      "grad_norm": 0.13971443474292755,
      "learning_rate": 0.00012832243742324037,
      "loss": 10.2141,
      "step": 7027
    },
    {
      "epoch": 1.22713980184191,
      "grad_norm": 0.07104840129613876,
      "learning_rate": 0.00012830489017868224,
      "loss": 10.2052,
      "step": 7028
    },
    {
      "epoch": 1.227314390467461,
      "grad_norm": 0.07797019183635712,
      "learning_rate": 0.00012828734198664415,
      "loss": 10.2094,
      "step": 7029
    },
    {
      "epoch": 1.2274889790930121,
      "grad_norm": 0.07834680378437042,
      "learning_rate": 0.00012826979284771348,
      "loss": 10.1954,
      "step": 7030
    },
    {
      "epoch": 1.2276635677185632,
      "grad_norm": 0.060324784368276596,
      "learning_rate": 0.00012825224276247766,
      "loss": 10.2253,
      "step": 7031
    },
    {
      "epoch": 1.227838156344114,
      "grad_norm": 0.05157743766903877,
      "learning_rate": 0.00012823469173152424,
      "loss": 10.2117,
      "step": 7032
    },
    {
      "epoch": 1.2280127449696652,
      "grad_norm": 0.04921155050396919,
      "learning_rate": 0.00012821713975544064,
      "loss": 10.2028,
      "step": 7033
    },
    {
      "epoch": 1.2281873335952163,
      "grad_norm": 0.05759214237332344,
      "learning_rate": 0.0001281995868348144,
      "loss": 10.2143,
      "step": 7034
    },
    {
      "epoch": 1.2283619222207673,
      "grad_norm": 0.055789846926927567,
      "learning_rate": 0.00012818203297023314,
      "loss": 10.1896,
      "step": 7035
    },
    {
      "epoch": 1.2285365108463184,
      "grad_norm": 0.06118164584040642,
      "learning_rate": 0.0001281644781622844,
      "loss": 10.1927,
      "step": 7036
    },
    {
      "epoch": 1.2287110994718695,
      "grad_norm": 0.06172197684645653,
      "learning_rate": 0.00012814692241155587,
      "loss": 10.1584,
      "step": 7037
    },
    {
      "epoch": 1.2288856880974204,
      "grad_norm": 0.059799641370773315,
      "learning_rate": 0.00012812936571863522,
      "loss": 10.1819,
      "step": 7038
    },
    {
      "epoch": 1.2290602767229715,
      "grad_norm": 0.048816289752721786,
      "learning_rate": 0.00012811180808411005,
      "loss": 10.2127,
      "step": 7039
    },
    {
      "epoch": 1.2292348653485226,
      "grad_norm": 0.055646445602178574,
      "learning_rate": 0.00012809424950856814,
      "loss": 10.2131,
      "step": 7040
    },
    {
      "epoch": 1.2294094539740736,
      "grad_norm": 0.05472896620631218,
      "learning_rate": 0.0001280766899925973,
      "loss": 10.2142,
      "step": 7041
    },
    {
      "epoch": 1.2295840425996247,
      "grad_norm": 0.05969183146953583,
      "learning_rate": 0.00012805912953678522,
      "loss": 10.1909,
      "step": 7042
    },
    {
      "epoch": 1.2297586312251756,
      "grad_norm": 0.06613447517156601,
      "learning_rate": 0.00012804156814171983,
      "loss": 10.2002,
      "step": 7043
    },
    {
      "epoch": 1.2299332198507267,
      "grad_norm": 0.05399390310049057,
      "learning_rate": 0.0001280240058079889,
      "loss": 10.1845,
      "step": 7044
    },
    {
      "epoch": 1.2301078084762778,
      "grad_norm": 0.05739011615514755,
      "learning_rate": 0.00012800644253618032,
      "loss": 10.192,
      "step": 7045
    },
    {
      "epoch": 1.2302823971018289,
      "grad_norm": 0.05917404964566231,
      "learning_rate": 0.00012798887832688203,
      "loss": 10.2144,
      "step": 7046
    },
    {
      "epoch": 1.23045698572738,
      "grad_norm": 0.05206100642681122,
      "learning_rate": 0.00012797131318068193,
      "loss": 10.2173,
      "step": 7047
    },
    {
      "epoch": 1.2306315743529308,
      "grad_norm": 0.05245336890220642,
      "learning_rate": 0.00012795374709816807,
      "loss": 10.2025,
      "step": 7048
    },
    {
      "epoch": 1.2308061629784819,
      "grad_norm": 0.06712078303098679,
      "learning_rate": 0.00012793618007992842,
      "loss": 10.1973,
      "step": 7049
    },
    {
      "epoch": 1.230980751604033,
      "grad_norm": 0.05860109627246857,
      "learning_rate": 0.00012791861212655103,
      "loss": 10.2099,
      "step": 7050
    },
    {
      "epoch": 1.231155340229584,
      "grad_norm": 0.05884885787963867,
      "learning_rate": 0.00012790104323862392,
      "loss": 10.1891,
      "step": 7051
    },
    {
      "epoch": 1.2313299288551351,
      "grad_norm": 0.05932950973510742,
      "learning_rate": 0.00012788347341673525,
      "loss": 10.169,
      "step": 7052
    },
    {
      "epoch": 1.231504517480686,
      "grad_norm": 0.06798534095287323,
      "learning_rate": 0.00012786590266147317,
      "loss": 10.2055,
      "step": 7053
    },
    {
      "epoch": 1.231679106106237,
      "grad_norm": 0.05396666005253792,
      "learning_rate": 0.00012784833097342574,
      "loss": 10.2164,
      "step": 7054
    },
    {
      "epoch": 1.2318536947317882,
      "grad_norm": 0.05916266888380051,
      "learning_rate": 0.00012783075835318128,
      "loss": 10.149,
      "step": 7055
    },
    {
      "epoch": 1.2320282833573393,
      "grad_norm": 0.058025483042001724,
      "learning_rate": 0.00012781318480132797,
      "loss": 10.2289,
      "step": 7056
    },
    {
      "epoch": 1.2322028719828904,
      "grad_norm": 0.06513570994138718,
      "learning_rate": 0.00012779561031845405,
      "loss": 10.1961,
      "step": 7057
    },
    {
      "epoch": 1.2323774606084414,
      "grad_norm": 0.0666990727186203,
      "learning_rate": 0.0001277780349051478,
      "loss": 10.1964,
      "step": 7058
    },
    {
      "epoch": 1.2325520492339923,
      "grad_norm": 0.07200530916452408,
      "learning_rate": 0.00012776045856199757,
      "loss": 10.1868,
      "step": 7059
    },
    {
      "epoch": 1.2327266378595434,
      "grad_norm": 0.0719560906291008,
      "learning_rate": 0.00012774288128959173,
      "loss": 10.1807,
      "step": 7060
    },
    {
      "epoch": 1.2329012264850945,
      "grad_norm": 0.06781236082315445,
      "learning_rate": 0.0001277253030885186,
      "loss": 10.185,
      "step": 7061
    },
    {
      "epoch": 1.2330758151106456,
      "grad_norm": 0.07423972338438034,
      "learning_rate": 0.0001277077239593667,
      "loss": 10.1822,
      "step": 7062
    },
    {
      "epoch": 1.2332504037361967,
      "grad_norm": 0.0730646625161171,
      "learning_rate": 0.00012769014390272434,
      "loss": 10.1899,
      "step": 7063
    },
    {
      "epoch": 1.2334249923617477,
      "grad_norm": 0.07272043079137802,
      "learning_rate": 0.00012767256291918008,
      "loss": 10.1919,
      "step": 7064
    },
    {
      "epoch": 1.2335995809872986,
      "grad_norm": 0.07428863644599915,
      "learning_rate": 0.00012765498100932244,
      "loss": 10.2108,
      "step": 7065
    },
    {
      "epoch": 1.2337741696128497,
      "grad_norm": 0.07818140834569931,
      "learning_rate": 0.00012763739817373985,
      "loss": 10.1783,
      "step": 7066
    },
    {
      "epoch": 1.2339487582384008,
      "grad_norm": 0.0817427858710289,
      "learning_rate": 0.00012761981441302106,
      "loss": 10.1679,
      "step": 7067
    },
    {
      "epoch": 1.2341233468639519,
      "grad_norm": 0.08070477098226547,
      "learning_rate": 0.0001276022297277545,
      "loss": 10.2152,
      "step": 7068
    },
    {
      "epoch": 1.234297935489503,
      "grad_norm": 0.07269588112831116,
      "learning_rate": 0.0001275846441185289,
      "loss": 10.1772,
      "step": 7069
    },
    {
      "epoch": 1.2344725241150538,
      "grad_norm": 0.07984345406293869,
      "learning_rate": 0.00012756705758593283,
      "loss": 10.1924,
      "step": 7070
    },
    {
      "epoch": 1.234647112740605,
      "grad_norm": 0.08724217116832733,
      "learning_rate": 0.0001275494701305551,
      "loss": 10.1584,
      "step": 7071
    },
    {
      "epoch": 1.234821701366156,
      "grad_norm": 0.0831102505326271,
      "learning_rate": 0.00012753188175298436,
      "loss": 10.1749,
      "step": 7072
    },
    {
      "epoch": 1.234996289991707,
      "grad_norm": 0.0894690752029419,
      "learning_rate": 0.0001275142924538094,
      "loss": 10.206,
      "step": 7073
    },
    {
      "epoch": 1.2351708786172582,
      "grad_norm": 0.11462542414665222,
      "learning_rate": 0.000127496702233619,
      "loss": 10.1682,
      "step": 7074
    },
    {
      "epoch": 1.235345467242809,
      "grad_norm": 0.12178295105695724,
      "learning_rate": 0.0001274791110930019,
      "loss": 10.1894,
      "step": 7075
    },
    {
      "epoch": 1.2355200558683601,
      "grad_norm": 0.12952429056167603,
      "learning_rate": 0.00012746151903254705,
      "loss": 10.1654,
      "step": 7076
    },
    {
      "epoch": 1.2356946444939112,
      "grad_norm": 0.16472551226615906,
      "learning_rate": 0.0001274439260528433,
      "loss": 10.1941,
      "step": 7077
    },
    {
      "epoch": 1.2358692331194623,
      "grad_norm": 0.0629720538854599,
      "learning_rate": 0.00012742633215447955,
      "loss": 10.1981,
      "step": 7078
    },
    {
      "epoch": 1.2360438217450134,
      "grad_norm": 0.07317271083593369,
      "learning_rate": 0.0001274087373380447,
      "loss": 10.169,
      "step": 7079
    },
    {
      "epoch": 1.2362184103705642,
      "grad_norm": 0.0666653960943222,
      "learning_rate": 0.00012739114160412778,
      "loss": 10.1895,
      "step": 7080
    },
    {
      "epoch": 1.2363929989961153,
      "grad_norm": 0.052038032561540604,
      "learning_rate": 0.00012737354495331776,
      "loss": 10.2305,
      "step": 7081
    },
    {
      "epoch": 1.2365675876216664,
      "grad_norm": 0.05039070546627045,
      "learning_rate": 0.0001273559473862037,
      "loss": 10.1926,
      "step": 7082
    },
    {
      "epoch": 1.2367421762472175,
      "grad_norm": 0.04815324395895004,
      "learning_rate": 0.00012733834890337462,
      "loss": 10.1878,
      "step": 7083
    },
    {
      "epoch": 1.2369167648727686,
      "grad_norm": 0.05495463311672211,
      "learning_rate": 0.00012732074950541966,
      "loss": 10.2173,
      "step": 7084
    },
    {
      "epoch": 1.2370913534983197,
      "grad_norm": 0.0553165040910244,
      "learning_rate": 0.00012730314919292787,
      "loss": 10.1782,
      "step": 7085
    },
    {
      "epoch": 1.2372659421238708,
      "grad_norm": 0.05792965367436409,
      "learning_rate": 0.0001272855479664885,
      "loss": 10.182,
      "step": 7086
    },
    {
      "epoch": 1.2374405307494216,
      "grad_norm": 0.07370904088020325,
      "learning_rate": 0.00012726794582669065,
      "loss": 10.2263,
      "step": 7087
    },
    {
      "epoch": 1.2376151193749727,
      "grad_norm": 0.05411522090435028,
      "learning_rate": 0.00012725034277412357,
      "loss": 10.2042,
      "step": 7088
    },
    {
      "epoch": 1.2377897080005238,
      "grad_norm": 0.0571751594543457,
      "learning_rate": 0.00012723273880937654,
      "loss": 10.2318,
      "step": 7089
    },
    {
      "epoch": 1.2379642966260749,
      "grad_norm": 0.06105774641036987,
      "learning_rate": 0.0001272151339330388,
      "loss": 10.2075,
      "step": 7090
    },
    {
      "epoch": 1.238138885251626,
      "grad_norm": 0.04669741913676262,
      "learning_rate": 0.00012719752814569965,
      "loss": 10.1749,
      "step": 7091
    },
    {
      "epoch": 1.2383134738771768,
      "grad_norm": 0.05697420611977577,
      "learning_rate": 0.00012717992144794843,
      "loss": 10.2161,
      "step": 7092
    },
    {
      "epoch": 1.238488062502728,
      "grad_norm": 0.07324868440628052,
      "learning_rate": 0.00012716231384037453,
      "loss": 10.1907,
      "step": 7093
    },
    {
      "epoch": 1.238662651128279,
      "grad_norm": 0.054066598415374756,
      "learning_rate": 0.00012714470532356736,
      "loss": 10.1886,
      "step": 7094
    },
    {
      "epoch": 1.23883723975383,
      "grad_norm": 0.059862300753593445,
      "learning_rate": 0.0001271270958981163,
      "loss": 10.2001,
      "step": 7095
    },
    {
      "epoch": 1.2390118283793812,
      "grad_norm": 0.061576101928949356,
      "learning_rate": 0.00012710948556461085,
      "loss": 10.1915,
      "step": 7096
    },
    {
      "epoch": 1.239186417004932,
      "grad_norm": 0.05505215376615524,
      "learning_rate": 0.00012709187432364044,
      "loss": 10.193,
      "step": 7097
    },
    {
      "epoch": 1.2393610056304831,
      "grad_norm": 0.06453081220388412,
      "learning_rate": 0.00012707426217579463,
      "loss": 10.2046,
      "step": 7098
    },
    {
      "epoch": 1.2395355942560342,
      "grad_norm": 0.06841842085123062,
      "learning_rate": 0.000127056649121663,
      "loss": 10.2196,
      "step": 7099
    },
    {
      "epoch": 1.2397101828815853,
      "grad_norm": 0.06703729182481766,
      "learning_rate": 0.00012703903516183513,
      "loss": 10.2486,
      "step": 7100
    },
    {
      "epoch": 1.2398847715071364,
      "grad_norm": 0.05428628623485565,
      "learning_rate": 0.00012702142029690058,
      "loss": 10.1898,
      "step": 7101
    },
    {
      "epoch": 1.2400593601326872,
      "grad_norm": 0.06308802217245102,
      "learning_rate": 0.00012700380452744902,
      "loss": 10.1954,
      "step": 7102
    },
    {
      "epoch": 1.2402339487582383,
      "grad_norm": 0.062077030539512634,
      "learning_rate": 0.0001269861878540701,
      "loss": 10.1981,
      "step": 7103
    },
    {
      "epoch": 1.2404085373837894,
      "grad_norm": 0.08663377910852432,
      "learning_rate": 0.00012696857027735353,
      "loss": 10.1971,
      "step": 7104
    },
    {
      "epoch": 1.2405831260093405,
      "grad_norm": 0.07540474832057953,
      "learning_rate": 0.0001269509517978891,
      "loss": 10.1995,
      "step": 7105
    },
    {
      "epoch": 1.2407577146348916,
      "grad_norm": 0.05749957263469696,
      "learning_rate": 0.00012693333241626647,
      "loss": 10.1633,
      "step": 7106
    },
    {
      "epoch": 1.2409323032604425,
      "grad_norm": 0.0651848241686821,
      "learning_rate": 0.00012691571213307553,
      "loss": 10.1835,
      "step": 7107
    },
    {
      "epoch": 1.2411068918859935,
      "grad_norm": 0.07123646885156631,
      "learning_rate": 0.00012689809094890606,
      "loss": 10.1815,
      "step": 7108
    },
    {
      "epoch": 1.2412814805115446,
      "grad_norm": 0.06792114675045013,
      "learning_rate": 0.00012688046886434788,
      "loss": 10.1964,
      "step": 7109
    },
    {
      "epoch": 1.2414560691370957,
      "grad_norm": 0.0672459751367569,
      "learning_rate": 0.0001268628458799909,
      "loss": 10.1759,
      "step": 7110
    },
    {
      "epoch": 1.2416306577626468,
      "grad_norm": 0.06941904872655869,
      "learning_rate": 0.0001268452219964251,
      "loss": 10.2304,
      "step": 7111
    },
    {
      "epoch": 1.241805246388198,
      "grad_norm": 0.07636092603206635,
      "learning_rate": 0.00012682759721424028,
      "loss": 10.2064,
      "step": 7112
    },
    {
      "epoch": 1.241979835013749,
      "grad_norm": 0.06307855248451233,
      "learning_rate": 0.00012680997153402657,
      "loss": 10.2025,
      "step": 7113
    },
    {
      "epoch": 1.2421544236392998,
      "grad_norm": 0.08151724934577942,
      "learning_rate": 0.00012679234495637385,
      "loss": 10.173,
      "step": 7114
    },
    {
      "epoch": 1.242329012264851,
      "grad_norm": 0.08014663308858871,
      "learning_rate": 0.0001267747174818722,
      "loss": 10.2065,
      "step": 7115
    },
    {
      "epoch": 1.242503600890402,
      "grad_norm": 0.07289455085992813,
      "learning_rate": 0.00012675708911111168,
      "loss": 10.1949,
      "step": 7116
    },
    {
      "epoch": 1.242678189515953,
      "grad_norm": 0.08253029733896255,
      "learning_rate": 0.0001267394598446824,
      "loss": 10.1723,
      "step": 7117
    },
    {
      "epoch": 1.2428527781415042,
      "grad_norm": 0.07462827861309052,
      "learning_rate": 0.00012672182968317448,
      "loss": 10.1848,
      "step": 7118
    },
    {
      "epoch": 1.243027366767055,
      "grad_norm": 0.08997425436973572,
      "learning_rate": 0.00012670419862717807,
      "loss": 10.1954,
      "step": 7119
    },
    {
      "epoch": 1.2432019553926061,
      "grad_norm": 0.08506017178297043,
      "learning_rate": 0.00012668656667728334,
      "loss": 10.2467,
      "step": 7120
    },
    {
      "epoch": 1.2433765440181572,
      "grad_norm": 0.08156260848045349,
      "learning_rate": 0.00012666893383408049,
      "loss": 10.1608,
      "step": 7121
    },
    {
      "epoch": 1.2435511326437083,
      "grad_norm": 0.09252139925956726,
      "learning_rate": 0.0001266513000981598,
      "loss": 10.1951,
      "step": 7122
    },
    {
      "epoch": 1.2437257212692594,
      "grad_norm": 0.10539056360721588,
      "learning_rate": 0.00012663366547011152,
      "loss": 10.1722,
      "step": 7123
    },
    {
      "epoch": 1.2439003098948103,
      "grad_norm": 0.11182133853435516,
      "learning_rate": 0.00012661602995052594,
      "loss": 10.1846,
      "step": 7124
    },
    {
      "epoch": 1.2440748985203613,
      "grad_norm": 0.11108081787824631,
      "learning_rate": 0.00012659839353999346,
      "loss": 10.1641,
      "step": 7125
    },
    {
      "epoch": 1.2442494871459124,
      "grad_norm": 0.12076292932033539,
      "learning_rate": 0.0001265807562391044,
      "loss": 10.2239,
      "step": 7126
    },
    {
      "epoch": 1.2444240757714635,
      "grad_norm": 0.15469329059123993,
      "learning_rate": 0.00012656311804844908,
      "loss": 10.2268,
      "step": 7127
    },
    {
      "epoch": 1.2445986643970146,
      "grad_norm": 0.0720953419804573,
      "learning_rate": 0.00012654547896861804,
      "loss": 10.2026,
      "step": 7128
    },
    {
      "epoch": 1.2447732530225655,
      "grad_norm": 0.08819802850484848,
      "learning_rate": 0.00012652783900020167,
      "loss": 10.192,
      "step": 7129
    },
    {
      "epoch": 1.2449478416481166,
      "grad_norm": 0.050531983375549316,
      "learning_rate": 0.00012651019814379047,
      "loss": 10.2244,
      "step": 7130
    },
    {
      "epoch": 1.2451224302736676,
      "grad_norm": 0.06416013091802597,
      "learning_rate": 0.00012649255639997494,
      "loss": 10.1971,
      "step": 7131
    },
    {
      "epoch": 1.2452970188992187,
      "grad_norm": 0.05521368235349655,
      "learning_rate": 0.00012647491376934563,
      "loss": 10.192,
      "step": 7132
    },
    {
      "epoch": 1.2454716075247698,
      "grad_norm": 0.0600445494055748,
      "learning_rate": 0.00012645727025249309,
      "loss": 10.2051,
      "step": 7133
    },
    {
      "epoch": 1.2456461961503207,
      "grad_norm": 0.06038816645741463,
      "learning_rate": 0.0001264396258500079,
      "loss": 10.1747,
      "step": 7134
    },
    {
      "epoch": 1.2458207847758718,
      "grad_norm": 0.051031675189733505,
      "learning_rate": 0.00012642198056248084,
      "loss": 10.1961,
      "step": 7135
    },
    {
      "epoch": 1.2459953734014229,
      "grad_norm": 0.05976423993706703,
      "learning_rate": 0.00012640433439050234,
      "loss": 10.1947,
      "step": 7136
    },
    {
      "epoch": 1.246169962026974,
      "grad_norm": 0.05352301523089409,
      "learning_rate": 0.00012638668733466329,
      "loss": 10.1904,
      "step": 7137
    },
    {
      "epoch": 1.246344550652525,
      "grad_norm": 0.05407317727804184,
      "learning_rate": 0.0001263690393955543,
      "loss": 10.1872,
      "step": 7138
    },
    {
      "epoch": 1.2465191392780761,
      "grad_norm": 0.0541083849966526,
      "learning_rate": 0.00012635139057376612,
      "loss": 10.2172,
      "step": 7139
    },
    {
      "epoch": 1.2466937279036272,
      "grad_norm": 0.04843207076191902,
      "learning_rate": 0.0001263337408698895,
      "loss": 10.1776,
      "step": 7140
    },
    {
      "epoch": 1.246868316529178,
      "grad_norm": 0.05914483964443207,
      "learning_rate": 0.0001263160902845154,
      "loss": 10.1932,
      "step": 7141
    },
    {
      "epoch": 1.2470429051547292,
      "grad_norm": 0.04966225102543831,
      "learning_rate": 0.0001262984388182345,
      "loss": 10.1907,
      "step": 7142
    },
    {
      "epoch": 1.2472174937802802,
      "grad_norm": 0.0557984784245491,
      "learning_rate": 0.00012628078647163772,
      "loss": 10.1783,
      "step": 7143
    },
    {
      "epoch": 1.2473920824058313,
      "grad_norm": 0.06746915727853775,
      "learning_rate": 0.000126263133245316,
      "loss": 10.1936,
      "step": 7144
    },
    {
      "epoch": 1.2475666710313824,
      "grad_norm": 0.058485206216573715,
      "learning_rate": 0.00012624547913986017,
      "loss": 10.2055,
      "step": 7145
    },
    {
      "epoch": 1.2477412596569333,
      "grad_norm": 0.05501255393028259,
      "learning_rate": 0.00012622782415586126,
      "loss": 10.2066,
      "step": 7146
    },
    {
      "epoch": 1.2479158482824844,
      "grad_norm": 0.06192396953701973,
      "learning_rate": 0.00012621016829391022,
      "loss": 10.1954,
      "step": 7147
    },
    {
      "epoch": 1.2480904369080354,
      "grad_norm": 0.0552382692694664,
      "learning_rate": 0.0001261925115545981,
      "loss": 10.2028,
      "step": 7148
    },
    {
      "epoch": 1.2482650255335865,
      "grad_norm": 0.054346803575754166,
      "learning_rate": 0.0001261748539385159,
      "loss": 10.1784,
      "step": 7149
    },
    {
      "epoch": 1.2484396141591376,
      "grad_norm": 0.05386344715952873,
      "learning_rate": 0.0001261571954462547,
      "loss": 10.1764,
      "step": 7150
    },
    {
      "epoch": 1.2486142027846885,
      "grad_norm": 0.061385173350572586,
      "learning_rate": 0.00012613953607840564,
      "loss": 10.2146,
      "step": 7151
    },
    {
      "epoch": 1.2487887914102396,
      "grad_norm": 0.060424670577049255,
      "learning_rate": 0.00012612187583555982,
      "loss": 10.1665,
      "step": 7152
    },
    {
      "epoch": 1.2489633800357907,
      "grad_norm": 0.06364850699901581,
      "learning_rate": 0.00012610421471830838,
      "loss": 10.1799,
      "step": 7153
    },
    {
      "epoch": 1.2491379686613417,
      "grad_norm": 0.0615033321082592,
      "learning_rate": 0.00012608655272724255,
      "loss": 10.1715,
      "step": 7154
    },
    {
      "epoch": 1.2493125572868928,
      "grad_norm": 0.06274189800024033,
      "learning_rate": 0.00012606888986295352,
      "loss": 10.186,
      "step": 7155
    },
    {
      "epoch": 1.2494871459124437,
      "grad_norm": 0.059940703213214874,
      "learning_rate": 0.00012605122612603257,
      "loss": 10.2387,
      "step": 7156
    },
    {
      "epoch": 1.2496617345379948,
      "grad_norm": 0.06912802159786224,
      "learning_rate": 0.00012603356151707096,
      "loss": 10.1766,
      "step": 7157
    },
    {
      "epoch": 1.2498363231635459,
      "grad_norm": 0.06800199300050735,
      "learning_rate": 0.00012601589603665998,
      "loss": 10.1918,
      "step": 7158
    },
    {
      "epoch": 1.250010911789097,
      "grad_norm": 0.06310213357210159,
      "learning_rate": 0.00012599822968539095,
      "loss": 10.1648,
      "step": 7159
    },
    {
      "epoch": 1.250185500414648,
      "grad_norm": 0.06006942689418793,
      "learning_rate": 0.00012598056246385531,
      "loss": 10.2031,
      "step": 7160
    },
    {
      "epoch": 1.250360089040199,
      "grad_norm": 0.06210923194885254,
      "learning_rate": 0.00012596289437264438,
      "loss": 10.1887,
      "step": 7161
    },
    {
      "epoch": 1.25053467766575,
      "grad_norm": 0.07048594951629639,
      "learning_rate": 0.00012594522541234962,
      "loss": 10.2223,
      "step": 7162
    },
    {
      "epoch": 1.250709266291301,
      "grad_norm": 0.07323570549488068,
      "learning_rate": 0.0001259275555835625,
      "loss": 10.1875,
      "step": 7163
    },
    {
      "epoch": 1.2508838549168522,
      "grad_norm": 0.07007590681314468,
      "learning_rate": 0.00012590988488687442,
      "loss": 10.1788,
      "step": 7164
    },
    {
      "epoch": 1.2510584435424033,
      "grad_norm": 0.08389121294021606,
      "learning_rate": 0.00012589221332287698,
      "loss": 10.1664,
      "step": 7165
    },
    {
      "epoch": 1.2512330321679543,
      "grad_norm": 0.08197849988937378,
      "learning_rate": 0.0001258745408921617,
      "loss": 10.1865,
      "step": 7166
    },
    {
      "epoch": 1.2514076207935054,
      "grad_norm": 0.0692364051938057,
      "learning_rate": 0.00012585686759532009,
      "loss": 10.2048,
      "step": 7167
    },
    {
      "epoch": 1.2515822094190563,
      "grad_norm": 0.08498763293027878,
      "learning_rate": 0.0001258391934329438,
      "loss": 10.1629,
      "step": 7168
    },
    {
      "epoch": 1.2517567980446074,
      "grad_norm": 0.082570381462574,
      "learning_rate": 0.00012582151840562447,
      "loss": 10.1754,
      "step": 7169
    },
    {
      "epoch": 1.2519313866701585,
      "grad_norm": 0.09035424888134003,
      "learning_rate": 0.0001258038425139537,
      "loss": 10.1801,
      "step": 7170
    },
    {
      "epoch": 1.2521059752957096,
      "grad_norm": 0.09840822219848633,
      "learning_rate": 0.00012578616575852322,
      "loss": 10.216,
      "step": 7171
    },
    {
      "epoch": 1.2522805639212606,
      "grad_norm": 0.0853111669421196,
      "learning_rate": 0.00012576848813992475,
      "loss": 10.1934,
      "step": 7172
    },
    {
      "epoch": 1.2524551525468115,
      "grad_norm": 0.0911143347620964,
      "learning_rate": 0.00012575080965874998,
      "loss": 10.248,
      "step": 7173
    },
    {
      "epoch": 1.2526297411723626,
      "grad_norm": 0.09114164859056473,
      "learning_rate": 0.0001257331303155907,
      "loss": 10.1923,
      "step": 7174
    },
    {
      "epoch": 1.2528043297979137,
      "grad_norm": 0.10123662650585175,
      "learning_rate": 0.00012571545011103873,
      "loss": 10.1506,
      "step": 7175
    },
    {
      "epoch": 1.2529789184234648,
      "grad_norm": 0.11806830763816833,
      "learning_rate": 0.00012569776904568588,
      "loss": 10.2019,
      "step": 7176
    },
    {
      "epoch": 1.2531535070490158,
      "grad_norm": 0.13948361575603485,
      "learning_rate": 0.00012568008712012405,
      "loss": 10.2271,
      "step": 7177
    },
    {
      "epoch": 1.2533280956745667,
      "grad_norm": 0.056058697402477264,
      "learning_rate": 0.00012566240433494507,
      "loss": 10.1916,
      "step": 7178
    },
    {
      "epoch": 1.2535026843001178,
      "grad_norm": 0.06450404971837997,
      "learning_rate": 0.00012564472069074087,
      "loss": 10.2107,
      "step": 7179
    },
    {
      "epoch": 1.2536772729256689,
      "grad_norm": 0.056169234216213226,
      "learning_rate": 0.0001256270361881034,
      "loss": 10.2238,
      "step": 7180
    },
    {
      "epoch": 1.25385186155122,
      "grad_norm": 0.056253571063280106,
      "learning_rate": 0.00012560935082762465,
      "loss": 10.1703,
      "step": 7181
    },
    {
      "epoch": 1.254026450176771,
      "grad_norm": 0.05963096395134926,
      "learning_rate": 0.0001255916646098966,
      "loss": 10.2207,
      "step": 7182
    },
    {
      "epoch": 1.254201038802322,
      "grad_norm": 0.05693512409925461,
      "learning_rate": 0.00012557397753551128,
      "loss": 10.1728,
      "step": 7183
    },
    {
      "epoch": 1.254375627427873,
      "grad_norm": 0.056394439190626144,
      "learning_rate": 0.00012555628960506075,
      "loss": 10.2134,
      "step": 7184
    },
    {
      "epoch": 1.254550216053424,
      "grad_norm": 0.049900393933057785,
      "learning_rate": 0.00012553860081913708,
      "loss": 10.2216,
      "step": 7185
    },
    {
      "epoch": 1.2547248046789752,
      "grad_norm": 0.055381420999765396,
      "learning_rate": 0.0001255209111783324,
      "loss": 10.1835,
      "step": 7186
    },
    {
      "epoch": 1.2548993933045263,
      "grad_norm": 0.04937127232551575,
      "learning_rate": 0.0001255032206832389,
      "loss": 10.1839,
      "step": 7187
    },
    {
      "epoch": 1.2550739819300771,
      "grad_norm": 0.05466647073626518,
      "learning_rate": 0.0001254855293344487,
      "loss": 10.1828,
      "step": 7188
    },
    {
      "epoch": 1.2552485705556282,
      "grad_norm": 0.05521819740533829,
      "learning_rate": 0.000125467837132554,
      "loss": 10.1969,
      "step": 7189
    },
    {
      "epoch": 1.2554231591811793,
      "grad_norm": 0.0591161735355854,
      "learning_rate": 0.00012545014407814705,
      "loss": 10.1702,
      "step": 7190
    },
    {
      "epoch": 1.2555977478067304,
      "grad_norm": 0.05287063494324684,
      "learning_rate": 0.00012543245017182007,
      "loss": 10.2086,
      "step": 7191
    },
    {
      "epoch": 1.2557723364322815,
      "grad_norm": 0.0650608167052269,
      "learning_rate": 0.0001254147554141654,
      "loss": 10.1738,
      "step": 7192
    },
    {
      "epoch": 1.2559469250578326,
      "grad_norm": 0.0644642636179924,
      "learning_rate": 0.00012539705980577537,
      "loss": 10.2199,
      "step": 7193
    },
    {
      "epoch": 1.2561215136833837,
      "grad_norm": 0.052473656833171844,
      "learning_rate": 0.00012537936334724225,
      "loss": 10.1882,
      "step": 7194
    },
    {
      "epoch": 1.2562961023089345,
      "grad_norm": 0.06143971160054207,
      "learning_rate": 0.00012536166603915847,
      "loss": 10.1741,
      "step": 7195
    },
    {
      "epoch": 1.2564706909344856,
      "grad_norm": 0.0652429535984993,
      "learning_rate": 0.00012534396788211642,
      "loss": 10.2233,
      "step": 7196
    },
    {
      "epoch": 1.2566452795600367,
      "grad_norm": 0.05718270316720009,
      "learning_rate": 0.0001253262688767085,
      "loss": 10.1698,
      "step": 7197
    },
    {
      "epoch": 1.2568198681855878,
      "grad_norm": 0.059368692338466644,
      "learning_rate": 0.0001253085690235272,
      "loss": 10.1784,
      "step": 7198
    },
    {
      "epoch": 1.2569944568111389,
      "grad_norm": 0.06100407987833023,
      "learning_rate": 0.00012529086832316499,
      "loss": 10.1917,
      "step": 7199
    },
    {
      "epoch": 1.2571690454366897,
      "grad_norm": 0.05774630978703499,
      "learning_rate": 0.00012527316677621436,
      "loss": 10.1887,
      "step": 7200
    },
    {
      "epoch": 1.2571690454366897,
      "eval_loss": 10.174041748046875,
      "eval_runtime": 0.725,
      "eval_samples_per_second": 318.616,
      "eval_steps_per_second": 159.998,
      "step": 7200
    },
    {
      "epoch": 1.2573436340622408,
      "grad_norm": 0.06770235300064087,
      "learning_rate": 0.00012525546438326793,
      "loss": 10.196,
      "step": 7201
    },
    {
      "epoch": 1.257518222687792,
      "grad_norm": 0.059164632111787796,
      "learning_rate": 0.00012523776114491822,
      "loss": 10.1953,
      "step": 7202
    },
    {
      "epoch": 1.257692811313343,
      "grad_norm": 0.06228521838784218,
      "learning_rate": 0.00012522005706175782,
      "loss": 10.1829,
      "step": 7203
    },
    {
      "epoch": 1.257867399938894,
      "grad_norm": 0.05587413161993027,
      "learning_rate": 0.0001252023521343794,
      "loss": 10.2028,
      "step": 7204
    },
    {
      "epoch": 1.258041988564445,
      "grad_norm": 0.05910460650920868,
      "learning_rate": 0.00012518464636337556,
      "loss": 10.2031,
      "step": 7205
    },
    {
      "epoch": 1.258216577189996,
      "grad_norm": 0.06086554750800133,
      "learning_rate": 0.000125166939749339,
      "loss": 10.2322,
      "step": 7206
    },
    {
      "epoch": 1.258391165815547,
      "grad_norm": 0.06236746162176132,
      "learning_rate": 0.00012514923229286245,
      "loss": 10.2236,
      "step": 7207
    },
    {
      "epoch": 1.2585657544410982,
      "grad_norm": 0.07116662710905075,
      "learning_rate": 0.00012513152399453866,
      "loss": 10.1582,
      "step": 7208
    },
    {
      "epoch": 1.2587403430666493,
      "grad_norm": 0.07495876401662827,
      "learning_rate": 0.00012511381485496038,
      "loss": 10.1909,
      "step": 7209
    },
    {
      "epoch": 1.2589149316922001,
      "grad_norm": 0.0639377161860466,
      "learning_rate": 0.00012509610487472042,
      "loss": 10.1976,
      "step": 7210
    },
    {
      "epoch": 1.2590895203177512,
      "grad_norm": 0.09066502749919891,
      "learning_rate": 0.00012507839405441156,
      "loss": 10.1849,
      "step": 7211
    },
    {
      "epoch": 1.2592641089433023,
      "grad_norm": 0.06599069386720657,
      "learning_rate": 0.00012506068239462673,
      "loss": 10.1648,
      "step": 7212
    },
    {
      "epoch": 1.2594386975688534,
      "grad_norm": 0.07383949309587479,
      "learning_rate": 0.00012504296989595875,
      "loss": 10.1874,
      "step": 7213
    },
    {
      "epoch": 1.2596132861944045,
      "grad_norm": 0.07760335505008698,
      "learning_rate": 0.00012502525655900057,
      "loss": 10.1485,
      "step": 7214
    },
    {
      "epoch": 1.2597878748199554,
      "grad_norm": 0.06895090639591217,
      "learning_rate": 0.0001250075423843451,
      "loss": 10.2136,
      "step": 7215
    },
    {
      "epoch": 1.2599624634455064,
      "grad_norm": 0.07028719037771225,
      "learning_rate": 0.0001249898273725853,
      "loss": 10.1819,
      "step": 7216
    },
    {
      "epoch": 1.2601370520710575,
      "grad_norm": 0.07576611638069153,
      "learning_rate": 0.0001249721115243142,
      "loss": 10.1944,
      "step": 7217
    },
    {
      "epoch": 1.2603116406966086,
      "grad_norm": 0.07609859108924866,
      "learning_rate": 0.00012495439484012477,
      "loss": 10.1756,
      "step": 7218
    },
    {
      "epoch": 1.2604862293221597,
      "grad_norm": 0.0774768590927124,
      "learning_rate": 0.0001249366773206101,
      "loss": 10.1635,
      "step": 7219
    },
    {
      "epoch": 1.2606608179477108,
      "grad_norm": 0.08609753847122192,
      "learning_rate": 0.00012491895896636328,
      "loss": 10.2135,
      "step": 7220
    },
    {
      "epoch": 1.2608354065732619,
      "grad_norm": 0.0860850140452385,
      "learning_rate": 0.00012490123977797736,
      "loss": 10.1945,
      "step": 7221
    },
    {
      "epoch": 1.2610099951988127,
      "grad_norm": 0.09403400868177414,
      "learning_rate": 0.0001248835197560455,
      "loss": 10.1983,
      "step": 7222
    },
    {
      "epoch": 1.2611845838243638,
      "grad_norm": 0.09590689837932587,
      "learning_rate": 0.00012486579890116087,
      "loss": 10.2099,
      "step": 7223
    },
    {
      "epoch": 1.261359172449915,
      "grad_norm": 0.1040802001953125,
      "learning_rate": 0.00012484807721391668,
      "loss": 10.1881,
      "step": 7224
    },
    {
      "epoch": 1.261533761075466,
      "grad_norm": 0.11273893713951111,
      "learning_rate": 0.00012483035469490613,
      "loss": 10.1991,
      "step": 7225
    },
    {
      "epoch": 1.261708349701017,
      "grad_norm": 0.10949834436178207,
      "learning_rate": 0.00012481263134472243,
      "loss": 10.1727,
      "step": 7226
    },
    {
      "epoch": 1.261882938326568,
      "grad_norm": 0.15869420766830444,
      "learning_rate": 0.0001247949071639589,
      "loss": 10.2295,
      "step": 7227
    },
    {
      "epoch": 1.262057526952119,
      "grad_norm": 0.060425370931625366,
      "learning_rate": 0.0001247771821532088,
      "loss": 10.1978,
      "step": 7228
    },
    {
      "epoch": 1.2622321155776701,
      "grad_norm": 0.05958620086312294,
      "learning_rate": 0.00012475945631306546,
      "loss": 10.1938,
      "step": 7229
    },
    {
      "epoch": 1.2624067042032212,
      "grad_norm": 0.04962040111422539,
      "learning_rate": 0.00012474172964412232,
      "loss": 10.2237,
      "step": 7230
    },
    {
      "epoch": 1.2625812928287723,
      "grad_norm": 0.0542231984436512,
      "learning_rate": 0.00012472400214697267,
      "loss": 10.2125,
      "step": 7231
    },
    {
      "epoch": 1.2627558814543232,
      "grad_norm": 0.049099862575531006,
      "learning_rate": 0.00012470627382220992,
      "loss": 10.2178,
      "step": 7232
    },
    {
      "epoch": 1.2629304700798742,
      "grad_norm": 0.05347130075097084,
      "learning_rate": 0.0001246885446704276,
      "loss": 10.1902,
      "step": 7233
    },
    {
      "epoch": 1.2631050587054253,
      "grad_norm": 0.04919568449258804,
      "learning_rate": 0.00012467081469221905,
      "loss": 10.1917,
      "step": 7234
    },
    {
      "epoch": 1.2632796473309764,
      "grad_norm": 0.04990335926413536,
      "learning_rate": 0.00012465308388817786,
      "loss": 10.1912,
      "step": 7235
    },
    {
      "epoch": 1.2634542359565275,
      "grad_norm": 0.052669014781713486,
      "learning_rate": 0.00012463535225889754,
      "loss": 10.203,
      "step": 7236
    },
    {
      "epoch": 1.2636288245820784,
      "grad_norm": 0.05078831687569618,
      "learning_rate": 0.0001246176198049716,
      "loss": 10.2176,
      "step": 7237
    },
    {
      "epoch": 1.2638034132076295,
      "grad_norm": 0.059299685060977936,
      "learning_rate": 0.00012459988652699364,
      "loss": 10.2022,
      "step": 7238
    },
    {
      "epoch": 1.2639780018331805,
      "grad_norm": 0.06765367835760117,
      "learning_rate": 0.0001245821524255573,
      "loss": 10.1956,
      "step": 7239
    },
    {
      "epoch": 1.2641525904587316,
      "grad_norm": 0.05791954696178436,
      "learning_rate": 0.0001245644175012561,
      "loss": 10.222,
      "step": 7240
    },
    {
      "epoch": 1.2643271790842827,
      "grad_norm": 0.05808686837553978,
      "learning_rate": 0.00012454668175468386,
      "loss": 10.168,
      "step": 7241
    },
    {
      "epoch": 1.2645017677098336,
      "grad_norm": 0.05897216498851776,
      "learning_rate": 0.00012452894518643414,
      "loss": 10.1596,
      "step": 7242
    },
    {
      "epoch": 1.2646763563353849,
      "grad_norm": 0.05583272874355316,
      "learning_rate": 0.00012451120779710074,
      "loss": 10.2049,
      "step": 7243
    },
    {
      "epoch": 1.2648509449609358,
      "grad_norm": 0.05656249448657036,
      "learning_rate": 0.00012449346958727734,
      "loss": 10.1841,
      "step": 7244
    },
    {
      "epoch": 1.2650255335864868,
      "grad_norm": 0.06990011036396027,
      "learning_rate": 0.00012447573055755776,
      "loss": 10.1767,
      "step": 7245
    },
    {
      "epoch": 1.265200122212038,
      "grad_norm": 0.055923961102962494,
      "learning_rate": 0.00012445799070853573,
      "loss": 10.1851,
      "step": 7246
    },
    {
      "epoch": 1.265374710837589,
      "grad_norm": 0.0646383985877037,
      "learning_rate": 0.0001244402500408051,
      "loss": 10.1817,
      "step": 7247
    },
    {
      "epoch": 1.26554929946314,
      "grad_norm": 0.05962898209691048,
      "learning_rate": 0.00012442250855495982,
      "loss": 10.1719,
      "step": 7248
    },
    {
      "epoch": 1.265723888088691,
      "grad_norm": 0.053330518305301666,
      "learning_rate": 0.00012440476625159364,
      "loss": 10.175,
      "step": 7249
    },
    {
      "epoch": 1.265898476714242,
      "grad_norm": 0.056266073137521744,
      "learning_rate": 0.0001243870231313005,
      "loss": 10.1987,
      "step": 7250
    },
    {
      "epoch": 1.2660730653397931,
      "grad_norm": 0.06347963213920593,
      "learning_rate": 0.0001243692791946744,
      "loss": 10.186,
      "step": 7251
    },
    {
      "epoch": 1.2662476539653442,
      "grad_norm": 0.06350911408662796,
      "learning_rate": 0.0001243515344423092,
      "loss": 10.2045,
      "step": 7252
    },
    {
      "epoch": 1.2664222425908953,
      "grad_norm": 0.06001650542020798,
      "learning_rate": 0.00012433378887479897,
      "loss": 10.1783,
      "step": 7253
    },
    {
      "epoch": 1.2665968312164462,
      "grad_norm": 0.06445451080799103,
      "learning_rate": 0.00012431604249273773,
      "loss": 10.2239,
      "step": 7254
    },
    {
      "epoch": 1.2667714198419973,
      "grad_norm": 0.06278837472200394,
      "learning_rate": 0.0001242982952967194,
      "loss": 10.18,
      "step": 7255
    },
    {
      "epoch": 1.2669460084675483,
      "grad_norm": 0.06338929384946823,
      "learning_rate": 0.00012428054728733822,
      "loss": 10.2165,
      "step": 7256
    },
    {
      "epoch": 1.2671205970930994,
      "grad_norm": 0.07593962550163269,
      "learning_rate": 0.0001242627984651882,
      "loss": 10.19,
      "step": 7257
    },
    {
      "epoch": 1.2672951857186505,
      "grad_norm": 0.06751786172389984,
      "learning_rate": 0.00012424504883086347,
      "loss": 10.2187,
      "step": 7258
    },
    {
      "epoch": 1.2674697743442014,
      "grad_norm": 0.07320705056190491,
      "learning_rate": 0.00012422729838495816,
      "loss": 10.2004,
      "step": 7259
    },
    {
      "epoch": 1.2676443629697525,
      "grad_norm": 0.07538098841905594,
      "learning_rate": 0.00012420954712806653,
      "loss": 10.1648,
      "step": 7260
    },
    {
      "epoch": 1.2678189515953036,
      "grad_norm": 0.06813891977071762,
      "learning_rate": 0.0001241917950607827,
      "loss": 10.192,
      "step": 7261
    },
    {
      "epoch": 1.2679935402208546,
      "grad_norm": 0.07634267210960388,
      "learning_rate": 0.00012417404218370096,
      "loss": 10.1771,
      "step": 7262
    },
    {
      "epoch": 1.2681681288464057,
      "grad_norm": 0.07657517492771149,
      "learning_rate": 0.00012415628849741554,
      "loss": 10.2059,
      "step": 7263
    },
    {
      "epoch": 1.2683427174719566,
      "grad_norm": 0.07060541212558746,
      "learning_rate": 0.0001241385340025207,
      "loss": 10.1625,
      "step": 7264
    },
    {
      "epoch": 1.2685173060975077,
      "grad_norm": 0.06734764575958252,
      "learning_rate": 0.00012412077869961087,
      "loss": 10.1864,
      "step": 7265
    },
    {
      "epoch": 1.2686918947230588,
      "grad_norm": 0.08189918845891953,
      "learning_rate": 0.00012410302258928027,
      "loss": 10.1752,
      "step": 7266
    },
    {
      "epoch": 1.2688664833486099,
      "grad_norm": 0.07377906143665314,
      "learning_rate": 0.00012408526567212334,
      "loss": 10.1769,
      "step": 7267
    },
    {
      "epoch": 1.269041071974161,
      "grad_norm": 0.08059638738632202,
      "learning_rate": 0.00012406750794873443,
      "loss": 10.2072,
      "step": 7268
    },
    {
      "epoch": 1.2692156605997118,
      "grad_norm": 0.0925813615322113,
      "learning_rate": 0.00012404974941970798,
      "loss": 10.162,
      "step": 7269
    },
    {
      "epoch": 1.2693902492252631,
      "grad_norm": 0.0791134461760521,
      "learning_rate": 0.00012403199008563845,
      "loss": 10.1983,
      "step": 7270
    },
    {
      "epoch": 1.269564837850814,
      "grad_norm": 0.1047489121556282,
      "learning_rate": 0.00012401422994712035,
      "loss": 10.2214,
      "step": 7271
    },
    {
      "epoch": 1.269739426476365,
      "grad_norm": 0.09319333732128143,
      "learning_rate": 0.0001239964690047481,
      "loss": 10.1893,
      "step": 7272
    },
    {
      "epoch": 1.2699140151019161,
      "grad_norm": 0.09891775995492935,
      "learning_rate": 0.0001239787072591163,
      "loss": 10.1925,
      "step": 7273
    },
    {
      "epoch": 1.2700886037274672,
      "grad_norm": 0.10038003325462341,
      "learning_rate": 0.0001239609447108195,
      "loss": 10.1339,
      "step": 7274
    },
    {
      "epoch": 1.2702631923530183,
      "grad_norm": 0.11115710437297821,
      "learning_rate": 0.00012394318136045224,
      "loss": 10.1736,
      "step": 7275
    },
    {
      "epoch": 1.2704377809785692,
      "grad_norm": 0.1278964728116989,
      "learning_rate": 0.0001239254172086092,
      "loss": 10.2372,
      "step": 7276
    },
    {
      "epoch": 1.2706123696041203,
      "grad_norm": 0.18254712224006653,
      "learning_rate": 0.00012390765225588497,
      "loss": 10.2282,
      "step": 7277
    },
    {
      "epoch": 1.2707869582296714,
      "grad_norm": 0.0639561340212822,
      "learning_rate": 0.0001238898865028742,
      "loss": 10.1909,
      "step": 7278
    },
    {
      "epoch": 1.2709615468552224,
      "grad_norm": 0.0678648054599762,
      "learning_rate": 0.00012387211995017162,
      "loss": 10.2083,
      "step": 7279
    },
    {
      "epoch": 1.2711361354807735,
      "grad_norm": 0.04965656250715256,
      "learning_rate": 0.00012385435259837195,
      "loss": 10.1761,
      "step": 7280
    },
    {
      "epoch": 1.2713107241063244,
      "grad_norm": 0.05362801253795624,
      "learning_rate": 0.0001238365844480699,
      "loss": 10.2012,
      "step": 7281
    },
    {
      "epoch": 1.2714853127318755,
      "grad_norm": 0.055653952062129974,
      "learning_rate": 0.0001238188154998603,
      "loss": 10.1866,
      "step": 7282
    },
    {
      "epoch": 1.2716599013574266,
      "grad_norm": 0.05418296158313751,
      "learning_rate": 0.00012380104575433792,
      "loss": 10.19,
      "step": 7283
    },
    {
      "epoch": 1.2718344899829777,
      "grad_norm": 0.06309106945991516,
      "learning_rate": 0.00012378327521209753,
      "loss": 10.1987,
      "step": 7284
    },
    {
      "epoch": 1.2720090786085287,
      "grad_norm": 0.05135417729616165,
      "learning_rate": 0.0001237655038737341,
      "loss": 10.1971,
      "step": 7285
    },
    {
      "epoch": 1.2721836672340796,
      "grad_norm": 0.05622236803174019,
      "learning_rate": 0.00012374773173984236,
      "loss": 10.2138,
      "step": 7286
    },
    {
      "epoch": 1.2723582558596307,
      "grad_norm": 0.06566882133483887,
      "learning_rate": 0.00012372995881101737,
      "loss": 10.2058,
      "step": 7287
    },
    {
      "epoch": 1.2725328444851818,
      "grad_norm": 0.07361683994531631,
      "learning_rate": 0.00012371218508785395,
      "loss": 10.2314,
      "step": 7288
    },
    {
      "epoch": 1.2727074331107329,
      "grad_norm": 0.05858171731233597,
      "learning_rate": 0.00012369441057094713,
      "loss": 10.1946,
      "step": 7289
    },
    {
      "epoch": 1.272882021736284,
      "grad_norm": 0.05316368490457535,
      "learning_rate": 0.00012367663526089185,
      "loss": 10.2033,
      "step": 7290
    },
    {
      "epoch": 1.2730566103618348,
      "grad_norm": 0.049237847328186035,
      "learning_rate": 0.00012365885915828316,
      "loss": 10.1964,
      "step": 7291
    },
    {
      "epoch": 1.273231198987386,
      "grad_norm": 0.0628693550825119,
      "learning_rate": 0.000123641082263716,
      "loss": 10.1934,
      "step": 7292
    },
    {
      "epoch": 1.273405787612937,
      "grad_norm": 0.049316126853227615,
      "learning_rate": 0.00012362330457778558,
      "loss": 10.1796,
      "step": 7293
    },
    {
      "epoch": 1.273580376238488,
      "grad_norm": 0.047749485820531845,
      "learning_rate": 0.0001236055261010869,
      "loss": 10.1955,
      "step": 7294
    },
    {
      "epoch": 1.2737549648640392,
      "grad_norm": 0.05953389033675194,
      "learning_rate": 0.0001235877468342151,
      "loss": 10.1849,
      "step": 7295
    },
    {
      "epoch": 1.27392955348959,
      "grad_norm": 0.057751644402742386,
      "learning_rate": 0.00012356996677776534,
      "loss": 10.2104,
      "step": 7296
    },
    {
      "epoch": 1.2741041421151413,
      "grad_norm": 0.06322214007377625,
      "learning_rate": 0.00012355218593233276,
      "loss": 10.164,
      "step": 7297
    },
    {
      "epoch": 1.2742787307406922,
      "grad_norm": 0.06182281672954559,
      "learning_rate": 0.00012353440429851257,
      "loss": 10.186,
      "step": 7298
    },
    {
      "epoch": 1.2744533193662433,
      "grad_norm": 0.055109839886426926,
      "learning_rate": 0.0001235166218769,
      "loss": 10.1834,
      "step": 7299
    },
    {
      "epoch": 1.2746279079917944,
      "grad_norm": 0.06138547137379646,
      "learning_rate": 0.00012349883866809029,
      "loss": 10.2263,
      "step": 7300
    },
    {
      "epoch": 1.2748024966173455,
      "grad_norm": 0.07483628392219543,
      "learning_rate": 0.00012348105467267873,
      "loss": 10.2288,
      "step": 7301
    },
    {
      "epoch": 1.2749770852428965,
      "grad_norm": 0.06299261748790741,
      "learning_rate": 0.00012346326989126063,
      "loss": 10.205,
      "step": 7302
    },
    {
      "epoch": 1.2751516738684474,
      "grad_norm": 0.05507805198431015,
      "learning_rate": 0.0001234454843244313,
      "loss": 10.1944,
      "step": 7303
    },
    {
      "epoch": 1.2753262624939985,
      "grad_norm": 0.06915970891714096,
      "learning_rate": 0.00012342769797278608,
      "loss": 10.1859,
      "step": 7304
    },
    {
      "epoch": 1.2755008511195496,
      "grad_norm": 0.0664905309677124,
      "learning_rate": 0.00012340991083692037,
      "loss": 10.1919,
      "step": 7305
    },
    {
      "epoch": 1.2756754397451007,
      "grad_norm": 0.05810191109776497,
      "learning_rate": 0.0001233921229174296,
      "loss": 10.1739,
      "step": 7306
    },
    {
      "epoch": 1.2758500283706518,
      "grad_norm": 0.06346272677183151,
      "learning_rate": 0.00012337433421490918,
      "loss": 10.1937,
      "step": 7307
    },
    {
      "epoch": 1.2760246169962026,
      "grad_norm": 0.06244724243879318,
      "learning_rate": 0.00012335654472995456,
      "loss": 10.2117,
      "step": 7308
    },
    {
      "epoch": 1.2761992056217537,
      "grad_norm": 0.06713461130857468,
      "learning_rate": 0.0001233387544631613,
      "loss": 10.1968,
      "step": 7309
    },
    {
      "epoch": 1.2763737942473048,
      "grad_norm": 0.06377169489860535,
      "learning_rate": 0.00012332096341512475,
      "loss": 10.1644,
      "step": 7310
    },
    {
      "epoch": 1.2765483828728559,
      "grad_norm": 0.07151173055171967,
      "learning_rate": 0.00012330317158644062,
      "loss": 10.1841,
      "step": 7311
    },
    {
      "epoch": 1.276722971498407,
      "grad_norm": 0.07919915020465851,
      "learning_rate": 0.0001232853789777044,
      "loss": 10.1648,
      "step": 7312
    },
    {
      "epoch": 1.2768975601239578,
      "grad_norm": 0.06849627196788788,
      "learning_rate": 0.0001232675855895117,
      "loss": 10.1669,
      "step": 7313
    },
    {
      "epoch": 1.277072148749509,
      "grad_norm": 0.06858249753713608,
      "learning_rate": 0.00012324979142245808,
      "loss": 10.2034,
      "step": 7314
    },
    {
      "epoch": 1.27724673737506,
      "grad_norm": 0.07528578490018845,
      "learning_rate": 0.0001232319964771393,
      "loss": 10.1561,
      "step": 7315
    },
    {
      "epoch": 1.277421326000611,
      "grad_norm": 0.07527214288711548,
      "learning_rate": 0.0001232142007541509,
      "loss": 10.1766,
      "step": 7316
    },
    {
      "epoch": 1.2775959146261622,
      "grad_norm": 0.0805637314915657,
      "learning_rate": 0.00012319640425408862,
      "loss": 10.1795,
      "step": 7317
    },
    {
      "epoch": 1.277770503251713,
      "grad_norm": 0.07990073412656784,
      "learning_rate": 0.00012317860697754824,
      "loss": 10.1871,
      "step": 7318
    },
    {
      "epoch": 1.2779450918772641,
      "grad_norm": 0.08038292825222015,
      "learning_rate": 0.00012316080892512546,
      "loss": 10.1501,
      "step": 7319
    },
    {
      "epoch": 1.2781196805028152,
      "grad_norm": 0.07354316115379333,
      "learning_rate": 0.00012314301009741605,
      "loss": 10.1814,
      "step": 7320
    },
    {
      "epoch": 1.2782942691283663,
      "grad_norm": 0.08580905944108963,
      "learning_rate": 0.00012312521049501578,
      "loss": 10.1639,
      "step": 7321
    },
    {
      "epoch": 1.2784688577539174,
      "grad_norm": 0.08675837516784668,
      "learning_rate": 0.00012310741011852056,
      "loss": 10.1773,
      "step": 7322
    },
    {
      "epoch": 1.2786434463794683,
      "grad_norm": 0.11380809545516968,
      "learning_rate": 0.00012308960896852616,
      "loss": 10.1681,
      "step": 7323
    },
    {
      "epoch": 1.2788180350050196,
      "grad_norm": 0.09412890672683716,
      "learning_rate": 0.0001230718070456285,
      "loss": 10.1815,
      "step": 7324
    },
    {
      "epoch": 1.2789926236305704,
      "grad_norm": 0.1169615089893341,
      "learning_rate": 0.00012305400435042347,
      "loss": 10.1889,
      "step": 7325
    },
    {
      "epoch": 1.2791672122561215,
      "grad_norm": 0.10328786820173264,
      "learning_rate": 0.000123036200883507,
      "loss": 10.1663,
      "step": 7326
    },
    {
      "epoch": 1.2793418008816726,
      "grad_norm": 0.1661182940006256,
      "learning_rate": 0.00012301839664547503,
      "loss": 10.2498,
      "step": 7327
    },
    {
      "epoch": 1.2795163895072237,
      "grad_norm": 0.06431014835834503,
      "learning_rate": 0.00012300059163692357,
      "loss": 10.1908,
      "step": 7328
    },
    {
      "epoch": 1.2796909781327748,
      "grad_norm": 0.06092163175344467,
      "learning_rate": 0.0001229827858584486,
      "loss": 10.2224,
      "step": 7329
    },
    {
      "epoch": 1.2798655667583256,
      "grad_norm": 0.07335401326417923,
      "learning_rate": 0.00012296497931064618,
      "loss": 10.203,
      "step": 7330
    },
    {
      "epoch": 1.2800401553838767,
      "grad_norm": 0.05229179933667183,
      "learning_rate": 0.00012294717199411235,
      "loss": 10.2099,
      "step": 7331
    },
    {
      "epoch": 1.2802147440094278,
      "grad_norm": 0.06176603585481644,
      "learning_rate": 0.0001229293639094432,
      "loss": 10.2099,
      "step": 7332
    },
    {
      "epoch": 1.280389332634979,
      "grad_norm": 0.05874490737915039,
      "learning_rate": 0.00012291155505723478,
      "loss": 10.1867,
      "step": 7333
    },
    {
      "epoch": 1.28056392126053,
      "grad_norm": 0.04969558119773865,
      "learning_rate": 0.0001228937454380833,
      "loss": 10.1684,
      "step": 7334
    },
    {
      "epoch": 1.2807385098860808,
      "grad_norm": 0.04841431602835655,
      "learning_rate": 0.0001228759350525849,
      "loss": 10.2221,
      "step": 7335
    },
    {
      "epoch": 1.280913098511632,
      "grad_norm": 0.057238779962062836,
      "learning_rate": 0.00012285812390133583,
      "loss": 10.2148,
      "step": 7336
    },
    {
      "epoch": 1.281087687137183,
      "grad_norm": 0.059834010899066925,
      "learning_rate": 0.00012284031198493217,
      "loss": 10.2111,
      "step": 7337
    },
    {
      "epoch": 1.281262275762734,
      "grad_norm": 0.0648396760225296,
      "learning_rate": 0.00012282249930397026,
      "loss": 10.1928,
      "step": 7338
    },
    {
      "epoch": 1.2814368643882852,
      "grad_norm": 0.05447060987353325,
      "learning_rate": 0.00012280468585904627,
      "loss": 10.2142,
      "step": 7339
    },
    {
      "epoch": 1.281611453013836,
      "grad_norm": 0.05947780981659889,
      "learning_rate": 0.0001227868716507566,
      "loss": 10.1959,
      "step": 7340
    },
    {
      "epoch": 1.2817860416393871,
      "grad_norm": 0.05410436913371086,
      "learning_rate": 0.00012276905667969748,
      "loss": 10.1745,
      "step": 7341
    },
    {
      "epoch": 1.2819606302649382,
      "grad_norm": 0.05544628947973251,
      "learning_rate": 0.00012275124094646527,
      "loss": 10.186,
      "step": 7342
    },
    {
      "epoch": 1.2821352188904893,
      "grad_norm": 0.05751365050673485,
      "learning_rate": 0.00012273342445165642,
      "loss": 10.1832,
      "step": 7343
    },
    {
      "epoch": 1.2823098075160404,
      "grad_norm": 0.05958335101604462,
      "learning_rate": 0.00012271560719586717,
      "loss": 10.2075,
      "step": 7344
    },
    {
      "epoch": 1.2824843961415913,
      "grad_norm": 0.05608312413096428,
      "learning_rate": 0.00012269778917969401,
      "loss": 10.1886,
      "step": 7345
    },
    {
      "epoch": 1.2826589847671424,
      "grad_norm": 0.06115230172872543,
      "learning_rate": 0.0001226799704037334,
      "loss": 10.1725,
      "step": 7346
    },
    {
      "epoch": 1.2828335733926934,
      "grad_norm": 0.07756848633289337,
      "learning_rate": 0.00012266215086858181,
      "loss": 10.1804,
      "step": 7347
    },
    {
      "epoch": 1.2830081620182445,
      "grad_norm": 0.05775626748800278,
      "learning_rate": 0.0001226443305748357,
      "loss": 10.1845,
      "step": 7348
    },
    {
      "epoch": 1.2831827506437956,
      "grad_norm": 0.05668775364756584,
      "learning_rate": 0.00012262650952309158,
      "loss": 10.1814,
      "step": 7349
    },
    {
      "epoch": 1.2833573392693465,
      "grad_norm": 0.0667593702673912,
      "learning_rate": 0.00012260868771394603,
      "loss": 10.1945,
      "step": 7350
    },
    {
      "epoch": 1.2835319278948978,
      "grad_norm": 0.065196692943573,
      "learning_rate": 0.0001225908651479956,
      "loss": 10.1724,
      "step": 7351
    },
    {
      "epoch": 1.2837065165204486,
      "grad_norm": 0.06013891473412514,
      "learning_rate": 0.00012257304182583685,
      "loss": 10.2254,
      "step": 7352
    },
    {
      "epoch": 1.2838811051459997,
      "grad_norm": 0.07083185762166977,
      "learning_rate": 0.0001225552177480665,
      "loss": 10.1482,
      "step": 7353
    },
    {
      "epoch": 1.2840556937715508,
      "grad_norm": 0.07847341150045395,
      "learning_rate": 0.00012253739291528108,
      "loss": 10.1648,
      "step": 7354
    },
    {
      "epoch": 1.284230282397102,
      "grad_norm": 0.05761196091771126,
      "learning_rate": 0.00012251956732807734,
      "loss": 10.1904,
      "step": 7355
    },
    {
      "epoch": 1.284404871022653,
      "grad_norm": 0.06859087198972702,
      "learning_rate": 0.00012250174098705192,
      "loss": 10.1572,
      "step": 7356
    },
    {
      "epoch": 1.2845794596482039,
      "grad_norm": 0.07226695865392685,
      "learning_rate": 0.00012248391389280155,
      "loss": 10.1814,
      "step": 7357
    },
    {
      "epoch": 1.284754048273755,
      "grad_norm": 0.06890437752008438,
      "learning_rate": 0.00012246608604592305,
      "loss": 10.1812,
      "step": 7358
    },
    {
      "epoch": 1.284928636899306,
      "grad_norm": 0.06561299413442612,
      "learning_rate": 0.00012244825744701308,
      "loss": 10.1859,
      "step": 7359
    },
    {
      "epoch": 1.2851032255248571,
      "grad_norm": 0.07310125231742859,
      "learning_rate": 0.00012243042809666853,
      "loss": 10.1849,
      "step": 7360
    },
    {
      "epoch": 1.2852778141504082,
      "grad_norm": 0.06509062647819519,
      "learning_rate": 0.00012241259799548616,
      "loss": 10.1859,
      "step": 7361
    },
    {
      "epoch": 1.285452402775959,
      "grad_norm": 0.07175025343894958,
      "learning_rate": 0.0001223947671440628,
      "loss": 10.1952,
      "step": 7362
    },
    {
      "epoch": 1.2856269914015102,
      "grad_norm": 0.06459026783704758,
      "learning_rate": 0.00012237693554299534,
      "loss": 10.1942,
      "step": 7363
    },
    {
      "epoch": 1.2858015800270612,
      "grad_norm": 0.07362820208072662,
      "learning_rate": 0.00012235910319288075,
      "loss": 10.1744,
      "step": 7364
    },
    {
      "epoch": 1.2859761686526123,
      "grad_norm": 0.07644090801477432,
      "learning_rate": 0.00012234127009431588,
      "loss": 10.1894,
      "step": 7365
    },
    {
      "epoch": 1.2861507572781634,
      "grad_norm": 0.07766921818256378,
      "learning_rate": 0.00012232343624789767,
      "loss": 10.1709,
      "step": 7366
    },
    {
      "epoch": 1.2863253459037143,
      "grad_norm": 0.07328500598669052,
      "learning_rate": 0.00012230560165422312,
      "loss": 10.159,
      "step": 7367
    },
    {
      "epoch": 1.2864999345292654,
      "grad_norm": 0.0795019343495369,
      "learning_rate": 0.00012228776631388922,
      "loss": 10.1711,
      "step": 7368
    },
    {
      "epoch": 1.2866745231548165,
      "grad_norm": 0.08867768198251724,
      "learning_rate": 0.00012226993022749295,
      "loss": 10.1943,
      "step": 7369
    },
    {
      "epoch": 1.2868491117803675,
      "grad_norm": 0.09022209793329239,
      "learning_rate": 0.00012225209339563145,
      "loss": 10.1649,
      "step": 7370
    },
    {
      "epoch": 1.2870237004059186,
      "grad_norm": 0.10793189704418182,
      "learning_rate": 0.00012223425581890174,
      "loss": 10.1619,
      "step": 7371
    },
    {
      "epoch": 1.2871982890314695,
      "grad_norm": 0.09000186622142792,
      "learning_rate": 0.00012221641749790086,
      "loss": 10.2142,
      "step": 7372
    },
    {
      "epoch": 1.2873728776570206,
      "grad_norm": 0.09280898422002792,
      "learning_rate": 0.00012219857843322602,
      "loss": 10.1827,
      "step": 7373
    },
    {
      "epoch": 1.2875474662825717,
      "grad_norm": 0.08964909613132477,
      "learning_rate": 0.0001221807386254743,
      "loss": 10.2158,
      "step": 7374
    },
    {
      "epoch": 1.2877220549081227,
      "grad_norm": 0.11062511056661606,
      "learning_rate": 0.00012216289807524293,
      "loss": 10.1549,
      "step": 7375
    },
    {
      "epoch": 1.2878966435336738,
      "grad_norm": 0.1238105297088623,
      "learning_rate": 0.00012214505678312905,
      "loss": 10.1883,
      "step": 7376
    },
    {
      "epoch": 1.2880712321592247,
      "grad_norm": 0.17286185920238495,
      "learning_rate": 0.00012212721474972997,
      "loss": 10.223,
      "step": 7377
    },
    {
      "epoch": 1.288245820784776,
      "grad_norm": 0.07308230549097061,
      "learning_rate": 0.0001221093719756428,
      "loss": 10.1983,
      "step": 7378
    },
    {
      "epoch": 1.2884204094103269,
      "grad_norm": 0.06353770941495895,
      "learning_rate": 0.00012209152846146492,
      "loss": 10.1984,
      "step": 7379
    },
    {
      "epoch": 1.288594998035878,
      "grad_norm": 0.06714379042387009,
      "learning_rate": 0.00012207368420779358,
      "loss": 10.1853,
      "step": 7380
    },
    {
      "epoch": 1.288769586661429,
      "grad_norm": 0.055324554443359375,
      "learning_rate": 0.0001220558392152261,
      "loss": 10.1969,
      "step": 7381
    },
    {
      "epoch": 1.2889441752869801,
      "grad_norm": 0.059011127799749374,
      "learning_rate": 0.00012203799348435985,
      "loss": 10.2112,
      "step": 7382
    },
    {
      "epoch": 1.2891187639125312,
      "grad_norm": 0.05957144498825073,
      "learning_rate": 0.00012202014701579219,
      "loss": 10.1935,
      "step": 7383
    },
    {
      "epoch": 1.289293352538082,
      "grad_norm": 0.06099145486950874,
      "learning_rate": 0.00012200229981012048,
      "loss": 10.1975,
      "step": 7384
    },
    {
      "epoch": 1.2894679411636332,
      "grad_norm": 0.059574708342552185,
      "learning_rate": 0.00012198445186794216,
      "loss": 10.2046,
      "step": 7385
    },
    {
      "epoch": 1.2896425297891843,
      "grad_norm": 0.0543297603726387,
      "learning_rate": 0.00012196660318985472,
      "loss": 10.1764,
      "step": 7386
    },
    {
      "epoch": 1.2898171184147353,
      "grad_norm": 0.05701649934053421,
      "learning_rate": 0.00012194875377645554,
      "loss": 10.2112,
      "step": 7387
    },
    {
      "epoch": 1.2899917070402864,
      "grad_norm": 0.06151863932609558,
      "learning_rate": 0.00012193090362834219,
      "loss": 10.2117,
      "step": 7388
    },
    {
      "epoch": 1.2901662956658373,
      "grad_norm": 0.05928274244070053,
      "learning_rate": 0.00012191305274611216,
      "loss": 10.1932,
      "step": 7389
    },
    {
      "epoch": 1.2903408842913884,
      "grad_norm": 0.05461590364575386,
      "learning_rate": 0.00012189520113036295,
      "loss": 10.1895,
      "step": 7390
    },
    {
      "epoch": 1.2905154729169395,
      "grad_norm": 0.06192421168088913,
      "learning_rate": 0.00012187734878169217,
      "loss": 10.2223,
      "step": 7391
    },
    {
      "epoch": 1.2906900615424906,
      "grad_norm": 0.06671629846096039,
      "learning_rate": 0.00012185949570069744,
      "loss": 10.1598,
      "step": 7392
    },
    {
      "epoch": 1.2908646501680416,
      "grad_norm": 0.06207667291164398,
      "learning_rate": 0.00012184164188797631,
      "loss": 10.1607,
      "step": 7393
    },
    {
      "epoch": 1.2910392387935925,
      "grad_norm": 0.06584623456001282,
      "learning_rate": 0.00012182378734412648,
      "loss": 10.2052,
      "step": 7394
    },
    {
      "epoch": 1.2912138274191436,
      "grad_norm": 0.061051707714796066,
      "learning_rate": 0.00012180593206974558,
      "loss": 10.191,
      "step": 7395
    },
    {
      "epoch": 1.2913884160446947,
      "grad_norm": 0.05674081668257713,
      "learning_rate": 0.00012178807606543128,
      "loss": 10.1796,
      "step": 7396
    },
    {
      "epoch": 1.2915630046702458,
      "grad_norm": 0.06069536134600639,
      "learning_rate": 0.0001217702193317813,
      "loss": 10.1948,
      "step": 7397
    },
    {
      "epoch": 1.2917375932957968,
      "grad_norm": 0.06286577135324478,
      "learning_rate": 0.00012175236186939343,
      "loss": 10.2039,
      "step": 7398
    },
    {
      "epoch": 1.2919121819213477,
      "grad_norm": 0.06666257977485657,
      "learning_rate": 0.00012173450367886539,
      "loss": 10.1858,
      "step": 7399
    },
    {
      "epoch": 1.2920867705468988,
      "grad_norm": 0.07033968716859818,
      "learning_rate": 0.00012171664476079496,
      "loss": 10.2115,
      "step": 7400
    },
    {
      "epoch": 1.2920867705468988,
      "eval_loss": 10.172860145568848,
      "eval_runtime": 0.7223,
      "eval_samples_per_second": 319.826,
      "eval_steps_per_second": 160.605,
      "step": 7400
    },
    {
      "epoch": 1.2922613591724499,
      "grad_norm": 0.06179799884557724,
      "learning_rate": 0.00012169878511577999,
      "loss": 10.1752,
      "step": 7401
    },
    {
      "epoch": 1.292435947798001,
      "grad_norm": 0.06489773839712143,
      "learning_rate": 0.00012168092474441826,
      "loss": 10.1838,
      "step": 7402
    },
    {
      "epoch": 1.292610536423552,
      "grad_norm": 0.0597689189016819,
      "learning_rate": 0.00012166306364730766,
      "loss": 10.1903,
      "step": 7403
    },
    {
      "epoch": 1.292785125049103,
      "grad_norm": 0.06475313752889633,
      "learning_rate": 0.00012164520182504609,
      "loss": 10.2135,
      "step": 7404
    },
    {
      "epoch": 1.2929597136746542,
      "grad_norm": 0.06931490451097488,
      "learning_rate": 0.00012162733927823142,
      "loss": 10.1856,
      "step": 7405
    },
    {
      "epoch": 1.293134302300205,
      "grad_norm": 0.06185247376561165,
      "learning_rate": 0.00012160947600746162,
      "loss": 10.1708,
      "step": 7406
    },
    {
      "epoch": 1.2933088909257562,
      "grad_norm": 0.06108582019805908,
      "learning_rate": 0.00012159161201333462,
      "loss": 10.1932,
      "step": 7407
    },
    {
      "epoch": 1.2934834795513073,
      "grad_norm": 0.06897343695163727,
      "learning_rate": 0.00012157374729644839,
      "loss": 10.1672,
      "step": 7408
    },
    {
      "epoch": 1.2936580681768584,
      "grad_norm": 0.07661227136850357,
      "learning_rate": 0.00012155588185740097,
      "loss": 10.1514,
      "step": 7409
    },
    {
      "epoch": 1.2938326568024094,
      "grad_norm": 0.07035470753908157,
      "learning_rate": 0.00012153801569679037,
      "loss": 10.2181,
      "step": 7410
    },
    {
      "epoch": 1.2940072454279603,
      "grad_norm": 0.07828069478273392,
      "learning_rate": 0.00012152014881521466,
      "loss": 10.1514,
      "step": 7411
    },
    {
      "epoch": 1.2941818340535114,
      "grad_norm": 0.07472580671310425,
      "learning_rate": 0.0001215022812132719,
      "loss": 10.1512,
      "step": 7412
    },
    {
      "epoch": 1.2943564226790625,
      "grad_norm": 0.0825832262635231,
      "learning_rate": 0.00012148441289156018,
      "loss": 10.1522,
      "step": 7413
    },
    {
      "epoch": 1.2945310113046136,
      "grad_norm": 0.07600503414869308,
      "learning_rate": 0.00012146654385067763,
      "loss": 10.186,
      "step": 7414
    },
    {
      "epoch": 1.2947055999301647,
      "grad_norm": 0.08229706436395645,
      "learning_rate": 0.00012144867409122242,
      "loss": 10.1558,
      "step": 7415
    },
    {
      "epoch": 1.2948801885557155,
      "grad_norm": 0.0864977315068245,
      "learning_rate": 0.00012143080361379273,
      "loss": 10.1763,
      "step": 7416
    },
    {
      "epoch": 1.2950547771812666,
      "grad_norm": 0.08652318269014359,
      "learning_rate": 0.00012141293241898673,
      "loss": 10.194,
      "step": 7417
    },
    {
      "epoch": 1.2952293658068177,
      "grad_norm": 0.08699601888656616,
      "learning_rate": 0.00012139506050740266,
      "loss": 10.1504,
      "step": 7418
    },
    {
      "epoch": 1.2954039544323688,
      "grad_norm": 0.09623872488737106,
      "learning_rate": 0.00012137718787963877,
      "loss": 10.1553,
      "step": 7419
    },
    {
      "epoch": 1.2955785430579199,
      "grad_norm": 0.08798128366470337,
      "learning_rate": 0.00012135931453629328,
      "loss": 10.2072,
      "step": 7420
    },
    {
      "epoch": 1.2957531316834707,
      "grad_norm": 0.09648534655570984,
      "learning_rate": 0.00012134144047796452,
      "loss": 10.18,
      "step": 7421
    },
    {
      "epoch": 1.2959277203090218,
      "grad_norm": 0.0917491465806961,
      "learning_rate": 0.00012132356570525085,
      "loss": 10.1878,
      "step": 7422
    },
    {
      "epoch": 1.296102308934573,
      "grad_norm": 0.1068577989935875,
      "learning_rate": 0.00012130569021875054,
      "loss": 10.1622,
      "step": 7423
    },
    {
      "epoch": 1.296276897560124,
      "grad_norm": 0.10588309913873672,
      "learning_rate": 0.000121287814019062,
      "loss": 10.1673,
      "step": 7424
    },
    {
      "epoch": 1.296451486185675,
      "grad_norm": 0.11526353657245636,
      "learning_rate": 0.0001212699371067836,
      "loss": 10.1412,
      "step": 7425
    },
    {
      "epoch": 1.296626074811226,
      "grad_norm": 0.1340383142232895,
      "learning_rate": 0.00012125205948251375,
      "loss": 10.2113,
      "step": 7426
    },
    {
      "epoch": 1.296800663436777,
      "grad_norm": 0.20460103452205658,
      "learning_rate": 0.00012123418114685088,
      "loss": 10.2113,
      "step": 7427
    },
    {
      "epoch": 1.296975252062328,
      "grad_norm": 0.06333281844854355,
      "learning_rate": 0.0001212163021003935,
      "loss": 10.2144,
      "step": 7428
    },
    {
      "epoch": 1.2971498406878792,
      "grad_norm": 0.06580016762018204,
      "learning_rate": 0.00012119842234374003,
      "loss": 10.2255,
      "step": 7429
    },
    {
      "epoch": 1.2973244293134303,
      "grad_norm": 0.05583208426833153,
      "learning_rate": 0.00012118054187748904,
      "loss": 10.2066,
      "step": 7430
    },
    {
      "epoch": 1.2974990179389811,
      "grad_norm": 0.05647141858935356,
      "learning_rate": 0.00012116266070223906,
      "loss": 10.1996,
      "step": 7431
    },
    {
      "epoch": 1.2976736065645325,
      "grad_norm": 0.05701986700296402,
      "learning_rate": 0.00012114477881858855,
      "loss": 10.1767,
      "step": 7432
    },
    {
      "epoch": 1.2978481951900833,
      "grad_norm": 0.06896892935037613,
      "learning_rate": 0.00012112689622713616,
      "loss": 10.191,
      "step": 7433
    },
    {
      "epoch": 1.2980227838156344,
      "grad_norm": 0.05268588289618492,
      "learning_rate": 0.00012110901292848052,
      "loss": 10.2123,
      "step": 7434
    },
    {
      "epoch": 1.2981973724411855,
      "grad_norm": 0.05631023645401001,
      "learning_rate": 0.00012109112892322023,
      "loss": 10.2008,
      "step": 7435
    },
    {
      "epoch": 1.2983719610667366,
      "grad_norm": 0.05567118898034096,
      "learning_rate": 0.00012107324421195389,
      "loss": 10.2113,
      "step": 7436
    },
    {
      "epoch": 1.2985465496922877,
      "grad_norm": 0.052082616835832596,
      "learning_rate": 0.00012105535879528027,
      "loss": 10.1897,
      "step": 7437
    },
    {
      "epoch": 1.2987211383178385,
      "grad_norm": 0.05643458291888237,
      "learning_rate": 0.000121037472673798,
      "loss": 10.1931,
      "step": 7438
    },
    {
      "epoch": 1.2988957269433896,
      "grad_norm": 0.05525873601436615,
      "learning_rate": 0.0001210195858481058,
      "loss": 10.19,
      "step": 7439
    },
    {
      "epoch": 1.2990703155689407,
      "grad_norm": 0.06176353991031647,
      "learning_rate": 0.00012100169831880246,
      "loss": 10.1784,
      "step": 7440
    },
    {
      "epoch": 1.2992449041944918,
      "grad_norm": 0.056763291358947754,
      "learning_rate": 0.00012098381008648673,
      "loss": 10.1712,
      "step": 7441
    },
    {
      "epoch": 1.2994194928200429,
      "grad_norm": 0.06478176265954971,
      "learning_rate": 0.00012096592115175737,
      "loss": 10.1878,
      "step": 7442
    },
    {
      "epoch": 1.2995940814455937,
      "grad_norm": 0.06182500347495079,
      "learning_rate": 0.00012094803151521323,
      "loss": 10.1805,
      "step": 7443
    },
    {
      "epoch": 1.2997686700711448,
      "grad_norm": 0.05723351612687111,
      "learning_rate": 0.00012093014117745316,
      "loss": 10.2197,
      "step": 7444
    },
    {
      "epoch": 1.299943258696696,
      "grad_norm": 0.055403802543878555,
      "learning_rate": 0.00012091225013907597,
      "loss": 10.187,
      "step": 7445
    },
    {
      "epoch": 1.300117847322247,
      "grad_norm": 0.06435156613588333,
      "learning_rate": 0.00012089435840068059,
      "loss": 10.2192,
      "step": 7446
    },
    {
      "epoch": 1.300292435947798,
      "grad_norm": 0.059111591428518295,
      "learning_rate": 0.00012087646596286592,
      "loss": 10.2139,
      "step": 7447
    },
    {
      "epoch": 1.300467024573349,
      "grad_norm": 0.05380277335643768,
      "learning_rate": 0.0001208585728262309,
      "loss": 10.1968,
      "step": 7448
    },
    {
      "epoch": 1.3006416131989,
      "grad_norm": 0.05713319778442383,
      "learning_rate": 0.00012084067899137445,
      "loss": 10.212,
      "step": 7449
    },
    {
      "epoch": 1.3008162018244511,
      "grad_norm": 0.06255882978439331,
      "learning_rate": 0.0001208227844588956,
      "loss": 10.1651,
      "step": 7450
    },
    {
      "epoch": 1.3009907904500022,
      "grad_norm": 0.0680534839630127,
      "learning_rate": 0.00012080488922939333,
      "loss": 10.1885,
      "step": 7451
    },
    {
      "epoch": 1.3011653790755533,
      "grad_norm": 0.06164039671421051,
      "learning_rate": 0.00012078699330346665,
      "loss": 10.1867,
      "step": 7452
    },
    {
      "epoch": 1.3013399677011042,
      "grad_norm": 0.056834880262613297,
      "learning_rate": 0.00012076909668171463,
      "loss": 10.204,
      "step": 7453
    },
    {
      "epoch": 1.3015145563266552,
      "grad_norm": 0.06635814160108566,
      "learning_rate": 0.00012075119936473633,
      "loss": 10.1908,
      "step": 7454
    },
    {
      "epoch": 1.3016891449522063,
      "grad_norm": 0.06609196960926056,
      "learning_rate": 0.00012073330135313086,
      "loss": 10.1987,
      "step": 7455
    },
    {
      "epoch": 1.3018637335777574,
      "grad_norm": 0.06888631731271744,
      "learning_rate": 0.00012071540264749735,
      "loss": 10.1975,
      "step": 7456
    },
    {
      "epoch": 1.3020383222033085,
      "grad_norm": 0.06198057159781456,
      "learning_rate": 0.0001206975032484349,
      "loss": 10.1973,
      "step": 7457
    },
    {
      "epoch": 1.3022129108288594,
      "grad_norm": 0.05770501866936684,
      "learning_rate": 0.00012067960315654272,
      "loss": 10.1817,
      "step": 7458
    },
    {
      "epoch": 1.3023874994544107,
      "grad_norm": 0.06860226392745972,
      "learning_rate": 0.00012066170237241998,
      "loss": 10.1679,
      "step": 7459
    },
    {
      "epoch": 1.3025620880799615,
      "grad_norm": 0.07430090010166168,
      "learning_rate": 0.00012064380089666587,
      "loss": 10.1704,
      "step": 7460
    },
    {
      "epoch": 1.3027366767055126,
      "grad_norm": 0.06291951984167099,
      "learning_rate": 0.00012062589872987964,
      "loss": 10.1685,
      "step": 7461
    },
    {
      "epoch": 1.3029112653310637,
      "grad_norm": 0.08240887522697449,
      "learning_rate": 0.0001206079958726606,
      "loss": 10.1918,
      "step": 7462
    },
    {
      "epoch": 1.3030858539566148,
      "grad_norm": 0.08351742476224899,
      "learning_rate": 0.00012059009232560794,
      "loss": 10.1809,
      "step": 7463
    },
    {
      "epoch": 1.303260442582166,
      "grad_norm": 0.06767448782920837,
      "learning_rate": 0.00012057218808932105,
      "loss": 10.1932,
      "step": 7464
    },
    {
      "epoch": 1.3034350312077168,
      "grad_norm": 0.07863985747098923,
      "learning_rate": 0.00012055428316439923,
      "loss": 10.1995,
      "step": 7465
    },
    {
      "epoch": 1.3036096198332678,
      "grad_norm": 0.07704715430736542,
      "learning_rate": 0.00012053637755144178,
      "loss": 10.1727,
      "step": 7466
    },
    {
      "epoch": 1.303784208458819,
      "grad_norm": 0.08157441020011902,
      "learning_rate": 0.00012051847125104814,
      "loss": 10.1648,
      "step": 7467
    },
    {
      "epoch": 1.30395879708437,
      "grad_norm": 0.07264994829893112,
      "learning_rate": 0.00012050056426381767,
      "loss": 10.1512,
      "step": 7468
    },
    {
      "epoch": 1.304133385709921,
      "grad_norm": 0.07857927680015564,
      "learning_rate": 0.0001204826565903498,
      "loss": 10.1422,
      "step": 7469
    },
    {
      "epoch": 1.304307974335472,
      "grad_norm": 0.09129643440246582,
      "learning_rate": 0.00012046474823124399,
      "loss": 10.194,
      "step": 7470
    },
    {
      "epoch": 1.304482562961023,
      "grad_norm": 0.08395678550004959,
      "learning_rate": 0.00012044683918709968,
      "loss": 10.1757,
      "step": 7471
    },
    {
      "epoch": 1.3046571515865741,
      "grad_norm": 0.08458355069160461,
      "learning_rate": 0.00012042892945851636,
      "loss": 10.1421,
      "step": 7472
    },
    {
      "epoch": 1.3048317402121252,
      "grad_norm": 0.07816857844591141,
      "learning_rate": 0.00012041101904609356,
      "loss": 10.1908,
      "step": 7473
    },
    {
      "epoch": 1.3050063288376763,
      "grad_norm": 0.09573563933372498,
      "learning_rate": 0.00012039310795043079,
      "loss": 10.1907,
      "step": 7474
    },
    {
      "epoch": 1.3051809174632272,
      "grad_norm": 0.1125323474407196,
      "learning_rate": 0.00012037519617212764,
      "loss": 10.1967,
      "step": 7475
    },
    {
      "epoch": 1.3053555060887783,
      "grad_norm": 0.12606030702590942,
      "learning_rate": 0.00012035728371178368,
      "loss": 10.1765,
      "step": 7476
    },
    {
      "epoch": 1.3055300947143293,
      "grad_norm": 0.1545962244272232,
      "learning_rate": 0.00012033937056999849,
      "loss": 10.1978,
      "step": 7477
    },
    {
      "epoch": 1.3057046833398804,
      "grad_norm": 0.07341624796390533,
      "learning_rate": 0.00012032145674737172,
      "loss": 10.1739,
      "step": 7478
    },
    {
      "epoch": 1.3058792719654315,
      "grad_norm": 0.06056997552514076,
      "learning_rate": 0.00012030354224450298,
      "loss": 10.2045,
      "step": 7479
    },
    {
      "epoch": 1.3060538605909824,
      "grad_norm": 0.05372343957424164,
      "learning_rate": 0.000120285627061992,
      "loss": 10.2118,
      "step": 7480
    },
    {
      "epoch": 1.3062284492165335,
      "grad_norm": 0.05116688460111618,
      "learning_rate": 0.00012026771120043843,
      "loss": 10.2235,
      "step": 7481
    },
    {
      "epoch": 1.3064030378420846,
      "grad_norm": 0.059060998260974884,
      "learning_rate": 0.00012024979466044204,
      "loss": 10.1972,
      "step": 7482
    },
    {
      "epoch": 1.3065776264676356,
      "grad_norm": 0.06167953461408615,
      "learning_rate": 0.0001202318774426025,
      "loss": 10.2158,
      "step": 7483
    },
    {
      "epoch": 1.3067522150931867,
      "grad_norm": 0.050842635333538055,
      "learning_rate": 0.00012021395954751959,
      "loss": 10.2031,
      "step": 7484
    },
    {
      "epoch": 1.3069268037187376,
      "grad_norm": 0.05403093993663788,
      "learning_rate": 0.00012019604097579311,
      "loss": 10.182,
      "step": 7485
    },
    {
      "epoch": 1.307101392344289,
      "grad_norm": 0.06211157515645027,
      "learning_rate": 0.0001201781217280229,
      "loss": 10.22,
      "step": 7486
    },
    {
      "epoch": 1.3072759809698398,
      "grad_norm": 0.05239773169159889,
      "learning_rate": 0.00012016020180480873,
      "loss": 10.2172,
      "step": 7487
    },
    {
      "epoch": 1.3074505695953909,
      "grad_norm": 0.049863748252391815,
      "learning_rate": 0.00012014228120675049,
      "loss": 10.217,
      "step": 7488
    },
    {
      "epoch": 1.307625158220942,
      "grad_norm": 0.06319896131753922,
      "learning_rate": 0.00012012435993444805,
      "loss": 10.1931,
      "step": 7489
    },
    {
      "epoch": 1.307799746846493,
      "grad_norm": 0.05182058364152908,
      "learning_rate": 0.0001201064379885013,
      "loss": 10.1791,
      "step": 7490
    },
    {
      "epoch": 1.3079743354720441,
      "grad_norm": 0.051602140069007874,
      "learning_rate": 0.00012008851536951014,
      "loss": 10.1991,
      "step": 7491
    },
    {
      "epoch": 1.308148924097595,
      "grad_norm": 0.06131712347269058,
      "learning_rate": 0.00012007059207807456,
      "loss": 10.2044,
      "step": 7492
    },
    {
      "epoch": 1.308323512723146,
      "grad_norm": 0.0652126893401146,
      "learning_rate": 0.00012005266811479448,
      "loss": 10.1878,
      "step": 7493
    },
    {
      "epoch": 1.3084981013486972,
      "grad_norm": 0.06224989518523216,
      "learning_rate": 0.00012003474348026995,
      "loss": 10.2083,
      "step": 7494
    },
    {
      "epoch": 1.3086726899742482,
      "grad_norm": 0.06479469686746597,
      "learning_rate": 0.00012001681817510091,
      "loss": 10.2209,
      "step": 7495
    },
    {
      "epoch": 1.3088472785997993,
      "grad_norm": 0.07246100157499313,
      "learning_rate": 0.00011999889219988743,
      "loss": 10.2035,
      "step": 7496
    },
    {
      "epoch": 1.3090218672253502,
      "grad_norm": 0.061398137360811234,
      "learning_rate": 0.00011998096555522955,
      "loss": 10.1878,
      "step": 7497
    },
    {
      "epoch": 1.3091964558509013,
      "grad_norm": 0.059597186744213104,
      "learning_rate": 0.00011996303824172736,
      "loss": 10.2116,
      "step": 7498
    },
    {
      "epoch": 1.3093710444764524,
      "grad_norm": 0.06519830226898193,
      "learning_rate": 0.00011994511025998096,
      "loss": 10.1905,
      "step": 7499
    },
    {
      "epoch": 1.3095456331020034,
      "grad_norm": 0.05893987417221069,
      "learning_rate": 0.00011992718161059049,
      "loss": 10.1748,
      "step": 7500
    },
    {
      "epoch": 1.3097202217275545,
      "grad_norm": 0.0640636458992958,
      "learning_rate": 0.00011990925229415606,
      "loss": 10.1614,
      "step": 7501
    },
    {
      "epoch": 1.3098948103531054,
      "grad_norm": 0.057831671088933945,
      "learning_rate": 0.00011989132231127784,
      "loss": 10.1964,
      "step": 7502
    },
    {
      "epoch": 1.3100693989786565,
      "grad_norm": 0.06437893211841583,
      "learning_rate": 0.00011987339166255602,
      "loss": 10.1952,
      "step": 7503
    },
    {
      "epoch": 1.3102439876042076,
      "grad_norm": 0.07458004355430603,
      "learning_rate": 0.00011985546034859085,
      "loss": 10.2057,
      "step": 7504
    },
    {
      "epoch": 1.3104185762297587,
      "grad_norm": 0.06556965410709381,
      "learning_rate": 0.00011983752836998254,
      "loss": 10.1773,
      "step": 7505
    },
    {
      "epoch": 1.3105931648553097,
      "grad_norm": 0.06649913638830185,
      "learning_rate": 0.00011981959572733134,
      "loss": 10.1766,
      "step": 7506
    },
    {
      "epoch": 1.3107677534808606,
      "grad_norm": 0.0580638125538826,
      "learning_rate": 0.00011980166242123752,
      "loss": 10.201,
      "step": 7507
    },
    {
      "epoch": 1.3109423421064117,
      "grad_norm": 0.07020945101976395,
      "learning_rate": 0.00011978372845230141,
      "loss": 10.2165,
      "step": 7508
    },
    {
      "epoch": 1.3111169307319628,
      "grad_norm": 0.07061093300580978,
      "learning_rate": 0.0001197657938211233,
      "loss": 10.163,
      "step": 7509
    },
    {
      "epoch": 1.3112915193575139,
      "grad_norm": 0.06688905507326126,
      "learning_rate": 0.00011974785852830355,
      "loss": 10.167,
      "step": 7510
    },
    {
      "epoch": 1.311466107983065,
      "grad_norm": 0.0767657682299614,
      "learning_rate": 0.00011972992257444253,
      "loss": 10.1935,
      "step": 7511
    },
    {
      "epoch": 1.3116406966086158,
      "grad_norm": 0.07498294860124588,
      "learning_rate": 0.00011971198596014063,
      "loss": 10.1824,
      "step": 7512
    },
    {
      "epoch": 1.3118152852341671,
      "grad_norm": 0.07259783148765564,
      "learning_rate": 0.00011969404868599828,
      "loss": 10.2023,
      "step": 7513
    },
    {
      "epoch": 1.311989873859718,
      "grad_norm": 0.07599066197872162,
      "learning_rate": 0.00011967611075261587,
      "loss": 10.1979,
      "step": 7514
    },
    {
      "epoch": 1.312164462485269,
      "grad_norm": 0.07271184027194977,
      "learning_rate": 0.00011965817216059387,
      "loss": 10.1794,
      "step": 7515
    },
    {
      "epoch": 1.3123390511108202,
      "grad_norm": 0.07670965790748596,
      "learning_rate": 0.00011964023291053279,
      "loss": 10.1805,
      "step": 7516
    },
    {
      "epoch": 1.3125136397363713,
      "grad_norm": 0.08822410553693771,
      "learning_rate": 0.00011962229300303312,
      "loss": 10.1614,
      "step": 7517
    },
    {
      "epoch": 1.3126882283619223,
      "grad_norm": 0.0801190659403801,
      "learning_rate": 0.00011960435243869535,
      "loss": 10.1903,
      "step": 7518
    },
    {
      "epoch": 1.3128628169874732,
      "grad_norm": 0.08432380110025406,
      "learning_rate": 0.00011958641121812002,
      "loss": 10.1714,
      "step": 7519
    },
    {
      "epoch": 1.3130374056130243,
      "grad_norm": 0.08655752241611481,
      "learning_rate": 0.00011956846934190775,
      "loss": 10.161,
      "step": 7520
    },
    {
      "epoch": 1.3132119942385754,
      "grad_norm": 0.09545063972473145,
      "learning_rate": 0.00011955052681065905,
      "loss": 10.2456,
      "step": 7521
    },
    {
      "epoch": 1.3133865828641265,
      "grad_norm": 0.08815785497426987,
      "learning_rate": 0.00011953258362497461,
      "loss": 10.1733,
      "step": 7522
    },
    {
      "epoch": 1.3135611714896775,
      "grad_norm": 0.09234119206666946,
      "learning_rate": 0.00011951463978545505,
      "loss": 10.2237,
      "step": 7523
    },
    {
      "epoch": 1.3137357601152284,
      "grad_norm": 0.1112227514386177,
      "learning_rate": 0.00011949669529270097,
      "loss": 10.2201,
      "step": 7524
    },
    {
      "epoch": 1.3139103487407795,
      "grad_norm": 0.1195073127746582,
      "learning_rate": 0.00011947875014731307,
      "loss": 10.1688,
      "step": 7525
    },
    {
      "epoch": 1.3140849373663306,
      "grad_norm": 0.1342381089925766,
      "learning_rate": 0.00011946080434989207,
      "loss": 10.159,
      "step": 7526
    },
    {
      "epoch": 1.3142595259918817,
      "grad_norm": 0.21409817039966583,
      "learning_rate": 0.00011944285790103866,
      "loss": 10.2379,
      "step": 7527
    },
    {
      "epoch": 1.3144341146174328,
      "grad_norm": 0.06774680316448212,
      "learning_rate": 0.00011942491080135361,
      "loss": 10.1826,
      "step": 7528
    },
    {
      "epoch": 1.3146087032429836,
      "grad_norm": 0.06004944071173668,
      "learning_rate": 0.00011940696305143764,
      "loss": 10.2111,
      "step": 7529
    },
    {
      "epoch": 1.3147832918685347,
      "grad_norm": 0.055804867297410965,
      "learning_rate": 0.00011938901465189156,
      "loss": 10.203,
      "step": 7530
    },
    {
      "epoch": 1.3149578804940858,
      "grad_norm": 0.06292334198951721,
      "learning_rate": 0.00011937106560331616,
      "loss": 10.2115,
      "step": 7531
    },
    {
      "epoch": 1.3151324691196369,
      "grad_norm": 0.05280620604753494,
      "learning_rate": 0.00011935311590631233,
      "loss": 10.1976,
      "step": 7532
    },
    {
      "epoch": 1.315307057745188,
      "grad_norm": 0.057651229202747345,
      "learning_rate": 0.00011933516556148083,
      "loss": 10.2309,
      "step": 7533
    },
    {
      "epoch": 1.3154816463707388,
      "grad_norm": 0.05267634615302086,
      "learning_rate": 0.00011931721456942262,
      "loss": 10.1899,
      "step": 7534
    },
    {
      "epoch": 1.31565623499629,
      "grad_norm": 0.052542950958013535,
      "learning_rate": 0.00011929926293073853,
      "loss": 10.2071,
      "step": 7535
    },
    {
      "epoch": 1.315830823621841,
      "grad_norm": 0.05586188659071922,
      "learning_rate": 0.00011928131064602946,
      "loss": 10.2061,
      "step": 7536
    },
    {
      "epoch": 1.316005412247392,
      "grad_norm": 0.049064960330724716,
      "learning_rate": 0.00011926335771589639,
      "loss": 10.1861,
      "step": 7537
    },
    {
      "epoch": 1.3161800008729432,
      "grad_norm": 0.057480648159980774,
      "learning_rate": 0.00011924540414094028,
      "loss": 10.2121,
      "step": 7538
    },
    {
      "epoch": 1.316354589498494,
      "grad_norm": 0.05000949651002884,
      "learning_rate": 0.00011922744992176207,
      "loss": 10.2191,
      "step": 7539
    },
    {
      "epoch": 1.3165291781240454,
      "grad_norm": 0.05115104839205742,
      "learning_rate": 0.0001192094950589628,
      "loss": 10.2183,
      "step": 7540
    },
    {
      "epoch": 1.3167037667495962,
      "grad_norm": 0.049879372119903564,
      "learning_rate": 0.00011919153955314349,
      "loss": 10.193,
      "step": 7541
    },
    {
      "epoch": 1.3168783553751473,
      "grad_norm": 0.0571000911295414,
      "learning_rate": 0.00011917358340490515,
      "loss": 10.1927,
      "step": 7542
    },
    {
      "epoch": 1.3170529440006984,
      "grad_norm": 0.059297677129507065,
      "learning_rate": 0.00011915562661484884,
      "loss": 10.2178,
      "step": 7543
    },
    {
      "epoch": 1.3172275326262495,
      "grad_norm": 0.05631723254919052,
      "learning_rate": 0.00011913766918357572,
      "loss": 10.2154,
      "step": 7544
    },
    {
      "epoch": 1.3174021212518006,
      "grad_norm": 0.04908927530050278,
      "learning_rate": 0.00011911971111168682,
      "loss": 10.2024,
      "step": 7545
    },
    {
      "epoch": 1.3175767098773514,
      "grad_norm": 0.058129917830228806,
      "learning_rate": 0.00011910175239978334,
      "loss": 10.1766,
      "step": 7546
    },
    {
      "epoch": 1.3177512985029025,
      "grad_norm": 0.058181315660476685,
      "learning_rate": 0.00011908379304846637,
      "loss": 10.1961,
      "step": 7547
    },
    {
      "epoch": 1.3179258871284536,
      "grad_norm": 0.06010811775922775,
      "learning_rate": 0.0001190658330583371,
      "loss": 10.176,
      "step": 7548
    },
    {
      "epoch": 1.3181004757540047,
      "grad_norm": 0.06566207855939865,
      "learning_rate": 0.00011904787242999674,
      "loss": 10.2216,
      "step": 7549
    },
    {
      "epoch": 1.3182750643795558,
      "grad_norm": 0.06083574518561363,
      "learning_rate": 0.00011902991116404649,
      "loss": 10.1795,
      "step": 7550
    },
    {
      "epoch": 1.3184496530051066,
      "grad_norm": 0.0781325027346611,
      "learning_rate": 0.00011901194926108758,
      "loss": 10.1779,
      "step": 7551
    },
    {
      "epoch": 1.3186242416306577,
      "grad_norm": 0.06512638181447983,
      "learning_rate": 0.0001189939867217213,
      "loss": 10.1675,
      "step": 7552
    },
    {
      "epoch": 1.3187988302562088,
      "grad_norm": 0.06726191192865372,
      "learning_rate": 0.00011897602354654891,
      "loss": 10.2083,
      "step": 7553
    },
    {
      "epoch": 1.31897341888176,
      "grad_norm": 0.07055525481700897,
      "learning_rate": 0.00011895805973617169,
      "loss": 10.1915,
      "step": 7554
    },
    {
      "epoch": 1.319148007507311,
      "grad_norm": 0.06292370706796646,
      "learning_rate": 0.00011894009529119099,
      "loss": 10.2015,
      "step": 7555
    },
    {
      "epoch": 1.3193225961328618,
      "grad_norm": 0.07133550196886063,
      "learning_rate": 0.00011892213021220815,
      "loss": 10.2041,
      "step": 7556
    },
    {
      "epoch": 1.319497184758413,
      "grad_norm": 0.0629153698682785,
      "learning_rate": 0.00011890416449982451,
      "loss": 10.1861,
      "step": 7557
    },
    {
      "epoch": 1.319671773383964,
      "grad_norm": 0.08017991483211517,
      "learning_rate": 0.0001188861981546415,
      "loss": 10.1873,
      "step": 7558
    },
    {
      "epoch": 1.319846362009515,
      "grad_norm": 0.06748642027378082,
      "learning_rate": 0.00011886823117726051,
      "loss": 10.2091,
      "step": 7559
    },
    {
      "epoch": 1.3200209506350662,
      "grad_norm": 0.07112214714288712,
      "learning_rate": 0.00011885026356828292,
      "loss": 10.1855,
      "step": 7560
    },
    {
      "epoch": 1.320195539260617,
      "grad_norm": 0.0720224380493164,
      "learning_rate": 0.00011883229532831025,
      "loss": 10.1524,
      "step": 7561
    },
    {
      "epoch": 1.3203701278861681,
      "grad_norm": 0.06609006226062775,
      "learning_rate": 0.00011881432645794391,
      "loss": 10.1927,
      "step": 7562
    },
    {
      "epoch": 1.3205447165117192,
      "grad_norm": 0.07394777238368988,
      "learning_rate": 0.00011879635695778547,
      "loss": 10.1728,
      "step": 7563
    },
    {
      "epoch": 1.3207193051372703,
      "grad_norm": 0.06803903728723526,
      "learning_rate": 0.00011877838682843636,
      "loss": 10.1803,
      "step": 7564
    },
    {
      "epoch": 1.3208938937628214,
      "grad_norm": 0.07435335218906403,
      "learning_rate": 0.00011876041607049813,
      "loss": 10.1683,
      "step": 7565
    },
    {
      "epoch": 1.3210684823883723,
      "grad_norm": 0.08592148870229721,
      "learning_rate": 0.00011874244468457236,
      "loss": 10.1601,
      "step": 7566
    },
    {
      "epoch": 1.3212430710139236,
      "grad_norm": 0.07837919145822525,
      "learning_rate": 0.00011872447267126064,
      "loss": 10.1799,
      "step": 7567
    },
    {
      "epoch": 1.3214176596394744,
      "grad_norm": 0.08431273698806763,
      "learning_rate": 0.0001187065000311645,
      "loss": 10.1676,
      "step": 7568
    },
    {
      "epoch": 1.3215922482650255,
      "grad_norm": 0.08538880199193954,
      "learning_rate": 0.00011868852676488562,
      "loss": 10.1763,
      "step": 7569
    },
    {
      "epoch": 1.3217668368905766,
      "grad_norm": 0.08392423391342163,
      "learning_rate": 0.00011867055287302564,
      "loss": 10.1956,
      "step": 7570
    },
    {
      "epoch": 1.3219414255161277,
      "grad_norm": 0.09399424493312836,
      "learning_rate": 0.00011865257835618617,
      "loss": 10.1827,
      "step": 7571
    },
    {
      "epoch": 1.3221160141416788,
      "grad_norm": 0.08042321354150772,
      "learning_rate": 0.00011863460321496896,
      "loss": 10.1797,
      "step": 7572
    },
    {
      "epoch": 1.3222906027672297,
      "grad_norm": 0.09175202995538712,
      "learning_rate": 0.00011861662744997562,
      "loss": 10.1824,
      "step": 7573
    },
    {
      "epoch": 1.3224651913927807,
      "grad_norm": 0.10579376667737961,
      "learning_rate": 0.00011859865106180792,
      "loss": 10.1928,
      "step": 7574
    },
    {
      "epoch": 1.3226397800183318,
      "grad_norm": 0.13160371780395508,
      "learning_rate": 0.00011858067405106763,
      "loss": 10.1676,
      "step": 7575
    },
    {
      "epoch": 1.322814368643883,
      "grad_norm": 0.1477883905172348,
      "learning_rate": 0.00011856269641835649,
      "loss": 10.159,
      "step": 7576
    },
    {
      "epoch": 1.322988957269434,
      "grad_norm": 0.17426840960979462,
      "learning_rate": 0.00011854471816427625,
      "loss": 10.1724,
      "step": 7577
    },
    {
      "epoch": 1.3231635458949849,
      "grad_norm": 0.0647665411233902,
      "learning_rate": 0.00011852673928942878,
      "loss": 10.1887,
      "step": 7578
    },
    {
      "epoch": 1.323338134520536,
      "grad_norm": 0.06280134618282318,
      "learning_rate": 0.00011850875979441584,
      "loss": 10.1886,
      "step": 7579
    },
    {
      "epoch": 1.323512723146087,
      "grad_norm": 0.05330922454595566,
      "learning_rate": 0.00011849077967983935,
      "loss": 10.1825,
      "step": 7580
    },
    {
      "epoch": 1.3236873117716381,
      "grad_norm": 0.05704594776034355,
      "learning_rate": 0.00011847279894630113,
      "loss": 10.2009,
      "step": 7581
    },
    {
      "epoch": 1.3238619003971892,
      "grad_norm": 0.06380324810743332,
      "learning_rate": 0.00011845481759440307,
      "loss": 10.1893,
      "step": 7582
    },
    {
      "epoch": 1.32403648902274,
      "grad_norm": 0.060068413615226746,
      "learning_rate": 0.00011843683562474708,
      "loss": 10.2015,
      "step": 7583
    },
    {
      "epoch": 1.3242110776482912,
      "grad_norm": 0.05547434836626053,
      "learning_rate": 0.00011841885303793509,
      "loss": 10.1757,
      "step": 7584
    },
    {
      "epoch": 1.3243856662738422,
      "grad_norm": 0.06459792703390121,
      "learning_rate": 0.00011840086983456908,
      "loss": 10.2092,
      "step": 7585
    },
    {
      "epoch": 1.3245602548993933,
      "grad_norm": 0.056417543441057205,
      "learning_rate": 0.00011838288601525096,
      "loss": 10.1833,
      "step": 7586
    },
    {
      "epoch": 1.3247348435249444,
      "grad_norm": 0.04936767369508743,
      "learning_rate": 0.0001183649015805828,
      "loss": 10.2027,
      "step": 7587
    },
    {
      "epoch": 1.3249094321504953,
      "grad_norm": 0.05895423889160156,
      "learning_rate": 0.00011834691653116656,
      "loss": 10.2308,
      "step": 7588
    },
    {
      "epoch": 1.3250840207760464,
      "grad_norm": 0.05504712089896202,
      "learning_rate": 0.00011832893086760428,
      "loss": 10.1913,
      "step": 7589
    },
    {
      "epoch": 1.3252586094015975,
      "grad_norm": 0.05649992451071739,
      "learning_rate": 0.00011831094459049803,
      "loss": 10.1883,
      "step": 7590
    },
    {
      "epoch": 1.3254331980271485,
      "grad_norm": 0.05676942691206932,
      "learning_rate": 0.00011829295770044984,
      "loss": 10.2005,
      "step": 7591
    },
    {
      "epoch": 1.3256077866526996,
      "grad_norm": 0.06509186327457428,
      "learning_rate": 0.00011827497019806184,
      "loss": 10.1815,
      "step": 7592
    },
    {
      "epoch": 1.3257823752782505,
      "grad_norm": 0.049190253019332886,
      "learning_rate": 0.00011825698208393619,
      "loss": 10.1785,
      "step": 7593
    },
    {
      "epoch": 1.3259569639038018,
      "grad_norm": 0.053046807646751404,
      "learning_rate": 0.00011823899335867494,
      "loss": 10.183,
      "step": 7594
    },
    {
      "epoch": 1.3261315525293527,
      "grad_norm": 0.0559021458029747,
      "learning_rate": 0.00011822100402288027,
      "loss": 10.1951,
      "step": 7595
    },
    {
      "epoch": 1.3263061411549038,
      "grad_norm": 0.06420812755823135,
      "learning_rate": 0.00011820301407715439,
      "loss": 10.1714,
      "step": 7596
    },
    {
      "epoch": 1.3264807297804548,
      "grad_norm": 0.06421776115894318,
      "learning_rate": 0.00011818502352209946,
      "loss": 10.1797,
      "step": 7597
    },
    {
      "epoch": 1.326655318406006,
      "grad_norm": 0.059751201421022415,
      "learning_rate": 0.00011816703235831772,
      "loss": 10.1811,
      "step": 7598
    },
    {
      "epoch": 1.326829907031557,
      "grad_norm": 0.06435152143239975,
      "learning_rate": 0.00011814904058641141,
      "loss": 10.1905,
      "step": 7599
    },
    {
      "epoch": 1.3270044956571079,
      "grad_norm": 0.0694437026977539,
      "learning_rate": 0.00011813104820698277,
      "loss": 10.1945,
      "step": 7600
    },
    {
      "epoch": 1.3270044956571079,
      "eval_loss": 10.172619819641113,
      "eval_runtime": 0.7288,
      "eval_samples_per_second": 316.964,
      "eval_steps_per_second": 159.168,
      "step": 7600
    },
    {
      "epoch": 1.327179084282659,
      "grad_norm": 0.06331529468297958,
      "learning_rate": 0.0001181130552206341,
      "loss": 10.21,
      "step": 7601
    },
    {
      "epoch": 1.32735367290821,
      "grad_norm": 0.06641566008329391,
      "learning_rate": 0.00011809506162796766,
      "loss": 10.1826,
      "step": 7602
    },
    {
      "epoch": 1.3275282615337611,
      "grad_norm": 0.05978276953101158,
      "learning_rate": 0.0001180770674295858,
      "loss": 10.1941,
      "step": 7603
    },
    {
      "epoch": 1.3277028501593122,
      "grad_norm": 0.06642508506774902,
      "learning_rate": 0.00011805907262609087,
      "loss": 10.1894,
      "step": 7604
    },
    {
      "epoch": 1.327877438784863,
      "grad_norm": 0.0600750632584095,
      "learning_rate": 0.00011804107721808519,
      "loss": 10.1934,
      "step": 7605
    },
    {
      "epoch": 1.3280520274104142,
      "grad_norm": 0.07914890348911285,
      "learning_rate": 0.00011802308120617119,
      "loss": 10.1627,
      "step": 7606
    },
    {
      "epoch": 1.3282266160359653,
      "grad_norm": 0.0674935132265091,
      "learning_rate": 0.0001180050845909512,
      "loss": 10.189,
      "step": 7607
    },
    {
      "epoch": 1.3284012046615163,
      "grad_norm": 0.06924241036176682,
      "learning_rate": 0.00011798708737302772,
      "loss": 10.1634,
      "step": 7608
    },
    {
      "epoch": 1.3285757932870674,
      "grad_norm": 0.07324586808681488,
      "learning_rate": 0.00011796908955300314,
      "loss": 10.181,
      "step": 7609
    },
    {
      "epoch": 1.3287503819126183,
      "grad_norm": 0.06724376231431961,
      "learning_rate": 0.00011795109113147991,
      "loss": 10.2144,
      "step": 7610
    },
    {
      "epoch": 1.3289249705381694,
      "grad_norm": 0.06980841606855392,
      "learning_rate": 0.00011793309210906058,
      "loss": 10.1572,
      "step": 7611
    },
    {
      "epoch": 1.3290995591637205,
      "grad_norm": 0.06903750449419022,
      "learning_rate": 0.00011791509248634757,
      "loss": 10.1536,
      "step": 7612
    },
    {
      "epoch": 1.3292741477892716,
      "grad_norm": 0.076373390853405,
      "learning_rate": 0.00011789709226394343,
      "loss": 10.1924,
      "step": 7613
    },
    {
      "epoch": 1.3294487364148226,
      "grad_norm": 0.07907155901193619,
      "learning_rate": 0.00011787909144245073,
      "loss": 10.1785,
      "step": 7614
    },
    {
      "epoch": 1.3296233250403735,
      "grad_norm": 0.07280652225017548,
      "learning_rate": 0.00011786109002247198,
      "loss": 10.1572,
      "step": 7615
    },
    {
      "epoch": 1.3297979136659246,
      "grad_norm": 0.08891080319881439,
      "learning_rate": 0.00011784308800460981,
      "loss": 10.1578,
      "step": 7616
    },
    {
      "epoch": 1.3299725022914757,
      "grad_norm": 0.08553451299667358,
      "learning_rate": 0.0001178250853894668,
      "loss": 10.2062,
      "step": 7617
    },
    {
      "epoch": 1.3301470909170268,
      "grad_norm": 0.08223145455121994,
      "learning_rate": 0.00011780708217764554,
      "loss": 10.1969,
      "step": 7618
    },
    {
      "epoch": 1.3303216795425779,
      "grad_norm": 0.0813673734664917,
      "learning_rate": 0.00011778907836974871,
      "loss": 10.1662,
      "step": 7619
    },
    {
      "epoch": 1.3304962681681287,
      "grad_norm": 0.08754976838827133,
      "learning_rate": 0.00011777107396637894,
      "loss": 10.1914,
      "step": 7620
    },
    {
      "epoch": 1.33067085679368,
      "grad_norm": 0.09357768297195435,
      "learning_rate": 0.00011775306896813898,
      "loss": 10.1672,
      "step": 7621
    },
    {
      "epoch": 1.3308454454192309,
      "grad_norm": 0.09084439277648926,
      "learning_rate": 0.00011773506337563145,
      "loss": 10.1798,
      "step": 7622
    },
    {
      "epoch": 1.331020034044782,
      "grad_norm": 0.09706523269414902,
      "learning_rate": 0.00011771705718945911,
      "loss": 10.2135,
      "step": 7623
    },
    {
      "epoch": 1.331194622670333,
      "grad_norm": 0.09839024394750595,
      "learning_rate": 0.00011769905041022469,
      "loss": 10.1459,
      "step": 7624
    },
    {
      "epoch": 1.3313692112958841,
      "grad_norm": 0.10766270011663437,
      "learning_rate": 0.00011768104303853094,
      "loss": 10.2261,
      "step": 7625
    },
    {
      "epoch": 1.3315437999214352,
      "grad_norm": 0.14574377238750458,
      "learning_rate": 0.00011766303507498064,
      "loss": 10.212,
      "step": 7626
    },
    {
      "epoch": 1.331718388546986,
      "grad_norm": 0.16694335639476776,
      "learning_rate": 0.00011764502652017666,
      "loss": 10.2047,
      "step": 7627
    },
    {
      "epoch": 1.3318929771725372,
      "grad_norm": 0.05590569227933884,
      "learning_rate": 0.00011762701737472173,
      "loss": 10.1936,
      "step": 7628
    },
    {
      "epoch": 1.3320675657980883,
      "grad_norm": 0.06476407498121262,
      "learning_rate": 0.00011760900763921872,
      "loss": 10.2016,
      "step": 7629
    },
    {
      "epoch": 1.3322421544236394,
      "grad_norm": 0.05927392467856407,
      "learning_rate": 0.0001175909973142705,
      "loss": 10.1846,
      "step": 7630
    },
    {
      "epoch": 1.3324167430491904,
      "grad_norm": 0.06851056218147278,
      "learning_rate": 0.00011757298640047991,
      "loss": 10.2034,
      "step": 7631
    },
    {
      "epoch": 1.3325913316747413,
      "grad_norm": 0.0520019493997097,
      "learning_rate": 0.00011755497489844988,
      "loss": 10.1833,
      "step": 7632
    },
    {
      "epoch": 1.3327659203002924,
      "grad_norm": 0.05075836554169655,
      "learning_rate": 0.00011753696280878336,
      "loss": 10.205,
      "step": 7633
    },
    {
      "epoch": 1.3329405089258435,
      "grad_norm": 0.053754452615976334,
      "learning_rate": 0.00011751895013208325,
      "loss": 10.1918,
      "step": 7634
    },
    {
      "epoch": 1.3331150975513946,
      "grad_norm": 0.06345657259225845,
      "learning_rate": 0.00011750093686895249,
      "loss": 10.2299,
      "step": 7635
    },
    {
      "epoch": 1.3332896861769457,
      "grad_norm": 0.0579267255961895,
      "learning_rate": 0.00011748292301999411,
      "loss": 10.1838,
      "step": 7636
    },
    {
      "epoch": 1.3334642748024965,
      "grad_norm": 0.05441860482096672,
      "learning_rate": 0.00011746490858581105,
      "loss": 10.2138,
      "step": 7637
    },
    {
      "epoch": 1.3336388634280476,
      "grad_norm": 0.05888131633400917,
      "learning_rate": 0.00011744689356700636,
      "loss": 10.216,
      "step": 7638
    },
    {
      "epoch": 1.3338134520535987,
      "grad_norm": 0.061953410506248474,
      "learning_rate": 0.00011742887796418307,
      "loss": 10.1942,
      "step": 7639
    },
    {
      "epoch": 1.3339880406791498,
      "grad_norm": 0.06259464472532272,
      "learning_rate": 0.00011741086177794427,
      "loss": 10.1917,
      "step": 7640
    },
    {
      "epoch": 1.3341626293047009,
      "grad_norm": 0.06910417228937149,
      "learning_rate": 0.00011739284500889294,
      "loss": 10.2022,
      "step": 7641
    },
    {
      "epoch": 1.3343372179302517,
      "grad_norm": 0.07490004599094391,
      "learning_rate": 0.00011737482765763228,
      "loss": 10.2138,
      "step": 7642
    },
    {
      "epoch": 1.3345118065558028,
      "grad_norm": 0.061285778880119324,
      "learning_rate": 0.00011735680972476533,
      "loss": 10.2217,
      "step": 7643
    },
    {
      "epoch": 1.334686395181354,
      "grad_norm": 0.05606904625892639,
      "learning_rate": 0.00011733879121089524,
      "loss": 10.2082,
      "step": 7644
    },
    {
      "epoch": 1.334860983806905,
      "grad_norm": 0.06562203913927078,
      "learning_rate": 0.00011732077211662522,
      "loss": 10.1882,
      "step": 7645
    },
    {
      "epoch": 1.335035572432456,
      "grad_norm": 0.06160183250904083,
      "learning_rate": 0.00011730275244255837,
      "loss": 10.201,
      "step": 7646
    },
    {
      "epoch": 1.335210161058007,
      "grad_norm": 0.06792443990707397,
      "learning_rate": 0.00011728473218929792,
      "loss": 10.1936,
      "step": 7647
    },
    {
      "epoch": 1.3353847496835582,
      "grad_norm": 0.05480628088116646,
      "learning_rate": 0.0001172667113574471,
      "loss": 10.2075,
      "step": 7648
    },
    {
      "epoch": 1.3355593383091091,
      "grad_norm": 0.06096823140978813,
      "learning_rate": 0.00011724868994760904,
      "loss": 10.1923,
      "step": 7649
    },
    {
      "epoch": 1.3357339269346602,
      "grad_norm": 0.06733151525259018,
      "learning_rate": 0.00011723066796038709,
      "loss": 10.2093,
      "step": 7650
    },
    {
      "epoch": 1.3359085155602113,
      "grad_norm": 0.061062585562467575,
      "learning_rate": 0.00011721264539638452,
      "loss": 10.216,
      "step": 7651
    },
    {
      "epoch": 1.3360831041857624,
      "grad_norm": 0.060523830354213715,
      "learning_rate": 0.00011719462225620459,
      "loss": 10.1603,
      "step": 7652
    },
    {
      "epoch": 1.3362576928113135,
      "grad_norm": 0.0754011943936348,
      "learning_rate": 0.00011717659854045058,
      "loss": 10.1542,
      "step": 7653
    },
    {
      "epoch": 1.3364322814368643,
      "grad_norm": 0.061696525663137436,
      "learning_rate": 0.00011715857424972585,
      "loss": 10.1854,
      "step": 7654
    },
    {
      "epoch": 1.3366068700624154,
      "grad_norm": 0.05496515706181526,
      "learning_rate": 0.00011714054938463375,
      "loss": 10.2063,
      "step": 7655
    },
    {
      "epoch": 1.3367814586879665,
      "grad_norm": 0.06726521998643875,
      "learning_rate": 0.0001171225239457776,
      "loss": 10.2004,
      "step": 7656
    },
    {
      "epoch": 1.3369560473135176,
      "grad_norm": 0.06617555022239685,
      "learning_rate": 0.00011710449793376088,
      "loss": 10.1875,
      "step": 7657
    },
    {
      "epoch": 1.3371306359390687,
      "grad_norm": 0.06665223836898804,
      "learning_rate": 0.0001170864713491869,
      "loss": 10.1941,
      "step": 7658
    },
    {
      "epoch": 1.3373052245646195,
      "grad_norm": 0.07313703745603561,
      "learning_rate": 0.00011706844419265915,
      "loss": 10.2046,
      "step": 7659
    },
    {
      "epoch": 1.3374798131901706,
      "grad_norm": 0.07564649730920792,
      "learning_rate": 0.00011705041646478101,
      "loss": 10.1711,
      "step": 7660
    },
    {
      "epoch": 1.3376544018157217,
      "grad_norm": 0.09543734788894653,
      "learning_rate": 0.00011703238816615598,
      "loss": 10.1597,
      "step": 7661
    },
    {
      "epoch": 1.3378289904412728,
      "grad_norm": 0.07333061844110489,
      "learning_rate": 0.00011701435929738754,
      "loss": 10.1575,
      "step": 7662
    },
    {
      "epoch": 1.3380035790668239,
      "grad_norm": 0.07639115303754807,
      "learning_rate": 0.00011699632985907918,
      "loss": 10.2183,
      "step": 7663
    },
    {
      "epoch": 1.3381781676923747,
      "grad_norm": 0.08270508795976639,
      "learning_rate": 0.00011697829985183443,
      "loss": 10.1706,
      "step": 7664
    },
    {
      "epoch": 1.3383527563179258,
      "grad_norm": 0.09179016947746277,
      "learning_rate": 0.0001169602692762568,
      "loss": 10.2044,
      "step": 7665
    },
    {
      "epoch": 1.338527344943477,
      "grad_norm": 0.07579260319471359,
      "learning_rate": 0.00011694223813294989,
      "loss": 10.2051,
      "step": 7666
    },
    {
      "epoch": 1.338701933569028,
      "grad_norm": 0.08568304032087326,
      "learning_rate": 0.00011692420642251724,
      "loss": 10.1992,
      "step": 7667
    },
    {
      "epoch": 1.338876522194579,
      "grad_norm": 0.07464148849248886,
      "learning_rate": 0.00011690617414556244,
      "loss": 10.2045,
      "step": 7668
    },
    {
      "epoch": 1.33905111082013,
      "grad_norm": 0.08667081594467163,
      "learning_rate": 0.00011688814130268915,
      "loss": 10.1967,
      "step": 7669
    },
    {
      "epoch": 1.339225699445681,
      "grad_norm": 0.09633990377187729,
      "learning_rate": 0.00011687010789450098,
      "loss": 10.1794,
      "step": 7670
    },
    {
      "epoch": 1.3394002880712321,
      "grad_norm": 0.09471217542886734,
      "learning_rate": 0.00011685207392160156,
      "loss": 10.1915,
      "step": 7671
    },
    {
      "epoch": 1.3395748766967832,
      "grad_norm": 0.11987581104040146,
      "learning_rate": 0.00011683403938459456,
      "loss": 10.2174,
      "step": 7672
    },
    {
      "epoch": 1.3397494653223343,
      "grad_norm": 0.099940225481987,
      "learning_rate": 0.0001168160042840837,
      "loss": 10.1894,
      "step": 7673
    },
    {
      "epoch": 1.3399240539478852,
      "grad_norm": 0.12444473057985306,
      "learning_rate": 0.00011679796862067267,
      "loss": 10.1563,
      "step": 7674
    },
    {
      "epoch": 1.3400986425734365,
      "grad_norm": 0.1324061006307602,
      "learning_rate": 0.0001167799323949652,
      "loss": 10.2184,
      "step": 7675
    },
    {
      "epoch": 1.3402732311989873,
      "grad_norm": 0.15444789826869965,
      "learning_rate": 0.00011676189560756505,
      "loss": 10.2266,
      "step": 7676
    },
    {
      "epoch": 1.3404478198245384,
      "grad_norm": 0.19756335020065308,
      "learning_rate": 0.00011674385825907597,
      "loss": 10.2638,
      "step": 7677
    },
    {
      "epoch": 1.3406224084500895,
      "grad_norm": 0.062442172318696976,
      "learning_rate": 0.00011672582035010174,
      "loss": 10.202,
      "step": 7678
    },
    {
      "epoch": 1.3407969970756406,
      "grad_norm": 0.05505850538611412,
      "learning_rate": 0.00011670778188124616,
      "loss": 10.211,
      "step": 7679
    },
    {
      "epoch": 1.3409715857011917,
      "grad_norm": 0.07697978615760803,
      "learning_rate": 0.00011668974285311305,
      "loss": 10.2157,
      "step": 7680
    },
    {
      "epoch": 1.3411461743267425,
      "grad_norm": 0.0648546814918518,
      "learning_rate": 0.00011667170326630628,
      "loss": 10.1903,
      "step": 7681
    },
    {
      "epoch": 1.3413207629522936,
      "grad_norm": 0.0694180428981781,
      "learning_rate": 0.00011665366312142968,
      "loss": 10.2091,
      "step": 7682
    },
    {
      "epoch": 1.3414953515778447,
      "grad_norm": 0.07427003979682922,
      "learning_rate": 0.00011663562241908712,
      "loss": 10.2047,
      "step": 7683
    },
    {
      "epoch": 1.3416699402033958,
      "grad_norm": 0.04761969670653343,
      "learning_rate": 0.0001166175811598825,
      "loss": 10.2027,
      "step": 7684
    },
    {
      "epoch": 1.341844528828947,
      "grad_norm": 0.053440582007169724,
      "learning_rate": 0.00011659953934441978,
      "loss": 10.1965,
      "step": 7685
    },
    {
      "epoch": 1.3420191174544978,
      "grad_norm": 0.05899373069405556,
      "learning_rate": 0.00011658149697330283,
      "loss": 10.1938,
      "step": 7686
    },
    {
      "epoch": 1.3421937060800488,
      "grad_norm": 0.058014918118715286,
      "learning_rate": 0.00011656345404713564,
      "loss": 10.1989,
      "step": 7687
    },
    {
      "epoch": 1.3423682947056,
      "grad_norm": 0.05615870654582977,
      "learning_rate": 0.00011654541056652219,
      "loss": 10.1864,
      "step": 7688
    },
    {
      "epoch": 1.342542883331151,
      "grad_norm": 0.056265030056238174,
      "learning_rate": 0.00011652736653206642,
      "loss": 10.2007,
      "step": 7689
    },
    {
      "epoch": 1.342717471956702,
      "grad_norm": 0.05673053860664368,
      "learning_rate": 0.00011650932194437236,
      "loss": 10.2261,
      "step": 7690
    },
    {
      "epoch": 1.342892060582253,
      "grad_norm": 0.06276585906744003,
      "learning_rate": 0.00011649127680404406,
      "loss": 10.2118,
      "step": 7691
    },
    {
      "epoch": 1.343066649207804,
      "grad_norm": 0.0541134737432003,
      "learning_rate": 0.00011647323111168553,
      "loss": 10.2139,
      "step": 7692
    },
    {
      "epoch": 1.3432412378333551,
      "grad_norm": 0.06198463961482048,
      "learning_rate": 0.00011645518486790086,
      "loss": 10.1665,
      "step": 7693
    },
    {
      "epoch": 1.3434158264589062,
      "grad_norm": 0.05610918253660202,
      "learning_rate": 0.00011643713807329413,
      "loss": 10.207,
      "step": 7694
    },
    {
      "epoch": 1.3435904150844573,
      "grad_norm": 0.05346746742725372,
      "learning_rate": 0.0001164190907284694,
      "loss": 10.1802,
      "step": 7695
    },
    {
      "epoch": 1.3437650037100082,
      "grad_norm": 0.058825962245464325,
      "learning_rate": 0.00011640104283403081,
      "loss": 10.1768,
      "step": 7696
    },
    {
      "epoch": 1.3439395923355593,
      "grad_norm": 0.05973375588655472,
      "learning_rate": 0.00011638299439058253,
      "loss": 10.1798,
      "step": 7697
    },
    {
      "epoch": 1.3441141809611103,
      "grad_norm": 0.057186998426914215,
      "learning_rate": 0.00011636494539872869,
      "loss": 10.1835,
      "step": 7698
    },
    {
      "epoch": 1.3442887695866614,
      "grad_norm": 0.05875163525342941,
      "learning_rate": 0.00011634689585907346,
      "loss": 10.2005,
      "step": 7699
    },
    {
      "epoch": 1.3444633582122125,
      "grad_norm": 0.06628160923719406,
      "learning_rate": 0.00011632884577222105,
      "loss": 10.1703,
      "step": 7700
    },
    {
      "epoch": 1.3446379468377634,
      "grad_norm": 0.07241841405630112,
      "learning_rate": 0.00011631079513877561,
      "loss": 10.1779,
      "step": 7701
    },
    {
      "epoch": 1.3448125354633147,
      "grad_norm": 0.0635017603635788,
      "learning_rate": 0.00011629274395934141,
      "loss": 10.1853,
      "step": 7702
    },
    {
      "epoch": 1.3449871240888656,
      "grad_norm": 0.06798110157251358,
      "learning_rate": 0.00011627469223452275,
      "loss": 10.2148,
      "step": 7703
    },
    {
      "epoch": 1.3451617127144166,
      "grad_norm": 0.06937948614358902,
      "learning_rate": 0.00011625663996492382,
      "loss": 10.1865,
      "step": 7704
    },
    {
      "epoch": 1.3453363013399677,
      "grad_norm": 0.06293391436338425,
      "learning_rate": 0.00011623858715114893,
      "loss": 10.1858,
      "step": 7705
    },
    {
      "epoch": 1.3455108899655188,
      "grad_norm": 0.06379137188196182,
      "learning_rate": 0.00011622053379380235,
      "loss": 10.1899,
      "step": 7706
    },
    {
      "epoch": 1.34568547859107,
      "grad_norm": 0.0722319632768631,
      "learning_rate": 0.00011620247989348844,
      "loss": 10.1989,
      "step": 7707
    },
    {
      "epoch": 1.3458600672166208,
      "grad_norm": 0.07335081696510315,
      "learning_rate": 0.00011618442545081151,
      "loss": 10.1612,
      "step": 7708
    },
    {
      "epoch": 1.3460346558421719,
      "grad_norm": 0.07351576536893845,
      "learning_rate": 0.00011616637046637597,
      "loss": 10.1833,
      "step": 7709
    },
    {
      "epoch": 1.346209244467723,
      "grad_norm": 0.07488961517810822,
      "learning_rate": 0.00011614831494078615,
      "loss": 10.1648,
      "step": 7710
    },
    {
      "epoch": 1.346383833093274,
      "grad_norm": 0.07012347131967545,
      "learning_rate": 0.00011613025887464641,
      "loss": 10.1872,
      "step": 7711
    },
    {
      "epoch": 1.3465584217188251,
      "grad_norm": 0.05960499495267868,
      "learning_rate": 0.00011611220226856124,
      "loss": 10.1726,
      "step": 7712
    },
    {
      "epoch": 1.346733010344376,
      "grad_norm": 0.06864480674266815,
      "learning_rate": 0.00011609414512313499,
      "loss": 10.1977,
      "step": 7713
    },
    {
      "epoch": 1.346907598969927,
      "grad_norm": 0.06483703851699829,
      "learning_rate": 0.00011607608743897214,
      "loss": 10.1868,
      "step": 7714
    },
    {
      "epoch": 1.3470821875954782,
      "grad_norm": 0.06906389445066452,
      "learning_rate": 0.00011605802921667717,
      "loss": 10.1778,
      "step": 7715
    },
    {
      "epoch": 1.3472567762210292,
      "grad_norm": 0.06828728318214417,
      "learning_rate": 0.00011603997045685453,
      "loss": 10.1819,
      "step": 7716
    },
    {
      "epoch": 1.3474313648465803,
      "grad_norm": 0.07479704916477203,
      "learning_rate": 0.00011602191116010874,
      "loss": 10.1607,
      "step": 7717
    },
    {
      "epoch": 1.3476059534721312,
      "grad_norm": 0.08671065419912338,
      "learning_rate": 0.00011600385132704435,
      "loss": 10.1915,
      "step": 7718
    },
    {
      "epoch": 1.3477805420976823,
      "grad_norm": 0.07789137959480286,
      "learning_rate": 0.00011598579095826581,
      "loss": 10.1978,
      "step": 7719
    },
    {
      "epoch": 1.3479551307232334,
      "grad_norm": 0.089409239590168,
      "learning_rate": 0.00011596773005437773,
      "loss": 10.202,
      "step": 7720
    },
    {
      "epoch": 1.3481297193487844,
      "grad_norm": 0.09230872243642807,
      "learning_rate": 0.00011594966861598473,
      "loss": 10.1797,
      "step": 7721
    },
    {
      "epoch": 1.3483043079743355,
      "grad_norm": 0.09088363498449326,
      "learning_rate": 0.00011593160664369132,
      "loss": 10.2027,
      "step": 7722
    },
    {
      "epoch": 1.3484788965998864,
      "grad_norm": 0.0988687053322792,
      "learning_rate": 0.00011591354413810212,
      "loss": 10.1786,
      "step": 7723
    },
    {
      "epoch": 1.3486534852254375,
      "grad_norm": 0.09883235394954681,
      "learning_rate": 0.0001158954810998218,
      "loss": 10.1613,
      "step": 7724
    },
    {
      "epoch": 1.3488280738509886,
      "grad_norm": 0.10992418229579926,
      "learning_rate": 0.00011587741752945494,
      "loss": 10.1669,
      "step": 7725
    },
    {
      "epoch": 1.3490026624765397,
      "grad_norm": 0.1749313473701477,
      "learning_rate": 0.00011585935342760624,
      "loss": 10.2304,
      "step": 7726
    },
    {
      "epoch": 1.3491772511020907,
      "grad_norm": 0.26511460542678833,
      "learning_rate": 0.00011584128879488039,
      "loss": 10.171,
      "step": 7727
    },
    {
      "epoch": 1.3493518397276416,
      "grad_norm": 0.06403780728578568,
      "learning_rate": 0.00011582322363188207,
      "loss": 10.2113,
      "step": 7728
    },
    {
      "epoch": 1.349526428353193,
      "grad_norm": 0.05745840445160866,
      "learning_rate": 0.000115805157939216,
      "loss": 10.1812,
      "step": 7729
    },
    {
      "epoch": 1.3497010169787438,
      "grad_norm": 0.062356241047382355,
      "learning_rate": 0.00011578709171748691,
      "loss": 10.1956,
      "step": 7730
    },
    {
      "epoch": 1.3498756056042949,
      "grad_norm": 0.07387089729309082,
      "learning_rate": 0.00011576902496729953,
      "loss": 10.194,
      "step": 7731
    },
    {
      "epoch": 1.350050194229846,
      "grad_norm": 0.06924249231815338,
      "learning_rate": 0.00011575095768925866,
      "loss": 10.2138,
      "step": 7732
    },
    {
      "epoch": 1.350224782855397,
      "grad_norm": 0.048095010221004486,
      "learning_rate": 0.00011573288988396907,
      "loss": 10.2212,
      "step": 7733
    },
    {
      "epoch": 1.3503993714809481,
      "grad_norm": 0.05850138142704964,
      "learning_rate": 0.00011571482155203557,
      "loss": 10.1802,
      "step": 7734
    },
    {
      "epoch": 1.350573960106499,
      "grad_norm": 0.058228109031915665,
      "learning_rate": 0.00011569675269406297,
      "loss": 10.198,
      "step": 7735
    },
    {
      "epoch": 1.35074854873205,
      "grad_norm": 0.05074010416865349,
      "learning_rate": 0.00011567868331065612,
      "loss": 10.2113,
      "step": 7736
    },
    {
      "epoch": 1.3509231373576012,
      "grad_norm": 0.06451185792684555,
      "learning_rate": 0.00011566061340241986,
      "loss": 10.1965,
      "step": 7737
    },
    {
      "epoch": 1.3510977259831523,
      "grad_norm": 0.06513698399066925,
      "learning_rate": 0.00011564254296995905,
      "loss": 10.192,
      "step": 7738
    },
    {
      "epoch": 1.3512723146087033,
      "grad_norm": 0.0586574450135231,
      "learning_rate": 0.00011562447201387864,
      "loss": 10.208,
      "step": 7739
    },
    {
      "epoch": 1.3514469032342542,
      "grad_norm": 0.06677023321390152,
      "learning_rate": 0.00011560640053478351,
      "loss": 10.2114,
      "step": 7740
    },
    {
      "epoch": 1.3516214918598053,
      "grad_norm": 0.056093037128448486,
      "learning_rate": 0.00011558832853327855,
      "loss": 10.1774,
      "step": 7741
    },
    {
      "epoch": 1.3517960804853564,
      "grad_norm": 0.05833786725997925,
      "learning_rate": 0.00011557025600996874,
      "loss": 10.1819,
      "step": 7742
    },
    {
      "epoch": 1.3519706691109075,
      "grad_norm": 0.0577523298561573,
      "learning_rate": 0.00011555218296545905,
      "loss": 10.2059,
      "step": 7743
    },
    {
      "epoch": 1.3521452577364586,
      "grad_norm": 0.055013321340084076,
      "learning_rate": 0.00011553410940035441,
      "loss": 10.1851,
      "step": 7744
    },
    {
      "epoch": 1.3523198463620094,
      "grad_norm": 0.06281348317861557,
      "learning_rate": 0.00011551603531525987,
      "loss": 10.1959,
      "step": 7745
    },
    {
      "epoch": 1.3524944349875605,
      "grad_norm": 0.061077553778886795,
      "learning_rate": 0.00011549796071078043,
      "loss": 10.2023,
      "step": 7746
    },
    {
      "epoch": 1.3526690236131116,
      "grad_norm": 0.05883874371647835,
      "learning_rate": 0.00011547988558752109,
      "loss": 10.1808,
      "step": 7747
    },
    {
      "epoch": 1.3528436122386627,
      "grad_norm": 0.05446219816803932,
      "learning_rate": 0.00011546180994608691,
      "loss": 10.1982,
      "step": 7748
    },
    {
      "epoch": 1.3530182008642138,
      "grad_norm": 0.06327354162931442,
      "learning_rate": 0.000115443733787083,
      "loss": 10.1928,
      "step": 7749
    },
    {
      "epoch": 1.3531927894897646,
      "grad_norm": 0.061160530894994736,
      "learning_rate": 0.00011542565711111437,
      "loss": 10.1876,
      "step": 7750
    },
    {
      "epoch": 1.3533673781153157,
      "grad_norm": 0.05984825640916824,
      "learning_rate": 0.00011540757991878618,
      "loss": 10.1961,
      "step": 7751
    },
    {
      "epoch": 1.3535419667408668,
      "grad_norm": 0.06703393906354904,
      "learning_rate": 0.00011538950221070355,
      "loss": 10.1823,
      "step": 7752
    },
    {
      "epoch": 1.3537165553664179,
      "grad_norm": 0.06244657188653946,
      "learning_rate": 0.00011537142398747153,
      "loss": 10.2138,
      "step": 7753
    },
    {
      "epoch": 1.353891143991969,
      "grad_norm": 0.06707713752985,
      "learning_rate": 0.00011535334524969536,
      "loss": 10.1753,
      "step": 7754
    },
    {
      "epoch": 1.3540657326175198,
      "grad_norm": 0.07015351951122284,
      "learning_rate": 0.00011533526599798019,
      "loss": 10.1767,
      "step": 7755
    },
    {
      "epoch": 1.3542403212430711,
      "grad_norm": 0.06713555008172989,
      "learning_rate": 0.00011531718623293117,
      "loss": 10.2092,
      "step": 7756
    },
    {
      "epoch": 1.354414909868622,
      "grad_norm": 0.06577057391405106,
      "learning_rate": 0.00011529910595515357,
      "loss": 10.2038,
      "step": 7757
    },
    {
      "epoch": 1.354589498494173,
      "grad_norm": 0.0639326423406601,
      "learning_rate": 0.00011528102516525257,
      "loss": 10.1936,
      "step": 7758
    },
    {
      "epoch": 1.3547640871197242,
      "grad_norm": 0.07739368826150894,
      "learning_rate": 0.00011526294386383336,
      "loss": 10.1836,
      "step": 7759
    },
    {
      "epoch": 1.3549386757452753,
      "grad_norm": 0.0694592148065567,
      "learning_rate": 0.00011524486205150125,
      "loss": 10.1693,
      "step": 7760
    },
    {
      "epoch": 1.3551132643708264,
      "grad_norm": 0.08043172955513,
      "learning_rate": 0.00011522677972886154,
      "loss": 10.2009,
      "step": 7761
    },
    {
      "epoch": 1.3552878529963772,
      "grad_norm": 0.06792105734348297,
      "learning_rate": 0.00011520869689651945,
      "loss": 10.2125,
      "step": 7762
    },
    {
      "epoch": 1.3554624416219283,
      "grad_norm": 0.08234206587076187,
      "learning_rate": 0.00011519061355508035,
      "loss": 10.1736,
      "step": 7763
    },
    {
      "epoch": 1.3556370302474794,
      "grad_norm": 0.07384379953145981,
      "learning_rate": 0.00011517252970514951,
      "loss": 10.1843,
      "step": 7764
    },
    {
      "epoch": 1.3558116188730305,
      "grad_norm": 0.08014261722564697,
      "learning_rate": 0.00011515444534733231,
      "loss": 10.1648,
      "step": 7765
    },
    {
      "epoch": 1.3559862074985816,
      "grad_norm": 0.08854766190052032,
      "learning_rate": 0.00011513636048223406,
      "loss": 10.1838,
      "step": 7766
    },
    {
      "epoch": 1.3561607961241324,
      "grad_norm": 0.08188474923372269,
      "learning_rate": 0.00011511827511046019,
      "loss": 10.1726,
      "step": 7767
    },
    {
      "epoch": 1.3563353847496835,
      "grad_norm": 0.08725108951330185,
      "learning_rate": 0.00011510018923261605,
      "loss": 10.2096,
      "step": 7768
    },
    {
      "epoch": 1.3565099733752346,
      "grad_norm": 0.08317459374666214,
      "learning_rate": 0.00011508210284930707,
      "loss": 10.1884,
      "step": 7769
    },
    {
      "epoch": 1.3566845620007857,
      "grad_norm": 0.09105599671602249,
      "learning_rate": 0.0001150640159611387,
      "loss": 10.1733,
      "step": 7770
    },
    {
      "epoch": 1.3568591506263368,
      "grad_norm": 0.08044756948947906,
      "learning_rate": 0.0001150459285687163,
      "loss": 10.1985,
      "step": 7771
    },
    {
      "epoch": 1.3570337392518876,
      "grad_norm": 0.09556329250335693,
      "learning_rate": 0.00011502784067264538,
      "loss": 10.1918,
      "step": 7772
    },
    {
      "epoch": 1.3572083278774387,
      "grad_norm": 0.10025744140148163,
      "learning_rate": 0.00011500975227353143,
      "loss": 10.1973,
      "step": 7773
    },
    {
      "epoch": 1.3573829165029898,
      "grad_norm": 0.11338847130537033,
      "learning_rate": 0.00011499166337197993,
      "loss": 10.1626,
      "step": 7774
    },
    {
      "epoch": 1.357557505128541,
      "grad_norm": 0.11549082398414612,
      "learning_rate": 0.00011497357396859638,
      "loss": 10.2126,
      "step": 7775
    },
    {
      "epoch": 1.357732093754092,
      "grad_norm": 0.13722793757915497,
      "learning_rate": 0.00011495548406398634,
      "loss": 10.2029,
      "step": 7776
    },
    {
      "epoch": 1.3579066823796428,
      "grad_norm": 0.14726541936397552,
      "learning_rate": 0.00011493739365875529,
      "loss": 10.2486,
      "step": 7777
    },
    {
      "epoch": 1.358081271005194,
      "grad_norm": 0.06857745349407196,
      "learning_rate": 0.00011491930275350882,
      "loss": 10.2177,
      "step": 7778
    },
    {
      "epoch": 1.358255859630745,
      "grad_norm": 0.05178643763065338,
      "learning_rate": 0.00011490121134885254,
      "loss": 10.2026,
      "step": 7779
    },
    {
      "epoch": 1.358430448256296,
      "grad_norm": 0.06018346920609474,
      "learning_rate": 0.00011488311944539199,
      "loss": 10.2097,
      "step": 7780
    },
    {
      "epoch": 1.3586050368818472,
      "grad_norm": 0.0646388828754425,
      "learning_rate": 0.0001148650270437328,
      "loss": 10.2224,
      "step": 7781
    },
    {
      "epoch": 1.358779625507398,
      "grad_norm": 0.05799141526222229,
      "learning_rate": 0.00011484693414448062,
      "loss": 10.2024,
      "step": 7782
    },
    {
      "epoch": 1.3589542141329494,
      "grad_norm": 0.05774201825261116,
      "learning_rate": 0.00011482884074824108,
      "loss": 10.1749,
      "step": 7783
    },
    {
      "epoch": 1.3591288027585002,
      "grad_norm": 0.05711470916867256,
      "learning_rate": 0.00011481074685561978,
      "loss": 10.2155,
      "step": 7784
    },
    {
      "epoch": 1.3593033913840513,
      "grad_norm": 0.04954475909471512,
      "learning_rate": 0.00011479265246722251,
      "loss": 10.2082,
      "step": 7785
    },
    {
      "epoch": 1.3594779800096024,
      "grad_norm": 0.06086204573512077,
      "learning_rate": 0.00011477455758365485,
      "loss": 10.2158,
      "step": 7786
    },
    {
      "epoch": 1.3596525686351535,
      "grad_norm": 0.062302663922309875,
      "learning_rate": 0.0001147564622055226,
      "loss": 10.2171,
      "step": 7787
    },
    {
      "epoch": 1.3598271572607046,
      "grad_norm": 0.0639922171831131,
      "learning_rate": 0.00011473836633343144,
      "loss": 10.218,
      "step": 7788
    },
    {
      "epoch": 1.3600017458862554,
      "grad_norm": 0.04706192389130592,
      "learning_rate": 0.0001147202699679871,
      "loss": 10.2047,
      "step": 7789
    },
    {
      "epoch": 1.3601763345118065,
      "grad_norm": 0.06355254352092743,
      "learning_rate": 0.00011470217310979537,
      "loss": 10.1846,
      "step": 7790
    },
    {
      "epoch": 1.3603509231373576,
      "grad_norm": 0.05045265331864357,
      "learning_rate": 0.00011468407575946203,
      "loss": 10.1939,
      "step": 7791
    },
    {
      "epoch": 1.3605255117629087,
      "grad_norm": 0.05525326728820801,
      "learning_rate": 0.00011466597791759284,
      "loss": 10.1938,
      "step": 7792
    },
    {
      "epoch": 1.3607001003884598,
      "grad_norm": 0.05609891936182976,
      "learning_rate": 0.00011464787958479362,
      "loss": 10.1914,
      "step": 7793
    },
    {
      "epoch": 1.3608746890140107,
      "grad_norm": 0.056758686900138855,
      "learning_rate": 0.00011462978076167022,
      "loss": 10.1927,
      "step": 7794
    },
    {
      "epoch": 1.3610492776395617,
      "grad_norm": 0.06620762497186661,
      "learning_rate": 0.00011461168144882843,
      "loss": 10.2058,
      "step": 7795
    },
    {
      "epoch": 1.3612238662651128,
      "grad_norm": 0.05775618925690651,
      "learning_rate": 0.00011459358164687413,
      "loss": 10.1911,
      "step": 7796
    },
    {
      "epoch": 1.361398454890664,
      "grad_norm": 0.06562616676092148,
      "learning_rate": 0.00011457548135641325,
      "loss": 10.1625,
      "step": 7797
    },
    {
      "epoch": 1.361573043516215,
      "grad_norm": 0.060002561658620834,
      "learning_rate": 0.00011455738057805161,
      "loss": 10.1929,
      "step": 7798
    },
    {
      "epoch": 1.3617476321417659,
      "grad_norm": 0.06389045715332031,
      "learning_rate": 0.00011453927931239515,
      "loss": 10.1763,
      "step": 7799
    },
    {
      "epoch": 1.361922220767317,
      "grad_norm": 0.06717921793460846,
      "learning_rate": 0.00011452117756004974,
      "loss": 10.1687,
      "step": 7800
    },
    {
      "epoch": 1.361922220767317,
      "eval_loss": 10.17201042175293,
      "eval_runtime": 0.7167,
      "eval_samples_per_second": 322.293,
      "eval_steps_per_second": 161.844,
      "step": 7800
    },
    {
      "epoch": 1.362096809392868,
      "grad_norm": 0.07755480706691742,
      "learning_rate": 0.00011450307532162142,
      "loss": 10.1846,
      "step": 7801
    },
    {
      "epoch": 1.3622713980184191,
      "grad_norm": 0.06883066147565842,
      "learning_rate": 0.00011448497259771604,
      "loss": 10.2069,
      "step": 7802
    },
    {
      "epoch": 1.3624459866439702,
      "grad_norm": 0.06282205134630203,
      "learning_rate": 0.00011446686938893965,
      "loss": 10.2104,
      "step": 7803
    },
    {
      "epoch": 1.362620575269521,
      "grad_norm": 0.05588042363524437,
      "learning_rate": 0.00011444876569589822,
      "loss": 10.1751,
      "step": 7804
    },
    {
      "epoch": 1.3627951638950722,
      "grad_norm": 0.07345496118068695,
      "learning_rate": 0.00011443066151919772,
      "loss": 10.187,
      "step": 7805
    },
    {
      "epoch": 1.3629697525206232,
      "grad_norm": 0.06784465163946152,
      "learning_rate": 0.00011441255685944419,
      "loss": 10.1643,
      "step": 7806
    },
    {
      "epoch": 1.3631443411461743,
      "grad_norm": 0.06390175223350525,
      "learning_rate": 0.00011439445171724368,
      "loss": 10.1618,
      "step": 7807
    },
    {
      "epoch": 1.3633189297717254,
      "grad_norm": 0.07681742310523987,
      "learning_rate": 0.00011437634609320222,
      "loss": 10.1648,
      "step": 7808
    },
    {
      "epoch": 1.3634935183972763,
      "grad_norm": 0.06570439785718918,
      "learning_rate": 0.0001143582399879259,
      "loss": 10.1737,
      "step": 7809
    },
    {
      "epoch": 1.3636681070228276,
      "grad_norm": 0.06748349964618683,
      "learning_rate": 0.00011434013340202081,
      "loss": 10.1892,
      "step": 7810
    },
    {
      "epoch": 1.3638426956483785,
      "grad_norm": 0.08150419592857361,
      "learning_rate": 0.00011432202633609301,
      "loss": 10.1694,
      "step": 7811
    },
    {
      "epoch": 1.3640172842739295,
      "grad_norm": 0.07633433490991592,
      "learning_rate": 0.00011430391879074866,
      "loss": 10.1717,
      "step": 7812
    },
    {
      "epoch": 1.3641918728994806,
      "grad_norm": 0.06912939995527267,
      "learning_rate": 0.00011428581076659388,
      "loss": 10.1754,
      "step": 7813
    },
    {
      "epoch": 1.3643664615250317,
      "grad_norm": 0.0741565078496933,
      "learning_rate": 0.00011426770226423482,
      "loss": 10.1796,
      "step": 7814
    },
    {
      "epoch": 1.3645410501505828,
      "grad_norm": 0.07342829555273056,
      "learning_rate": 0.00011424959328427765,
      "loss": 10.1785,
      "step": 7815
    },
    {
      "epoch": 1.3647156387761337,
      "grad_norm": 0.08641140162944794,
      "learning_rate": 0.00011423148382732853,
      "loss": 10.2055,
      "step": 7816
    },
    {
      "epoch": 1.3648902274016848,
      "grad_norm": 0.07619097083806992,
      "learning_rate": 0.00011421337389399367,
      "loss": 10.2123,
      "step": 7817
    },
    {
      "epoch": 1.3650648160272358,
      "grad_norm": 0.10380972921848297,
      "learning_rate": 0.00011419526348487927,
      "loss": 10.1991,
      "step": 7818
    },
    {
      "epoch": 1.365239404652787,
      "grad_norm": 0.08338800817728043,
      "learning_rate": 0.0001141771526005916,
      "loss": 10.2074,
      "step": 7819
    },
    {
      "epoch": 1.365413993278338,
      "grad_norm": 0.08857354521751404,
      "learning_rate": 0.00011415904124173689,
      "loss": 10.1644,
      "step": 7820
    },
    {
      "epoch": 1.3655885819038889,
      "grad_norm": 0.10003038495779037,
      "learning_rate": 0.00011414092940892138,
      "loss": 10.2094,
      "step": 7821
    },
    {
      "epoch": 1.36576317052944,
      "grad_norm": 0.08766500651836395,
      "learning_rate": 0.00011412281710275136,
      "loss": 10.2007,
      "step": 7822
    },
    {
      "epoch": 1.365937759154991,
      "grad_norm": 0.09743332862854004,
      "learning_rate": 0.0001141047043238331,
      "loss": 10.1718,
      "step": 7823
    },
    {
      "epoch": 1.3661123477805421,
      "grad_norm": 0.10321865230798721,
      "learning_rate": 0.00011408659107277293,
      "loss": 10.2002,
      "step": 7824
    },
    {
      "epoch": 1.3662869364060932,
      "grad_norm": 0.1473589688539505,
      "learning_rate": 0.00011406847735017719,
      "loss": 10.1884,
      "step": 7825
    },
    {
      "epoch": 1.366461525031644,
      "grad_norm": 0.11347354203462601,
      "learning_rate": 0.00011405036315665219,
      "loss": 10.2383,
      "step": 7826
    },
    {
      "epoch": 1.3666361136571952,
      "grad_norm": 0.16569575667381287,
      "learning_rate": 0.00011403224849280432,
      "loss": 10.2468,
      "step": 7827
    },
    {
      "epoch": 1.3668107022827463,
      "grad_norm": 0.05526047199964523,
      "learning_rate": 0.00011401413335923992,
      "loss": 10.206,
      "step": 7828
    },
    {
      "epoch": 1.3669852909082973,
      "grad_norm": 0.05989851802587509,
      "learning_rate": 0.00011399601775656537,
      "loss": 10.2172,
      "step": 7829
    },
    {
      "epoch": 1.3671598795338484,
      "grad_norm": 0.05624053254723549,
      "learning_rate": 0.00011397790168538709,
      "loss": 10.1974,
      "step": 7830
    },
    {
      "epoch": 1.3673344681593993,
      "grad_norm": 0.05598831921815872,
      "learning_rate": 0.00011395978514631152,
      "loss": 10.2022,
      "step": 7831
    },
    {
      "epoch": 1.3675090567849504,
      "grad_norm": 0.04974997416138649,
      "learning_rate": 0.00011394166813994505,
      "loss": 10.1842,
      "step": 7832
    },
    {
      "epoch": 1.3676836454105015,
      "grad_norm": 0.05381138250231743,
      "learning_rate": 0.00011392355066689418,
      "loss": 10.2182,
      "step": 7833
    },
    {
      "epoch": 1.3678582340360526,
      "grad_norm": 0.0662783682346344,
      "learning_rate": 0.00011390543272776535,
      "loss": 10.2183,
      "step": 7834
    },
    {
      "epoch": 1.3680328226616036,
      "grad_norm": 0.058029282838106155,
      "learning_rate": 0.00011388731432316502,
      "loss": 10.2228,
      "step": 7835
    },
    {
      "epoch": 1.3682074112871545,
      "grad_norm": 0.05111118406057358,
      "learning_rate": 0.0001138691954536997,
      "loss": 10.2084,
      "step": 7836
    },
    {
      "epoch": 1.3683819999127058,
      "grad_norm": 0.0609307587146759,
      "learning_rate": 0.00011385107611997594,
      "loss": 10.1901,
      "step": 7837
    },
    {
      "epoch": 1.3685565885382567,
      "grad_norm": 0.04881219193339348,
      "learning_rate": 0.0001138329563226002,
      "loss": 10.1976,
      "step": 7838
    },
    {
      "epoch": 1.3687311771638078,
      "grad_norm": 0.06119948625564575,
      "learning_rate": 0.00011381483606217909,
      "loss": 10.2062,
      "step": 7839
    },
    {
      "epoch": 1.3689057657893589,
      "grad_norm": 0.0721510797739029,
      "learning_rate": 0.00011379671533931914,
      "loss": 10.1583,
      "step": 7840
    },
    {
      "epoch": 1.36908035441491,
      "grad_norm": 0.05863076448440552,
      "learning_rate": 0.0001137785941546269,
      "loss": 10.202,
      "step": 7841
    },
    {
      "epoch": 1.369254943040461,
      "grad_norm": 0.058653298765420914,
      "learning_rate": 0.00011376047250870901,
      "loss": 10.2102,
      "step": 7842
    },
    {
      "epoch": 1.369429531666012,
      "grad_norm": 0.055806964635849,
      "learning_rate": 0.00011374235040217202,
      "loss": 10.1805,
      "step": 7843
    },
    {
      "epoch": 1.369604120291563,
      "grad_norm": 0.053194206207990646,
      "learning_rate": 0.0001137242278356226,
      "loss": 10.1947,
      "step": 7844
    },
    {
      "epoch": 1.369778708917114,
      "grad_norm": 0.06458105891942978,
      "learning_rate": 0.00011370610480966739,
      "loss": 10.2031,
      "step": 7845
    },
    {
      "epoch": 1.3699532975426651,
      "grad_norm": 0.06287095695734024,
      "learning_rate": 0.00011368798132491298,
      "loss": 10.2026,
      "step": 7846
    },
    {
      "epoch": 1.3701278861682162,
      "grad_norm": 0.06639734655618668,
      "learning_rate": 0.0001136698573819661,
      "loss": 10.1832,
      "step": 7847
    },
    {
      "epoch": 1.370302474793767,
      "grad_norm": 0.055523891001939774,
      "learning_rate": 0.00011365173298143336,
      "loss": 10.1939,
      "step": 7848
    },
    {
      "epoch": 1.3704770634193182,
      "grad_norm": 0.06433388590812683,
      "learning_rate": 0.00011363360812392157,
      "loss": 10.1813,
      "step": 7849
    },
    {
      "epoch": 1.3706516520448693,
      "grad_norm": 0.06328682601451874,
      "learning_rate": 0.00011361548281003733,
      "loss": 10.2103,
      "step": 7850
    },
    {
      "epoch": 1.3708262406704204,
      "grad_norm": 0.06430311501026154,
      "learning_rate": 0.00011359735704038743,
      "loss": 10.2077,
      "step": 7851
    },
    {
      "epoch": 1.3710008292959714,
      "grad_norm": 0.06268062442541122,
      "learning_rate": 0.00011357923081557862,
      "loss": 10.19,
      "step": 7852
    },
    {
      "epoch": 1.3711754179215223,
      "grad_norm": 0.07071268558502197,
      "learning_rate": 0.00011356110413621761,
      "loss": 10.1946,
      "step": 7853
    },
    {
      "epoch": 1.3713500065470734,
      "grad_norm": 0.06260978430509567,
      "learning_rate": 0.00011354297700291118,
      "loss": 10.1885,
      "step": 7854
    },
    {
      "epoch": 1.3715245951726245,
      "grad_norm": 0.06646955013275146,
      "learning_rate": 0.00011352484941626617,
      "loss": 10.201,
      "step": 7855
    },
    {
      "epoch": 1.3716991837981756,
      "grad_norm": 0.07760197669267654,
      "learning_rate": 0.00011350672137688936,
      "loss": 10.1687,
      "step": 7856
    },
    {
      "epoch": 1.3718737724237267,
      "grad_norm": 0.062212709337472916,
      "learning_rate": 0.00011348859288538756,
      "loss": 10.1909,
      "step": 7857
    },
    {
      "epoch": 1.3720483610492775,
      "grad_norm": 0.07986050844192505,
      "learning_rate": 0.0001134704639423676,
      "loss": 10.1828,
      "step": 7858
    },
    {
      "epoch": 1.3722229496748286,
      "grad_norm": 0.06751381605863571,
      "learning_rate": 0.00011345233454843635,
      "loss": 10.1488,
      "step": 7859
    },
    {
      "epoch": 1.3723975383003797,
      "grad_norm": 0.07662966847419739,
      "learning_rate": 0.00011343420470420062,
      "loss": 10.1931,
      "step": 7860
    },
    {
      "epoch": 1.3725721269259308,
      "grad_norm": 0.06916311383247375,
      "learning_rate": 0.00011341607441026738,
      "loss": 10.1807,
      "step": 7861
    },
    {
      "epoch": 1.3727467155514819,
      "grad_norm": 0.07459263503551483,
      "learning_rate": 0.00011339794366724345,
      "loss": 10.1652,
      "step": 7862
    },
    {
      "epoch": 1.3729213041770327,
      "grad_norm": 0.0661485567688942,
      "learning_rate": 0.00011337981247573579,
      "loss": 10.1535,
      "step": 7863
    },
    {
      "epoch": 1.373095892802584,
      "grad_norm": 0.08507233113050461,
      "learning_rate": 0.0001133616808363513,
      "loss": 10.1677,
      "step": 7864
    },
    {
      "epoch": 1.373270481428135,
      "grad_norm": 0.07972563803195953,
      "learning_rate": 0.0001133435487496969,
      "loss": 10.1519,
      "step": 7865
    },
    {
      "epoch": 1.373445070053686,
      "grad_norm": 0.070838563144207,
      "learning_rate": 0.00011332541621637958,
      "loss": 10.2089,
      "step": 7866
    },
    {
      "epoch": 1.373619658679237,
      "grad_norm": 0.0828726589679718,
      "learning_rate": 0.00011330728323700628,
      "loss": 10.1924,
      "step": 7867
    },
    {
      "epoch": 1.3737942473047882,
      "grad_norm": 0.10021046549081802,
      "learning_rate": 0.00011328914981218401,
      "loss": 10.2063,
      "step": 7868
    },
    {
      "epoch": 1.3739688359303392,
      "grad_norm": 0.07351339608430862,
      "learning_rate": 0.00011327101594251979,
      "loss": 10.1813,
      "step": 7869
    },
    {
      "epoch": 1.3741434245558901,
      "grad_norm": 0.08089835196733475,
      "learning_rate": 0.00011325288162862055,
      "loss": 10.2114,
      "step": 7870
    },
    {
      "epoch": 1.3743180131814412,
      "grad_norm": 0.08701379597187042,
      "learning_rate": 0.00011323474687109343,
      "loss": 10.1677,
      "step": 7871
    },
    {
      "epoch": 1.3744926018069923,
      "grad_norm": 0.10608262568712234,
      "learning_rate": 0.00011321661167054536,
      "loss": 10.1701,
      "step": 7872
    },
    {
      "epoch": 1.3746671904325434,
      "grad_norm": 0.10117629915475845,
      "learning_rate": 0.00011319847602758349,
      "loss": 10.2112,
      "step": 7873
    },
    {
      "epoch": 1.3748417790580945,
      "grad_norm": 0.09009669721126556,
      "learning_rate": 0.00011318033994281485,
      "loss": 10.214,
      "step": 7874
    },
    {
      "epoch": 1.3750163676836453,
      "grad_norm": 0.11184978485107422,
      "learning_rate": 0.00011316220341684656,
      "loss": 10.1785,
      "step": 7875
    },
    {
      "epoch": 1.3751909563091964,
      "grad_norm": 0.11092659085988998,
      "learning_rate": 0.00011314406645028568,
      "loss": 10.2163,
      "step": 7876
    },
    {
      "epoch": 1.3753655449347475,
      "grad_norm": 0.12775471806526184,
      "learning_rate": 0.00011312592904373937,
      "loss": 10.207,
      "step": 7877
    },
    {
      "epoch": 1.3755401335602986,
      "grad_norm": 0.0667974129319191,
      "learning_rate": 0.00011310779119781474,
      "loss": 10.2078,
      "step": 7878
    },
    {
      "epoch": 1.3757147221858497,
      "grad_norm": 0.06146277114748955,
      "learning_rate": 0.00011308965291311893,
      "loss": 10.2233,
      "step": 7879
    },
    {
      "epoch": 1.3758893108114005,
      "grad_norm": 0.06346912682056427,
      "learning_rate": 0.00011307151419025914,
      "loss": 10.2012,
      "step": 7880
    },
    {
      "epoch": 1.3760638994369516,
      "grad_norm": 0.05965256690979004,
      "learning_rate": 0.0001130533750298425,
      "loss": 10.2042,
      "step": 7881
    },
    {
      "epoch": 1.3762384880625027,
      "grad_norm": 0.052552469074726105,
      "learning_rate": 0.0001130352354324762,
      "loss": 10.1958,
      "step": 7882
    },
    {
      "epoch": 1.3764130766880538,
      "grad_norm": 0.05802200362086296,
      "learning_rate": 0.0001130170953987675,
      "loss": 10.2255,
      "step": 7883
    },
    {
      "epoch": 1.3765876653136049,
      "grad_norm": 0.055163294076919556,
      "learning_rate": 0.00011299895492932358,
      "loss": 10.2165,
      "step": 7884
    },
    {
      "epoch": 1.3767622539391557,
      "grad_norm": 0.06354779750108719,
      "learning_rate": 0.00011298081402475166,
      "loss": 10.206,
      "step": 7885
    },
    {
      "epoch": 1.3769368425647068,
      "grad_norm": 0.06254655867815018,
      "learning_rate": 0.0001129626726856591,
      "loss": 10.1857,
      "step": 7886
    },
    {
      "epoch": 1.377111431190258,
      "grad_norm": 0.06924087554216385,
      "learning_rate": 0.000112944530912653,
      "loss": 10.2002,
      "step": 7887
    },
    {
      "epoch": 1.377286019815809,
      "grad_norm": 0.08628581464290619,
      "learning_rate": 0.00011292638870634074,
      "loss": 10.1719,
      "step": 7888
    },
    {
      "epoch": 1.37746060844136,
      "grad_norm": 0.05449388176202774,
      "learning_rate": 0.0001129082460673296,
      "loss": 10.1824,
      "step": 7889
    },
    {
      "epoch": 1.377635197066911,
      "grad_norm": 0.06387361139059067,
      "learning_rate": 0.00011289010299622685,
      "loss": 10.1776,
      "step": 7890
    },
    {
      "epoch": 1.3778097856924623,
      "grad_norm": 0.05960604175925255,
      "learning_rate": 0.00011287195949363987,
      "loss": 10.1718,
      "step": 7891
    },
    {
      "epoch": 1.3779843743180131,
      "grad_norm": 0.06683369725942612,
      "learning_rate": 0.00011285381556017598,
      "loss": 10.1856,
      "step": 7892
    },
    {
      "epoch": 1.3781589629435642,
      "grad_norm": 0.05973620340228081,
      "learning_rate": 0.0001128356711964425,
      "loss": 10.2056,
      "step": 7893
    },
    {
      "epoch": 1.3783335515691153,
      "grad_norm": 0.07505782693624496,
      "learning_rate": 0.00011281752640304679,
      "loss": 10.1782,
      "step": 7894
    },
    {
      "epoch": 1.3785081401946664,
      "grad_norm": 0.054744020104408264,
      "learning_rate": 0.00011279938118059633,
      "loss": 10.1809,
      "step": 7895
    },
    {
      "epoch": 1.3786827288202175,
      "grad_norm": 0.05041228607296944,
      "learning_rate": 0.00011278123552969837,
      "loss": 10.1821,
      "step": 7896
    },
    {
      "epoch": 1.3788573174457683,
      "grad_norm": 0.06294811517000198,
      "learning_rate": 0.00011276308945096044,
      "loss": 10.2072,
      "step": 7897
    },
    {
      "epoch": 1.3790319060713194,
      "grad_norm": 0.06815151870250702,
      "learning_rate": 0.00011274494294498989,
      "loss": 10.1714,
      "step": 7898
    },
    {
      "epoch": 1.3792064946968705,
      "grad_norm": 0.058713410049676895,
      "learning_rate": 0.00011272679601239417,
      "loss": 10.1927,
      "step": 7899
    },
    {
      "epoch": 1.3793810833224216,
      "grad_norm": 0.06316715478897095,
      "learning_rate": 0.00011270864865378075,
      "loss": 10.2046,
      "step": 7900
    },
    {
      "epoch": 1.3795556719479727,
      "grad_norm": 0.06597068905830383,
      "learning_rate": 0.0001126905008697571,
      "loss": 10.1739,
      "step": 7901
    },
    {
      "epoch": 1.3797302605735235,
      "grad_norm": 0.05537959933280945,
      "learning_rate": 0.00011267235266093069,
      "loss": 10.1859,
      "step": 7902
    },
    {
      "epoch": 1.3799048491990746,
      "grad_norm": 0.06423884630203247,
      "learning_rate": 0.00011265420402790901,
      "loss": 10.1759,
      "step": 7903
    },
    {
      "epoch": 1.3800794378246257,
      "grad_norm": 0.0726248249411583,
      "learning_rate": 0.00011263605497129959,
      "loss": 10.1771,
      "step": 7904
    },
    {
      "epoch": 1.3802540264501768,
      "grad_norm": 0.0720442682504654,
      "learning_rate": 0.0001126179054917099,
      "loss": 10.2153,
      "step": 7905
    },
    {
      "epoch": 1.380428615075728,
      "grad_norm": 0.07138824462890625,
      "learning_rate": 0.00011259975558974752,
      "loss": 10.1611,
      "step": 7906
    },
    {
      "epoch": 1.3806032037012788,
      "grad_norm": 0.06126701086759567,
      "learning_rate": 0.00011258160526602,
      "loss": 10.1739,
      "step": 7907
    },
    {
      "epoch": 1.3807777923268298,
      "grad_norm": 0.07436719536781311,
      "learning_rate": 0.00011256345452113488,
      "loss": 10.2122,
      "step": 7908
    },
    {
      "epoch": 1.380952380952381,
      "grad_norm": 0.06278115510940552,
      "learning_rate": 0.0001125453033556998,
      "loss": 10.1826,
      "step": 7909
    },
    {
      "epoch": 1.381126969577932,
      "grad_norm": 0.09811121225357056,
      "learning_rate": 0.00011252715177032226,
      "loss": 10.1912,
      "step": 7910
    },
    {
      "epoch": 1.381301558203483,
      "grad_norm": 0.07551441341638565,
      "learning_rate": 0.00011250899976560995,
      "loss": 10.1954,
      "step": 7911
    },
    {
      "epoch": 1.381476146829034,
      "grad_norm": 0.06723944842815399,
      "learning_rate": 0.00011249084734217046,
      "loss": 10.1703,
      "step": 7912
    },
    {
      "epoch": 1.381650735454585,
      "grad_norm": 0.0698055848479271,
      "learning_rate": 0.00011247269450061142,
      "loss": 10.2043,
      "step": 7913
    },
    {
      "epoch": 1.3818253240801361,
      "grad_norm": 0.07414224743843079,
      "learning_rate": 0.00011245454124154047,
      "loss": 10.1753,
      "step": 7914
    },
    {
      "epoch": 1.3819999127056872,
      "grad_norm": 0.06890746206045151,
      "learning_rate": 0.00011243638756556531,
      "loss": 10.1895,
      "step": 7915
    },
    {
      "epoch": 1.3821745013312383,
      "grad_norm": 0.08320527523756027,
      "learning_rate": 0.00011241823347329359,
      "loss": 10.1465,
      "step": 7916
    },
    {
      "epoch": 1.3823490899567892,
      "grad_norm": 0.07957696914672852,
      "learning_rate": 0.00011240007896533302,
      "loss": 10.1959,
      "step": 7917
    },
    {
      "epoch": 1.3825236785823405,
      "grad_norm": 0.07533594965934753,
      "learning_rate": 0.00011238192404229126,
      "loss": 10.1782,
      "step": 7918
    },
    {
      "epoch": 1.3826982672078914,
      "grad_norm": 0.09065159410238266,
      "learning_rate": 0.00011236376870477607,
      "loss": 10.1698,
      "step": 7919
    },
    {
      "epoch": 1.3828728558334424,
      "grad_norm": 0.07777635008096695,
      "learning_rate": 0.0001123456129533952,
      "loss": 10.2177,
      "step": 7920
    },
    {
      "epoch": 1.3830474444589935,
      "grad_norm": 0.09997867792844772,
      "learning_rate": 0.00011232745678875638,
      "loss": 10.2092,
      "step": 7921
    },
    {
      "epoch": 1.3832220330845446,
      "grad_norm": 0.09487537294626236,
      "learning_rate": 0.00011230930021146732,
      "loss": 10.1859,
      "step": 7922
    },
    {
      "epoch": 1.3833966217100957,
      "grad_norm": 0.09522688388824463,
      "learning_rate": 0.00011229114322213589,
      "loss": 10.1737,
      "step": 7923
    },
    {
      "epoch": 1.3835712103356466,
      "grad_norm": 0.10279472172260284,
      "learning_rate": 0.00011227298582136978,
      "loss": 10.207,
      "step": 7924
    },
    {
      "epoch": 1.3837457989611976,
      "grad_norm": 0.1418188065290451,
      "learning_rate": 0.00011225482800977685,
      "loss": 10.1529,
      "step": 7925
    },
    {
      "epoch": 1.3839203875867487,
      "grad_norm": 0.1482105553150177,
      "learning_rate": 0.00011223666978796492,
      "loss": 10.2206,
      "step": 7926
    },
    {
      "epoch": 1.3840949762122998,
      "grad_norm": 0.25942090153694153,
      "learning_rate": 0.0001122185111565418,
      "loss": 10.2302,
      "step": 7927
    },
    {
      "epoch": 1.384269564837851,
      "grad_norm": 0.056181542575359344,
      "learning_rate": 0.00011220035211611532,
      "loss": 10.2065,
      "step": 7928
    },
    {
      "epoch": 1.3844441534634018,
      "grad_norm": 0.06942107528448105,
      "learning_rate": 0.00011218219266729339,
      "loss": 10.1752,
      "step": 7929
    },
    {
      "epoch": 1.3846187420889529,
      "grad_norm": 0.058742083609104156,
      "learning_rate": 0.00011216403281068382,
      "loss": 10.1828,
      "step": 7930
    },
    {
      "epoch": 1.384793330714504,
      "grad_norm": 0.06850957125425339,
      "learning_rate": 0.00011214587254689451,
      "loss": 10.1912,
      "step": 7931
    },
    {
      "epoch": 1.384967919340055,
      "grad_norm": 0.05418834090232849,
      "learning_rate": 0.00011212771187653337,
      "loss": 10.2021,
      "step": 7932
    },
    {
      "epoch": 1.3851425079656061,
      "grad_norm": 0.06125360727310181,
      "learning_rate": 0.00011210955080020833,
      "loss": 10.1901,
      "step": 7933
    },
    {
      "epoch": 1.385317096591157,
      "grad_norm": 0.06247202679514885,
      "learning_rate": 0.00011209138931852727,
      "loss": 10.2078,
      "step": 7934
    },
    {
      "epoch": 1.385491685216708,
      "grad_norm": 0.05878845229744911,
      "learning_rate": 0.00011207322743209819,
      "loss": 10.1962,
      "step": 7935
    },
    {
      "epoch": 1.3856662738422592,
      "grad_norm": 0.061497412621974945,
      "learning_rate": 0.00011205506514152897,
      "loss": 10.2045,
      "step": 7936
    },
    {
      "epoch": 1.3858408624678102,
      "grad_norm": 0.05657662823796272,
      "learning_rate": 0.0001120369024474276,
      "loss": 10.1947,
      "step": 7937
    },
    {
      "epoch": 1.3860154510933613,
      "grad_norm": 0.05487513169646263,
      "learning_rate": 0.0001120187393504021,
      "loss": 10.2297,
      "step": 7938
    },
    {
      "epoch": 1.3861900397189122,
      "grad_norm": 0.06397420167922974,
      "learning_rate": 0.00011200057585106045,
      "loss": 10.2112,
      "step": 7939
    },
    {
      "epoch": 1.3863646283444633,
      "grad_norm": 0.063034288585186,
      "learning_rate": 0.0001119824119500106,
      "loss": 10.1864,
      "step": 7940
    },
    {
      "epoch": 1.3865392169700144,
      "grad_norm": 0.06496971100568771,
      "learning_rate": 0.00011196424764786065,
      "loss": 10.1996,
      "step": 7941
    },
    {
      "epoch": 1.3867138055955655,
      "grad_norm": 0.06148909777402878,
      "learning_rate": 0.00011194608294521854,
      "loss": 10.2104,
      "step": 7942
    },
    {
      "epoch": 1.3868883942211165,
      "grad_norm": 0.06312328577041626,
      "learning_rate": 0.00011192791784269238,
      "loss": 10.1665,
      "step": 7943
    },
    {
      "epoch": 1.3870629828466674,
      "grad_norm": 0.06228750944137573,
      "learning_rate": 0.00011190975234089025,
      "loss": 10.1952,
      "step": 7944
    },
    {
      "epoch": 1.3872375714722187,
      "grad_norm": 0.06608773022890091,
      "learning_rate": 0.0001118915864404202,
      "loss": 10.191,
      "step": 7945
    },
    {
      "epoch": 1.3874121600977696,
      "grad_norm": 0.05809086561203003,
      "learning_rate": 0.00011187342014189026,
      "loss": 10.2357,
      "step": 7946
    },
    {
      "epoch": 1.3875867487233207,
      "grad_norm": 0.07027917355298996,
      "learning_rate": 0.00011185525344590863,
      "loss": 10.186,
      "step": 7947
    },
    {
      "epoch": 1.3877613373488717,
      "grad_norm": 0.05741039663553238,
      "learning_rate": 0.00011183708635308334,
      "loss": 10.182,
      "step": 7948
    },
    {
      "epoch": 1.3879359259744228,
      "grad_norm": 0.06167425215244293,
      "learning_rate": 0.00011181891886402254,
      "loss": 10.1981,
      "step": 7949
    },
    {
      "epoch": 1.388110514599974,
      "grad_norm": 0.05692572146654129,
      "learning_rate": 0.00011180075097933442,
      "loss": 10.214,
      "step": 7950
    },
    {
      "epoch": 1.3882851032255248,
      "grad_norm": 0.05987146869301796,
      "learning_rate": 0.00011178258269962707,
      "loss": 10.1618,
      "step": 7951
    },
    {
      "epoch": 1.3884596918510759,
      "grad_norm": 0.06644102931022644,
      "learning_rate": 0.00011176441402550868,
      "loss": 10.1872,
      "step": 7952
    },
    {
      "epoch": 1.388634280476627,
      "grad_norm": 0.07553955912590027,
      "learning_rate": 0.00011174624495758743,
      "loss": 10.1962,
      "step": 7953
    },
    {
      "epoch": 1.388808869102178,
      "grad_norm": 0.06778644025325775,
      "learning_rate": 0.00011172807549647151,
      "loss": 10.2097,
      "step": 7954
    },
    {
      "epoch": 1.3889834577277291,
      "grad_norm": 0.07167603820562363,
      "learning_rate": 0.00011170990564276911,
      "loss": 10.1931,
      "step": 7955
    },
    {
      "epoch": 1.38915804635328,
      "grad_norm": 0.07543963938951492,
      "learning_rate": 0.00011169173539708848,
      "loss": 10.2165,
      "step": 7956
    },
    {
      "epoch": 1.389332634978831,
      "grad_norm": 0.06982871890068054,
      "learning_rate": 0.00011167356476003785,
      "loss": 10.1643,
      "step": 7957
    },
    {
      "epoch": 1.3895072236043822,
      "grad_norm": 0.06682247668504715,
      "learning_rate": 0.00011165539373222543,
      "loss": 10.1934,
      "step": 7958
    },
    {
      "epoch": 1.3896818122299333,
      "grad_norm": 0.07405009120702744,
      "learning_rate": 0.00011163722231425953,
      "loss": 10.2,
      "step": 7959
    },
    {
      "epoch": 1.3898564008554843,
      "grad_norm": 0.07546597719192505,
      "learning_rate": 0.00011161905050674836,
      "loss": 10.1945,
      "step": 7960
    },
    {
      "epoch": 1.3900309894810352,
      "grad_norm": 0.08580178767442703,
      "learning_rate": 0.00011160087831030024,
      "loss": 10.2099,
      "step": 7961
    },
    {
      "epoch": 1.3902055781065863,
      "grad_norm": 0.09480863809585571,
      "learning_rate": 0.0001115827057255235,
      "loss": 10.2134,
      "step": 7962
    },
    {
      "epoch": 1.3903801667321374,
      "grad_norm": 0.07341518253087997,
      "learning_rate": 0.0001115645327530264,
      "loss": 10.1843,
      "step": 7963
    },
    {
      "epoch": 1.3905547553576885,
      "grad_norm": 0.06828140467405319,
      "learning_rate": 0.00011154635939341727,
      "loss": 10.1832,
      "step": 7964
    },
    {
      "epoch": 1.3907293439832396,
      "grad_norm": 0.09023874998092651,
      "learning_rate": 0.00011152818564730445,
      "loss": 10.1861,
      "step": 7965
    },
    {
      "epoch": 1.3909039326087904,
      "grad_norm": 0.06953760981559753,
      "learning_rate": 0.00011151001151529629,
      "loss": 10.1661,
      "step": 7966
    },
    {
      "epoch": 1.3910785212343415,
      "grad_norm": 0.07313660532236099,
      "learning_rate": 0.00011149183699800116,
      "loss": 10.1445,
      "step": 7967
    },
    {
      "epoch": 1.3912531098598926,
      "grad_norm": 0.08065774291753769,
      "learning_rate": 0.00011147366209602748,
      "loss": 10.1762,
      "step": 7968
    },
    {
      "epoch": 1.3914276984854437,
      "grad_norm": 0.07432083040475845,
      "learning_rate": 0.00011145548680998353,
      "loss": 10.1787,
      "step": 7969
    },
    {
      "epoch": 1.3916022871109948,
      "grad_norm": 0.09903453290462494,
      "learning_rate": 0.00011143731114047777,
      "loss": 10.2038,
      "step": 7970
    },
    {
      "epoch": 1.3917768757365456,
      "grad_norm": 0.0972040444612503,
      "learning_rate": 0.00011141913508811865,
      "loss": 10.1756,
      "step": 7971
    },
    {
      "epoch": 1.391951464362097,
      "grad_norm": 0.092015840113163,
      "learning_rate": 0.00011140095865351452,
      "loss": 10.161,
      "step": 7972
    },
    {
      "epoch": 1.3921260529876478,
      "grad_norm": 0.10103337466716766,
      "learning_rate": 0.0001113827818372739,
      "loss": 10.148,
      "step": 7973
    },
    {
      "epoch": 1.3923006416131989,
      "grad_norm": 0.10883071273565292,
      "learning_rate": 0.0001113646046400052,
      "loss": 10.1643,
      "step": 7974
    },
    {
      "epoch": 1.39247523023875,
      "grad_norm": 0.10898791253566742,
      "learning_rate": 0.00011134642706231687,
      "loss": 10.1797,
      "step": 7975
    },
    {
      "epoch": 1.392649818864301,
      "grad_norm": 0.13532134890556335,
      "learning_rate": 0.00011132824910481738,
      "loss": 10.1607,
      "step": 7976
    },
    {
      "epoch": 1.3928244074898521,
      "grad_norm": 0.1950310915708542,
      "learning_rate": 0.00011131007076811526,
      "loss": 10.2172,
      "step": 7977
    },
    {
      "epoch": 1.392998996115403,
      "grad_norm": 0.06425328552722931,
      "learning_rate": 0.00011129189205281903,
      "loss": 10.2174,
      "step": 7978
    },
    {
      "epoch": 1.393173584740954,
      "grad_norm": 0.06334803253412247,
      "learning_rate": 0.00011127371295953717,
      "loss": 10.1963,
      "step": 7979
    },
    {
      "epoch": 1.3933481733665052,
      "grad_norm": 0.05532924830913544,
      "learning_rate": 0.00011125553348887819,
      "loss": 10.1934,
      "step": 7980
    },
    {
      "epoch": 1.3935227619920563,
      "grad_norm": 0.05852382257580757,
      "learning_rate": 0.00011123735364145064,
      "loss": 10.2017,
      "step": 7981
    },
    {
      "epoch": 1.3936973506176074,
      "grad_norm": 0.07531901448965073,
      "learning_rate": 0.0001112191734178631,
      "loss": 10.2087,
      "step": 7982
    },
    {
      "epoch": 1.3938719392431582,
      "grad_norm": 0.05424999073147774,
      "learning_rate": 0.00011120099281872412,
      "loss": 10.1825,
      "step": 7983
    },
    {
      "epoch": 1.3940465278687093,
      "grad_norm": 0.059567756950855255,
      "learning_rate": 0.0001111828118446423,
      "loss": 10.208,
      "step": 7984
    },
    {
      "epoch": 1.3942211164942604,
      "grad_norm": 0.05866909772157669,
      "learning_rate": 0.00011116463049622621,
      "loss": 10.1984,
      "step": 7985
    },
    {
      "epoch": 1.3943957051198115,
      "grad_norm": 0.05425684526562691,
      "learning_rate": 0.00011114644877408445,
      "loss": 10.2099,
      "step": 7986
    },
    {
      "epoch": 1.3945702937453626,
      "grad_norm": 0.06139594316482544,
      "learning_rate": 0.00011112826667882563,
      "loss": 10.1936,
      "step": 7987
    },
    {
      "epoch": 1.3947448823709134,
      "grad_norm": 0.05492495000362396,
      "learning_rate": 0.0001111100842110584,
      "loss": 10.1904,
      "step": 7988
    },
    {
      "epoch": 1.3949194709964645,
      "grad_norm": 0.06162163242697716,
      "learning_rate": 0.00011109190137139136,
      "loss": 10.212,
      "step": 7989
    },
    {
      "epoch": 1.3950940596220156,
      "grad_norm": 0.061543866991996765,
      "learning_rate": 0.00011107371816043326,
      "loss": 10.1967,
      "step": 7990
    },
    {
      "epoch": 1.3952686482475667,
      "grad_norm": 0.05241582542657852,
      "learning_rate": 0.00011105553457879268,
      "loss": 10.2098,
      "step": 7991
    },
    {
      "epoch": 1.3954432368731178,
      "grad_norm": 0.05772410333156586,
      "learning_rate": 0.00011103735062707829,
      "loss": 10.1735,
      "step": 7992
    },
    {
      "epoch": 1.3956178254986686,
      "grad_norm": 0.06394056230783463,
      "learning_rate": 0.00011101916630589884,
      "loss": 10.2045,
      "step": 7993
    },
    {
      "epoch": 1.3957924141242197,
      "grad_norm": 0.0701778382062912,
      "learning_rate": 0.00011100098161586299,
      "loss": 10.1619,
      "step": 7994
    },
    {
      "epoch": 1.3959670027497708,
      "grad_norm": 0.05754872411489487,
      "learning_rate": 0.00011098279655757946,
      "loss": 10.1755,
      "step": 7995
    },
    {
      "epoch": 1.396141591375322,
      "grad_norm": 0.053035229444503784,
      "learning_rate": 0.00011096461113165704,
      "loss": 10.1939,
      "step": 7996
    },
    {
      "epoch": 1.396316180000873,
      "grad_norm": 0.05398618429899216,
      "learning_rate": 0.00011094642533870438,
      "loss": 10.2014,
      "step": 7997
    },
    {
      "epoch": 1.3964907686264239,
      "grad_norm": 0.05371112748980522,
      "learning_rate": 0.00011092823917933028,
      "loss": 10.2,
      "step": 7998
    },
    {
      "epoch": 1.3966653572519752,
      "grad_norm": 0.060745563358068466,
      "learning_rate": 0.00011091005265414349,
      "loss": 10.1827,
      "step": 7999
    },
    {
      "epoch": 1.396839945877526,
      "grad_norm": 0.05802654102444649,
      "learning_rate": 0.0001108918657637528,
      "loss": 10.2067,
      "step": 8000
    },
    {
      "epoch": 1.396839945877526,
      "eval_loss": 10.171509742736816,
      "eval_runtime": 0.7409,
      "eval_samples_per_second": 311.791,
      "eval_steps_per_second": 156.57,
      "step": 8000
    },
    {
      "epoch": 1.397014534503077,
      "grad_norm": 0.06680212914943695,
      "learning_rate": 0.00011087367850876697,
      "loss": 10.183,
      "step": 8001
    },
    {
      "epoch": 1.3971891231286282,
      "grad_norm": 0.059414852410554886,
      "learning_rate": 0.00011085549088979487,
      "loss": 10.192,
      "step": 8002
    },
    {
      "epoch": 1.3973637117541793,
      "grad_norm": 0.0636318251490593,
      "learning_rate": 0.00011083730290744526,
      "loss": 10.1883,
      "step": 8003
    },
    {
      "epoch": 1.3975383003797304,
      "grad_norm": 0.07224735617637634,
      "learning_rate": 0.00011081911456232695,
      "loss": 10.1904,
      "step": 8004
    },
    {
      "epoch": 1.3977128890052812,
      "grad_norm": 0.07295370101928711,
      "learning_rate": 0.00011080092585504882,
      "loss": 10.189,
      "step": 8005
    },
    {
      "epoch": 1.3978874776308323,
      "grad_norm": 0.06454160064458847,
      "learning_rate": 0.00011078273678621967,
      "loss": 10.1779,
      "step": 8006
    },
    {
      "epoch": 1.3980620662563834,
      "grad_norm": 0.08213086426258087,
      "learning_rate": 0.00011076454735644841,
      "loss": 10.1808,
      "step": 8007
    },
    {
      "epoch": 1.3982366548819345,
      "grad_norm": 0.06824998557567596,
      "learning_rate": 0.00011074635756634391,
      "loss": 10.1726,
      "step": 8008
    },
    {
      "epoch": 1.3984112435074856,
      "grad_norm": 0.06873343884944916,
      "learning_rate": 0.00011072816741651506,
      "loss": 10.195,
      "step": 8009
    },
    {
      "epoch": 1.3985858321330364,
      "grad_norm": 0.0626586377620697,
      "learning_rate": 0.00011070997690757071,
      "loss": 10.1706,
      "step": 8010
    },
    {
      "epoch": 1.3987604207585875,
      "grad_norm": 0.07300271838903427,
      "learning_rate": 0.00011069178604011982,
      "loss": 10.1783,
      "step": 8011
    },
    {
      "epoch": 1.3989350093841386,
      "grad_norm": 0.07266461849212646,
      "learning_rate": 0.00011067359481477129,
      "loss": 10.1818,
      "step": 8012
    },
    {
      "epoch": 1.3991095980096897,
      "grad_norm": 0.07550299167633057,
      "learning_rate": 0.00011065540323213406,
      "loss": 10.189,
      "step": 8013
    },
    {
      "epoch": 1.3992841866352408,
      "grad_norm": 0.07075145840644836,
      "learning_rate": 0.00011063721129281708,
      "loss": 10.1928,
      "step": 8014
    },
    {
      "epoch": 1.3994587752607917,
      "grad_norm": 0.07800665497779846,
      "learning_rate": 0.00011061901899742933,
      "loss": 10.1746,
      "step": 8015
    },
    {
      "epoch": 1.3996333638863427,
      "grad_norm": 0.07538096606731415,
      "learning_rate": 0.00011060082634657971,
      "loss": 10.184,
      "step": 8016
    },
    {
      "epoch": 1.3998079525118938,
      "grad_norm": 0.08179707825183868,
      "learning_rate": 0.00011058263334087728,
      "loss": 10.171,
      "step": 8017
    },
    {
      "epoch": 1.399982541137445,
      "grad_norm": 0.08186542987823486,
      "learning_rate": 0.00011056443998093098,
      "loss": 10.1899,
      "step": 8018
    },
    {
      "epoch": 1.400157129762996,
      "grad_norm": 0.0863676369190216,
      "learning_rate": 0.00011054624626734984,
      "loss": 10.191,
      "step": 8019
    },
    {
      "epoch": 1.4003317183885469,
      "grad_norm": 0.10248146206140518,
      "learning_rate": 0.0001105280522007429,
      "loss": 10.1774,
      "step": 8020
    },
    {
      "epoch": 1.400506307014098,
      "grad_norm": 0.10085601359605789,
      "learning_rate": 0.00011050985778171916,
      "loss": 10.2091,
      "step": 8021
    },
    {
      "epoch": 1.400680895639649,
      "grad_norm": 0.09664682298898697,
      "learning_rate": 0.00011049166301088764,
      "loss": 10.1665,
      "step": 8022
    },
    {
      "epoch": 1.4008554842652001,
      "grad_norm": 0.1046987846493721,
      "learning_rate": 0.00011047346788885746,
      "loss": 10.2185,
      "step": 8023
    },
    {
      "epoch": 1.4010300728907512,
      "grad_norm": 0.1171584352850914,
      "learning_rate": 0.00011045527241623761,
      "loss": 10.1821,
      "step": 8024
    },
    {
      "epoch": 1.401204661516302,
      "grad_norm": 0.11600843816995621,
      "learning_rate": 0.0001104370765936372,
      "loss": 10.188,
      "step": 8025
    },
    {
      "epoch": 1.4013792501418534,
      "grad_norm": 0.1455632448196411,
      "learning_rate": 0.00011041888042166533,
      "loss": 10.2157,
      "step": 8026
    },
    {
      "epoch": 1.4015538387674042,
      "grad_norm": 0.19093672931194305,
      "learning_rate": 0.0001104006839009311,
      "loss": 10.2688,
      "step": 8027
    },
    {
      "epoch": 1.4017284273929553,
      "grad_norm": 0.05698501318693161,
      "learning_rate": 0.00011038248703204359,
      "loss": 10.2062,
      "step": 8028
    },
    {
      "epoch": 1.4019030160185064,
      "grad_norm": 0.058095838874578476,
      "learning_rate": 0.00011036428981561198,
      "loss": 10.2072,
      "step": 8029
    },
    {
      "epoch": 1.4020776046440575,
      "grad_norm": 0.05876847729086876,
      "learning_rate": 0.00011034609225224533,
      "loss": 10.1946,
      "step": 8030
    },
    {
      "epoch": 1.4022521932696086,
      "grad_norm": 0.06405129283666611,
      "learning_rate": 0.00011032789434255282,
      "loss": 10.1997,
      "step": 8031
    },
    {
      "epoch": 1.4024267818951595,
      "grad_norm": 0.054246317595243454,
      "learning_rate": 0.00011030969608714366,
      "loss": 10.2197,
      "step": 8032
    },
    {
      "epoch": 1.4026013705207105,
      "grad_norm": 0.058510810136795044,
      "learning_rate": 0.00011029149748662694,
      "loss": 10.1799,
      "step": 8033
    },
    {
      "epoch": 1.4027759591462616,
      "grad_norm": 0.05003931000828743,
      "learning_rate": 0.00011027329854161188,
      "loss": 10.2004,
      "step": 8034
    },
    {
      "epoch": 1.4029505477718127,
      "grad_norm": 0.057675234973430634,
      "learning_rate": 0.00011025509925270765,
      "loss": 10.1992,
      "step": 8035
    },
    {
      "epoch": 1.4031251363973638,
      "grad_norm": 0.0699683353304863,
      "learning_rate": 0.00011023689962052351,
      "loss": 10.1989,
      "step": 8036
    },
    {
      "epoch": 1.4032997250229147,
      "grad_norm": 0.053200315684080124,
      "learning_rate": 0.0001102186996456686,
      "loss": 10.1963,
      "step": 8037
    },
    {
      "epoch": 1.4034743136484658,
      "grad_norm": 0.0518917441368103,
      "learning_rate": 0.00011020049932875221,
      "loss": 10.196,
      "step": 8038
    },
    {
      "epoch": 1.4036489022740168,
      "grad_norm": 0.06221543624997139,
      "learning_rate": 0.00011018229867038356,
      "loss": 10.2117,
      "step": 8039
    },
    {
      "epoch": 1.403823490899568,
      "grad_norm": 0.06186463311314583,
      "learning_rate": 0.00011016409767117186,
      "loss": 10.1935,
      "step": 8040
    },
    {
      "epoch": 1.403998079525119,
      "grad_norm": 0.055913615971803665,
      "learning_rate": 0.00011014589633172643,
      "loss": 10.182,
      "step": 8041
    },
    {
      "epoch": 1.4041726681506699,
      "grad_norm": 0.056607022881507874,
      "learning_rate": 0.00011012769465265653,
      "loss": 10.1983,
      "step": 8042
    },
    {
      "epoch": 1.404347256776221,
      "grad_norm": 0.06751639395952225,
      "learning_rate": 0.0001101094926345714,
      "loss": 10.2077,
      "step": 8043
    },
    {
      "epoch": 1.404521845401772,
      "grad_norm": 0.06362412124872208,
      "learning_rate": 0.00011009129027808041,
      "loss": 10.2112,
      "step": 8044
    },
    {
      "epoch": 1.4046964340273231,
      "grad_norm": 0.05723736807703972,
      "learning_rate": 0.0001100730875837928,
      "loss": 10.1908,
      "step": 8045
    },
    {
      "epoch": 1.4048710226528742,
      "grad_norm": 0.06771530210971832,
      "learning_rate": 0.00011005488455231792,
      "loss": 10.1933,
      "step": 8046
    },
    {
      "epoch": 1.405045611278425,
      "grad_norm": 0.06546822935342789,
      "learning_rate": 0.00011003668118426507,
      "loss": 10.1737,
      "step": 8047
    },
    {
      "epoch": 1.4052201999039762,
      "grad_norm": 0.06153646484017372,
      "learning_rate": 0.00011001847748024366,
      "loss": 10.1844,
      "step": 8048
    },
    {
      "epoch": 1.4053947885295273,
      "grad_norm": 0.06073024868965149,
      "learning_rate": 0.00011000027344086295,
      "loss": 10.2167,
      "step": 8049
    },
    {
      "epoch": 1.4055693771550783,
      "grad_norm": 0.0592612661421299,
      "learning_rate": 0.00010998206906673239,
      "loss": 10.1724,
      "step": 8050
    },
    {
      "epoch": 1.4057439657806294,
      "grad_norm": 0.0651441365480423,
      "learning_rate": 0.00010996386435846129,
      "loss": 10.1754,
      "step": 8051
    },
    {
      "epoch": 1.4059185544061803,
      "grad_norm": 0.06337262690067291,
      "learning_rate": 0.00010994565931665905,
      "loss": 10.1906,
      "step": 8052
    },
    {
      "epoch": 1.4060931430317316,
      "grad_norm": 0.06449335813522339,
      "learning_rate": 0.00010992745394193509,
      "loss": 10.1943,
      "step": 8053
    },
    {
      "epoch": 1.4062677316572825,
      "grad_norm": 0.059919171035289764,
      "learning_rate": 0.00010990924823489883,
      "loss": 10.1865,
      "step": 8054
    },
    {
      "epoch": 1.4064423202828336,
      "grad_norm": 0.07047643512487411,
      "learning_rate": 0.00010989104219615962,
      "loss": 10.1415,
      "step": 8055
    },
    {
      "epoch": 1.4066169089083846,
      "grad_norm": 0.07913815975189209,
      "learning_rate": 0.00010987283582632697,
      "loss": 10.1842,
      "step": 8056
    },
    {
      "epoch": 1.4067914975339357,
      "grad_norm": 0.07731986045837402,
      "learning_rate": 0.0001098546291260103,
      "loss": 10.1785,
      "step": 8057
    },
    {
      "epoch": 1.4069660861594868,
      "grad_norm": 0.060903456062078476,
      "learning_rate": 0.00010983642209581901,
      "loss": 10.1661,
      "step": 8058
    },
    {
      "epoch": 1.4071406747850377,
      "grad_norm": 0.07318942993879318,
      "learning_rate": 0.0001098182147363626,
      "loss": 10.1925,
      "step": 8059
    },
    {
      "epoch": 1.4073152634105888,
      "grad_norm": 0.06846734881401062,
      "learning_rate": 0.00010980000704825057,
      "loss": 10.1802,
      "step": 8060
    },
    {
      "epoch": 1.4074898520361399,
      "grad_norm": 0.06869884580373764,
      "learning_rate": 0.00010978179903209237,
      "loss": 10.1493,
      "step": 8061
    },
    {
      "epoch": 1.407664440661691,
      "grad_norm": 0.06654058396816254,
      "learning_rate": 0.0001097635906884975,
      "loss": 10.1849,
      "step": 8062
    },
    {
      "epoch": 1.407839029287242,
      "grad_norm": 0.07106227427721024,
      "learning_rate": 0.00010974538201807551,
      "loss": 10.2007,
      "step": 8063
    },
    {
      "epoch": 1.408013617912793,
      "grad_norm": 0.07167966663837433,
      "learning_rate": 0.00010972717302143587,
      "loss": 10.183,
      "step": 8064
    },
    {
      "epoch": 1.408188206538344,
      "grad_norm": 0.07395961880683899,
      "learning_rate": 0.0001097089636991881,
      "loss": 10.1661,
      "step": 8065
    },
    {
      "epoch": 1.408362795163895,
      "grad_norm": 0.08288706839084625,
      "learning_rate": 0.00010969075405194178,
      "loss": 10.1527,
      "step": 8066
    },
    {
      "epoch": 1.4085373837894462,
      "grad_norm": 0.0712967962026596,
      "learning_rate": 0.00010967254408030645,
      "loss": 10.1889,
      "step": 8067
    },
    {
      "epoch": 1.4087119724149972,
      "grad_norm": 0.08406335115432739,
      "learning_rate": 0.00010965433378489164,
      "loss": 10.1866,
      "step": 8068
    },
    {
      "epoch": 1.408886561040548,
      "grad_norm": 0.08023128658533096,
      "learning_rate": 0.000109636123166307,
      "loss": 10.1938,
      "step": 8069
    },
    {
      "epoch": 1.4090611496660992,
      "grad_norm": 0.09973084181547165,
      "learning_rate": 0.00010961791222516202,
      "loss": 10.174,
      "step": 8070
    },
    {
      "epoch": 1.4092357382916503,
      "grad_norm": 0.08951237797737122,
      "learning_rate": 0.00010959970096206635,
      "loss": 10.194,
      "step": 8071
    },
    {
      "epoch": 1.4094103269172014,
      "grad_norm": 0.09391643106937408,
      "learning_rate": 0.0001095814893776296,
      "loss": 10.2305,
      "step": 8072
    },
    {
      "epoch": 1.4095849155427524,
      "grad_norm": 0.09335314482450485,
      "learning_rate": 0.00010956327747246136,
      "loss": 10.1675,
      "step": 8073
    },
    {
      "epoch": 1.4097595041683033,
      "grad_norm": 0.10296174883842468,
      "learning_rate": 0.00010954506524717125,
      "loss": 10.1809,
      "step": 8074
    },
    {
      "epoch": 1.4099340927938544,
      "grad_norm": 0.1511886715888977,
      "learning_rate": 0.00010952685270236893,
      "loss": 10.2306,
      "step": 8075
    },
    {
      "epoch": 1.4101086814194055,
      "grad_norm": 0.13785453140735626,
      "learning_rate": 0.00010950863983866404,
      "loss": 10.1275,
      "step": 8076
    },
    {
      "epoch": 1.4102832700449566,
      "grad_norm": 0.18080772459506989,
      "learning_rate": 0.00010949042665666622,
      "loss": 10.2167,
      "step": 8077
    },
    {
      "epoch": 1.4104578586705077,
      "grad_norm": 0.05199107155203819,
      "learning_rate": 0.0001094722131569852,
      "loss": 10.2219,
      "step": 8078
    },
    {
      "epoch": 1.4106324472960587,
      "grad_norm": 0.07077164947986603,
      "learning_rate": 0.0001094539993402306,
      "loss": 10.2038,
      "step": 8079
    },
    {
      "epoch": 1.4108070359216098,
      "grad_norm": 0.0490952767431736,
      "learning_rate": 0.00010943578520701212,
      "loss": 10.1828,
      "step": 8080
    },
    {
      "epoch": 1.4109816245471607,
      "grad_norm": 0.054478928446769714,
      "learning_rate": 0.0001094175707579395,
      "loss": 10.2045,
      "step": 8081
    },
    {
      "epoch": 1.4111562131727118,
      "grad_norm": 0.06756684929132462,
      "learning_rate": 0.00010939935599362239,
      "loss": 10.1964,
      "step": 8082
    },
    {
      "epoch": 1.4113308017982629,
      "grad_norm": 0.07012930512428284,
      "learning_rate": 0.00010938114091467053,
      "loss": 10.1959,
      "step": 8083
    },
    {
      "epoch": 1.411505390423814,
      "grad_norm": 0.05297159403562546,
      "learning_rate": 0.00010936292552169371,
      "loss": 10.1928,
      "step": 8084
    },
    {
      "epoch": 1.411679979049365,
      "grad_norm": 0.06047365441918373,
      "learning_rate": 0.00010934470981530163,
      "loss": 10.1936,
      "step": 8085
    },
    {
      "epoch": 1.411854567674916,
      "grad_norm": 0.06587613373994827,
      "learning_rate": 0.00010932649379610403,
      "loss": 10.2046,
      "step": 8086
    },
    {
      "epoch": 1.412029156300467,
      "grad_norm": 0.06110426038503647,
      "learning_rate": 0.00010930827746471069,
      "loss": 10.1572,
      "step": 8087
    },
    {
      "epoch": 1.412203744926018,
      "grad_norm": 0.06423281133174896,
      "learning_rate": 0.00010929006082173136,
      "loss": 10.1926,
      "step": 8088
    },
    {
      "epoch": 1.4123783335515692,
      "grad_norm": 0.05957376956939697,
      "learning_rate": 0.00010927184386777587,
      "loss": 10.1985,
      "step": 8089
    },
    {
      "epoch": 1.4125529221771203,
      "grad_norm": 0.059442177414894104,
      "learning_rate": 0.00010925362660345401,
      "loss": 10.1959,
      "step": 8090
    },
    {
      "epoch": 1.4127275108026711,
      "grad_norm": 0.05825258791446686,
      "learning_rate": 0.00010923540902937556,
      "loss": 10.2135,
      "step": 8091
    },
    {
      "epoch": 1.4129020994282222,
      "grad_norm": 0.05766336992383003,
      "learning_rate": 0.00010921719114615035,
      "loss": 10.195,
      "step": 8092
    },
    {
      "epoch": 1.4130766880537733,
      "grad_norm": 0.0640764907002449,
      "learning_rate": 0.0001091989729543882,
      "loss": 10.1888,
      "step": 8093
    },
    {
      "epoch": 1.4132512766793244,
      "grad_norm": 0.05637715011835098,
      "learning_rate": 0.00010918075445469896,
      "loss": 10.1884,
      "step": 8094
    },
    {
      "epoch": 1.4134258653048755,
      "grad_norm": 0.06722727417945862,
      "learning_rate": 0.00010916253564769246,
      "loss": 10.1915,
      "step": 8095
    },
    {
      "epoch": 1.4136004539304263,
      "grad_norm": 0.056903187185525894,
      "learning_rate": 0.00010914431653397856,
      "loss": 10.184,
      "step": 8096
    },
    {
      "epoch": 1.4137750425559774,
      "grad_norm": 0.06274527311325073,
      "learning_rate": 0.00010912609711416717,
      "loss": 10.2075,
      "step": 8097
    },
    {
      "epoch": 1.4139496311815285,
      "grad_norm": 0.06235329061746597,
      "learning_rate": 0.0001091078773888681,
      "loss": 10.2006,
      "step": 8098
    },
    {
      "epoch": 1.4141242198070796,
      "grad_norm": 0.05713580921292305,
      "learning_rate": 0.00010908965735869126,
      "loss": 10.1981,
      "step": 8099
    },
    {
      "epoch": 1.4142988084326307,
      "grad_norm": 0.05759773775935173,
      "learning_rate": 0.00010907143702424658,
      "loss": 10.1943,
      "step": 8100
    },
    {
      "epoch": 1.4144733970581815,
      "grad_norm": 0.05930226296186447,
      "learning_rate": 0.00010905321638614394,
      "loss": 10.1672,
      "step": 8101
    },
    {
      "epoch": 1.4146479856837326,
      "grad_norm": 0.06816550344228745,
      "learning_rate": 0.0001090349954449933,
      "loss": 10.1895,
      "step": 8102
    },
    {
      "epoch": 1.4148225743092837,
      "grad_norm": 0.0677606612443924,
      "learning_rate": 0.00010901677420140452,
      "loss": 10.1777,
      "step": 8103
    },
    {
      "epoch": 1.4149971629348348,
      "grad_norm": 0.07017645239830017,
      "learning_rate": 0.00010899855265598757,
      "loss": 10.2091,
      "step": 8104
    },
    {
      "epoch": 1.4151717515603859,
      "grad_norm": 0.0630871057510376,
      "learning_rate": 0.00010898033080935244,
      "loss": 10.1828,
      "step": 8105
    },
    {
      "epoch": 1.415346340185937,
      "grad_norm": 0.07609876245260239,
      "learning_rate": 0.00010896210866210903,
      "loss": 10.1951,
      "step": 8106
    },
    {
      "epoch": 1.415520928811488,
      "grad_norm": 0.06663509458303452,
      "learning_rate": 0.00010894388621486734,
      "loss": 10.1689,
      "step": 8107
    },
    {
      "epoch": 1.415695517437039,
      "grad_norm": 0.0779837891459465,
      "learning_rate": 0.00010892566346823736,
      "loss": 10.1754,
      "step": 8108
    },
    {
      "epoch": 1.41587010606259,
      "grad_norm": 0.07839921116828918,
      "learning_rate": 0.00010890744042282906,
      "loss": 10.1801,
      "step": 8109
    },
    {
      "epoch": 1.416044694688141,
      "grad_norm": 0.06880676001310349,
      "learning_rate": 0.00010888921707925241,
      "loss": 10.1645,
      "step": 8110
    },
    {
      "epoch": 1.4162192833136922,
      "grad_norm": 0.06842899322509766,
      "learning_rate": 0.00010887099343811746,
      "loss": 10.1593,
      "step": 8111
    },
    {
      "epoch": 1.4163938719392433,
      "grad_norm": 0.07010062038898468,
      "learning_rate": 0.00010885276950003424,
      "loss": 10.1766,
      "step": 8112
    },
    {
      "epoch": 1.4165684605647941,
      "grad_norm": 0.07506075501441956,
      "learning_rate": 0.00010883454526561277,
      "loss": 10.2307,
      "step": 8113
    },
    {
      "epoch": 1.4167430491903452,
      "grad_norm": 0.08455698192119598,
      "learning_rate": 0.00010881632073546306,
      "loss": 10.1832,
      "step": 8114
    },
    {
      "epoch": 1.4169176378158963,
      "grad_norm": 0.07842685282230377,
      "learning_rate": 0.0001087980959101952,
      "loss": 10.1785,
      "step": 8115
    },
    {
      "epoch": 1.4170922264414474,
      "grad_norm": 0.08148466050624847,
      "learning_rate": 0.0001087798707904192,
      "loss": 10.1765,
      "step": 8116
    },
    {
      "epoch": 1.4172668150669985,
      "grad_norm": 0.09229522943496704,
      "learning_rate": 0.00010876164537674518,
      "loss": 10.1578,
      "step": 8117
    },
    {
      "epoch": 1.4174414036925493,
      "grad_norm": 0.09255851805210114,
      "learning_rate": 0.0001087434196697832,
      "loss": 10.2172,
      "step": 8118
    },
    {
      "epoch": 1.4176159923181004,
      "grad_norm": 0.08875271677970886,
      "learning_rate": 0.00010872519367014333,
      "loss": 10.1691,
      "step": 8119
    },
    {
      "epoch": 1.4177905809436515,
      "grad_norm": 0.09098926931619644,
      "learning_rate": 0.00010870696737843571,
      "loss": 10.168,
      "step": 8120
    },
    {
      "epoch": 1.4179651695692026,
      "grad_norm": 0.08455440402030945,
      "learning_rate": 0.00010868874079527041,
      "loss": 10.1602,
      "step": 8121
    },
    {
      "epoch": 1.4181397581947537,
      "grad_norm": 0.08617984503507614,
      "learning_rate": 0.00010867051392125756,
      "loss": 10.1612,
      "step": 8122
    },
    {
      "epoch": 1.4183143468203046,
      "grad_norm": 0.1000521257519722,
      "learning_rate": 0.00010865228675700728,
      "loss": 10.203,
      "step": 8123
    },
    {
      "epoch": 1.4184889354458556,
      "grad_norm": 0.12526898086071014,
      "learning_rate": 0.00010863405930312971,
      "loss": 10.1999,
      "step": 8124
    },
    {
      "epoch": 1.4186635240714067,
      "grad_norm": 0.10652512311935425,
      "learning_rate": 0.00010861583156023501,
      "loss": 10.1693,
      "step": 8125
    },
    {
      "epoch": 1.4188381126969578,
      "grad_norm": 0.10975418239831924,
      "learning_rate": 0.00010859760352893334,
      "loss": 10.1567,
      "step": 8126
    },
    {
      "epoch": 1.419012701322509,
      "grad_norm": 0.17448431253433228,
      "learning_rate": 0.00010857937520983486,
      "loss": 10.1995,
      "step": 8127
    },
    {
      "epoch": 1.4191872899480598,
      "grad_norm": 0.05995108187198639,
      "learning_rate": 0.00010856114660354973,
      "loss": 10.2154,
      "step": 8128
    },
    {
      "epoch": 1.4193618785736108,
      "grad_norm": 0.06897775828838348,
      "learning_rate": 0.00010854291771068811,
      "loss": 10.1749,
      "step": 8129
    },
    {
      "epoch": 1.419536467199162,
      "grad_norm": 0.06132267788052559,
      "learning_rate": 0.00010852468853186029,
      "loss": 10.2448,
      "step": 8130
    },
    {
      "epoch": 1.419711055824713,
      "grad_norm": 0.05322883650660515,
      "learning_rate": 0.00010850645906767638,
      "loss": 10.2215,
      "step": 8131
    },
    {
      "epoch": 1.419885644450264,
      "grad_norm": 0.052354514598846436,
      "learning_rate": 0.00010848822931874667,
      "loss": 10.2153,
      "step": 8132
    },
    {
      "epoch": 1.4200602330758152,
      "grad_norm": 0.05216476693749428,
      "learning_rate": 0.00010846999928568134,
      "loss": 10.1987,
      "step": 8133
    },
    {
      "epoch": 1.4202348217013663,
      "grad_norm": 0.06559919565916061,
      "learning_rate": 0.00010845176896909061,
      "loss": 10.2023,
      "step": 8134
    },
    {
      "epoch": 1.4204094103269171,
      "grad_norm": 0.05681173875927925,
      "learning_rate": 0.00010843353836958474,
      "loss": 10.198,
      "step": 8135
    },
    {
      "epoch": 1.4205839989524682,
      "grad_norm": 0.06891035288572311,
      "learning_rate": 0.000108415307487774,
      "loss": 10.2052,
      "step": 8136
    },
    {
      "epoch": 1.4207585875780193,
      "grad_norm": 0.06874815374612808,
      "learning_rate": 0.00010839707632426863,
      "loss": 10.1847,
      "step": 8137
    },
    {
      "epoch": 1.4209331762035704,
      "grad_norm": 0.05140536278486252,
      "learning_rate": 0.00010837884487967891,
      "loss": 10.2018,
      "step": 8138
    },
    {
      "epoch": 1.4211077648291215,
      "grad_norm": 0.04774567484855652,
      "learning_rate": 0.00010836061315461515,
      "loss": 10.1753,
      "step": 8139
    },
    {
      "epoch": 1.4212823534546724,
      "grad_norm": 0.06216518580913544,
      "learning_rate": 0.00010834238114968755,
      "loss": 10.1909,
      "step": 8140
    },
    {
      "epoch": 1.4214569420802234,
      "grad_norm": 0.06300413608551025,
      "learning_rate": 0.0001083241488655065,
      "loss": 10.1937,
      "step": 8141
    },
    {
      "epoch": 1.4216315307057745,
      "grad_norm": 0.05916581675410271,
      "learning_rate": 0.00010830591630268228,
      "loss": 10.1882,
      "step": 8142
    },
    {
      "epoch": 1.4218061193313256,
      "grad_norm": 0.05446038022637367,
      "learning_rate": 0.00010828768346182518,
      "loss": 10.1932,
      "step": 8143
    },
    {
      "epoch": 1.4219807079568767,
      "grad_norm": 0.05936107039451599,
      "learning_rate": 0.00010826945034354561,
      "loss": 10.1574,
      "step": 8144
    },
    {
      "epoch": 1.4221552965824276,
      "grad_norm": 0.05918217822909355,
      "learning_rate": 0.00010825121694845382,
      "loss": 10.1913,
      "step": 8145
    },
    {
      "epoch": 1.4223298852079787,
      "grad_norm": 0.05973511561751366,
      "learning_rate": 0.00010823298327716016,
      "loss": 10.2023,
      "step": 8146
    },
    {
      "epoch": 1.4225044738335297,
      "grad_norm": 0.06032352149486542,
      "learning_rate": 0.00010821474933027503,
      "loss": 10.1785,
      "step": 8147
    },
    {
      "epoch": 1.4226790624590808,
      "grad_norm": 0.08193989843130112,
      "learning_rate": 0.00010819651510840879,
      "loss": 10.1794,
      "step": 8148
    },
    {
      "epoch": 1.422853651084632,
      "grad_norm": 0.057339783757925034,
      "learning_rate": 0.00010817828061217178,
      "loss": 10.2255,
      "step": 8149
    },
    {
      "epoch": 1.4230282397101828,
      "grad_norm": 0.06055069714784622,
      "learning_rate": 0.00010816004584217441,
      "loss": 10.226,
      "step": 8150
    },
    {
      "epoch": 1.4232028283357339,
      "grad_norm": 0.05930354446172714,
      "learning_rate": 0.00010814181079902707,
      "loss": 10.2206,
      "step": 8151
    },
    {
      "epoch": 1.423377416961285,
      "grad_norm": 0.06206574663519859,
      "learning_rate": 0.00010812357548334013,
      "loss": 10.1871,
      "step": 8152
    },
    {
      "epoch": 1.423552005586836,
      "grad_norm": 0.05601624771952629,
      "learning_rate": 0.00010810533989572404,
      "loss": 10.1934,
      "step": 8153
    },
    {
      "epoch": 1.4237265942123871,
      "grad_norm": 0.06963569670915604,
      "learning_rate": 0.00010808710403678919,
      "loss": 10.1826,
      "step": 8154
    },
    {
      "epoch": 1.423901182837938,
      "grad_norm": 0.06512104719877243,
      "learning_rate": 0.00010806886790714608,
      "loss": 10.2128,
      "step": 8155
    },
    {
      "epoch": 1.424075771463489,
      "grad_norm": 0.06637599319219589,
      "learning_rate": 0.00010805063150740504,
      "loss": 10.1722,
      "step": 8156
    },
    {
      "epoch": 1.4242503600890402,
      "grad_norm": 0.06864316016435623,
      "learning_rate": 0.00010803239483817657,
      "loss": 10.191,
      "step": 8157
    },
    {
      "epoch": 1.4244249487145912,
      "grad_norm": 0.0825514867901802,
      "learning_rate": 0.00010801415790007115,
      "loss": 10.1589,
      "step": 8158
    },
    {
      "epoch": 1.4245995373401423,
      "grad_norm": 0.07583993673324585,
      "learning_rate": 0.00010799592069369919,
      "loss": 10.2055,
      "step": 8159
    },
    {
      "epoch": 1.4247741259656934,
      "grad_norm": 0.06567813456058502,
      "learning_rate": 0.00010797768321967123,
      "loss": 10.1959,
      "step": 8160
    },
    {
      "epoch": 1.4249487145912445,
      "grad_norm": 0.06707799434661865,
      "learning_rate": 0.00010795944547859768,
      "loss": 10.1891,
      "step": 8161
    },
    {
      "epoch": 1.4251233032167954,
      "grad_norm": 0.07961203157901764,
      "learning_rate": 0.00010794120747108907,
      "loss": 10.1874,
      "step": 8162
    },
    {
      "epoch": 1.4252978918423465,
      "grad_norm": 0.07589367777109146,
      "learning_rate": 0.00010792296919775588,
      "loss": 10.19,
      "step": 8163
    },
    {
      "epoch": 1.4254724804678975,
      "grad_norm": 0.06944972276687622,
      "learning_rate": 0.00010790473065920868,
      "loss": 10.1513,
      "step": 8164
    },
    {
      "epoch": 1.4256470690934486,
      "grad_norm": 0.0896451398730278,
      "learning_rate": 0.00010788649185605791,
      "loss": 10.1381,
      "step": 8165
    },
    {
      "epoch": 1.4258216577189997,
      "grad_norm": 0.08184178918600082,
      "learning_rate": 0.00010786825278891414,
      "loss": 10.1565,
      "step": 8166
    },
    {
      "epoch": 1.4259962463445506,
      "grad_norm": 0.0800560936331749,
      "learning_rate": 0.00010785001345838792,
      "loss": 10.2002,
      "step": 8167
    },
    {
      "epoch": 1.4261708349701017,
      "grad_norm": 0.08405441790819168,
      "learning_rate": 0.00010783177386508973,
      "loss": 10.1815,
      "step": 8168
    },
    {
      "epoch": 1.4263454235956528,
      "grad_norm": 0.08700016885995865,
      "learning_rate": 0.00010781353400963017,
      "loss": 10.1629,
      "step": 8169
    },
    {
      "epoch": 1.4265200122212038,
      "grad_norm": 0.08445628732442856,
      "learning_rate": 0.00010779529389261982,
      "loss": 10.1936,
      "step": 8170
    },
    {
      "epoch": 1.426694600846755,
      "grad_norm": 0.0991070568561554,
      "learning_rate": 0.0001077770535146692,
      "loss": 10.1929,
      "step": 8171
    },
    {
      "epoch": 1.4268691894723058,
      "grad_norm": 0.11241982132196426,
      "learning_rate": 0.00010775881287638896,
      "loss": 10.2096,
      "step": 8172
    },
    {
      "epoch": 1.4270437780978569,
      "grad_norm": 0.10277742892503738,
      "learning_rate": 0.00010774057197838963,
      "loss": 10.1991,
      "step": 8173
    },
    {
      "epoch": 1.427218366723408,
      "grad_norm": 0.1122293621301651,
      "learning_rate": 0.0001077223308212818,
      "loss": 10.147,
      "step": 8174
    },
    {
      "epoch": 1.427392955348959,
      "grad_norm": 0.10448198765516281,
      "learning_rate": 0.00010770408940567608,
      "loss": 10.1645,
      "step": 8175
    },
    {
      "epoch": 1.4275675439745101,
      "grad_norm": 0.13412000238895416,
      "learning_rate": 0.00010768584773218318,
      "loss": 10.1804,
      "step": 8176
    },
    {
      "epoch": 1.427742132600061,
      "grad_norm": 0.19277657568454742,
      "learning_rate": 0.00010766760580141357,
      "loss": 10.235,
      "step": 8177
    },
    {
      "epoch": 1.427916721225612,
      "grad_norm": 0.062037959694862366,
      "learning_rate": 0.00010764936361397801,
      "loss": 10.2137,
      "step": 8178
    },
    {
      "epoch": 1.4280913098511632,
      "grad_norm": 0.056318726390600204,
      "learning_rate": 0.00010763112117048708,
      "loss": 10.2086,
      "step": 8179
    },
    {
      "epoch": 1.4282658984767143,
      "grad_norm": 0.07670867443084717,
      "learning_rate": 0.00010761287847155141,
      "loss": 10.1816,
      "step": 8180
    },
    {
      "epoch": 1.4284404871022653,
      "grad_norm": 0.06168297305703163,
      "learning_rate": 0.00010759463551778171,
      "loss": 10.1967,
      "step": 8181
    },
    {
      "epoch": 1.4286150757278162,
      "grad_norm": 0.057631827890872955,
      "learning_rate": 0.00010757639230978862,
      "loss": 10.1911,
      "step": 8182
    },
    {
      "epoch": 1.4287896643533675,
      "grad_norm": 0.046005427837371826,
      "learning_rate": 0.0001075581488481828,
      "loss": 10.1947,
      "step": 8183
    },
    {
      "epoch": 1.4289642529789184,
      "grad_norm": 0.061789706349372864,
      "learning_rate": 0.00010753990513357497,
      "loss": 10.2,
      "step": 8184
    },
    {
      "epoch": 1.4291388416044695,
      "grad_norm": 0.06089194118976593,
      "learning_rate": 0.00010752166116657578,
      "loss": 10.2084,
      "step": 8185
    },
    {
      "epoch": 1.4293134302300206,
      "grad_norm": 0.061732467263936996,
      "learning_rate": 0.00010750341694779595,
      "loss": 10.2053,
      "step": 8186
    },
    {
      "epoch": 1.4294880188555716,
      "grad_norm": 0.0662163645029068,
      "learning_rate": 0.00010748517247784619,
      "loss": 10.1826,
      "step": 8187
    },
    {
      "epoch": 1.4296626074811227,
      "grad_norm": 0.06956721097230911,
      "learning_rate": 0.00010746692775733724,
      "loss": 10.2282,
      "step": 8188
    },
    {
      "epoch": 1.4298371961066736,
      "grad_norm": 0.05879183113574982,
      "learning_rate": 0.00010744868278687976,
      "loss": 10.207,
      "step": 8189
    },
    {
      "epoch": 1.4300117847322247,
      "grad_norm": 0.06560631096363068,
      "learning_rate": 0.00010743043756708457,
      "loss": 10.2063,
      "step": 8190
    },
    {
      "epoch": 1.4301863733577758,
      "grad_norm": 0.06963353604078293,
      "learning_rate": 0.00010741219209856235,
      "loss": 10.2159,
      "step": 8191
    },
    {
      "epoch": 1.4303609619833269,
      "grad_norm": 0.05371241271495819,
      "learning_rate": 0.00010739394638192384,
      "loss": 10.2044,
      "step": 8192
    },
    {
      "epoch": 1.430535550608878,
      "grad_norm": 0.06779350340366364,
      "learning_rate": 0.00010737570041777983,
      "loss": 10.2197,
      "step": 8193
    },
    {
      "epoch": 1.4307101392344288,
      "grad_norm": 0.06104283779859543,
      "learning_rate": 0.0001073574542067411,
      "loss": 10.1823,
      "step": 8194
    },
    {
      "epoch": 1.4308847278599799,
      "grad_norm": 0.07065416127443314,
      "learning_rate": 0.00010733920774941839,
      "loss": 10.1915,
      "step": 8195
    },
    {
      "epoch": 1.431059316485531,
      "grad_norm": 0.07042068988084793,
      "learning_rate": 0.0001073209610464225,
      "loss": 10.1923,
      "step": 8196
    },
    {
      "epoch": 1.431233905111082,
      "grad_norm": 0.07096496969461441,
      "learning_rate": 0.00010730271409836426,
      "loss": 10.2106,
      "step": 8197
    },
    {
      "epoch": 1.4314084937366331,
      "grad_norm": 0.06360994279384613,
      "learning_rate": 0.00010728446690585436,
      "loss": 10.1707,
      "step": 8198
    },
    {
      "epoch": 1.431583082362184,
      "grad_norm": 0.060199689120054245,
      "learning_rate": 0.00010726621946950373,
      "loss": 10.1858,
      "step": 8199
    },
    {
      "epoch": 1.431757670987735,
      "grad_norm": 0.07146422564983368,
      "learning_rate": 0.00010724797178992312,
      "loss": 10.1807,
      "step": 8200
    },
    {
      "epoch": 1.431757670987735,
      "eval_loss": 10.172367095947266,
      "eval_runtime": 0.7455,
      "eval_samples_per_second": 309.848,
      "eval_steps_per_second": 155.595,
      "step": 8200
    },
    {
      "epoch": 1.4319322596132862,
      "grad_norm": 0.07179494947195053,
      "learning_rate": 0.00010722972386772334,
      "loss": 10.1958,
      "step": 8201
    },
    {
      "epoch": 1.4321068482388373,
      "grad_norm": 0.06601149588823318,
      "learning_rate": 0.0001072114757035153,
      "loss": 10.2092,
      "step": 8202
    },
    {
      "epoch": 1.4322814368643884,
      "grad_norm": 0.06437070667743683,
      "learning_rate": 0.00010719322729790977,
      "loss": 10.1904,
      "step": 8203
    },
    {
      "epoch": 1.4324560254899392,
      "grad_norm": 0.07136799395084381,
      "learning_rate": 0.00010717497865151763,
      "loss": 10.1501,
      "step": 8204
    },
    {
      "epoch": 1.4326306141154903,
      "grad_norm": 0.06307211518287659,
      "learning_rate": 0.00010715672976494968,
      "loss": 10.1994,
      "step": 8205
    },
    {
      "epoch": 1.4328052027410414,
      "grad_norm": 0.07206233590841293,
      "learning_rate": 0.00010713848063881689,
      "loss": 10.1918,
      "step": 8206
    },
    {
      "epoch": 1.4329797913665925,
      "grad_norm": 0.07684547454118729,
      "learning_rate": 0.00010712023127373003,
      "loss": 10.2117,
      "step": 8207
    },
    {
      "epoch": 1.4331543799921436,
      "grad_norm": 0.06334143877029419,
      "learning_rate": 0.00010710198167030005,
      "loss": 10.1866,
      "step": 8208
    },
    {
      "epoch": 1.4333289686176944,
      "grad_norm": 0.07320736348628998,
      "learning_rate": 0.00010708373182913782,
      "loss": 10.2137,
      "step": 8209
    },
    {
      "epoch": 1.4335035572432457,
      "grad_norm": 0.07176513224840164,
      "learning_rate": 0.00010706548175085421,
      "loss": 10.1904,
      "step": 8210
    },
    {
      "epoch": 1.4336781458687966,
      "grad_norm": 0.06969542056322098,
      "learning_rate": 0.00010704723143606013,
      "loss": 10.2155,
      "step": 8211
    },
    {
      "epoch": 1.4338527344943477,
      "grad_norm": 0.07691527158021927,
      "learning_rate": 0.00010702898088536651,
      "loss": 10.1673,
      "step": 8212
    },
    {
      "epoch": 1.4340273231198988,
      "grad_norm": 0.07967983186244965,
      "learning_rate": 0.00010701073009938428,
      "loss": 10.1786,
      "step": 8213
    },
    {
      "epoch": 1.4342019117454499,
      "grad_norm": 0.07003181427717209,
      "learning_rate": 0.00010699247907872436,
      "loss": 10.1959,
      "step": 8214
    },
    {
      "epoch": 1.434376500371001,
      "grad_norm": 0.07861112803220749,
      "learning_rate": 0.00010697422782399766,
      "loss": 10.1944,
      "step": 8215
    },
    {
      "epoch": 1.4345510889965518,
      "grad_norm": 0.07939247786998749,
      "learning_rate": 0.00010695597633581515,
      "loss": 10.1767,
      "step": 8216
    },
    {
      "epoch": 1.434725677622103,
      "grad_norm": 0.07850425690412521,
      "learning_rate": 0.00010693772461478779,
      "loss": 10.1755,
      "step": 8217
    },
    {
      "epoch": 1.434900266247654,
      "grad_norm": 0.09689372032880783,
      "learning_rate": 0.0001069194726615265,
      "loss": 10.1887,
      "step": 8218
    },
    {
      "epoch": 1.435074854873205,
      "grad_norm": 0.08202734589576721,
      "learning_rate": 0.0001069012204766423,
      "loss": 10.1675,
      "step": 8219
    },
    {
      "epoch": 1.4352494434987562,
      "grad_norm": 0.09352292120456696,
      "learning_rate": 0.00010688296806074613,
      "loss": 10.1833,
      "step": 8220
    },
    {
      "epoch": 1.435424032124307,
      "grad_norm": 0.10116621106863022,
      "learning_rate": 0.00010686471541444895,
      "loss": 10.1911,
      "step": 8221
    },
    {
      "epoch": 1.4355986207498581,
      "grad_norm": 0.10277910530567169,
      "learning_rate": 0.00010684646253836183,
      "loss": 10.1619,
      "step": 8222
    },
    {
      "epoch": 1.4357732093754092,
      "grad_norm": 0.10147635638713837,
      "learning_rate": 0.00010682820943309568,
      "loss": 10.1337,
      "step": 8223
    },
    {
      "epoch": 1.4359477980009603,
      "grad_norm": 0.09636491537094116,
      "learning_rate": 0.00010680995609926157,
      "loss": 10.189,
      "step": 8224
    },
    {
      "epoch": 1.4361223866265114,
      "grad_norm": 0.11879552155733109,
      "learning_rate": 0.00010679170253747049,
      "loss": 10.1957,
      "step": 8225
    },
    {
      "epoch": 1.4362969752520622,
      "grad_norm": 0.12223072350025177,
      "learning_rate": 0.00010677344874833344,
      "loss": 10.2192,
      "step": 8226
    },
    {
      "epoch": 1.4364715638776133,
      "grad_norm": 0.1779092252254486,
      "learning_rate": 0.00010675519473246147,
      "loss": 10.1757,
      "step": 8227
    },
    {
      "epoch": 1.4366461525031644,
      "grad_norm": 0.06278710812330246,
      "learning_rate": 0.0001067369404904656,
      "loss": 10.1806,
      "step": 8228
    },
    {
      "epoch": 1.4368207411287155,
      "grad_norm": 0.05710763484239578,
      "learning_rate": 0.00010671868602295691,
      "loss": 10.1957,
      "step": 8229
    },
    {
      "epoch": 1.4369953297542666,
      "grad_norm": 0.06701899319887161,
      "learning_rate": 0.00010670043133054641,
      "loss": 10.1881,
      "step": 8230
    },
    {
      "epoch": 1.4371699183798174,
      "grad_norm": 0.057589154690504074,
      "learning_rate": 0.00010668217641384521,
      "loss": 10.2005,
      "step": 8231
    },
    {
      "epoch": 1.4373445070053685,
      "grad_norm": 0.06551095843315125,
      "learning_rate": 0.00010666392127346434,
      "loss": 10.2212,
      "step": 8232
    },
    {
      "epoch": 1.4375190956309196,
      "grad_norm": 0.060258083045482635,
      "learning_rate": 0.00010664566591001484,
      "loss": 10.1814,
      "step": 8233
    },
    {
      "epoch": 1.4376936842564707,
      "grad_norm": 0.06112243980169296,
      "learning_rate": 0.00010662741032410788,
      "loss": 10.2158,
      "step": 8234
    },
    {
      "epoch": 1.4378682728820218,
      "grad_norm": 0.06564536690711975,
      "learning_rate": 0.00010660915451635445,
      "loss": 10.2068,
      "step": 8235
    },
    {
      "epoch": 1.4380428615075727,
      "grad_norm": 0.0500667430460453,
      "learning_rate": 0.00010659089848736569,
      "loss": 10.2022,
      "step": 8236
    },
    {
      "epoch": 1.438217450133124,
      "grad_norm": 0.05987454578280449,
      "learning_rate": 0.00010657264223775279,
      "loss": 10.1876,
      "step": 8237
    },
    {
      "epoch": 1.4383920387586748,
      "grad_norm": 0.05948590859770775,
      "learning_rate": 0.00010655438576812671,
      "loss": 10.1899,
      "step": 8238
    },
    {
      "epoch": 1.438566627384226,
      "grad_norm": 0.05894836410880089,
      "learning_rate": 0.00010653612907909864,
      "loss": 10.2119,
      "step": 8239
    },
    {
      "epoch": 1.438741216009777,
      "grad_norm": 0.059975363314151764,
      "learning_rate": 0.00010651787217127973,
      "loss": 10.2131,
      "step": 8240
    },
    {
      "epoch": 1.438915804635328,
      "grad_norm": 0.057241134345531464,
      "learning_rate": 0.00010649961504528106,
      "loss": 10.1849,
      "step": 8241
    },
    {
      "epoch": 1.4390903932608792,
      "grad_norm": 0.06650716811418533,
      "learning_rate": 0.00010648135770171379,
      "loss": 10.1942,
      "step": 8242
    },
    {
      "epoch": 1.43926498188643,
      "grad_norm": 0.06386216729879379,
      "learning_rate": 0.00010646310014118914,
      "loss": 10.192,
      "step": 8243
    },
    {
      "epoch": 1.4394395705119811,
      "grad_norm": 0.063758485019207,
      "learning_rate": 0.00010644484236431814,
      "loss": 10.2038,
      "step": 8244
    },
    {
      "epoch": 1.4396141591375322,
      "grad_norm": 0.057611800730228424,
      "learning_rate": 0.000106426584371712,
      "loss": 10.2053,
      "step": 8245
    },
    {
      "epoch": 1.4397887477630833,
      "grad_norm": 0.06413525342941284,
      "learning_rate": 0.00010640832616398195,
      "loss": 10.1756,
      "step": 8246
    },
    {
      "epoch": 1.4399633363886344,
      "grad_norm": 0.06221134588122368,
      "learning_rate": 0.00010639006774173907,
      "loss": 10.2051,
      "step": 8247
    },
    {
      "epoch": 1.4401379250141852,
      "grad_norm": 0.06301780045032501,
      "learning_rate": 0.00010637180910559463,
      "loss": 10.1722,
      "step": 8248
    },
    {
      "epoch": 1.4403125136397363,
      "grad_norm": 0.06333661824464798,
      "learning_rate": 0.00010635355025615979,
      "loss": 10.1991,
      "step": 8249
    },
    {
      "epoch": 1.4404871022652874,
      "grad_norm": 0.06387244910001755,
      "learning_rate": 0.0001063352911940457,
      "loss": 10.1824,
      "step": 8250
    },
    {
      "epoch": 1.4406616908908385,
      "grad_norm": 0.0679032951593399,
      "learning_rate": 0.00010631703191986362,
      "loss": 10.1932,
      "step": 8251
    },
    {
      "epoch": 1.4408362795163896,
      "grad_norm": 0.06058119982481003,
      "learning_rate": 0.00010629877243422477,
      "loss": 10.1714,
      "step": 8252
    },
    {
      "epoch": 1.4410108681419405,
      "grad_norm": 0.06747283041477203,
      "learning_rate": 0.0001062805127377403,
      "loss": 10.1512,
      "step": 8253
    },
    {
      "epoch": 1.4411854567674915,
      "grad_norm": 0.07535044103860855,
      "learning_rate": 0.00010626225283102153,
      "loss": 10.2074,
      "step": 8254
    },
    {
      "epoch": 1.4413600453930426,
      "grad_norm": 0.0713329017162323,
      "learning_rate": 0.00010624399271467966,
      "loss": 10.2072,
      "step": 8255
    },
    {
      "epoch": 1.4415346340185937,
      "grad_norm": 0.0618034265935421,
      "learning_rate": 0.00010622573238932587,
      "loss": 10.197,
      "step": 8256
    },
    {
      "epoch": 1.4417092226441448,
      "grad_norm": 0.06324463337659836,
      "learning_rate": 0.00010620747185557147,
      "loss": 10.1888,
      "step": 8257
    },
    {
      "epoch": 1.4418838112696957,
      "grad_norm": 0.09235930442810059,
      "learning_rate": 0.0001061892111140277,
      "loss": 10.1821,
      "step": 8258
    },
    {
      "epoch": 1.4420583998952468,
      "grad_norm": 0.06463462114334106,
      "learning_rate": 0.00010617095016530583,
      "loss": 10.1597,
      "step": 8259
    },
    {
      "epoch": 1.4422329885207978,
      "grad_norm": 0.08304531127214432,
      "learning_rate": 0.00010615268901001714,
      "loss": 10.2057,
      "step": 8260
    },
    {
      "epoch": 1.442407577146349,
      "grad_norm": 0.07214386016130447,
      "learning_rate": 0.00010613442764877286,
      "loss": 10.1789,
      "step": 8261
    },
    {
      "epoch": 1.4425821657719,
      "grad_norm": 0.07438459992408752,
      "learning_rate": 0.00010611616608218429,
      "loss": 10.1744,
      "step": 8262
    },
    {
      "epoch": 1.4427567543974509,
      "grad_norm": 0.07223856449127197,
      "learning_rate": 0.00010609790431086272,
      "loss": 10.1988,
      "step": 8263
    },
    {
      "epoch": 1.4429313430230022,
      "grad_norm": 0.0747065320611,
      "learning_rate": 0.00010607964233541947,
      "loss": 10.1519,
      "step": 8264
    },
    {
      "epoch": 1.443105931648553,
      "grad_norm": 0.08038696646690369,
      "learning_rate": 0.00010606138015646581,
      "loss": 10.1988,
      "step": 8265
    },
    {
      "epoch": 1.4432805202741041,
      "grad_norm": 0.07858830690383911,
      "learning_rate": 0.00010604311777461309,
      "loss": 10.201,
      "step": 8266
    },
    {
      "epoch": 1.4434551088996552,
      "grad_norm": 0.0739421620965004,
      "learning_rate": 0.00010602485519047261,
      "loss": 10.1756,
      "step": 8267
    },
    {
      "epoch": 1.4436296975252063,
      "grad_norm": 0.07681598514318466,
      "learning_rate": 0.00010600659240465562,
      "loss": 10.148,
      "step": 8268
    },
    {
      "epoch": 1.4438042861507574,
      "grad_norm": 0.08492983132600784,
      "learning_rate": 0.00010598832941777355,
      "loss": 10.1486,
      "step": 8269
    },
    {
      "epoch": 1.4439788747763083,
      "grad_norm": 0.10287969559431076,
      "learning_rate": 0.00010597006623043771,
      "loss": 10.19,
      "step": 8270
    },
    {
      "epoch": 1.4441534634018593,
      "grad_norm": 0.08160192519426346,
      "learning_rate": 0.0001059518028432594,
      "loss": 10.1853,
      "step": 8271
    },
    {
      "epoch": 1.4443280520274104,
      "grad_norm": 0.09681432694196701,
      "learning_rate": 0.00010593353925685006,
      "loss": 10.1727,
      "step": 8272
    },
    {
      "epoch": 1.4445026406529615,
      "grad_norm": 0.09504647552967072,
      "learning_rate": 0.00010591527547182094,
      "loss": 10.1837,
      "step": 8273
    },
    {
      "epoch": 1.4446772292785126,
      "grad_norm": 0.10667001456022263,
      "learning_rate": 0.00010589701148878348,
      "loss": 10.1896,
      "step": 8274
    },
    {
      "epoch": 1.4448518179040635,
      "grad_norm": 0.10996004939079285,
      "learning_rate": 0.000105878747308349,
      "loss": 10.1542,
      "step": 8275
    },
    {
      "epoch": 1.4450264065296146,
      "grad_norm": 0.1433744728565216,
      "learning_rate": 0.00010586048293112889,
      "loss": 10.156,
      "step": 8276
    },
    {
      "epoch": 1.4452009951551656,
      "grad_norm": 0.15454666316509247,
      "learning_rate": 0.00010584221835773458,
      "loss": 10.1906,
      "step": 8277
    },
    {
      "epoch": 1.4453755837807167,
      "grad_norm": 0.07050416618585587,
      "learning_rate": 0.00010582395358877742,
      "loss": 10.218,
      "step": 8278
    },
    {
      "epoch": 1.4455501724062678,
      "grad_norm": 0.08752426505088806,
      "learning_rate": 0.00010580568862486879,
      "loss": 10.1916,
      "step": 8279
    },
    {
      "epoch": 1.4457247610318187,
      "grad_norm": 0.07597719877958298,
      "learning_rate": 0.00010578742346662012,
      "loss": 10.1809,
      "step": 8280
    },
    {
      "epoch": 1.4458993496573698,
      "grad_norm": 0.0667472630739212,
      "learning_rate": 0.00010576915811464281,
      "loss": 10.2111,
      "step": 8281
    },
    {
      "epoch": 1.4460739382829209,
      "grad_norm": 0.06028322875499725,
      "learning_rate": 0.00010575089256954824,
      "loss": 10.2048,
      "step": 8282
    },
    {
      "epoch": 1.446248526908472,
      "grad_norm": 0.06770388782024384,
      "learning_rate": 0.00010573262683194793,
      "loss": 10.1961,
      "step": 8283
    },
    {
      "epoch": 1.446423115534023,
      "grad_norm": 0.05715474113821983,
      "learning_rate": 0.00010571436090245321,
      "loss": 10.2038,
      "step": 8284
    },
    {
      "epoch": 1.446597704159574,
      "grad_norm": 0.056515373289585114,
      "learning_rate": 0.00010569609478167558,
      "loss": 10.194,
      "step": 8285
    },
    {
      "epoch": 1.446772292785125,
      "grad_norm": 0.05250786244869232,
      "learning_rate": 0.00010567782847022642,
      "loss": 10.2096,
      "step": 8286
    },
    {
      "epoch": 1.446946881410676,
      "grad_norm": 0.07693580538034439,
      "learning_rate": 0.00010565956196871722,
      "loss": 10.202,
      "step": 8287
    },
    {
      "epoch": 1.4471214700362272,
      "grad_norm": 0.06009494885802269,
      "learning_rate": 0.00010564129527775941,
      "loss": 10.1911,
      "step": 8288
    },
    {
      "epoch": 1.4472960586617782,
      "grad_norm": 0.06285849958658218,
      "learning_rate": 0.00010562302839796452,
      "loss": 10.2215,
      "step": 8289
    },
    {
      "epoch": 1.447470647287329,
      "grad_norm": 0.059056222438812256,
      "learning_rate": 0.00010560476132994393,
      "loss": 10.22,
      "step": 8290
    },
    {
      "epoch": 1.4476452359128804,
      "grad_norm": 0.06292968988418579,
      "learning_rate": 0.00010558649407430914,
      "loss": 10.1909,
      "step": 8291
    },
    {
      "epoch": 1.4478198245384313,
      "grad_norm": 0.06406458467245102,
      "learning_rate": 0.00010556822663167166,
      "loss": 10.2112,
      "step": 8292
    },
    {
      "epoch": 1.4479944131639824,
      "grad_norm": 0.06454525142908096,
      "learning_rate": 0.00010554995900264291,
      "loss": 10.1722,
      "step": 8293
    },
    {
      "epoch": 1.4481690017895334,
      "grad_norm": 0.06227293238043785,
      "learning_rate": 0.00010553169118783444,
      "loss": 10.185,
      "step": 8294
    },
    {
      "epoch": 1.4483435904150845,
      "grad_norm": 0.07386855036020279,
      "learning_rate": 0.00010551342318785775,
      "loss": 10.1824,
      "step": 8295
    },
    {
      "epoch": 1.4485181790406356,
      "grad_norm": 0.06179029867053032,
      "learning_rate": 0.00010549515500332432,
      "loss": 10.2022,
      "step": 8296
    },
    {
      "epoch": 1.4486927676661865,
      "grad_norm": 0.06031794473528862,
      "learning_rate": 0.00010547688663484565,
      "loss": 10.2106,
      "step": 8297
    },
    {
      "epoch": 1.4488673562917376,
      "grad_norm": 0.0649222880601883,
      "learning_rate": 0.0001054586180830333,
      "loss": 10.221,
      "step": 8298
    },
    {
      "epoch": 1.4490419449172887,
      "grad_norm": 0.061068885028362274,
      "learning_rate": 0.00010544034934849873,
      "loss": 10.2131,
      "step": 8299
    },
    {
      "epoch": 1.4492165335428397,
      "grad_norm": 0.06885775923728943,
      "learning_rate": 0.00010542208043185353,
      "loss": 10.2028,
      "step": 8300
    },
    {
      "epoch": 1.4493911221683908,
      "grad_norm": 0.06814412772655487,
      "learning_rate": 0.00010540381133370922,
      "loss": 10.1721,
      "step": 8301
    },
    {
      "epoch": 1.4495657107939417,
      "grad_norm": 0.06340909004211426,
      "learning_rate": 0.00010538554205467732,
      "loss": 10.1874,
      "step": 8302
    },
    {
      "epoch": 1.4497402994194928,
      "grad_norm": 0.065483458340168,
      "learning_rate": 0.00010536727259536938,
      "loss": 10.1607,
      "step": 8303
    },
    {
      "epoch": 1.4499148880450439,
      "grad_norm": 0.06346963346004486,
      "learning_rate": 0.00010534900295639698,
      "loss": 10.1767,
      "step": 8304
    },
    {
      "epoch": 1.450089476670595,
      "grad_norm": 0.07203541696071625,
      "learning_rate": 0.00010533073313837164,
      "loss": 10.1709,
      "step": 8305
    },
    {
      "epoch": 1.450264065296146,
      "grad_norm": 0.06584259867668152,
      "learning_rate": 0.00010531246314190492,
      "loss": 10.1878,
      "step": 8306
    },
    {
      "epoch": 1.450438653921697,
      "grad_norm": 0.07235017418861389,
      "learning_rate": 0.00010529419296760847,
      "loss": 10.2102,
      "step": 8307
    },
    {
      "epoch": 1.450613242547248,
      "grad_norm": 0.07536638528108597,
      "learning_rate": 0.00010527592261609382,
      "loss": 10.1374,
      "step": 8308
    },
    {
      "epoch": 1.450787831172799,
      "grad_norm": 0.07071755081415176,
      "learning_rate": 0.00010525765208797251,
      "loss": 10.1709,
      "step": 8309
    },
    {
      "epoch": 1.4509624197983502,
      "grad_norm": 0.06985681504011154,
      "learning_rate": 0.00010523938138385618,
      "loss": 10.1888,
      "step": 8310
    },
    {
      "epoch": 1.4511370084239013,
      "grad_norm": 0.07031569629907608,
      "learning_rate": 0.00010522111050435641,
      "loss": 10.1799,
      "step": 8311
    },
    {
      "epoch": 1.4513115970494521,
      "grad_norm": 0.07486148178577423,
      "learning_rate": 0.0001052028394500848,
      "loss": 10.1646,
      "step": 8312
    },
    {
      "epoch": 1.4514861856750032,
      "grad_norm": 0.09365751594305038,
      "learning_rate": 0.00010518456822165297,
      "loss": 10.16,
      "step": 8313
    },
    {
      "epoch": 1.4516607743005543,
      "grad_norm": 0.07660730183124542,
      "learning_rate": 0.00010516629681967252,
      "loss": 10.1855,
      "step": 8314
    },
    {
      "epoch": 1.4518353629261054,
      "grad_norm": 0.07324030995368958,
      "learning_rate": 0.00010514802524475506,
      "loss": 10.1763,
      "step": 8315
    },
    {
      "epoch": 1.4520099515516565,
      "grad_norm": 0.08413024991750717,
      "learning_rate": 0.00010512975349751224,
      "loss": 10.1819,
      "step": 8316
    },
    {
      "epoch": 1.4521845401772073,
      "grad_norm": 0.08130089938640594,
      "learning_rate": 0.00010511148157855564,
      "loss": 10.1722,
      "step": 8317
    },
    {
      "epoch": 1.4523591288027586,
      "grad_norm": 0.0908016487956047,
      "learning_rate": 0.00010509320948849695,
      "loss": 10.178,
      "step": 8318
    },
    {
      "epoch": 1.4525337174283095,
      "grad_norm": 0.07707192003726959,
      "learning_rate": 0.00010507493722794779,
      "loss": 10.1765,
      "step": 8319
    },
    {
      "epoch": 1.4527083060538606,
      "grad_norm": 0.08786683529615402,
      "learning_rate": 0.00010505666479751983,
      "loss": 10.2125,
      "step": 8320
    },
    {
      "epoch": 1.4528828946794117,
      "grad_norm": 0.08740527182817459,
      "learning_rate": 0.00010503839219782465,
      "loss": 10.1407,
      "step": 8321
    },
    {
      "epoch": 1.4530574833049628,
      "grad_norm": 0.09323012828826904,
      "learning_rate": 0.00010502011942947401,
      "loss": 10.1689,
      "step": 8322
    },
    {
      "epoch": 1.4532320719305138,
      "grad_norm": 0.10221674293279648,
      "learning_rate": 0.0001050018464930795,
      "loss": 10.1879,
      "step": 8323
    },
    {
      "epoch": 1.4534066605560647,
      "grad_norm": 0.11112351715564728,
      "learning_rate": 0.0001049835733892528,
      "loss": 10.1506,
      "step": 8324
    },
    {
      "epoch": 1.4535812491816158,
      "grad_norm": 0.10304815322160721,
      "learning_rate": 0.00010496530011860564,
      "loss": 10.2084,
      "step": 8325
    },
    {
      "epoch": 1.4537558378071669,
      "grad_norm": 0.1297636330127716,
      "learning_rate": 0.00010494702668174961,
      "loss": 10.2012,
      "step": 8326
    },
    {
      "epoch": 1.453930426432718,
      "grad_norm": 0.1577623188495636,
      "learning_rate": 0.00010492875307929644,
      "loss": 10.1751,
      "step": 8327
    },
    {
      "epoch": 1.454105015058269,
      "grad_norm": 0.06624744087457657,
      "learning_rate": 0.00010491047931185787,
      "loss": 10.201,
      "step": 8328
    },
    {
      "epoch": 1.45427960368382,
      "grad_norm": 0.06953423470258713,
      "learning_rate": 0.00010489220538004551,
      "loss": 10.2001,
      "step": 8329
    },
    {
      "epoch": 1.454454192309371,
      "grad_norm": 0.062097758054733276,
      "learning_rate": 0.00010487393128447111,
      "loss": 10.1987,
      "step": 8330
    },
    {
      "epoch": 1.454628780934922,
      "grad_norm": 0.053307611495256424,
      "learning_rate": 0.0001048556570257464,
      "loss": 10.2044,
      "step": 8331
    },
    {
      "epoch": 1.4548033695604732,
      "grad_norm": 0.06003924086689949,
      "learning_rate": 0.00010483738260448307,
      "loss": 10.1904,
      "step": 8332
    },
    {
      "epoch": 1.4549779581860243,
      "grad_norm": 0.057007383555173874,
      "learning_rate": 0.00010481910802129283,
      "loss": 10.2119,
      "step": 8333
    },
    {
      "epoch": 1.4551525468115751,
      "grad_norm": 0.06437328457832336,
      "learning_rate": 0.0001048008332767874,
      "loss": 10.196,
      "step": 8334
    },
    {
      "epoch": 1.4553271354371262,
      "grad_norm": 0.06882317364215851,
      "learning_rate": 0.00010478255837157853,
      "loss": 10.1991,
      "step": 8335
    },
    {
      "epoch": 1.4555017240626773,
      "grad_norm": 0.06032538414001465,
      "learning_rate": 0.00010476428330627799,
      "loss": 10.2061,
      "step": 8336
    },
    {
      "epoch": 1.4556763126882284,
      "grad_norm": 0.05175284668803215,
      "learning_rate": 0.00010474600808149742,
      "loss": 10.2121,
      "step": 8337
    },
    {
      "epoch": 1.4558509013137795,
      "grad_norm": 0.05540451034903526,
      "learning_rate": 0.00010472773269784866,
      "loss": 10.1926,
      "step": 8338
    },
    {
      "epoch": 1.4560254899393303,
      "grad_norm": 0.05510036274790764,
      "learning_rate": 0.00010470945715594341,
      "loss": 10.1915,
      "step": 8339
    },
    {
      "epoch": 1.4562000785648814,
      "grad_norm": 0.05290668457746506,
      "learning_rate": 0.00010469118145639343,
      "loss": 10.213,
      "step": 8340
    },
    {
      "epoch": 1.4563746671904325,
      "grad_norm": 0.05594515800476074,
      "learning_rate": 0.00010467290559981053,
      "loss": 10.2092,
      "step": 8341
    },
    {
      "epoch": 1.4565492558159836,
      "grad_norm": 0.05205216258764267,
      "learning_rate": 0.00010465462958680645,
      "loss": 10.1815,
      "step": 8342
    },
    {
      "epoch": 1.4567238444415347,
      "grad_norm": 0.05969208478927612,
      "learning_rate": 0.00010463635341799292,
      "loss": 10.1844,
      "step": 8343
    },
    {
      "epoch": 1.4568984330670856,
      "grad_norm": 0.06700645387172699,
      "learning_rate": 0.00010461807709398179,
      "loss": 10.2024,
      "step": 8344
    },
    {
      "epoch": 1.4570730216926369,
      "grad_norm": 0.0638854131102562,
      "learning_rate": 0.00010459980061538477,
      "loss": 10.1954,
      "step": 8345
    },
    {
      "epoch": 1.4572476103181877,
      "grad_norm": 0.06709007918834686,
      "learning_rate": 0.00010458152398281369,
      "loss": 10.1878,
      "step": 8346
    },
    {
      "epoch": 1.4574221989437388,
      "grad_norm": 0.05882974714040756,
      "learning_rate": 0.00010456324719688035,
      "loss": 10.182,
      "step": 8347
    },
    {
      "epoch": 1.45759678756929,
      "grad_norm": 0.06363633275032043,
      "learning_rate": 0.00010454497025819656,
      "loss": 10.191,
      "step": 8348
    },
    {
      "epoch": 1.457771376194841,
      "grad_norm": 0.06268162280321121,
      "learning_rate": 0.00010452669316737407,
      "loss": 10.177,
      "step": 8349
    },
    {
      "epoch": 1.457945964820392,
      "grad_norm": 0.0668828934431076,
      "learning_rate": 0.00010450841592502474,
      "loss": 10.1875,
      "step": 8350
    },
    {
      "epoch": 1.458120553445943,
      "grad_norm": 0.07086663693189621,
      "learning_rate": 0.00010449013853176035,
      "loss": 10.1973,
      "step": 8351
    },
    {
      "epoch": 1.458295142071494,
      "grad_norm": 0.06280726194381714,
      "learning_rate": 0.00010447186098819272,
      "loss": 10.2036,
      "step": 8352
    },
    {
      "epoch": 1.458469730697045,
      "grad_norm": 0.061906199902296066,
      "learning_rate": 0.00010445358329493371,
      "loss": 10.1955,
      "step": 8353
    },
    {
      "epoch": 1.4586443193225962,
      "grad_norm": 0.059373509138822556,
      "learning_rate": 0.00010443530545259513,
      "loss": 10.161,
      "step": 8354
    },
    {
      "epoch": 1.4588189079481473,
      "grad_norm": 0.0631130188703537,
      "learning_rate": 0.00010441702746178878,
      "loss": 10.2006,
      "step": 8355
    },
    {
      "epoch": 1.4589934965736981,
      "grad_norm": 0.0674017071723938,
      "learning_rate": 0.00010439874932312655,
      "loss": 10.1865,
      "step": 8356
    },
    {
      "epoch": 1.4591680851992492,
      "grad_norm": 0.061380140483379364,
      "learning_rate": 0.00010438047103722024,
      "loss": 10.191,
      "step": 8357
    },
    {
      "epoch": 1.4593426738248003,
      "grad_norm": 0.06494417041540146,
      "learning_rate": 0.00010436219260468172,
      "loss": 10.2351,
      "step": 8358
    },
    {
      "epoch": 1.4595172624503514,
      "grad_norm": 0.06896265596151352,
      "learning_rate": 0.00010434391402612287,
      "loss": 10.1892,
      "step": 8359
    },
    {
      "epoch": 1.4596918510759025,
      "grad_norm": 0.06847895681858063,
      "learning_rate": 0.00010432563530215552,
      "loss": 10.1602,
      "step": 8360
    },
    {
      "epoch": 1.4598664397014534,
      "grad_norm": 0.08399218320846558,
      "learning_rate": 0.00010430735643339151,
      "loss": 10.156,
      "step": 8361
    },
    {
      "epoch": 1.4600410283270044,
      "grad_norm": 0.07078929990530014,
      "learning_rate": 0.00010428907742044274,
      "loss": 10.1989,
      "step": 8362
    },
    {
      "epoch": 1.4602156169525555,
      "grad_norm": 0.08113349974155426,
      "learning_rate": 0.00010427079826392107,
      "loss": 10.1719,
      "step": 8363
    },
    {
      "epoch": 1.4603902055781066,
      "grad_norm": 0.06738442182540894,
      "learning_rate": 0.00010425251896443839,
      "loss": 10.1926,
      "step": 8364
    },
    {
      "epoch": 1.4605647942036577,
      "grad_norm": 0.07709319144487381,
      "learning_rate": 0.0001042342395226066,
      "loss": 10.1798,
      "step": 8365
    },
    {
      "epoch": 1.4607393828292086,
      "grad_norm": 0.07241367548704147,
      "learning_rate": 0.00010421595993903754,
      "loss": 10.1471,
      "step": 8366
    },
    {
      "epoch": 1.4609139714547597,
      "grad_norm": 0.07741730660200119,
      "learning_rate": 0.00010419768021434314,
      "loss": 10.1937,
      "step": 8367
    },
    {
      "epoch": 1.4610885600803107,
      "grad_norm": 0.08878384530544281,
      "learning_rate": 0.00010417940034913529,
      "loss": 10.1911,
      "step": 8368
    },
    {
      "epoch": 1.4612631487058618,
      "grad_norm": 0.08138681948184967,
      "learning_rate": 0.00010416112034402585,
      "loss": 10.148,
      "step": 8369
    },
    {
      "epoch": 1.461437737331413,
      "grad_norm": 0.07620755583047867,
      "learning_rate": 0.00010414284019962677,
      "loss": 10.1974,
      "step": 8370
    },
    {
      "epoch": 1.4616123259569638,
      "grad_norm": 0.0862080529332161,
      "learning_rate": 0.00010412455991654997,
      "loss": 10.1796,
      "step": 8371
    },
    {
      "epoch": 1.461786914582515,
      "grad_norm": 0.09201093018054962,
      "learning_rate": 0.00010410627949540736,
      "loss": 10.1842,
      "step": 8372
    },
    {
      "epoch": 1.461961503208066,
      "grad_norm": 0.08352043479681015,
      "learning_rate": 0.00010408799893681083,
      "loss": 10.1535,
      "step": 8373
    },
    {
      "epoch": 1.462136091833617,
      "grad_norm": 0.08688773959875107,
      "learning_rate": 0.00010406971824137232,
      "loss": 10.2069,
      "step": 8374
    },
    {
      "epoch": 1.4623106804591681,
      "grad_norm": 0.0986531600356102,
      "learning_rate": 0.00010405143740970375,
      "loss": 10.1994,
      "step": 8375
    },
    {
      "epoch": 1.4624852690847192,
      "grad_norm": 0.11883661150932312,
      "learning_rate": 0.00010403315644241707,
      "loss": 10.1584,
      "step": 8376
    },
    {
      "epoch": 1.4626598577102703,
      "grad_norm": 0.1968572437763214,
      "learning_rate": 0.00010401487534012423,
      "loss": 10.216,
      "step": 8377
    },
    {
      "epoch": 1.4628344463358212,
      "grad_norm": 0.06653968244791031,
      "learning_rate": 0.00010399659410343717,
      "loss": 10.186,
      "step": 8378
    },
    {
      "epoch": 1.4630090349613722,
      "grad_norm": 0.06177930906414986,
      "learning_rate": 0.00010397831273296779,
      "loss": 10.19,
      "step": 8379
    },
    {
      "epoch": 1.4631836235869233,
      "grad_norm": 0.05963516980409622,
      "learning_rate": 0.0001039600312293281,
      "loss": 10.2178,
      "step": 8380
    },
    {
      "epoch": 1.4633582122124744,
      "grad_norm": 0.058414287865161896,
      "learning_rate": 0.00010394174959313001,
      "loss": 10.2123,
      "step": 8381
    },
    {
      "epoch": 1.4635328008380255,
      "grad_norm": 0.059115663170814514,
      "learning_rate": 0.0001039234678249855,
      "loss": 10.1943,
      "step": 8382
    },
    {
      "epoch": 1.4637073894635764,
      "grad_norm": 0.054054707288742065,
      "learning_rate": 0.00010390518592550657,
      "loss": 10.2104,
      "step": 8383
    },
    {
      "epoch": 1.4638819780891275,
      "grad_norm": 0.08599256724119186,
      "learning_rate": 0.00010388690389530515,
      "loss": 10.1747,
      "step": 8384
    },
    {
      "epoch": 1.4640565667146785,
      "grad_norm": 0.06409701704978943,
      "learning_rate": 0.0001038686217349932,
      "loss": 10.1826,
      "step": 8385
    },
    {
      "epoch": 1.4642311553402296,
      "grad_norm": 0.07511018216609955,
      "learning_rate": 0.00010385033944518277,
      "loss": 10.1902,
      "step": 8386
    },
    {
      "epoch": 1.4644057439657807,
      "grad_norm": 0.05866458639502525,
      "learning_rate": 0.00010383205702648575,
      "loss": 10.197,
      "step": 8387
    },
    {
      "epoch": 1.4645803325913316,
      "grad_norm": 0.05473634973168373,
      "learning_rate": 0.00010381377447951418,
      "loss": 10.2168,
      "step": 8388
    },
    {
      "epoch": 1.4647549212168827,
      "grad_norm": 0.057914335280656815,
      "learning_rate": 0.00010379549180488004,
      "loss": 10.1977,
      "step": 8389
    },
    {
      "epoch": 1.4649295098424338,
      "grad_norm": 0.06066824868321419,
      "learning_rate": 0.00010377720900319534,
      "loss": 10.2222,
      "step": 8390
    },
    {
      "epoch": 1.4651040984679848,
      "grad_norm": 0.060994479805231094,
      "learning_rate": 0.00010375892607507207,
      "loss": 10.1864,
      "step": 8391
    },
    {
      "epoch": 1.465278687093536,
      "grad_norm": 0.06291990727186203,
      "learning_rate": 0.00010374064302112221,
      "loss": 10.1982,
      "step": 8392
    },
    {
      "epoch": 1.4654532757190868,
      "grad_norm": 0.05951782315969467,
      "learning_rate": 0.00010372235984195779,
      "loss": 10.2057,
      "step": 8393
    },
    {
      "epoch": 1.4656278643446379,
      "grad_norm": 0.06428468972444534,
      "learning_rate": 0.00010370407653819083,
      "loss": 10.176,
      "step": 8394
    },
    {
      "epoch": 1.465802452970189,
      "grad_norm": 0.0627242773771286,
      "learning_rate": 0.00010368579311043336,
      "loss": 10.1926,
      "step": 8395
    },
    {
      "epoch": 1.46597704159574,
      "grad_norm": 0.07169649004936218,
      "learning_rate": 0.00010366750955929738,
      "loss": 10.1972,
      "step": 8396
    },
    {
      "epoch": 1.4661516302212911,
      "grad_norm": 0.06881584972143173,
      "learning_rate": 0.00010364922588539487,
      "loss": 10.1775,
      "step": 8397
    },
    {
      "epoch": 1.466326218846842,
      "grad_norm": 0.06765537708997726,
      "learning_rate": 0.00010363094208933792,
      "loss": 10.2056,
      "step": 8398
    },
    {
      "epoch": 1.4665008074723933,
      "grad_norm": 0.07422882318496704,
      "learning_rate": 0.00010361265817173857,
      "loss": 10.1882,
      "step": 8399
    },
    {
      "epoch": 1.4666753960979442,
      "grad_norm": 0.06539501249790192,
      "learning_rate": 0.00010359437413320883,
      "loss": 10.1522,
      "step": 8400
    },
    {
      "epoch": 1.4666753960979442,
      "eval_loss": 10.172170639038086,
      "eval_runtime": 0.7175,
      "eval_samples_per_second": 321.94,
      "eval_steps_per_second": 161.667,
      "step": 8400
    },
    {
      "epoch": 1.4668499847234953,
      "grad_norm": 0.0668182447552681,
      "learning_rate": 0.00010357608997436075,
      "loss": 10.2291,
      "step": 8401
    },
    {
      "epoch": 1.4670245733490463,
      "grad_norm": 0.059272170066833496,
      "learning_rate": 0.00010355780569580635,
      "loss": 10.1829,
      "step": 8402
    },
    {
      "epoch": 1.4671991619745974,
      "grad_norm": 0.06497234851121902,
      "learning_rate": 0.00010353952129815772,
      "loss": 10.1832,
      "step": 8403
    },
    {
      "epoch": 1.4673737506001485,
      "grad_norm": 0.07130590826272964,
      "learning_rate": 0.00010352123678202685,
      "loss": 10.1876,
      "step": 8404
    },
    {
      "epoch": 1.4675483392256994,
      "grad_norm": 0.072455495595932,
      "learning_rate": 0.0001035029521480259,
      "loss": 10.1687,
      "step": 8405
    },
    {
      "epoch": 1.4677229278512505,
      "grad_norm": 0.07770170271396637,
      "learning_rate": 0.00010348466739676683,
      "loss": 10.1855,
      "step": 8406
    },
    {
      "epoch": 1.4678975164768016,
      "grad_norm": 0.06936001777648926,
      "learning_rate": 0.00010346638252886178,
      "loss": 10.1598,
      "step": 8407
    },
    {
      "epoch": 1.4680721051023526,
      "grad_norm": 0.07694468647241592,
      "learning_rate": 0.00010344809754492277,
      "loss": 10.1754,
      "step": 8408
    },
    {
      "epoch": 1.4682466937279037,
      "grad_norm": 0.08666953444480896,
      "learning_rate": 0.00010342981244556186,
      "loss": 10.163,
      "step": 8409
    },
    {
      "epoch": 1.4684212823534546,
      "grad_norm": 0.07151759415864944,
      "learning_rate": 0.00010341152723139118,
      "loss": 10.1713,
      "step": 8410
    },
    {
      "epoch": 1.4685958709790057,
      "grad_norm": 0.07702621817588806,
      "learning_rate": 0.00010339324190302279,
      "loss": 10.179,
      "step": 8411
    },
    {
      "epoch": 1.4687704596045568,
      "grad_norm": 0.0806993767619133,
      "learning_rate": 0.00010337495646106876,
      "loss": 10.1701,
      "step": 8412
    },
    {
      "epoch": 1.4689450482301079,
      "grad_norm": 0.09199921786785126,
      "learning_rate": 0.00010335667090614123,
      "loss": 10.1894,
      "step": 8413
    },
    {
      "epoch": 1.469119636855659,
      "grad_norm": 0.0760493129491806,
      "learning_rate": 0.00010333838523885222,
      "loss": 10.1915,
      "step": 8414
    },
    {
      "epoch": 1.4692942254812098,
      "grad_norm": 0.08545751124620438,
      "learning_rate": 0.00010332009945981385,
      "loss": 10.2064,
      "step": 8415
    },
    {
      "epoch": 1.469468814106761,
      "grad_norm": 0.08570168167352676,
      "learning_rate": 0.00010330181356963822,
      "loss": 10.1897,
      "step": 8416
    },
    {
      "epoch": 1.469643402732312,
      "grad_norm": 0.08417075127363205,
      "learning_rate": 0.00010328352756893745,
      "loss": 10.1564,
      "step": 8417
    },
    {
      "epoch": 1.469817991357863,
      "grad_norm": 0.09384147077798843,
      "learning_rate": 0.00010326524145832364,
      "loss": 10.1557,
      "step": 8418
    },
    {
      "epoch": 1.4699925799834141,
      "grad_norm": 0.09500440955162048,
      "learning_rate": 0.00010324695523840889,
      "loss": 10.1633,
      "step": 8419
    },
    {
      "epoch": 1.470167168608965,
      "grad_norm": 0.10723542422056198,
      "learning_rate": 0.00010322866890980533,
      "loss": 10.2131,
      "step": 8420
    },
    {
      "epoch": 1.470341757234516,
      "grad_norm": 0.10397425293922424,
      "learning_rate": 0.00010321038247312504,
      "loss": 10.2086,
      "step": 8421
    },
    {
      "epoch": 1.4705163458600672,
      "grad_norm": 0.10319370776414871,
      "learning_rate": 0.0001031920959289802,
      "loss": 10.1842,
      "step": 8422
    },
    {
      "epoch": 1.4706909344856183,
      "grad_norm": 0.10546421259641647,
      "learning_rate": 0.00010317380927798291,
      "loss": 10.1637,
      "step": 8423
    },
    {
      "epoch": 1.4708655231111694,
      "grad_norm": 0.11684134602546692,
      "learning_rate": 0.0001031555225207453,
      "loss": 10.1993,
      "step": 8424
    },
    {
      "epoch": 1.4710401117367202,
      "grad_norm": 0.13376906514167786,
      "learning_rate": 0.00010313723565787945,
      "loss": 10.1657,
      "step": 8425
    },
    {
      "epoch": 1.4712147003622715,
      "grad_norm": 0.15051141381263733,
      "learning_rate": 0.00010311894868999758,
      "loss": 10.2093,
      "step": 8426
    },
    {
      "epoch": 1.4713892889878224,
      "grad_norm": 0.21471360325813293,
      "learning_rate": 0.00010310066161771179,
      "loss": 10.217,
      "step": 8427
    },
    {
      "epoch": 1.4715638776133735,
      "grad_norm": 0.07297468930482864,
      "learning_rate": 0.00010308237444163419,
      "loss": 10.1934,
      "step": 8428
    },
    {
      "epoch": 1.4717384662389246,
      "grad_norm": 0.07766608148813248,
      "learning_rate": 0.00010306408716237701,
      "loss": 10.1969,
      "step": 8429
    },
    {
      "epoch": 1.4719130548644757,
      "grad_norm": 0.05711710453033447,
      "learning_rate": 0.00010304579978055233,
      "loss": 10.2061,
      "step": 8430
    },
    {
      "epoch": 1.4720876434900267,
      "grad_norm": 0.05710412561893463,
      "learning_rate": 0.00010302751229677232,
      "loss": 10.2093,
      "step": 8431
    },
    {
      "epoch": 1.4722622321155776,
      "grad_norm": 0.06026318296790123,
      "learning_rate": 0.00010300922471164915,
      "loss": 10.2088,
      "step": 8432
    },
    {
      "epoch": 1.4724368207411287,
      "grad_norm": 0.0558895505964756,
      "learning_rate": 0.00010299093702579497,
      "loss": 10.1819,
      "step": 8433
    },
    {
      "epoch": 1.4726114093666798,
      "grad_norm": 0.05924765020608902,
      "learning_rate": 0.00010297264923982193,
      "loss": 10.1953,
      "step": 8434
    },
    {
      "epoch": 1.4727859979922309,
      "grad_norm": 0.06922179460525513,
      "learning_rate": 0.00010295436135434222,
      "loss": 10.2117,
      "step": 8435
    },
    {
      "epoch": 1.472960586617782,
      "grad_norm": 0.05581573024392128,
      "learning_rate": 0.000102936073369968,
      "loss": 10.203,
      "step": 8436
    },
    {
      "epoch": 1.4731351752433328,
      "grad_norm": 0.056130971759557724,
      "learning_rate": 0.00010291778528731145,
      "loss": 10.2049,
      "step": 8437
    },
    {
      "epoch": 1.473309763868884,
      "grad_norm": 0.06736091524362564,
      "learning_rate": 0.00010289949710698472,
      "loss": 10.2037,
      "step": 8438
    },
    {
      "epoch": 1.473484352494435,
      "grad_norm": 0.059710610657930374,
      "learning_rate": 0.00010288120882960002,
      "loss": 10.2165,
      "step": 8439
    },
    {
      "epoch": 1.473658941119986,
      "grad_norm": 0.06624577194452286,
      "learning_rate": 0.00010286292045576951,
      "loss": 10.2112,
      "step": 8440
    },
    {
      "epoch": 1.4738335297455372,
      "grad_norm": 0.05566858500242233,
      "learning_rate": 0.00010284463198610544,
      "loss": 10.2057,
      "step": 8441
    },
    {
      "epoch": 1.474008118371088,
      "grad_norm": 0.06325181573629379,
      "learning_rate": 0.00010282634342121991,
      "loss": 10.1842,
      "step": 8442
    },
    {
      "epoch": 1.4741827069966391,
      "grad_norm": 0.058720313012599945,
      "learning_rate": 0.00010280805476172515,
      "loss": 10.1687,
      "step": 8443
    },
    {
      "epoch": 1.4743572956221902,
      "grad_norm": 0.07577281445264816,
      "learning_rate": 0.00010278976600823337,
      "loss": 10.1944,
      "step": 8444
    },
    {
      "epoch": 1.4745318842477413,
      "grad_norm": 0.05983367934823036,
      "learning_rate": 0.00010277147716135673,
      "loss": 10.1949,
      "step": 8445
    },
    {
      "epoch": 1.4747064728732924,
      "grad_norm": 0.06087689846754074,
      "learning_rate": 0.00010275318822170748,
      "loss": 10.1769,
      "step": 8446
    },
    {
      "epoch": 1.4748810614988432,
      "grad_norm": 0.08360599726438522,
      "learning_rate": 0.00010273489918989783,
      "loss": 10.1771,
      "step": 8447
    },
    {
      "epoch": 1.4750556501243943,
      "grad_norm": 0.06066247820854187,
      "learning_rate": 0.00010271661006653994,
      "loss": 10.2002,
      "step": 8448
    },
    {
      "epoch": 1.4752302387499454,
      "grad_norm": 0.0698317214846611,
      "learning_rate": 0.00010269832085224602,
      "loss": 10.2278,
      "step": 8449
    },
    {
      "epoch": 1.4754048273754965,
      "grad_norm": 0.0640646368265152,
      "learning_rate": 0.00010268003154762833,
      "loss": 10.2229,
      "step": 8450
    },
    {
      "epoch": 1.4755794160010476,
      "grad_norm": 0.06928551197052002,
      "learning_rate": 0.00010266174215329909,
      "loss": 10.187,
      "step": 8451
    },
    {
      "epoch": 1.4757540046265984,
      "grad_norm": 0.0699775218963623,
      "learning_rate": 0.00010264345266987046,
      "loss": 10.1948,
      "step": 8452
    },
    {
      "epoch": 1.4759285932521498,
      "grad_norm": 0.06856152415275574,
      "learning_rate": 0.00010262516309795474,
      "loss": 10.2269,
      "step": 8453
    },
    {
      "epoch": 1.4761031818777006,
      "grad_norm": 0.07105306535959244,
      "learning_rate": 0.00010260687343816408,
      "loss": 10.2221,
      "step": 8454
    },
    {
      "epoch": 1.4762777705032517,
      "grad_norm": 0.06926587224006653,
      "learning_rate": 0.00010258858369111075,
      "loss": 10.184,
      "step": 8455
    },
    {
      "epoch": 1.4764523591288028,
      "grad_norm": 0.06670872867107391,
      "learning_rate": 0.000102570293857407,
      "loss": 10.1878,
      "step": 8456
    },
    {
      "epoch": 1.4766269477543539,
      "grad_norm": 0.09218961745500565,
      "learning_rate": 0.00010255200393766504,
      "loss": 10.2014,
      "step": 8457
    },
    {
      "epoch": 1.476801536379905,
      "grad_norm": 0.07427852600812912,
      "learning_rate": 0.0001025337139324971,
      "loss": 10.1747,
      "step": 8458
    },
    {
      "epoch": 1.4769761250054558,
      "grad_norm": 0.06799423694610596,
      "learning_rate": 0.00010251542384251545,
      "loss": 10.1718,
      "step": 8459
    },
    {
      "epoch": 1.477150713631007,
      "grad_norm": 0.08058067411184311,
      "learning_rate": 0.0001024971336683323,
      "loss": 10.2162,
      "step": 8460
    },
    {
      "epoch": 1.477325302256558,
      "grad_norm": 0.0736398845911026,
      "learning_rate": 0.00010247884341055992,
      "loss": 10.1764,
      "step": 8461
    },
    {
      "epoch": 1.477499890882109,
      "grad_norm": 0.07495296746492386,
      "learning_rate": 0.00010246055306981052,
      "loss": 10.1959,
      "step": 8462
    },
    {
      "epoch": 1.4776744795076602,
      "grad_norm": 0.08984889835119247,
      "learning_rate": 0.00010244226264669643,
      "loss": 10.1666,
      "step": 8463
    },
    {
      "epoch": 1.477849068133211,
      "grad_norm": 0.0794825404882431,
      "learning_rate": 0.00010242397214182984,
      "loss": 10.1614,
      "step": 8464
    },
    {
      "epoch": 1.4780236567587621,
      "grad_norm": 0.08208408951759338,
      "learning_rate": 0.00010240568155582304,
      "loss": 10.1917,
      "step": 8465
    },
    {
      "epoch": 1.4781982453843132,
      "grad_norm": 0.08588790148496628,
      "learning_rate": 0.0001023873908892883,
      "loss": 10.2103,
      "step": 8466
    },
    {
      "epoch": 1.4783728340098643,
      "grad_norm": 0.07419563829898834,
      "learning_rate": 0.00010236910014283782,
      "loss": 10.1784,
      "step": 8467
    },
    {
      "epoch": 1.4785474226354154,
      "grad_norm": 0.07932838052511215,
      "learning_rate": 0.00010235080931708391,
      "loss": 10.1787,
      "step": 8468
    },
    {
      "epoch": 1.4787220112609663,
      "grad_norm": 0.08766372501850128,
      "learning_rate": 0.00010233251841263886,
      "loss": 10.1744,
      "step": 8469
    },
    {
      "epoch": 1.4788965998865173,
      "grad_norm": 0.09050332754850388,
      "learning_rate": 0.0001023142274301149,
      "loss": 10.179,
      "step": 8470
    },
    {
      "epoch": 1.4790711885120684,
      "grad_norm": 0.0869126245379448,
      "learning_rate": 0.00010229593637012434,
      "loss": 10.1844,
      "step": 8471
    },
    {
      "epoch": 1.4792457771376195,
      "grad_norm": 0.09087109565734863,
      "learning_rate": 0.00010227764523327943,
      "loss": 10.1711,
      "step": 8472
    },
    {
      "epoch": 1.4794203657631706,
      "grad_norm": 0.10016663372516632,
      "learning_rate": 0.00010225935402019242,
      "loss": 10.1795,
      "step": 8473
    },
    {
      "epoch": 1.4795949543887215,
      "grad_norm": 0.1059325709939003,
      "learning_rate": 0.00010224106273147564,
      "loss": 10.1751,
      "step": 8474
    },
    {
      "epoch": 1.4797695430142725,
      "grad_norm": 0.1175021231174469,
      "learning_rate": 0.00010222277136774141,
      "loss": 10.1998,
      "step": 8475
    },
    {
      "epoch": 1.4799441316398236,
      "grad_norm": 0.13095182180404663,
      "learning_rate": 0.00010220447992960192,
      "loss": 10.1538,
      "step": 8476
    },
    {
      "epoch": 1.4801187202653747,
      "grad_norm": 0.19397065043449402,
      "learning_rate": 0.00010218618841766952,
      "loss": 10.1993,
      "step": 8477
    },
    {
      "epoch": 1.4802933088909258,
      "grad_norm": 0.06644479185342789,
      "learning_rate": 0.0001021678968325565,
      "loss": 10.1851,
      "step": 8478
    },
    {
      "epoch": 1.4804678975164767,
      "grad_norm": 0.08480013161897659,
      "learning_rate": 0.00010214960517487511,
      "loss": 10.2116,
      "step": 8479
    },
    {
      "epoch": 1.480642486142028,
      "grad_norm": 0.06042501702904701,
      "learning_rate": 0.0001021313134452377,
      "loss": 10.2265,
      "step": 8480
    },
    {
      "epoch": 1.4808170747675788,
      "grad_norm": 0.05274130031466484,
      "learning_rate": 0.00010211302164425655,
      "loss": 10.1889,
      "step": 8481
    },
    {
      "epoch": 1.48099166339313,
      "grad_norm": 0.06130589544773102,
      "learning_rate": 0.00010209472977254392,
      "loss": 10.188,
      "step": 8482
    },
    {
      "epoch": 1.481166252018681,
      "grad_norm": 0.06761162728071213,
      "learning_rate": 0.00010207643783071221,
      "loss": 10.1927,
      "step": 8483
    },
    {
      "epoch": 1.481340840644232,
      "grad_norm": 0.06121981889009476,
      "learning_rate": 0.00010205814581937366,
      "loss": 10.2145,
      "step": 8484
    },
    {
      "epoch": 1.4815154292697832,
      "grad_norm": 0.06404118239879608,
      "learning_rate": 0.00010203985373914056,
      "loss": 10.2065,
      "step": 8485
    },
    {
      "epoch": 1.481690017895334,
      "grad_norm": 0.06725100427865982,
      "learning_rate": 0.00010202156159062523,
      "loss": 10.203,
      "step": 8486
    },
    {
      "epoch": 1.4818646065208851,
      "grad_norm": 0.06863710284233093,
      "learning_rate": 0.00010200326937444002,
      "loss": 10.2021,
      "step": 8487
    },
    {
      "epoch": 1.4820391951464362,
      "grad_norm": 0.07374930381774902,
      "learning_rate": 0.00010198497709119721,
      "loss": 10.2056,
      "step": 8488
    },
    {
      "epoch": 1.4822137837719873,
      "grad_norm": 0.0537978932261467,
      "learning_rate": 0.00010196668474150917,
      "loss": 10.198,
      "step": 8489
    },
    {
      "epoch": 1.4823883723975384,
      "grad_norm": 0.05801427364349365,
      "learning_rate": 0.00010194839232598816,
      "loss": 10.1964,
      "step": 8490
    },
    {
      "epoch": 1.4825629610230893,
      "grad_norm": 0.06265287846326828,
      "learning_rate": 0.00010193009984524651,
      "loss": 10.1959,
      "step": 8491
    },
    {
      "epoch": 1.4827375496486404,
      "grad_norm": 0.0643366128206253,
      "learning_rate": 0.00010191180729989654,
      "loss": 10.197,
      "step": 8492
    },
    {
      "epoch": 1.4829121382741914,
      "grad_norm": 0.056791238486766815,
      "learning_rate": 0.00010189351469055062,
      "loss": 10.1875,
      "step": 8493
    },
    {
      "epoch": 1.4830867268997425,
      "grad_norm": 0.06440174579620361,
      "learning_rate": 0.00010187522201782102,
      "loss": 10.2047,
      "step": 8494
    },
    {
      "epoch": 1.4832613155252936,
      "grad_norm": 0.06826891750097275,
      "learning_rate": 0.00010185692928232016,
      "loss": 10.1441,
      "step": 8495
    },
    {
      "epoch": 1.4834359041508445,
      "grad_norm": 0.059040773659944534,
      "learning_rate": 0.00010183863648466027,
      "loss": 10.2026,
      "step": 8496
    },
    {
      "epoch": 1.4836104927763956,
      "grad_norm": 0.06253241002559662,
      "learning_rate": 0.00010182034362545372,
      "loss": 10.1625,
      "step": 8497
    },
    {
      "epoch": 1.4837850814019466,
      "grad_norm": 0.06503453850746155,
      "learning_rate": 0.00010180205070531286,
      "loss": 10.2013,
      "step": 8498
    },
    {
      "epoch": 1.4839596700274977,
      "grad_norm": 0.06663502007722855,
      "learning_rate": 0.00010178375772485003,
      "loss": 10.1918,
      "step": 8499
    },
    {
      "epoch": 1.4841342586530488,
      "grad_norm": 0.06922559440135956,
      "learning_rate": 0.00010176546468467756,
      "loss": 10.1981,
      "step": 8500
    },
    {
      "epoch": 1.4843088472785997,
      "grad_norm": 0.06519865244626999,
      "learning_rate": 0.00010174717158540779,
      "loss": 10.1701,
      "step": 8501
    },
    {
      "epoch": 1.4844834359041508,
      "grad_norm": 0.06487800925970078,
      "learning_rate": 0.00010172887842765309,
      "loss": 10.218,
      "step": 8502
    },
    {
      "epoch": 1.4846580245297019,
      "grad_norm": 0.06742730736732483,
      "learning_rate": 0.00010171058521202577,
      "loss": 10.2156,
      "step": 8503
    },
    {
      "epoch": 1.484832613155253,
      "grad_norm": 0.07677727937698364,
      "learning_rate": 0.00010169229193913816,
      "loss": 10.1737,
      "step": 8504
    },
    {
      "epoch": 1.485007201780804,
      "grad_norm": 0.07017601281404495,
      "learning_rate": 0.0001016739986096027,
      "loss": 10.1847,
      "step": 8505
    },
    {
      "epoch": 1.485181790406355,
      "grad_norm": 0.07594582438468933,
      "learning_rate": 0.00010165570522403167,
      "loss": 10.2288,
      "step": 8506
    },
    {
      "epoch": 1.4853563790319062,
      "grad_norm": 0.07488789409399033,
      "learning_rate": 0.00010163741178303743,
      "loss": 10.1928,
      "step": 8507
    },
    {
      "epoch": 1.485530967657457,
      "grad_norm": 0.07019854336977005,
      "learning_rate": 0.00010161911828723234,
      "loss": 10.2004,
      "step": 8508
    },
    {
      "epoch": 1.4857055562830082,
      "grad_norm": 0.07630911469459534,
      "learning_rate": 0.0001016008247372288,
      "loss": 10.1782,
      "step": 8509
    },
    {
      "epoch": 1.4858801449085592,
      "grad_norm": 0.07899501919746399,
      "learning_rate": 0.00010158253113363911,
      "loss": 10.163,
      "step": 8510
    },
    {
      "epoch": 1.4860547335341103,
      "grad_norm": 0.07723283022642136,
      "learning_rate": 0.00010156423747707563,
      "loss": 10.1622,
      "step": 8511
    },
    {
      "epoch": 1.4862293221596614,
      "grad_norm": 0.08820296823978424,
      "learning_rate": 0.00010154594376815083,
      "loss": 10.2197,
      "step": 8512
    },
    {
      "epoch": 1.4864039107852123,
      "grad_norm": 0.07614205032587051,
      "learning_rate": 0.00010152765000747693,
      "loss": 10.1918,
      "step": 8513
    },
    {
      "epoch": 1.4865784994107634,
      "grad_norm": 0.07438066601753235,
      "learning_rate": 0.00010150935619566637,
      "loss": 10.1631,
      "step": 8514
    },
    {
      "epoch": 1.4867530880363145,
      "grad_norm": 0.08218051493167877,
      "learning_rate": 0.00010149106233333152,
      "loss": 10.178,
      "step": 8515
    },
    {
      "epoch": 1.4869276766618655,
      "grad_norm": 0.0882856473326683,
      "learning_rate": 0.00010147276842108473,
      "loss": 10.175,
      "step": 8516
    },
    {
      "epoch": 1.4871022652874166,
      "grad_norm": 0.08412595093250275,
      "learning_rate": 0.0001014544744595384,
      "loss": 10.1566,
      "step": 8517
    },
    {
      "epoch": 1.4872768539129675,
      "grad_norm": 0.09463980793952942,
      "learning_rate": 0.00010143618044930487,
      "loss": 10.1686,
      "step": 8518
    },
    {
      "epoch": 1.4874514425385186,
      "grad_norm": 0.08355294913053513,
      "learning_rate": 0.00010141788639099653,
      "loss": 10.1927,
      "step": 8519
    },
    {
      "epoch": 1.4876260311640697,
      "grad_norm": 0.09588873386383057,
      "learning_rate": 0.00010139959228522576,
      "loss": 10.1739,
      "step": 8520
    },
    {
      "epoch": 1.4878006197896207,
      "grad_norm": 0.09157407283782959,
      "learning_rate": 0.00010138129813260493,
      "loss": 10.1655,
      "step": 8521
    },
    {
      "epoch": 1.4879752084151718,
      "grad_norm": 0.08910644054412842,
      "learning_rate": 0.00010136300393374641,
      "loss": 10.1806,
      "step": 8522
    },
    {
      "epoch": 1.4881497970407227,
      "grad_norm": 0.09741178154945374,
      "learning_rate": 0.00010134470968926262,
      "loss": 10.1656,
      "step": 8523
    },
    {
      "epoch": 1.4883243856662738,
      "grad_norm": 0.11199750006198883,
      "learning_rate": 0.00010132641539976593,
      "loss": 10.1626,
      "step": 8524
    },
    {
      "epoch": 1.4884989742918249,
      "grad_norm": 0.11429779976606369,
      "learning_rate": 0.00010130812106586869,
      "loss": 10.169,
      "step": 8525
    },
    {
      "epoch": 1.488673562917376,
      "grad_norm": 0.1259108930826187,
      "learning_rate": 0.0001012898266881833,
      "loss": 10.1908,
      "step": 8526
    },
    {
      "epoch": 1.488848151542927,
      "grad_norm": 0.1718766689300537,
      "learning_rate": 0.00010127153226732218,
      "loss": 10.2004,
      "step": 8527
    },
    {
      "epoch": 1.489022740168478,
      "grad_norm": 0.06908583641052246,
      "learning_rate": 0.00010125323780389765,
      "loss": 10.1869,
      "step": 8528
    },
    {
      "epoch": 1.489197328794029,
      "grad_norm": 0.06407397240400314,
      "learning_rate": 0.0001012349432985222,
      "loss": 10.2115,
      "step": 8529
    },
    {
      "epoch": 1.48937191741958,
      "grad_norm": 0.062481123954057693,
      "learning_rate": 0.00010121664875180816,
      "loss": 10.2051,
      "step": 8530
    },
    {
      "epoch": 1.4895465060451312,
      "grad_norm": 0.058791350573301315,
      "learning_rate": 0.00010119835416436792,
      "loss": 10.1886,
      "step": 8531
    },
    {
      "epoch": 1.4897210946706823,
      "grad_norm": 0.05872055143117905,
      "learning_rate": 0.00010118005953681386,
      "loss": 10.217,
      "step": 8532
    },
    {
      "epoch": 1.4898956832962331,
      "grad_norm": 0.05497005954384804,
      "learning_rate": 0.00010116176486975843,
      "loss": 10.1936,
      "step": 8533
    },
    {
      "epoch": 1.4900702719217844,
      "grad_norm": 0.052389759570360184,
      "learning_rate": 0.00010114347016381399,
      "loss": 10.176,
      "step": 8534
    },
    {
      "epoch": 1.4902448605473353,
      "grad_norm": 0.07189197838306427,
      "learning_rate": 0.00010112517541959296,
      "loss": 10.2135,
      "step": 8535
    },
    {
      "epoch": 1.4904194491728864,
      "grad_norm": 0.05845106765627861,
      "learning_rate": 0.00010110688063770773,
      "loss": 10.1868,
      "step": 8536
    },
    {
      "epoch": 1.4905940377984375,
      "grad_norm": 0.05633122846484184,
      "learning_rate": 0.00010108858581877065,
      "loss": 10.2039,
      "step": 8537
    },
    {
      "epoch": 1.4907686264239886,
      "grad_norm": 0.053012914955616,
      "learning_rate": 0.00010107029096339417,
      "loss": 10.204,
      "step": 8538
    },
    {
      "epoch": 1.4909432150495396,
      "grad_norm": 0.07082869857549667,
      "learning_rate": 0.00010105199607219073,
      "loss": 10.1837,
      "step": 8539
    },
    {
      "epoch": 1.4911178036750905,
      "grad_norm": 0.07509144395589828,
      "learning_rate": 0.00010103370114577269,
      "loss": 10.1903,
      "step": 8540
    },
    {
      "epoch": 1.4912923923006416,
      "grad_norm": 0.0752166211605072,
      "learning_rate": 0.00010101540618475245,
      "loss": 10.1744,
      "step": 8541
    },
    {
      "epoch": 1.4914669809261927,
      "grad_norm": 0.060993220657110214,
      "learning_rate": 0.00010099711118974244,
      "loss": 10.1963,
      "step": 8542
    },
    {
      "epoch": 1.4916415695517438,
      "grad_norm": 0.05854663997888565,
      "learning_rate": 0.00010097881616135505,
      "loss": 10.2042,
      "step": 8543
    },
    {
      "epoch": 1.4918161581772948,
      "grad_norm": 0.06088762357831001,
      "learning_rate": 0.00010096052110020268,
      "loss": 10.1859,
      "step": 8544
    },
    {
      "epoch": 1.4919907468028457,
      "grad_norm": 0.04950258880853653,
      "learning_rate": 0.00010094222600689778,
      "loss": 10.1903,
      "step": 8545
    },
    {
      "epoch": 1.4921653354283968,
      "grad_norm": 0.06855688244104385,
      "learning_rate": 0.00010092393088205272,
      "loss": 10.1823,
      "step": 8546
    },
    {
      "epoch": 1.4923399240539479,
      "grad_norm": 0.06364034861326218,
      "learning_rate": 0.00010090563572627994,
      "loss": 10.1879,
      "step": 8547
    },
    {
      "epoch": 1.492514512679499,
      "grad_norm": 0.05668959766626358,
      "learning_rate": 0.00010088734054019184,
      "loss": 10.1759,
      "step": 8548
    },
    {
      "epoch": 1.49268910130505,
      "grad_norm": 0.06490933895111084,
      "learning_rate": 0.00010086904532440085,
      "loss": 10.1614,
      "step": 8549
    },
    {
      "epoch": 1.492863689930601,
      "grad_norm": 0.06543440371751785,
      "learning_rate": 0.00010085075007951934,
      "loss": 10.1885,
      "step": 8550
    },
    {
      "epoch": 1.493038278556152,
      "grad_norm": 0.07770552486181259,
      "learning_rate": 0.00010083245480615979,
      "loss": 10.1715,
      "step": 8551
    },
    {
      "epoch": 1.493212867181703,
      "grad_norm": 0.06594755500555038,
      "learning_rate": 0.00010081415950493456,
      "loss": 10.2025,
      "step": 8552
    },
    {
      "epoch": 1.4933874558072542,
      "grad_norm": 0.06985203921794891,
      "learning_rate": 0.00010079586417645613,
      "loss": 10.1924,
      "step": 8553
    },
    {
      "epoch": 1.4935620444328053,
      "grad_norm": 0.07526712864637375,
      "learning_rate": 0.00010077756882133686,
      "loss": 10.1974,
      "step": 8554
    },
    {
      "epoch": 1.4937366330583561,
      "grad_norm": 0.07344431430101395,
      "learning_rate": 0.00010075927344018921,
      "loss": 10.2087,
      "step": 8555
    },
    {
      "epoch": 1.4939112216839072,
      "grad_norm": 0.0881945788860321,
      "learning_rate": 0.00010074097803362554,
      "loss": 10.233,
      "step": 8556
    },
    {
      "epoch": 1.4940858103094583,
      "grad_norm": 0.06690188497304916,
      "learning_rate": 0.00010072268260225837,
      "loss": 10.17,
      "step": 8557
    },
    {
      "epoch": 1.4942603989350094,
      "grad_norm": 0.0692349523305893,
      "learning_rate": 0.00010070438714670002,
      "loss": 10.1779,
      "step": 8558
    },
    {
      "epoch": 1.4944349875605605,
      "grad_norm": 0.07600129395723343,
      "learning_rate": 0.00010068609166756302,
      "loss": 10.1972,
      "step": 8559
    },
    {
      "epoch": 1.4946095761861113,
      "grad_norm": 0.0705539807677269,
      "learning_rate": 0.00010066779616545972,
      "loss": 10.1736,
      "step": 8560
    },
    {
      "epoch": 1.4947841648116627,
      "grad_norm": 0.08034319430589676,
      "learning_rate": 0.00010064950064100254,
      "loss": 10.1579,
      "step": 8561
    },
    {
      "epoch": 1.4949587534372135,
      "grad_norm": 0.07941841334104538,
      "learning_rate": 0.00010063120509480393,
      "loss": 10.1834,
      "step": 8562
    },
    {
      "epoch": 1.4951333420627646,
      "grad_norm": 0.06893574446439743,
      "learning_rate": 0.00010061290952747633,
      "loss": 10.2088,
      "step": 8563
    },
    {
      "epoch": 1.4953079306883157,
      "grad_norm": 0.07366642355918884,
      "learning_rate": 0.00010059461393963214,
      "loss": 10.1898,
      "step": 8564
    },
    {
      "epoch": 1.4954825193138668,
      "grad_norm": 0.06984256207942963,
      "learning_rate": 0.00010057631833188381,
      "loss": 10.1663,
      "step": 8565
    },
    {
      "epoch": 1.4956571079394179,
      "grad_norm": 0.09205296635627747,
      "learning_rate": 0.00010055802270484375,
      "loss": 10.2048,
      "step": 8566
    },
    {
      "epoch": 1.4958316965649687,
      "grad_norm": 0.09741609543561935,
      "learning_rate": 0.0001005397270591244,
      "loss": 10.1837,
      "step": 8567
    },
    {
      "epoch": 1.4960062851905198,
      "grad_norm": 0.08170933276414871,
      "learning_rate": 0.00010052143139533816,
      "loss": 10.1989,
      "step": 8568
    },
    {
      "epoch": 1.496180873816071,
      "grad_norm": 0.08411642163991928,
      "learning_rate": 0.00010050313571409751,
      "loss": 10.1535,
      "step": 8569
    },
    {
      "epoch": 1.496355462441622,
      "grad_norm": 0.09037617594003677,
      "learning_rate": 0.00010048484001601489,
      "loss": 10.2019,
      "step": 8570
    },
    {
      "epoch": 1.496530051067173,
      "grad_norm": 0.08756934106349945,
      "learning_rate": 0.00010046654430170266,
      "loss": 10.1712,
      "step": 8571
    },
    {
      "epoch": 1.496704639692724,
      "grad_norm": 0.08999358862638474,
      "learning_rate": 0.00010044824857177328,
      "loss": 10.1664,
      "step": 8572
    },
    {
      "epoch": 1.496879228318275,
      "grad_norm": 0.09130936861038208,
      "learning_rate": 0.00010042995282683922,
      "loss": 10.1811,
      "step": 8573
    },
    {
      "epoch": 1.497053816943826,
      "grad_norm": 0.08583549410104752,
      "learning_rate": 0.00010041165706751288,
      "loss": 10.1825,
      "step": 8574
    },
    {
      "epoch": 1.4972284055693772,
      "grad_norm": 0.11610297113656998,
      "learning_rate": 0.0001003933612944067,
      "loss": 10.204,
      "step": 8575
    },
    {
      "epoch": 1.4974029941949283,
      "grad_norm": 0.11835920810699463,
      "learning_rate": 0.00010037506550813314,
      "loss": 10.1444,
      "step": 8576
    },
    {
      "epoch": 1.4975775828204791,
      "grad_norm": 0.1680239588022232,
      "learning_rate": 0.0001003567697093046,
      "loss": 10.2108,
      "step": 8577
    },
    {
      "epoch": 1.4977521714460302,
      "grad_norm": 0.06295479834079742,
      "learning_rate": 0.00010033847389853348,
      "loss": 10.1903,
      "step": 8578
    },
    {
      "epoch": 1.4979267600715813,
      "grad_norm": 0.07027721405029297,
      "learning_rate": 0.0001003201780764323,
      "loss": 10.1951,
      "step": 8579
    },
    {
      "epoch": 1.4981013486971324,
      "grad_norm": 0.06153915449976921,
      "learning_rate": 0.00010030188224361345,
      "loss": 10.2072,
      "step": 8580
    },
    {
      "epoch": 1.4982759373226835,
      "grad_norm": 0.059418097138404846,
      "learning_rate": 0.00010028358640068936,
      "loss": 10.2111,
      "step": 8581
    },
    {
      "epoch": 1.4984505259482344,
      "grad_norm": 0.06404032558202744,
      "learning_rate": 0.0001002652905482725,
      "loss": 10.2156,
      "step": 8582
    },
    {
      "epoch": 1.4986251145737854,
      "grad_norm": 0.05415285378694534,
      "learning_rate": 0.00010024699468697527,
      "loss": 10.2113,
      "step": 8583
    },
    {
      "epoch": 1.4987997031993365,
      "grad_norm": 0.06382688879966736,
      "learning_rate": 0.00010022869881741012,
      "loss": 10.1867,
      "step": 8584
    },
    {
      "epoch": 1.4989742918248876,
      "grad_norm": 0.06129562109708786,
      "learning_rate": 0.0001002104029401895,
      "loss": 10.1984,
      "step": 8585
    },
    {
      "epoch": 1.4991488804504387,
      "grad_norm": 0.06641210615634918,
      "learning_rate": 0.00010019210705592582,
      "loss": 10.1881,
      "step": 8586
    },
    {
      "epoch": 1.4993234690759896,
      "grad_norm": 0.06929859519004822,
      "learning_rate": 0.00010017381116523152,
      "loss": 10.1855,
      "step": 8587
    },
    {
      "epoch": 1.4994980577015409,
      "grad_norm": 0.061393965035676956,
      "learning_rate": 0.0001001555152687191,
      "loss": 10.1812,
      "step": 8588
    },
    {
      "epoch": 1.4996726463270917,
      "grad_norm": 0.0638079047203064,
      "learning_rate": 0.00010013721936700093,
      "loss": 10.2016,
      "step": 8589
    },
    {
      "epoch": 1.4998472349526428,
      "grad_norm": 0.05810302123427391,
      "learning_rate": 0.00010011892346068945,
      "loss": 10.1842,
      "step": 8590
    },
    {
      "epoch": 1.500021823578194,
      "grad_norm": 0.06004645675420761,
      "learning_rate": 0.00010010062755039715,
      "loss": 10.1709,
      "step": 8591
    },
    {
      "epoch": 1.5001964122037448,
      "grad_norm": 0.060015782713890076,
      "learning_rate": 0.00010008233163673642,
      "loss": 10.197,
      "step": 8592
    },
    {
      "epoch": 1.500371000829296,
      "grad_norm": 0.05252918228507042,
      "learning_rate": 0.00010006403572031968,
      "loss": 10.1678,
      "step": 8593
    },
    {
      "epoch": 1.500545589454847,
      "grad_norm": 0.06297896802425385,
      "learning_rate": 0.00010004573980175948,
      "loss": 10.1972,
      "step": 8594
    },
    {
      "epoch": 1.500720178080398,
      "grad_norm": 0.06629159301519394,
      "learning_rate": 0.00010002744388166814,
      "loss": 10.1798,
      "step": 8595
    },
    {
      "epoch": 1.5008947667059491,
      "grad_norm": 0.05907110124826431,
      "learning_rate": 0.00010000914796065813,
      "loss": 10.1693,
      "step": 8596
    },
    {
      "epoch": 1.5010693553315,
      "grad_norm": 0.06426182389259338,
      "learning_rate": 9.999085203934191e-05,
      "loss": 10.194,
      "step": 8597
    },
    {
      "epoch": 1.5012439439570513,
      "grad_norm": 0.05978473648428917,
      "learning_rate": 9.997255611833187e-05,
      "loss": 10.1648,
      "step": 8598
    },
    {
      "epoch": 1.5014185325826022,
      "grad_norm": 0.06174011155962944,
      "learning_rate": 9.995426019824054e-05,
      "loss": 10.2005,
      "step": 8599
    },
    {
      "epoch": 1.5015931212081532,
      "grad_norm": 0.059747397899627686,
      "learning_rate": 9.993596427968033e-05,
      "loss": 10.1707,
      "step": 8600
    },
    {
      "epoch": 1.5015931212081532,
      "eval_loss": 10.171344757080078,
      "eval_runtime": 0.7286,
      "eval_samples_per_second": 317.032,
      "eval_steps_per_second": 159.202,
      "step": 8600
    },
    {
      "epoch": 1.5017677098337043,
      "grad_norm": 0.06672300398349762,
      "learning_rate": 9.991766836326359e-05,
      "loss": 10.1741,
      "step": 8601
    },
    {
      "epoch": 1.5019422984592554,
      "grad_norm": 0.07078913599252701,
      "learning_rate": 9.989937244960287e-05,
      "loss": 10.1994,
      "step": 8602
    },
    {
      "epoch": 1.5021168870848065,
      "grad_norm": 0.07828919589519501,
      "learning_rate": 9.988107653931056e-05,
      "loss": 10.1953,
      "step": 8603
    },
    {
      "epoch": 1.5022914757103574,
      "grad_norm": 0.05663743615150452,
      "learning_rate": 9.986278063299907e-05,
      "loss": 10.2067,
      "step": 8604
    },
    {
      "epoch": 1.5024660643359087,
      "grad_norm": 0.06954403221607208,
      "learning_rate": 9.984448473128091e-05,
      "loss": 10.2087,
      "step": 8605
    },
    {
      "epoch": 1.5026406529614595,
      "grad_norm": 0.07765504717826843,
      "learning_rate": 9.982618883476849e-05,
      "loss": 10.1934,
      "step": 8606
    },
    {
      "epoch": 1.5028152415870106,
      "grad_norm": 0.06771059334278107,
      "learning_rate": 9.980789294407418e-05,
      "loss": 10.1709,
      "step": 8607
    },
    {
      "epoch": 1.5029898302125617,
      "grad_norm": 0.06598444283008575,
      "learning_rate": 9.978959705981053e-05,
      "loss": 10.1988,
      "step": 8608
    },
    {
      "epoch": 1.5031644188381126,
      "grad_norm": 0.07968153804540634,
      "learning_rate": 9.97713011825899e-05,
      "loss": 10.1919,
      "step": 8609
    },
    {
      "epoch": 1.503339007463664,
      "grad_norm": 0.076991006731987,
      "learning_rate": 9.975300531302475e-05,
      "loss": 10.1759,
      "step": 8610
    },
    {
      "epoch": 1.5035135960892148,
      "grad_norm": 0.07758961617946625,
      "learning_rate": 9.973470945172753e-05,
      "loss": 10.2081,
      "step": 8611
    },
    {
      "epoch": 1.5036881847147658,
      "grad_norm": 0.07062044739723206,
      "learning_rate": 9.971641359931066e-05,
      "loss": 10.1923,
      "step": 8612
    },
    {
      "epoch": 1.503862773340317,
      "grad_norm": 0.0679193064570427,
      "learning_rate": 9.969811775638656e-05,
      "loss": 10.1956,
      "step": 8613
    },
    {
      "epoch": 1.5040373619658678,
      "grad_norm": 0.07083197683095932,
      "learning_rate": 9.96798219235677e-05,
      "loss": 10.1947,
      "step": 8614
    },
    {
      "epoch": 1.504211950591419,
      "grad_norm": 0.08130352199077606,
      "learning_rate": 9.966152610146653e-05,
      "loss": 10.1894,
      "step": 8615
    },
    {
      "epoch": 1.50438653921697,
      "grad_norm": 0.08624690771102905,
      "learning_rate": 9.964323029069543e-05,
      "loss": 10.2039,
      "step": 8616
    },
    {
      "epoch": 1.504561127842521,
      "grad_norm": 0.08595327287912369,
      "learning_rate": 9.96249344918669e-05,
      "loss": 10.1848,
      "step": 8617
    },
    {
      "epoch": 1.5047357164680721,
      "grad_norm": 0.08607605844736099,
      "learning_rate": 9.960663870559332e-05,
      "loss": 10.1807,
      "step": 8618
    },
    {
      "epoch": 1.504910305093623,
      "grad_norm": 0.0859363004565239,
      "learning_rate": 9.95883429324871e-05,
      "loss": 10.1742,
      "step": 8619
    },
    {
      "epoch": 1.5050848937191743,
      "grad_norm": 0.09935060143470764,
      "learning_rate": 9.957004717316079e-05,
      "loss": 10.2031,
      "step": 8620
    },
    {
      "epoch": 1.5052594823447252,
      "grad_norm": 0.09507987648248672,
      "learning_rate": 9.955175142822674e-05,
      "loss": 10.1843,
      "step": 8621
    },
    {
      "epoch": 1.5054340709702763,
      "grad_norm": 0.10493052750825882,
      "learning_rate": 9.953345569829736e-05,
      "loss": 10.1942,
      "step": 8622
    },
    {
      "epoch": 1.5056086595958273,
      "grad_norm": 0.09509116411209106,
      "learning_rate": 9.951515998398515e-05,
      "loss": 10.1669,
      "step": 8623
    },
    {
      "epoch": 1.5057832482213782,
      "grad_norm": 0.11513490229845047,
      "learning_rate": 9.949686428590251e-05,
      "loss": 10.1096,
      "step": 8624
    },
    {
      "epoch": 1.5059578368469295,
      "grad_norm": 0.11095733195543289,
      "learning_rate": 9.947856860466182e-05,
      "loss": 10.2227,
      "step": 8625
    },
    {
      "epoch": 1.5061324254724804,
      "grad_norm": 0.1204255074262619,
      "learning_rate": 9.946027294087562e-05,
      "loss": 10.1851,
      "step": 8626
    },
    {
      "epoch": 1.5063070140980315,
      "grad_norm": 0.18971745669841766,
      "learning_rate": 9.944197729515629e-05,
      "loss": 10.2274,
      "step": 8627
    },
    {
      "epoch": 1.5064816027235826,
      "grad_norm": 0.06998613476753235,
      "learning_rate": 9.942368166811621e-05,
      "loss": 10.1897,
      "step": 8628
    },
    {
      "epoch": 1.5066561913491336,
      "grad_norm": 0.06559178978204727,
      "learning_rate": 9.940538606036789e-05,
      "loss": 10.1838,
      "step": 8629
    },
    {
      "epoch": 1.5068307799746847,
      "grad_norm": 0.061958130449056625,
      "learning_rate": 9.938709047252371e-05,
      "loss": 10.1897,
      "step": 8630
    },
    {
      "epoch": 1.5070053686002356,
      "grad_norm": 0.057551268488168716,
      "learning_rate": 9.936879490519607e-05,
      "loss": 10.2018,
      "step": 8631
    },
    {
      "epoch": 1.507179957225787,
      "grad_norm": 0.0561567097902298,
      "learning_rate": 9.935049935899749e-05,
      "loss": 10.171,
      "step": 8632
    },
    {
      "epoch": 1.5073545458513378,
      "grad_norm": 0.05269899591803551,
      "learning_rate": 9.933220383454033e-05,
      "loss": 10.1862,
      "step": 8633
    },
    {
      "epoch": 1.5075291344768889,
      "grad_norm": 0.055950865149497986,
      "learning_rate": 9.9313908332437e-05,
      "loss": 10.2165,
      "step": 8634
    },
    {
      "epoch": 1.50770372310244,
      "grad_norm": 0.05417410656809807,
      "learning_rate": 9.929561285329999e-05,
      "loss": 10.2183,
      "step": 8635
    },
    {
      "epoch": 1.5078783117279908,
      "grad_norm": 0.061214275658130646,
      "learning_rate": 9.927731739774168e-05,
      "loss": 10.1965,
      "step": 8636
    },
    {
      "epoch": 1.5080529003535421,
      "grad_norm": 0.06990890949964523,
      "learning_rate": 9.925902196637446e-05,
      "loss": 10.2069,
      "step": 8637
    },
    {
      "epoch": 1.508227488979093,
      "grad_norm": 0.06871364265680313,
      "learning_rate": 9.924072655981083e-05,
      "loss": 10.1706,
      "step": 8638
    },
    {
      "epoch": 1.508402077604644,
      "grad_norm": 0.06806491315364838,
      "learning_rate": 9.922243117866317e-05,
      "loss": 10.1832,
      "step": 8639
    },
    {
      "epoch": 1.5085766662301952,
      "grad_norm": 0.06081824749708176,
      "learning_rate": 9.92041358235439e-05,
      "loss": 10.1918,
      "step": 8640
    },
    {
      "epoch": 1.508751254855746,
      "grad_norm": 0.05917706713080406,
      "learning_rate": 9.918584049506547e-05,
      "loss": 10.1896,
      "step": 8641
    },
    {
      "epoch": 1.5089258434812973,
      "grad_norm": 0.05799872800707817,
      "learning_rate": 9.916754519384026e-05,
      "loss": 10.2081,
      "step": 8642
    },
    {
      "epoch": 1.5091004321068482,
      "grad_norm": 0.05691739544272423,
      "learning_rate": 9.914924992048065e-05,
      "loss": 10.1909,
      "step": 8643
    },
    {
      "epoch": 1.5092750207323993,
      "grad_norm": 0.0701250210404396,
      "learning_rate": 9.913095467559919e-05,
      "loss": 10.2251,
      "step": 8644
    },
    {
      "epoch": 1.5094496093579504,
      "grad_norm": 0.054680757224559784,
      "learning_rate": 9.911265945980818e-05,
      "loss": 10.1927,
      "step": 8645
    },
    {
      "epoch": 1.5096241979835012,
      "grad_norm": 0.05582990124821663,
      "learning_rate": 9.909436427372007e-05,
      "loss": 10.221,
      "step": 8646
    },
    {
      "epoch": 1.5097987866090525,
      "grad_norm": 0.07500438392162323,
      "learning_rate": 9.907606911794731e-05,
      "loss": 10.1965,
      "step": 8647
    },
    {
      "epoch": 1.5099733752346034,
      "grad_norm": 0.07297952473163605,
      "learning_rate": 9.905777399310226e-05,
      "loss": 10.203,
      "step": 8648
    },
    {
      "epoch": 1.5101479638601545,
      "grad_norm": 0.06596000492572784,
      "learning_rate": 9.903947889979733e-05,
      "loss": 10.2143,
      "step": 8649
    },
    {
      "epoch": 1.5103225524857056,
      "grad_norm": 0.061851974576711655,
      "learning_rate": 9.902118383864498e-05,
      "loss": 10.2051,
      "step": 8650
    },
    {
      "epoch": 1.5104971411112564,
      "grad_norm": 0.06290789693593979,
      "learning_rate": 9.90028888102576e-05,
      "loss": 10.1494,
      "step": 8651
    },
    {
      "epoch": 1.5106717297368077,
      "grad_norm": 0.0634058490395546,
      "learning_rate": 9.898459381524756e-05,
      "loss": 10.2012,
      "step": 8652
    },
    {
      "epoch": 1.5108463183623586,
      "grad_norm": 0.07404796034097672,
      "learning_rate": 9.896629885422735e-05,
      "loss": 10.1711,
      "step": 8653
    },
    {
      "epoch": 1.5110209069879097,
      "grad_norm": 0.06033511459827423,
      "learning_rate": 9.89480039278093e-05,
      "loss": 10.2161,
      "step": 8654
    },
    {
      "epoch": 1.5111954956134608,
      "grad_norm": 0.06812550127506256,
      "learning_rate": 9.892970903660581e-05,
      "loss": 10.1949,
      "step": 8655
    },
    {
      "epoch": 1.5113700842390119,
      "grad_norm": 0.07667066901922226,
      "learning_rate": 9.891141418122937e-05,
      "loss": 10.2027,
      "step": 8656
    },
    {
      "epoch": 1.511544672864563,
      "grad_norm": 0.08647468686103821,
      "learning_rate": 9.889311936229232e-05,
      "loss": 10.1793,
      "step": 8657
    },
    {
      "epoch": 1.5117192614901138,
      "grad_norm": 0.06896897405385971,
      "learning_rate": 9.887482458040706e-05,
      "loss": 10.2052,
      "step": 8658
    },
    {
      "epoch": 1.5118938501156651,
      "grad_norm": 0.06937924772500992,
      "learning_rate": 9.885652983618602e-05,
      "loss": 10.1748,
      "step": 8659
    },
    {
      "epoch": 1.512068438741216,
      "grad_norm": 0.07101727277040482,
      "learning_rate": 9.88382351302416e-05,
      "loss": 10.2004,
      "step": 8660
    },
    {
      "epoch": 1.512243027366767,
      "grad_norm": 0.06725487858057022,
      "learning_rate": 9.881994046318613e-05,
      "loss": 10.1541,
      "step": 8661
    },
    {
      "epoch": 1.5124176159923182,
      "grad_norm": 0.07016974687576294,
      "learning_rate": 9.88016458356321e-05,
      "loss": 10.2316,
      "step": 8662
    },
    {
      "epoch": 1.512592204617869,
      "grad_norm": 0.07977114617824554,
      "learning_rate": 9.878335124819187e-05,
      "loss": 10.1534,
      "step": 8663
    },
    {
      "epoch": 1.5127667932434203,
      "grad_norm": 0.07251305878162384,
      "learning_rate": 9.87650567014778e-05,
      "loss": 10.181,
      "step": 8664
    },
    {
      "epoch": 1.5129413818689712,
      "grad_norm": 0.08142759650945663,
      "learning_rate": 9.874676219610235e-05,
      "loss": 10.2046,
      "step": 8665
    },
    {
      "epoch": 1.5131159704945223,
      "grad_norm": 0.0865747258067131,
      "learning_rate": 9.872846773267786e-05,
      "loss": 10.1876,
      "step": 8666
    },
    {
      "epoch": 1.5132905591200734,
      "grad_norm": 0.07721288502216339,
      "learning_rate": 9.87101733118167e-05,
      "loss": 10.1907,
      "step": 8667
    },
    {
      "epoch": 1.5134651477456242,
      "grad_norm": 0.07312789559364319,
      "learning_rate": 9.869187893413135e-05,
      "loss": 10.163,
      "step": 8668
    },
    {
      "epoch": 1.5136397363711755,
      "grad_norm": 0.09219376742839813,
      "learning_rate": 9.867358460023412e-05,
      "loss": 10.157,
      "step": 8669
    },
    {
      "epoch": 1.5138143249967264,
      "grad_norm": 0.08862949162721634,
      "learning_rate": 9.865529031073739e-05,
      "loss": 10.1634,
      "step": 8670
    },
    {
      "epoch": 1.5139889136222775,
      "grad_norm": 0.10741335898637772,
      "learning_rate": 9.86369960662536e-05,
      "loss": 10.1481,
      "step": 8671
    },
    {
      "epoch": 1.5141635022478286,
      "grad_norm": 0.10002418607473373,
      "learning_rate": 9.861870186739512e-05,
      "loss": 10.1411,
      "step": 8672
    },
    {
      "epoch": 1.5143380908733794,
      "grad_norm": 0.10497192293405533,
      "learning_rate": 9.860040771477425e-05,
      "loss": 10.2031,
      "step": 8673
    },
    {
      "epoch": 1.5145126794989308,
      "grad_norm": 0.1094934269785881,
      "learning_rate": 9.858211360900348e-05,
      "loss": 10.1957,
      "step": 8674
    },
    {
      "epoch": 1.5146872681244816,
      "grad_norm": 0.11058785766363144,
      "learning_rate": 9.856381955069517e-05,
      "loss": 10.1973,
      "step": 8675
    },
    {
      "epoch": 1.5148618567500327,
      "grad_norm": 0.13286849856376648,
      "learning_rate": 9.854552554046163e-05,
      "loss": 10.2146,
      "step": 8676
    },
    {
      "epoch": 1.5150364453755838,
      "grad_norm": 0.19926996529102325,
      "learning_rate": 9.852723157891529e-05,
      "loss": 10.2053,
      "step": 8677
    },
    {
      "epoch": 1.5152110340011347,
      "grad_norm": 0.06254582107067108,
      "learning_rate": 9.850893766666853e-05,
      "loss": 10.1932,
      "step": 8678
    },
    {
      "epoch": 1.515385622626686,
      "grad_norm": 0.06177918240427971,
      "learning_rate": 9.849064380433364e-05,
      "loss": 10.2005,
      "step": 8679
    },
    {
      "epoch": 1.5155602112522368,
      "grad_norm": 0.0698317214846611,
      "learning_rate": 9.84723499925231e-05,
      "loss": 10.1782,
      "step": 8680
    },
    {
      "epoch": 1.515734799877788,
      "grad_norm": 0.07443748414516449,
      "learning_rate": 9.845405623184922e-05,
      "loss": 10.1948,
      "step": 8681
    },
    {
      "epoch": 1.515909388503339,
      "grad_norm": 0.06527955085039139,
      "learning_rate": 9.843576252292436e-05,
      "loss": 10.1836,
      "step": 8682
    },
    {
      "epoch": 1.51608397712889,
      "grad_norm": 0.053711988031864166,
      "learning_rate": 9.841746886636091e-05,
      "loss": 10.1949,
      "step": 8683
    },
    {
      "epoch": 1.5162585657544412,
      "grad_norm": 0.06360334157943726,
      "learning_rate": 9.839917526277125e-05,
      "loss": 10.2173,
      "step": 8684
    },
    {
      "epoch": 1.516433154379992,
      "grad_norm": 0.05384324491024017,
      "learning_rate": 9.838088171276765e-05,
      "loss": 10.2136,
      "step": 8685
    },
    {
      "epoch": 1.5166077430055434,
      "grad_norm": 0.06052223965525627,
      "learning_rate": 9.83625882169626e-05,
      "loss": 10.2219,
      "step": 8686
    },
    {
      "epoch": 1.5167823316310942,
      "grad_norm": 0.07971037179231644,
      "learning_rate": 9.834429477596837e-05,
      "loss": 10.2058,
      "step": 8687
    },
    {
      "epoch": 1.5169569202566453,
      "grad_norm": 0.06886390596628189,
      "learning_rate": 9.832600139039731e-05,
      "loss": 10.1871,
      "step": 8688
    },
    {
      "epoch": 1.5171315088821964,
      "grad_norm": 0.051919300109148026,
      "learning_rate": 9.830770806086185e-05,
      "loss": 10.2074,
      "step": 8689
    },
    {
      "epoch": 1.5173060975077473,
      "grad_norm": 0.06523248553276062,
      "learning_rate": 9.828941478797429e-05,
      "loss": 10.2001,
      "step": 8690
    },
    {
      "epoch": 1.5174806861332986,
      "grad_norm": 0.0537133552134037,
      "learning_rate": 9.827112157234694e-05,
      "loss": 10.212,
      "step": 8691
    },
    {
      "epoch": 1.5176552747588494,
      "grad_norm": 0.05259294807910919,
      "learning_rate": 9.825282841459222e-05,
      "loss": 10.2091,
      "step": 8692
    },
    {
      "epoch": 1.5178298633844005,
      "grad_norm": 0.05634789913892746,
      "learning_rate": 9.823453531532247e-05,
      "loss": 10.2,
      "step": 8693
    },
    {
      "epoch": 1.5180044520099516,
      "grad_norm": 0.06149105727672577,
      "learning_rate": 9.821624227514998e-05,
      "loss": 10.1816,
      "step": 8694
    },
    {
      "epoch": 1.5181790406355025,
      "grad_norm": 0.06673797965049744,
      "learning_rate": 9.819794929468716e-05,
      "loss": 10.2037,
      "step": 8695
    },
    {
      "epoch": 1.5183536292610538,
      "grad_norm": 0.05903412774205208,
      "learning_rate": 9.817965637454632e-05,
      "loss": 10.1811,
      "step": 8696
    },
    {
      "epoch": 1.5185282178866046,
      "grad_norm": 0.05949413776397705,
      "learning_rate": 9.816136351533975e-05,
      "loss": 10.1881,
      "step": 8697
    },
    {
      "epoch": 1.5187028065121557,
      "grad_norm": 0.06739004701375961,
      "learning_rate": 9.814307071767988e-05,
      "loss": 10.1865,
      "step": 8698
    },
    {
      "epoch": 1.5188773951377068,
      "grad_norm": 0.06270824372768402,
      "learning_rate": 9.812477798217899e-05,
      "loss": 10.1971,
      "step": 8699
    },
    {
      "epoch": 1.5190519837632577,
      "grad_norm": 0.060523271560668945,
      "learning_rate": 9.81064853094494e-05,
      "loss": 10.2037,
      "step": 8700
    },
    {
      "epoch": 1.519226572388809,
      "grad_norm": 0.05773155391216278,
      "learning_rate": 9.808819270010347e-05,
      "loss": 10.2173,
      "step": 8701
    },
    {
      "epoch": 1.5194011610143598,
      "grad_norm": 0.054808251559734344,
      "learning_rate": 9.806990015475355e-05,
      "loss": 10.1683,
      "step": 8702
    },
    {
      "epoch": 1.519575749639911,
      "grad_norm": 0.07717191427946091,
      "learning_rate": 9.805160767401187e-05,
      "loss": 10.2,
      "step": 8703
    },
    {
      "epoch": 1.519750338265462,
      "grad_norm": 0.06730805337429047,
      "learning_rate": 9.803331525849085e-05,
      "loss": 10.1891,
      "step": 8704
    },
    {
      "epoch": 1.5199249268910129,
      "grad_norm": 0.07186309248209,
      "learning_rate": 9.80150229088028e-05,
      "loss": 10.1927,
      "step": 8705
    },
    {
      "epoch": 1.5200995155165642,
      "grad_norm": 0.0668618455529213,
      "learning_rate": 9.799673062556e-05,
      "loss": 10.1949,
      "step": 8706
    },
    {
      "epoch": 1.520274104142115,
      "grad_norm": 0.07209319621324539,
      "learning_rate": 9.797843840937479e-05,
      "loss": 10.1763,
      "step": 8707
    },
    {
      "epoch": 1.5204486927676661,
      "grad_norm": 0.06519927829504013,
      "learning_rate": 9.79601462608595e-05,
      "loss": 10.1499,
      "step": 8708
    },
    {
      "epoch": 1.5206232813932172,
      "grad_norm": 0.06447909027338028,
      "learning_rate": 9.794185418062637e-05,
      "loss": 10.2014,
      "step": 8709
    },
    {
      "epoch": 1.5207978700187683,
      "grad_norm": 0.07122988253831863,
      "learning_rate": 9.792356216928781e-05,
      "loss": 10.2021,
      "step": 8710
    },
    {
      "epoch": 1.5209724586443194,
      "grad_norm": 0.07230870425701141,
      "learning_rate": 9.790527022745609e-05,
      "loss": 10.166,
      "step": 8711
    },
    {
      "epoch": 1.5211470472698703,
      "grad_norm": 0.07112427800893784,
      "learning_rate": 9.788697835574347e-05,
      "loss": 10.1939,
      "step": 8712
    },
    {
      "epoch": 1.5213216358954216,
      "grad_norm": 0.08140850067138672,
      "learning_rate": 9.786868655476232e-05,
      "loss": 10.1838,
      "step": 8713
    },
    {
      "epoch": 1.5214962245209724,
      "grad_norm": 0.08715949952602386,
      "learning_rate": 9.785039482512493e-05,
      "loss": 10.2314,
      "step": 8714
    },
    {
      "epoch": 1.5216708131465235,
      "grad_norm": 0.09399089217185974,
      "learning_rate": 9.783210316744352e-05,
      "loss": 10.1803,
      "step": 8715
    },
    {
      "epoch": 1.5218454017720746,
      "grad_norm": 0.09792613238096237,
      "learning_rate": 9.78138115823305e-05,
      "loss": 10.2055,
      "step": 8716
    },
    {
      "epoch": 1.5220199903976255,
      "grad_norm": 0.08141493052244186,
      "learning_rate": 9.779552007039808e-05,
      "loss": 10.1845,
      "step": 8717
    },
    {
      "epoch": 1.5221945790231768,
      "grad_norm": 0.08765480667352676,
      "learning_rate": 9.777722863225862e-05,
      "loss": 10.2036,
      "step": 8718
    },
    {
      "epoch": 1.5223691676487277,
      "grad_norm": 0.08025708794593811,
      "learning_rate": 9.775893726852437e-05,
      "loss": 10.1603,
      "step": 8719
    },
    {
      "epoch": 1.5225437562742787,
      "grad_norm": 0.0912260189652443,
      "learning_rate": 9.774064597980756e-05,
      "loss": 10.1648,
      "step": 8720
    },
    {
      "epoch": 1.5227183448998298,
      "grad_norm": 0.08543076366186142,
      "learning_rate": 9.772235476672061e-05,
      "loss": 10.168,
      "step": 8721
    },
    {
      "epoch": 1.5228929335253807,
      "grad_norm": 0.08826189488172531,
      "learning_rate": 9.77040636298757e-05,
      "loss": 10.1836,
      "step": 8722
    },
    {
      "epoch": 1.523067522150932,
      "grad_norm": 0.10310487449169159,
      "learning_rate": 9.76857725698851e-05,
      "loss": 10.196,
      "step": 8723
    },
    {
      "epoch": 1.5232421107764829,
      "grad_norm": 0.11177491396665573,
      "learning_rate": 9.766748158736116e-05,
      "loss": 10.194,
      "step": 8724
    },
    {
      "epoch": 1.523416699402034,
      "grad_norm": 0.11208140105009079,
      "learning_rate": 9.764919068291611e-05,
      "loss": 10.2018,
      "step": 8725
    },
    {
      "epoch": 1.523591288027585,
      "grad_norm": 0.1659483164548874,
      "learning_rate": 9.763089985716219e-05,
      "loss": 10.1754,
      "step": 8726
    },
    {
      "epoch": 1.523765876653136,
      "grad_norm": 0.20502211153507233,
      "learning_rate": 9.761260911071173e-05,
      "loss": 10.1846,
      "step": 8727
    },
    {
      "epoch": 1.5239404652786872,
      "grad_norm": 0.06889025866985321,
      "learning_rate": 9.759431844417697e-05,
      "loss": 10.1915,
      "step": 8728
    },
    {
      "epoch": 1.524115053904238,
      "grad_norm": 0.07230767607688904,
      "learning_rate": 9.757602785817016e-05,
      "loss": 10.1965,
      "step": 8729
    },
    {
      "epoch": 1.5242896425297892,
      "grad_norm": 0.05690643563866615,
      "learning_rate": 9.755773735330358e-05,
      "loss": 10.1824,
      "step": 8730
    },
    {
      "epoch": 1.5244642311553402,
      "grad_norm": 0.06715866178274155,
      "learning_rate": 9.753944693018949e-05,
      "loss": 10.1916,
      "step": 8731
    },
    {
      "epoch": 1.5246388197808913,
      "grad_norm": 0.06262212246656418,
      "learning_rate": 9.75211565894401e-05,
      "loss": 10.1956,
      "step": 8732
    },
    {
      "epoch": 1.5248134084064424,
      "grad_norm": 0.07022629678249359,
      "learning_rate": 9.750286633166772e-05,
      "loss": 10.1739,
      "step": 8733
    },
    {
      "epoch": 1.5249879970319933,
      "grad_norm": 0.05831867828965187,
      "learning_rate": 9.748457615748459e-05,
      "loss": 10.1917,
      "step": 8734
    },
    {
      "epoch": 1.5251625856575444,
      "grad_norm": 0.06003180518746376,
      "learning_rate": 9.746628606750292e-05,
      "loss": 10.2046,
      "step": 8735
    },
    {
      "epoch": 1.5253371742830955,
      "grad_norm": 0.06108903884887695,
      "learning_rate": 9.744799606233499e-05,
      "loss": 10.1918,
      "step": 8736
    },
    {
      "epoch": 1.5255117629086465,
      "grad_norm": 0.060256216675043106,
      "learning_rate": 9.742970614259304e-05,
      "loss": 10.2115,
      "step": 8737
    },
    {
      "epoch": 1.5256863515341976,
      "grad_norm": 0.06030108034610748,
      "learning_rate": 9.741141630888924e-05,
      "loss": 10.1953,
      "step": 8738
    },
    {
      "epoch": 1.5258609401597485,
      "grad_norm": 0.059054095298051834,
      "learning_rate": 9.739312656183593e-05,
      "loss": 10.1847,
      "step": 8739
    },
    {
      "epoch": 1.5260355287852998,
      "grad_norm": 0.0576261505484581,
      "learning_rate": 9.73748369020453e-05,
      "loss": 10.1669,
      "step": 8740
    },
    {
      "epoch": 1.5262101174108507,
      "grad_norm": 0.06849431246519089,
      "learning_rate": 9.735654733012955e-05,
      "loss": 10.1968,
      "step": 8741
    },
    {
      "epoch": 1.5263847060364018,
      "grad_norm": 0.07595890015363693,
      "learning_rate": 9.733825784670094e-05,
      "loss": 10.1595,
      "step": 8742
    },
    {
      "epoch": 1.5265592946619528,
      "grad_norm": 0.056446027010679245,
      "learning_rate": 9.731996845237169e-05,
      "loss": 10.1809,
      "step": 8743
    },
    {
      "epoch": 1.5267338832875037,
      "grad_norm": 0.06811116635799408,
      "learning_rate": 9.730167914775397e-05,
      "loss": 10.1821,
      "step": 8744
    },
    {
      "epoch": 1.526908471913055,
      "grad_norm": 0.07643778622150421,
      "learning_rate": 9.728338993346008e-05,
      "loss": 10.2051,
      "step": 8745
    },
    {
      "epoch": 1.5270830605386059,
      "grad_norm": 0.07628452032804489,
      "learning_rate": 9.726510081010221e-05,
      "loss": 10.2046,
      "step": 8746
    },
    {
      "epoch": 1.527257649164157,
      "grad_norm": 0.06741445511579514,
      "learning_rate": 9.724681177829252e-05,
      "loss": 10.1939,
      "step": 8747
    },
    {
      "epoch": 1.527432237789708,
      "grad_norm": 0.057728782296180725,
      "learning_rate": 9.722852283864328e-05,
      "loss": 10.2002,
      "step": 8748
    },
    {
      "epoch": 1.527606826415259,
      "grad_norm": 0.0625501200556755,
      "learning_rate": 9.721023399176668e-05,
      "loss": 10.1801,
      "step": 8749
    },
    {
      "epoch": 1.5277814150408102,
      "grad_norm": 0.0711214691400528,
      "learning_rate": 9.719194523827486e-05,
      "loss": 10.1642,
      "step": 8750
    },
    {
      "epoch": 1.527956003666361,
      "grad_norm": 0.06980521231889725,
      "learning_rate": 9.717365657878011e-05,
      "loss": 10.2154,
      "step": 8751
    },
    {
      "epoch": 1.5281305922919122,
      "grad_norm": 0.06481725722551346,
      "learning_rate": 9.71553680138946e-05,
      "loss": 10.2197,
      "step": 8752
    },
    {
      "epoch": 1.5283051809174633,
      "grad_norm": 0.06608688086271286,
      "learning_rate": 9.713707954423048e-05,
      "loss": 10.2064,
      "step": 8753
    },
    {
      "epoch": 1.5284797695430141,
      "grad_norm": 0.06494523584842682,
      "learning_rate": 9.71187911704e-05,
      "loss": 10.1912,
      "step": 8754
    },
    {
      "epoch": 1.5286543581685654,
      "grad_norm": 0.06724952906370163,
      "learning_rate": 9.71005028930153e-05,
      "loss": 10.2138,
      "step": 8755
    },
    {
      "epoch": 1.5288289467941163,
      "grad_norm": 0.06492340564727783,
      "learning_rate": 9.708221471268856e-05,
      "loss": 10.1909,
      "step": 8756
    },
    {
      "epoch": 1.5290035354196674,
      "grad_norm": 0.06903740763664246,
      "learning_rate": 9.706392663003203e-05,
      "loss": 10.1966,
      "step": 8757
    },
    {
      "epoch": 1.5291781240452185,
      "grad_norm": 0.06859011948108673,
      "learning_rate": 9.70456386456578e-05,
      "loss": 10.2034,
      "step": 8758
    },
    {
      "epoch": 1.5293527126707696,
      "grad_norm": 0.08603738248348236,
      "learning_rate": 9.702735076017808e-05,
      "loss": 10.2036,
      "step": 8759
    },
    {
      "epoch": 1.5295273012963206,
      "grad_norm": 0.07152395695447922,
      "learning_rate": 9.700906297420505e-05,
      "loss": 10.1739,
      "step": 8760
    },
    {
      "epoch": 1.5297018899218715,
      "grad_norm": 0.07132624089717865,
      "learning_rate": 9.699077528835088e-05,
      "loss": 10.1807,
      "step": 8761
    },
    {
      "epoch": 1.5298764785474226,
      "grad_norm": 0.06827088445425034,
      "learning_rate": 9.697248770322768e-05,
      "loss": 10.2252,
      "step": 8762
    },
    {
      "epoch": 1.5300510671729737,
      "grad_norm": 0.07420595735311508,
      "learning_rate": 9.695420021944768e-05,
      "loss": 10.1533,
      "step": 8763
    },
    {
      "epoch": 1.5302256557985248,
      "grad_norm": 0.07579737901687622,
      "learning_rate": 9.693591283762302e-05,
      "loss": 10.1437,
      "step": 8764
    },
    {
      "epoch": 1.5304002444240759,
      "grad_norm": 0.09372669458389282,
      "learning_rate": 9.69176255583658e-05,
      "loss": 10.1832,
      "step": 8765
    },
    {
      "epoch": 1.5305748330496267,
      "grad_norm": 0.07723495364189148,
      "learning_rate": 9.689933838228824e-05,
      "loss": 10.1884,
      "step": 8766
    },
    {
      "epoch": 1.530749421675178,
      "grad_norm": 0.08871812373399734,
      "learning_rate": 9.688105131000245e-05,
      "loss": 10.1437,
      "step": 8767
    },
    {
      "epoch": 1.5309240103007289,
      "grad_norm": 0.08736191689968109,
      "learning_rate": 9.686276434212054e-05,
      "loss": 10.151,
      "step": 8768
    },
    {
      "epoch": 1.53109859892628,
      "grad_norm": 0.08923273533582687,
      "learning_rate": 9.684447747925474e-05,
      "loss": 10.2088,
      "step": 8769
    },
    {
      "epoch": 1.531273187551831,
      "grad_norm": 0.0946507677435875,
      "learning_rate": 9.682619072201714e-05,
      "loss": 10.1488,
      "step": 8770
    },
    {
      "epoch": 1.531447776177382,
      "grad_norm": 0.08912148326635361,
      "learning_rate": 9.680790407101981e-05,
      "loss": 10.1494,
      "step": 8771
    },
    {
      "epoch": 1.5316223648029332,
      "grad_norm": 0.08888687938451767,
      "learning_rate": 9.678961752687497e-05,
      "loss": 10.1736,
      "step": 8772
    },
    {
      "epoch": 1.531796953428484,
      "grad_norm": 0.09269335865974426,
      "learning_rate": 9.677133109019472e-05,
      "loss": 10.1722,
      "step": 8773
    },
    {
      "epoch": 1.5319715420540352,
      "grad_norm": 0.10169650614261627,
      "learning_rate": 9.675304476159112e-05,
      "loss": 10.1992,
      "step": 8774
    },
    {
      "epoch": 1.5321461306795863,
      "grad_norm": 0.1245151236653328,
      "learning_rate": 9.673475854167637e-05,
      "loss": 10.2067,
      "step": 8775
    },
    {
      "epoch": 1.5323207193051371,
      "grad_norm": 0.1272973269224167,
      "learning_rate": 9.67164724310626e-05,
      "loss": 10.1788,
      "step": 8776
    },
    {
      "epoch": 1.5324953079306884,
      "grad_norm": 0.20377489924430847,
      "learning_rate": 9.669818643036179e-05,
      "loss": 10.1973,
      "step": 8777
    },
    {
      "epoch": 1.5326698965562393,
      "grad_norm": 0.06380100548267365,
      "learning_rate": 9.667990054018619e-05,
      "loss": 10.1985,
      "step": 8778
    },
    {
      "epoch": 1.5328444851817904,
      "grad_norm": 0.06350869685411453,
      "learning_rate": 9.666161476114782e-05,
      "loss": 10.1911,
      "step": 8779
    },
    {
      "epoch": 1.5330190738073415,
      "grad_norm": 0.06506720185279846,
      "learning_rate": 9.664332909385878e-05,
      "loss": 10.2071,
      "step": 8780
    },
    {
      "epoch": 1.5331936624328923,
      "grad_norm": 0.08487434685230255,
      "learning_rate": 9.662504353893125e-05,
      "loss": 10.2164,
      "step": 8781
    },
    {
      "epoch": 1.5333682510584437,
      "grad_norm": 0.06121809035539627,
      "learning_rate": 9.660675809697723e-05,
      "loss": 10.2209,
      "step": 8782
    },
    {
      "epoch": 1.5335428396839945,
      "grad_norm": 0.05570929870009422,
      "learning_rate": 9.658847276860881e-05,
      "loss": 10.1832,
      "step": 8783
    },
    {
      "epoch": 1.5337174283095456,
      "grad_norm": 0.061791956424713135,
      "learning_rate": 9.657018755443815e-05,
      "loss": 10.1826,
      "step": 8784
    },
    {
      "epoch": 1.5338920169350967,
      "grad_norm": 0.05783715844154358,
      "learning_rate": 9.655190245507727e-05,
      "loss": 10.201,
      "step": 8785
    },
    {
      "epoch": 1.5340666055606478,
      "grad_norm": 0.05492645129561424,
      "learning_rate": 9.653361747113824e-05,
      "loss": 10.203,
      "step": 8786
    },
    {
      "epoch": 1.5342411941861989,
      "grad_norm": 0.06169164180755615,
      "learning_rate": 9.651533260323318e-05,
      "loss": 10.1931,
      "step": 8787
    },
    {
      "epoch": 1.5344157828117497,
      "grad_norm": 0.06243471801280975,
      "learning_rate": 9.649704785197414e-05,
      "loss": 10.2143,
      "step": 8788
    },
    {
      "epoch": 1.5345903714373008,
      "grad_norm": 0.05988532304763794,
      "learning_rate": 9.647876321797314e-05,
      "loss": 10.2023,
      "step": 8789
    },
    {
      "epoch": 1.534764960062852,
      "grad_norm": 0.06285537779331207,
      "learning_rate": 9.646047870184231e-05,
      "loss": 10.2143,
      "step": 8790
    },
    {
      "epoch": 1.534939548688403,
      "grad_norm": 0.06481677293777466,
      "learning_rate": 9.644219430419368e-05,
      "loss": 10.1924,
      "step": 8791
    },
    {
      "epoch": 1.535114137313954,
      "grad_norm": 0.05849440023303032,
      "learning_rate": 9.642391002563927e-05,
      "loss": 10.1878,
      "step": 8792
    },
    {
      "epoch": 1.535288725939505,
      "grad_norm": 0.057957425713539124,
      "learning_rate": 9.64056258667912e-05,
      "loss": 10.2216,
      "step": 8793
    },
    {
      "epoch": 1.5354633145650562,
      "grad_norm": 0.07067620754241943,
      "learning_rate": 9.638734182826145e-05,
      "loss": 10.1985,
      "step": 8794
    },
    {
      "epoch": 1.5356379031906071,
      "grad_norm": 0.06566634774208069,
      "learning_rate": 9.636905791066206e-05,
      "loss": 10.1828,
      "step": 8795
    },
    {
      "epoch": 1.5358124918161582,
      "grad_norm": 0.060844920575618744,
      "learning_rate": 9.635077411460514e-05,
      "loss": 10.1829,
      "step": 8796
    },
    {
      "epoch": 1.5359870804417093,
      "grad_norm": 0.05741330236196518,
      "learning_rate": 9.633249044070267e-05,
      "loss": 10.166,
      "step": 8797
    },
    {
      "epoch": 1.5361616690672601,
      "grad_norm": 0.05848286673426628,
      "learning_rate": 9.631420688956666e-05,
      "loss": 10.2126,
      "step": 8798
    },
    {
      "epoch": 1.5363362576928115,
      "grad_norm": 0.06387190520763397,
      "learning_rate": 9.629592346180918e-05,
      "loss": 10.1945,
      "step": 8799
    },
    {
      "epoch": 1.5365108463183623,
      "grad_norm": 0.06481067836284637,
      "learning_rate": 9.627764015804224e-05,
      "loss": 10.1851,
      "step": 8800
    },
    {
      "epoch": 1.5365108463183623,
      "eval_loss": 10.1707124710083,
      "eval_runtime": 0.7605,
      "eval_samples_per_second": 303.758,
      "eval_steps_per_second": 152.536,
      "step": 8800
    },
    {
      "epoch": 1.5366854349439134,
      "grad_norm": 0.06041735038161278,
      "learning_rate": 9.62593569788778e-05,
      "loss": 10.2133,
      "step": 8801
    },
    {
      "epoch": 1.5368600235694645,
      "grad_norm": 0.06952424347400665,
      "learning_rate": 9.624107392492796e-05,
      "loss": 10.19,
      "step": 8802
    },
    {
      "epoch": 1.5370346121950154,
      "grad_norm": 0.05747342109680176,
      "learning_rate": 9.622279099680469e-05,
      "loss": 10.2018,
      "step": 8803
    },
    {
      "epoch": 1.5372092008205667,
      "grad_norm": 0.07242812216281891,
      "learning_rate": 9.620450819511997e-05,
      "loss": 10.1917,
      "step": 8804
    },
    {
      "epoch": 1.5373837894461175,
      "grad_norm": 0.06496306508779526,
      "learning_rate": 9.618622552048585e-05,
      "loss": 10.2178,
      "step": 8805
    },
    {
      "epoch": 1.5375583780716686,
      "grad_norm": 0.06602151691913605,
      "learning_rate": 9.616794297351428e-05,
      "loss": 10.1572,
      "step": 8806
    },
    {
      "epoch": 1.5377329666972197,
      "grad_norm": 0.06649331748485565,
      "learning_rate": 9.614966055481726e-05,
      "loss": 10.2039,
      "step": 8807
    },
    {
      "epoch": 1.5379075553227706,
      "grad_norm": 0.08343828469514847,
      "learning_rate": 9.61313782650068e-05,
      "loss": 10.1559,
      "step": 8808
    },
    {
      "epoch": 1.5380821439483219,
      "grad_norm": 0.06729285418987274,
      "learning_rate": 9.611309610469487e-05,
      "loss": 10.1961,
      "step": 8809
    },
    {
      "epoch": 1.5382567325738727,
      "grad_norm": 0.08003398030996323,
      "learning_rate": 9.609481407449345e-05,
      "loss": 10.2061,
      "step": 8810
    },
    {
      "epoch": 1.5384313211994238,
      "grad_norm": 0.08201153576374054,
      "learning_rate": 9.607653217501451e-05,
      "loss": 10.1851,
      "step": 8811
    },
    {
      "epoch": 1.538605909824975,
      "grad_norm": 0.07535497099161148,
      "learning_rate": 9.605825040687004e-05,
      "loss": 10.1854,
      "step": 8812
    },
    {
      "epoch": 1.538780498450526,
      "grad_norm": 0.08712434768676758,
      "learning_rate": 9.603996877067191e-05,
      "loss": 10.1512,
      "step": 8813
    },
    {
      "epoch": 1.538955087076077,
      "grad_norm": 0.10278569161891937,
      "learning_rate": 9.602168726703223e-05,
      "loss": 10.1261,
      "step": 8814
    },
    {
      "epoch": 1.539129675701628,
      "grad_norm": 0.07675018161535263,
      "learning_rate": 9.600340589656288e-05,
      "loss": 10.1583,
      "step": 8815
    },
    {
      "epoch": 1.539304264327179,
      "grad_norm": 0.08280987292528152,
      "learning_rate": 9.598512465987579e-05,
      "loss": 10.174,
      "step": 8816
    },
    {
      "epoch": 1.5394788529527301,
      "grad_norm": 0.07938986271619797,
      "learning_rate": 9.596684355758295e-05,
      "loss": 10.1823,
      "step": 8817
    },
    {
      "epoch": 1.5396534415782812,
      "grad_norm": 0.08176638931035995,
      "learning_rate": 9.594856259029629e-05,
      "loss": 10.2031,
      "step": 8818
    },
    {
      "epoch": 1.5398280302038323,
      "grad_norm": 0.11416640877723694,
      "learning_rate": 9.59302817586277e-05,
      "loss": 10.1771,
      "step": 8819
    },
    {
      "epoch": 1.5400026188293832,
      "grad_norm": 0.08321421593427658,
      "learning_rate": 9.591200106318921e-05,
      "loss": 10.1623,
      "step": 8820
    },
    {
      "epoch": 1.5401772074549345,
      "grad_norm": 0.08559752255678177,
      "learning_rate": 9.589372050459269e-05,
      "loss": 10.1727,
      "step": 8821
    },
    {
      "epoch": 1.5403517960804853,
      "grad_norm": 0.09643318504095078,
      "learning_rate": 9.587544008345004e-05,
      "loss": 10.1647,
      "step": 8822
    },
    {
      "epoch": 1.5405263847060364,
      "grad_norm": 0.09209661185741425,
      "learning_rate": 9.585715980037325e-05,
      "loss": 10.1983,
      "step": 8823
    },
    {
      "epoch": 1.5407009733315875,
      "grad_norm": 0.10347682237625122,
      "learning_rate": 9.583887965597419e-05,
      "loss": 10.1741,
      "step": 8824
    },
    {
      "epoch": 1.5408755619571384,
      "grad_norm": 0.11859839409589767,
      "learning_rate": 9.582059965086474e-05,
      "loss": 10.1655,
      "step": 8825
    },
    {
      "epoch": 1.5410501505826897,
      "grad_norm": 0.12165404856204987,
      "learning_rate": 9.580231978565689e-05,
      "loss": 10.2328,
      "step": 8826
    },
    {
      "epoch": 1.5412247392082405,
      "grad_norm": 0.2567276060581207,
      "learning_rate": 9.578404006096249e-05,
      "loss": 10.1773,
      "step": 8827
    },
    {
      "epoch": 1.5413993278337916,
      "grad_norm": 0.08693280816078186,
      "learning_rate": 9.576576047739344e-05,
      "loss": 10.2082,
      "step": 8828
    },
    {
      "epoch": 1.5415739164593427,
      "grad_norm": 0.07306406646966934,
      "learning_rate": 9.574748103556162e-05,
      "loss": 10.2052,
      "step": 8829
    },
    {
      "epoch": 1.5417485050848936,
      "grad_norm": 0.06538531184196472,
      "learning_rate": 9.572920173607896e-05,
      "loss": 10.2283,
      "step": 8830
    },
    {
      "epoch": 1.541923093710445,
      "grad_norm": 0.061284925788640976,
      "learning_rate": 9.571092257955727e-05,
      "loss": 10.2181,
      "step": 8831
    },
    {
      "epoch": 1.5420976823359958,
      "grad_norm": 0.07059399038553238,
      "learning_rate": 9.569264356660852e-05,
      "loss": 10.2088,
      "step": 8832
    },
    {
      "epoch": 1.5422722709615468,
      "grad_norm": 0.05960340425372124,
      "learning_rate": 9.567436469784453e-05,
      "loss": 10.201,
      "step": 8833
    },
    {
      "epoch": 1.542446859587098,
      "grad_norm": 0.07922188937664032,
      "learning_rate": 9.565608597387717e-05,
      "loss": 10.1757,
      "step": 8834
    },
    {
      "epoch": 1.5426214482126488,
      "grad_norm": 0.07813473790884018,
      "learning_rate": 9.56378073953183e-05,
      "loss": 10.2,
      "step": 8835
    },
    {
      "epoch": 1.5427960368382,
      "grad_norm": 0.06621719151735306,
      "learning_rate": 9.561952896277975e-05,
      "loss": 10.1629,
      "step": 8836
    },
    {
      "epoch": 1.542970625463751,
      "grad_norm": 0.06388743966817856,
      "learning_rate": 9.560125067687347e-05,
      "loss": 10.2026,
      "step": 8837
    },
    {
      "epoch": 1.543145214089302,
      "grad_norm": 0.0587715208530426,
      "learning_rate": 9.558297253821124e-05,
      "loss": 10.1706,
      "step": 8838
    },
    {
      "epoch": 1.5433198027148531,
      "grad_norm": 0.05850916728377342,
      "learning_rate": 9.55646945474049e-05,
      "loss": 10.2028,
      "step": 8839
    },
    {
      "epoch": 1.5434943913404042,
      "grad_norm": 0.05778132379055023,
      "learning_rate": 9.554641670506631e-05,
      "loss": 10.1944,
      "step": 8840
    },
    {
      "epoch": 1.5436689799659553,
      "grad_norm": 0.06110023334622383,
      "learning_rate": 9.552813901180731e-05,
      "loss": 10.2191,
      "step": 8841
    },
    {
      "epoch": 1.5438435685915062,
      "grad_norm": 0.06143864989280701,
      "learning_rate": 9.550986146823966e-05,
      "loss": 10.181,
      "step": 8842
    },
    {
      "epoch": 1.5440181572170573,
      "grad_norm": 0.05837904289364815,
      "learning_rate": 9.549158407497529e-05,
      "loss": 10.1998,
      "step": 8843
    },
    {
      "epoch": 1.5441927458426083,
      "grad_norm": 0.05710969120264053,
      "learning_rate": 9.547330683262596e-05,
      "loss": 10.1866,
      "step": 8844
    },
    {
      "epoch": 1.5443673344681594,
      "grad_norm": 0.06015009060502052,
      "learning_rate": 9.545502974180346e-05,
      "loss": 10.2218,
      "step": 8845
    },
    {
      "epoch": 1.5445419230937105,
      "grad_norm": 0.06353496760129929,
      "learning_rate": 9.543675280311966e-05,
      "loss": 10.2181,
      "step": 8846
    },
    {
      "epoch": 1.5447165117192614,
      "grad_norm": 0.06985647976398468,
      "learning_rate": 9.541847601718633e-05,
      "loss": 10.1818,
      "step": 8847
    },
    {
      "epoch": 1.5448911003448127,
      "grad_norm": 0.06656168401241302,
      "learning_rate": 9.540019938461522e-05,
      "loss": 10.179,
      "step": 8848
    },
    {
      "epoch": 1.5450656889703636,
      "grad_norm": 0.07250452786684036,
      "learning_rate": 9.538192290601824e-05,
      "loss": 10.1699,
      "step": 8849
    },
    {
      "epoch": 1.5452402775959146,
      "grad_norm": 0.07270166277885437,
      "learning_rate": 9.536364658200711e-05,
      "loss": 10.1892,
      "step": 8850
    },
    {
      "epoch": 1.5454148662214657,
      "grad_norm": 0.0658135786652565,
      "learning_rate": 9.534537041319358e-05,
      "loss": 10.1629,
      "step": 8851
    },
    {
      "epoch": 1.5455894548470166,
      "grad_norm": 0.05940181016921997,
      "learning_rate": 9.532709440018949e-05,
      "loss": 10.1956,
      "step": 8852
    },
    {
      "epoch": 1.545764043472568,
      "grad_norm": 0.07456454634666443,
      "learning_rate": 9.530881854360658e-05,
      "loss": 10.1636,
      "step": 8853
    },
    {
      "epoch": 1.5459386320981188,
      "grad_norm": 0.06020752713084221,
      "learning_rate": 9.52905428440566e-05,
      "loss": 10.174,
      "step": 8854
    },
    {
      "epoch": 1.5461132207236699,
      "grad_norm": 0.06839872151613235,
      "learning_rate": 9.527226730215137e-05,
      "loss": 10.1886,
      "step": 8855
    },
    {
      "epoch": 1.546287809349221,
      "grad_norm": 0.0692884773015976,
      "learning_rate": 9.525399191850261e-05,
      "loss": 10.175,
      "step": 8856
    },
    {
      "epoch": 1.5464623979747718,
      "grad_norm": 0.07301156967878342,
      "learning_rate": 9.523571669372205e-05,
      "loss": 10.209,
      "step": 8857
    },
    {
      "epoch": 1.5466369866003231,
      "grad_norm": 0.07332329452037811,
      "learning_rate": 9.521744162842147e-05,
      "loss": 10.1764,
      "step": 8858
    },
    {
      "epoch": 1.546811575225874,
      "grad_norm": 0.07098091393709183,
      "learning_rate": 9.519916672321264e-05,
      "loss": 10.1647,
      "step": 8859
    },
    {
      "epoch": 1.546986163851425,
      "grad_norm": 0.06829999387264252,
      "learning_rate": 9.518089197870717e-05,
      "loss": 10.1592,
      "step": 8860
    },
    {
      "epoch": 1.5471607524769762,
      "grad_norm": 0.0757005512714386,
      "learning_rate": 9.516261739551693e-05,
      "loss": 10.1738,
      "step": 8861
    },
    {
      "epoch": 1.547335341102527,
      "grad_norm": 0.08250381797552109,
      "learning_rate": 9.514434297425362e-05,
      "loss": 10.1727,
      "step": 8862
    },
    {
      "epoch": 1.5475099297280783,
      "grad_norm": 0.09279615432024002,
      "learning_rate": 9.512606871552888e-05,
      "loss": 10.1628,
      "step": 8863
    },
    {
      "epoch": 1.5476845183536292,
      "grad_norm": 0.09281820058822632,
      "learning_rate": 9.510779461995452e-05,
      "loss": 10.1787,
      "step": 8864
    },
    {
      "epoch": 1.5478591069791803,
      "grad_norm": 0.08510878682136536,
      "learning_rate": 9.508952068814219e-05,
      "loss": 10.1728,
      "step": 8865
    },
    {
      "epoch": 1.5480336956047314,
      "grad_norm": 0.08042094856500626,
      "learning_rate": 9.507124692070355e-05,
      "loss": 10.2143,
      "step": 8866
    },
    {
      "epoch": 1.5482082842302824,
      "grad_norm": 0.07296592742204666,
      "learning_rate": 9.505297331825042e-05,
      "loss": 10.1752,
      "step": 8867
    },
    {
      "epoch": 1.5483828728558335,
      "grad_norm": 0.07530070841312408,
      "learning_rate": 9.503469988139441e-05,
      "loss": 10.183,
      "step": 8868
    },
    {
      "epoch": 1.5485574614813844,
      "grad_norm": 0.08420630544424057,
      "learning_rate": 9.501642661074722e-05,
      "loss": 10.1888,
      "step": 8869
    },
    {
      "epoch": 1.5487320501069355,
      "grad_norm": 0.09784102439880371,
      "learning_rate": 9.499815350692054e-05,
      "loss": 10.1753,
      "step": 8870
    },
    {
      "epoch": 1.5489066387324866,
      "grad_norm": 0.09550368785858154,
      "learning_rate": 9.497988057052604e-05,
      "loss": 10.2205,
      "step": 8871
    },
    {
      "epoch": 1.5490812273580377,
      "grad_norm": 0.08445455133914948,
      "learning_rate": 9.496160780217533e-05,
      "loss": 10.1624,
      "step": 8872
    },
    {
      "epoch": 1.5492558159835887,
      "grad_norm": 0.08872102946043015,
      "learning_rate": 9.49433352024802e-05,
      "loss": 10.19,
      "step": 8873
    },
    {
      "epoch": 1.5494304046091396,
      "grad_norm": 0.10483509302139282,
      "learning_rate": 9.492506277205222e-05,
      "loss": 10.182,
      "step": 8874
    },
    {
      "epoch": 1.549604993234691,
      "grad_norm": 0.13010753691196442,
      "learning_rate": 9.490679051150305e-05,
      "loss": 10.209,
      "step": 8875
    },
    {
      "epoch": 1.5497795818602418,
      "grad_norm": 0.11591294407844543,
      "learning_rate": 9.488851842144437e-05,
      "loss": 10.1797,
      "step": 8876
    },
    {
      "epoch": 1.5499541704857929,
      "grad_norm": 0.1736384779214859,
      "learning_rate": 9.48702465024878e-05,
      "loss": 10.2204,
      "step": 8877
    },
    {
      "epoch": 1.550128759111344,
      "grad_norm": 0.05316606163978577,
      "learning_rate": 9.485197475524495e-05,
      "loss": 10.2002,
      "step": 8878
    },
    {
      "epoch": 1.5503033477368948,
      "grad_norm": 0.05873305723071098,
      "learning_rate": 9.483370318032749e-05,
      "loss": 10.2242,
      "step": 8879
    },
    {
      "epoch": 1.5504779363624461,
      "grad_norm": 0.06906171143054962,
      "learning_rate": 9.481543177834705e-05,
      "loss": 10.2063,
      "step": 8880
    },
    {
      "epoch": 1.550652524987997,
      "grad_norm": 0.06865252554416656,
      "learning_rate": 9.479716054991521e-05,
      "loss": 10.1898,
      "step": 8881
    },
    {
      "epoch": 1.550827113613548,
      "grad_norm": 0.06472356617450714,
      "learning_rate": 9.477888949564361e-05,
      "loss": 10.1982,
      "step": 8882
    },
    {
      "epoch": 1.5510017022390992,
      "grad_norm": 0.05391596257686615,
      "learning_rate": 9.476061861614386e-05,
      "loss": 10.2056,
      "step": 8883
    },
    {
      "epoch": 1.55117629086465,
      "grad_norm": 0.058221153914928436,
      "learning_rate": 9.47423479120275e-05,
      "loss": 10.1909,
      "step": 8884
    },
    {
      "epoch": 1.5513508794902013,
      "grad_norm": 0.05303245037794113,
      "learning_rate": 9.47240773839062e-05,
      "loss": 10.1908,
      "step": 8885
    },
    {
      "epoch": 1.5515254681157522,
      "grad_norm": 0.06159896403551102,
      "learning_rate": 9.470580703239155e-05,
      "loss": 10.2259,
      "step": 8886
    },
    {
      "epoch": 1.5517000567413033,
      "grad_norm": 0.057916734367609024,
      "learning_rate": 9.468753685809506e-05,
      "loss": 10.2021,
      "step": 8887
    },
    {
      "epoch": 1.5518746453668544,
      "grad_norm": 0.06762349605560303,
      "learning_rate": 9.466926686162839e-05,
      "loss": 10.195,
      "step": 8888
    },
    {
      "epoch": 1.5520492339924052,
      "grad_norm": 0.05681407079100609,
      "learning_rate": 9.465099704360307e-05,
      "loss": 10.1966,
      "step": 8889
    },
    {
      "epoch": 1.5522238226179566,
      "grad_norm": 0.06639739125967026,
      "learning_rate": 9.463272740463063e-05,
      "loss": 10.1802,
      "step": 8890
    },
    {
      "epoch": 1.5523984112435074,
      "grad_norm": 0.05770633742213249,
      "learning_rate": 9.46144579453227e-05,
      "loss": 10.2052,
      "step": 8891
    },
    {
      "epoch": 1.5525729998690585,
      "grad_norm": 0.05199158564209938,
      "learning_rate": 9.45961886662908e-05,
      "loss": 10.1918,
      "step": 8892
    },
    {
      "epoch": 1.5527475884946096,
      "grad_norm": 0.06155731528997421,
      "learning_rate": 9.457791956814648e-05,
      "loss": 10.194,
      "step": 8893
    },
    {
      "epoch": 1.5529221771201607,
      "grad_norm": 0.0594962015748024,
      "learning_rate": 9.455965065150128e-05,
      "loss": 10.1875,
      "step": 8894
    },
    {
      "epoch": 1.5530967657457118,
      "grad_norm": 0.06048208475112915,
      "learning_rate": 9.454138191696675e-05,
      "loss": 10.1979,
      "step": 8895
    },
    {
      "epoch": 1.5532713543712626,
      "grad_norm": 0.06550857424736023,
      "learning_rate": 9.452311336515434e-05,
      "loss": 10.1817,
      "step": 8896
    },
    {
      "epoch": 1.5534459429968137,
      "grad_norm": 0.060169368982315063,
      "learning_rate": 9.45048449966757e-05,
      "loss": 10.1926,
      "step": 8897
    },
    {
      "epoch": 1.5536205316223648,
      "grad_norm": 0.06936807185411453,
      "learning_rate": 9.448657681214227e-05,
      "loss": 10.1824,
      "step": 8898
    },
    {
      "epoch": 1.5537951202479159,
      "grad_norm": 0.062342144548892975,
      "learning_rate": 9.446830881216557e-05,
      "loss": 10.2044,
      "step": 8899
    },
    {
      "epoch": 1.553969708873467,
      "grad_norm": 0.05835814028978348,
      "learning_rate": 9.44500409973571e-05,
      "loss": 10.2019,
      "step": 8900
    },
    {
      "epoch": 1.5541442974990178,
      "grad_norm": 0.0669574961066246,
      "learning_rate": 9.443177336832839e-05,
      "loss": 10.1835,
      "step": 8901
    },
    {
      "epoch": 1.5543188861245691,
      "grad_norm": 0.07425324618816376,
      "learning_rate": 9.441350592569086e-05,
      "loss": 10.1363,
      "step": 8902
    },
    {
      "epoch": 1.55449347475012,
      "grad_norm": 0.06669732183218002,
      "learning_rate": 9.439523867005608e-05,
      "loss": 10.1727,
      "step": 8903
    },
    {
      "epoch": 1.554668063375671,
      "grad_norm": 0.07009351253509521,
      "learning_rate": 9.437697160203551e-05,
      "loss": 10.2024,
      "step": 8904
    },
    {
      "epoch": 1.5548426520012222,
      "grad_norm": 0.06393008679151535,
      "learning_rate": 9.435870472224057e-05,
      "loss": 10.1638,
      "step": 8905
    },
    {
      "epoch": 1.555017240626773,
      "grad_norm": 0.06648163497447968,
      "learning_rate": 9.434043803128279e-05,
      "loss": 10.1568,
      "step": 8906
    },
    {
      "epoch": 1.5551918292523244,
      "grad_norm": 0.07589198648929596,
      "learning_rate": 9.432217152977362e-05,
      "loss": 10.1989,
      "step": 8907
    },
    {
      "epoch": 1.5553664178778752,
      "grad_norm": 0.07794129848480225,
      "learning_rate": 9.430390521832443e-05,
      "loss": 10.1406,
      "step": 8908
    },
    {
      "epoch": 1.5555410065034263,
      "grad_norm": 0.07291430979967117,
      "learning_rate": 9.42856390975468e-05,
      "loss": 10.1854,
      "step": 8909
    },
    {
      "epoch": 1.5557155951289774,
      "grad_norm": 0.07904554158449173,
      "learning_rate": 9.426737316805209e-05,
      "loss": 10.1763,
      "step": 8910
    },
    {
      "epoch": 1.5558901837545283,
      "grad_norm": 0.0816260576248169,
      "learning_rate": 9.424910743045174e-05,
      "loss": 10.1957,
      "step": 8911
    },
    {
      "epoch": 1.5560647723800796,
      "grad_norm": 0.07506775110960007,
      "learning_rate": 9.423084188535723e-05,
      "loss": 10.1826,
      "step": 8912
    },
    {
      "epoch": 1.5562393610056304,
      "grad_norm": 0.07763732224702835,
      "learning_rate": 9.421257653337991e-05,
      "loss": 10.1564,
      "step": 8913
    },
    {
      "epoch": 1.5564139496311815,
      "grad_norm": 0.08578989654779434,
      "learning_rate": 9.419431137513122e-05,
      "loss": 10.1904,
      "step": 8914
    },
    {
      "epoch": 1.5565885382567326,
      "grad_norm": 0.07994747161865234,
      "learning_rate": 9.417604641122259e-05,
      "loss": 10.1812,
      "step": 8915
    },
    {
      "epoch": 1.5567631268822835,
      "grad_norm": 0.10413388907909393,
      "learning_rate": 9.415778164226544e-05,
      "loss": 10.1742,
      "step": 8916
    },
    {
      "epoch": 1.5569377155078348,
      "grad_norm": 0.08506011217832565,
      "learning_rate": 9.413951706887109e-05,
      "loss": 10.1626,
      "step": 8917
    },
    {
      "epoch": 1.5571123041333856,
      "grad_norm": 0.09241218864917755,
      "learning_rate": 9.412125269165101e-05,
      "loss": 10.1562,
      "step": 8918
    },
    {
      "epoch": 1.5572868927589367,
      "grad_norm": 0.08864452689886093,
      "learning_rate": 9.410298851121657e-05,
      "loss": 10.1787,
      "step": 8919
    },
    {
      "epoch": 1.5574614813844878,
      "grad_norm": 0.0931621640920639,
      "learning_rate": 9.408472452817906e-05,
      "loss": 10.1775,
      "step": 8920
    },
    {
      "epoch": 1.557636070010039,
      "grad_norm": 0.1140313372015953,
      "learning_rate": 9.406646074314998e-05,
      "loss": 10.1722,
      "step": 8921
    },
    {
      "epoch": 1.55781065863559,
      "grad_norm": 0.10012347996234894,
      "learning_rate": 9.40481971567406e-05,
      "loss": 10.1596,
      "step": 8922
    },
    {
      "epoch": 1.5579852472611408,
      "grad_norm": 0.11081617325544357,
      "learning_rate": 9.40299337695623e-05,
      "loss": 10.1854,
      "step": 8923
    },
    {
      "epoch": 1.558159835886692,
      "grad_norm": 0.11522948741912842,
      "learning_rate": 9.401167058222647e-05,
      "loss": 10.1923,
      "step": 8924
    },
    {
      "epoch": 1.558334424512243,
      "grad_norm": 0.11647368967533112,
      "learning_rate": 9.399340759534442e-05,
      "loss": 10.1898,
      "step": 8925
    },
    {
      "epoch": 1.558509013137794,
      "grad_norm": 0.17917023599147797,
      "learning_rate": 9.397514480952743e-05,
      "loss": 10.1999,
      "step": 8926
    },
    {
      "epoch": 1.5586836017633452,
      "grad_norm": 0.20936350524425507,
      "learning_rate": 9.395688222538693e-05,
      "loss": 10.171,
      "step": 8927
    },
    {
      "epoch": 1.558858190388896,
      "grad_norm": 0.07429347187280655,
      "learning_rate": 9.39386198435342e-05,
      "loss": 10.2001,
      "step": 8928
    },
    {
      "epoch": 1.5590327790144474,
      "grad_norm": 0.07210245728492737,
      "learning_rate": 9.392035766458055e-05,
      "loss": 10.1786,
      "step": 8929
    },
    {
      "epoch": 1.5592073676399982,
      "grad_norm": 0.08802075684070587,
      "learning_rate": 9.39020956891373e-05,
      "loss": 10.1912,
      "step": 8930
    },
    {
      "epoch": 1.5593819562655493,
      "grad_norm": 0.059441760182380676,
      "learning_rate": 9.388383391781575e-05,
      "loss": 10.1933,
      "step": 8931
    },
    {
      "epoch": 1.5595565448911004,
      "grad_norm": 0.06183837726712227,
      "learning_rate": 9.386557235122716e-05,
      "loss": 10.1961,
      "step": 8932
    },
    {
      "epoch": 1.5597311335166513,
      "grad_norm": 0.07063189148902893,
      "learning_rate": 9.38473109899829e-05,
      "loss": 10.1967,
      "step": 8933
    },
    {
      "epoch": 1.5599057221422026,
      "grad_norm": 0.06184155121445656,
      "learning_rate": 9.382904983469418e-05,
      "loss": 10.2006,
      "step": 8934
    },
    {
      "epoch": 1.5600803107677534,
      "grad_norm": 0.0519549734890461,
      "learning_rate": 9.38107888859723e-05,
      "loss": 10.2019,
      "step": 8935
    },
    {
      "epoch": 1.5602548993933045,
      "grad_norm": 0.058077260851860046,
      "learning_rate": 9.379252814442855e-05,
      "loss": 10.2122,
      "step": 8936
    },
    {
      "epoch": 1.5604294880188556,
      "grad_norm": 0.05808486044406891,
      "learning_rate": 9.377426761067415e-05,
      "loss": 10.2102,
      "step": 8937
    },
    {
      "epoch": 1.5606040766444065,
      "grad_norm": 0.055535364896059036,
      "learning_rate": 9.375600728532037e-05,
      "loss": 10.1801,
      "step": 8938
    },
    {
      "epoch": 1.5607786652699578,
      "grad_norm": 0.05495187267661095,
      "learning_rate": 9.373774716897848e-05,
      "loss": 10.1894,
      "step": 8939
    },
    {
      "epoch": 1.5609532538955087,
      "grad_norm": 0.05480263754725456,
      "learning_rate": 9.37194872622597e-05,
      "loss": 10.2163,
      "step": 8940
    },
    {
      "epoch": 1.5611278425210597,
      "grad_norm": 0.06200281158089638,
      "learning_rate": 9.370122756577525e-05,
      "loss": 10.1962,
      "step": 8941
    },
    {
      "epoch": 1.5613024311466108,
      "grad_norm": 0.059438034892082214,
      "learning_rate": 9.368296808013639e-05,
      "loss": 10.2198,
      "step": 8942
    },
    {
      "epoch": 1.5614770197721617,
      "grad_norm": 0.0657305121421814,
      "learning_rate": 9.366470880595434e-05,
      "loss": 10.1939,
      "step": 8943
    },
    {
      "epoch": 1.561651608397713,
      "grad_norm": 0.05186832696199417,
      "learning_rate": 9.364644974384022e-05,
      "loss": 10.1984,
      "step": 8944
    },
    {
      "epoch": 1.5618261970232639,
      "grad_norm": 0.0514615923166275,
      "learning_rate": 9.362819089440538e-05,
      "loss": 10.1938,
      "step": 8945
    },
    {
      "epoch": 1.562000785648815,
      "grad_norm": 0.06548826396465302,
      "learning_rate": 9.360993225826096e-05,
      "loss": 10.2153,
      "step": 8946
    },
    {
      "epoch": 1.562175374274366,
      "grad_norm": 0.06174300238490105,
      "learning_rate": 9.359167383601806e-05,
      "loss": 10.1751,
      "step": 8947
    },
    {
      "epoch": 1.5623499628999171,
      "grad_norm": 0.07097608596086502,
      "learning_rate": 9.3573415628288e-05,
      "loss": 10.1863,
      "step": 8948
    },
    {
      "epoch": 1.5625245515254682,
      "grad_norm": 0.06518995016813278,
      "learning_rate": 9.355515763568191e-05,
      "loss": 10.1702,
      "step": 8949
    },
    {
      "epoch": 1.562699140151019,
      "grad_norm": 0.07073941826820374,
      "learning_rate": 9.353689985881089e-05,
      "loss": 10.1993,
      "step": 8950
    },
    {
      "epoch": 1.5628737287765702,
      "grad_norm": 0.06837774068117142,
      "learning_rate": 9.351864229828623e-05,
      "loss": 10.183,
      "step": 8951
    },
    {
      "epoch": 1.5630483174021212,
      "grad_norm": 0.06999935954809189,
      "learning_rate": 9.350038495471895e-05,
      "loss": 10.1705,
      "step": 8952
    },
    {
      "epoch": 1.5632229060276723,
      "grad_norm": 0.06202100217342377,
      "learning_rate": 9.34821278287203e-05,
      "loss": 10.2055,
      "step": 8953
    },
    {
      "epoch": 1.5633974946532234,
      "grad_norm": 0.07709964364767075,
      "learning_rate": 9.346387092090139e-05,
      "loss": 10.1869,
      "step": 8954
    },
    {
      "epoch": 1.5635720832787743,
      "grad_norm": 0.05976632609963417,
      "learning_rate": 9.344561423187329e-05,
      "loss": 10.1976,
      "step": 8955
    },
    {
      "epoch": 1.5637466719043256,
      "grad_norm": 0.07679183781147003,
      "learning_rate": 9.342735776224723e-05,
      "loss": 10.1817,
      "step": 8956
    },
    {
      "epoch": 1.5639212605298765,
      "grad_norm": 0.07699920982122421,
      "learning_rate": 9.340910151263432e-05,
      "loss": 10.2068,
      "step": 8957
    },
    {
      "epoch": 1.5640958491554275,
      "grad_norm": 0.06896273046731949,
      "learning_rate": 9.339084548364555e-05,
      "loss": 10.1845,
      "step": 8958
    },
    {
      "epoch": 1.5642704377809786,
      "grad_norm": 0.08171473443508148,
      "learning_rate": 9.337258967589215e-05,
      "loss": 10.1858,
      "step": 8959
    },
    {
      "epoch": 1.5644450264065295,
      "grad_norm": 0.07301086187362671,
      "learning_rate": 9.335433408998517e-05,
      "loss": 10.2002,
      "step": 8960
    },
    {
      "epoch": 1.5646196150320808,
      "grad_norm": 0.0853392630815506,
      "learning_rate": 9.333607872653567e-05,
      "loss": 10.2113,
      "step": 8961
    },
    {
      "epoch": 1.5647942036576317,
      "grad_norm": 0.07426067441701889,
      "learning_rate": 9.331782358615481e-05,
      "loss": 10.166,
      "step": 8962
    },
    {
      "epoch": 1.5649687922831828,
      "grad_norm": 0.07396816462278366,
      "learning_rate": 9.329956866945361e-05,
      "loss": 10.2024,
      "step": 8963
    },
    {
      "epoch": 1.5651433809087338,
      "grad_norm": 0.0808420479297638,
      "learning_rate": 9.328131397704309e-05,
      "loss": 10.1649,
      "step": 8964
    },
    {
      "epoch": 1.5653179695342847,
      "grad_norm": 0.08187493681907654,
      "learning_rate": 9.32630595095344e-05,
      "loss": 10.2038,
      "step": 8965
    },
    {
      "epoch": 1.565492558159836,
      "grad_norm": 0.077948659658432,
      "learning_rate": 9.324480526753855e-05,
      "loss": 10.2287,
      "step": 8966
    },
    {
      "epoch": 1.5656671467853869,
      "grad_norm": 0.0797366350889206,
      "learning_rate": 9.322655125166658e-05,
      "loss": 10.1541,
      "step": 8967
    },
    {
      "epoch": 1.565841735410938,
      "grad_norm": 0.08565720915794373,
      "learning_rate": 9.320829746252955e-05,
      "loss": 10.1416,
      "step": 8968
    },
    {
      "epoch": 1.566016324036489,
      "grad_norm": 0.09149055927991867,
      "learning_rate": 9.319004390073847e-05,
      "loss": 10.1928,
      "step": 8969
    },
    {
      "epoch": 1.56619091266204,
      "grad_norm": 0.1028808057308197,
      "learning_rate": 9.317179056690432e-05,
      "loss": 10.1913,
      "step": 8970
    },
    {
      "epoch": 1.5663655012875912,
      "grad_norm": 0.09006910771131516,
      "learning_rate": 9.315353746163819e-05,
      "loss": 10.2083,
      "step": 8971
    },
    {
      "epoch": 1.566540089913142,
      "grad_norm": 0.09781987965106964,
      "learning_rate": 9.313528458555106e-05,
      "loss": 10.1752,
      "step": 8972
    },
    {
      "epoch": 1.5667146785386932,
      "grad_norm": 0.10219335556030273,
      "learning_rate": 9.311703193925389e-05,
      "loss": 10.1688,
      "step": 8973
    },
    {
      "epoch": 1.5668892671642443,
      "grad_norm": 0.10594568401575089,
      "learning_rate": 9.309877952335772e-05,
      "loss": 10.2108,
      "step": 8974
    },
    {
      "epoch": 1.5670638557897953,
      "grad_norm": 0.10475321859121323,
      "learning_rate": 9.308052733847352e-05,
      "loss": 10.203,
      "step": 8975
    },
    {
      "epoch": 1.5672384444153464,
      "grad_norm": 0.13902445137500763,
      "learning_rate": 9.306227538521222e-05,
      "loss": 10.2089,
      "step": 8976
    },
    {
      "epoch": 1.5674130330408973,
      "grad_norm": 0.16713416576385498,
      "learning_rate": 9.304402366418485e-05,
      "loss": 10.2195,
      "step": 8977
    },
    {
      "epoch": 1.5675876216664484,
      "grad_norm": 0.0617850162088871,
      "learning_rate": 9.302577217600236e-05,
      "loss": 10.209,
      "step": 8978
    },
    {
      "epoch": 1.5677622102919995,
      "grad_norm": 0.07693536579608917,
      "learning_rate": 9.300752092127566e-05,
      "loss": 10.1825,
      "step": 8979
    },
    {
      "epoch": 1.5679367989175506,
      "grad_norm": 0.06588471680879593,
      "learning_rate": 9.298926990061573e-05,
      "loss": 10.2053,
      "step": 8980
    },
    {
      "epoch": 1.5681113875431016,
      "grad_norm": 0.056071240454912186,
      "learning_rate": 9.297101911463353e-05,
      "loss": 10.2007,
      "step": 8981
    },
    {
      "epoch": 1.5682859761686525,
      "grad_norm": 0.06272478401660919,
      "learning_rate": 9.295276856393988e-05,
      "loss": 10.2103,
      "step": 8982
    },
    {
      "epoch": 1.5684605647942038,
      "grad_norm": 0.06106040999293327,
      "learning_rate": 9.293451824914583e-05,
      "loss": 10.1976,
      "step": 8983
    },
    {
      "epoch": 1.5686351534197547,
      "grad_norm": 0.06476788222789764,
      "learning_rate": 9.291626817086223e-05,
      "loss": 10.1992,
      "step": 8984
    },
    {
      "epoch": 1.5688097420453058,
      "grad_norm": 0.055784765630960464,
      "learning_rate": 9.289801832969997e-05,
      "loss": 10.2039,
      "step": 8985
    },
    {
      "epoch": 1.5689843306708569,
      "grad_norm": 0.05096948519349098,
      "learning_rate": 9.287976872627e-05,
      "loss": 10.1901,
      "step": 8986
    },
    {
      "epoch": 1.5691589192964077,
      "grad_norm": 0.06369099020957947,
      "learning_rate": 9.286151936118316e-05,
      "loss": 10.2179,
      "step": 8987
    },
    {
      "epoch": 1.569333507921959,
      "grad_norm": 0.06160210445523262,
      "learning_rate": 9.284327023505031e-05,
      "loss": 10.1943,
      "step": 8988
    },
    {
      "epoch": 1.56950809654751,
      "grad_norm": 0.06713277846574783,
      "learning_rate": 9.282502134848241e-05,
      "loss": 10.2065,
      "step": 8989
    },
    {
      "epoch": 1.569682685173061,
      "grad_norm": 0.05830914527177811,
      "learning_rate": 9.280677270209027e-05,
      "loss": 10.2074,
      "step": 8990
    },
    {
      "epoch": 1.569857273798612,
      "grad_norm": 0.05763213336467743,
      "learning_rate": 9.278852429648472e-05,
      "loss": 10.1725,
      "step": 8991
    },
    {
      "epoch": 1.570031862424163,
      "grad_norm": 0.063857801258564,
      "learning_rate": 9.277027613227667e-05,
      "loss": 10.1828,
      "step": 8992
    },
    {
      "epoch": 1.5702064510497142,
      "grad_norm": 0.06833615899085999,
      "learning_rate": 9.275202821007693e-05,
      "loss": 10.2132,
      "step": 8993
    },
    {
      "epoch": 1.570381039675265,
      "grad_norm": 0.07081200182437897,
      "learning_rate": 9.273378053049628e-05,
      "loss": 10.1879,
      "step": 8994
    },
    {
      "epoch": 1.5705556283008162,
      "grad_norm": 0.06998422741889954,
      "learning_rate": 9.271553309414565e-05,
      "loss": 10.1946,
      "step": 8995
    },
    {
      "epoch": 1.5707302169263673,
      "grad_norm": 0.052690792828798294,
      "learning_rate": 9.26972859016358e-05,
      "loss": 10.1942,
      "step": 8996
    },
    {
      "epoch": 1.5709048055519181,
      "grad_norm": 0.06029690429568291,
      "learning_rate": 9.267903895357752e-05,
      "loss": 10.2172,
      "step": 8997
    },
    {
      "epoch": 1.5710793941774694,
      "grad_norm": 0.06110120192170143,
      "learning_rate": 9.266079225058164e-05,
      "loss": 10.2015,
      "step": 8998
    },
    {
      "epoch": 1.5712539828030203,
      "grad_norm": 0.064912810921669,
      "learning_rate": 9.264254579325895e-05,
      "loss": 10.2006,
      "step": 8999
    },
    {
      "epoch": 1.5714285714285714,
      "grad_norm": 0.06295863538980484,
      "learning_rate": 9.262429958222017e-05,
      "loss": 10.2011,
      "step": 9000
    },
    {
      "epoch": 1.5714285714285714,
      "eval_loss": 10.170968055725098,
      "eval_runtime": 0.7224,
      "eval_samples_per_second": 319.777,
      "eval_steps_per_second": 160.581,
      "step": 9000
    },
    {
      "epoch": 1.5716031600541225,
      "grad_norm": 0.07088730484247208,
      "learning_rate": 9.260605361807618e-05,
      "loss": 10.1929,
      "step": 9001
    },
    {
      "epoch": 1.5717777486796736,
      "grad_norm": 0.06099491938948631,
      "learning_rate": 9.25878079014377e-05,
      "loss": 10.1833,
      "step": 9002
    },
    {
      "epoch": 1.5719523373052247,
      "grad_norm": 0.06241583824157715,
      "learning_rate": 9.256956243291545e-05,
      "loss": 10.1943,
      "step": 9003
    },
    {
      "epoch": 1.5721269259307755,
      "grad_norm": 0.06571858376264572,
      "learning_rate": 9.255131721312026e-05,
      "loss": 10.2034,
      "step": 9004
    },
    {
      "epoch": 1.5723015145563266,
      "grad_norm": 0.06240987777709961,
      "learning_rate": 9.253307224266281e-05,
      "loss": 10.1802,
      "step": 9005
    },
    {
      "epoch": 1.5724761031818777,
      "grad_norm": 0.06838836520910263,
      "learning_rate": 9.25148275221538e-05,
      "loss": 10.194,
      "step": 9006
    },
    {
      "epoch": 1.5726506918074288,
      "grad_norm": 0.07136408984661102,
      "learning_rate": 9.249658305220407e-05,
      "loss": 10.1872,
      "step": 9007
    },
    {
      "epoch": 1.5728252804329799,
      "grad_norm": 0.08563899993896484,
      "learning_rate": 9.247833883342425e-05,
      "loss": 10.1598,
      "step": 9008
    },
    {
      "epoch": 1.5729998690585307,
      "grad_norm": 0.07741104811429977,
      "learning_rate": 9.246009486642506e-05,
      "loss": 10.1447,
      "step": 9009
    },
    {
      "epoch": 1.573174457684082,
      "grad_norm": 0.07928943634033203,
      "learning_rate": 9.244185115181723e-05,
      "loss": 10.1433,
      "step": 9010
    },
    {
      "epoch": 1.573349046309633,
      "grad_norm": 0.07227769494056702,
      "learning_rate": 9.242360769021143e-05,
      "loss": 10.2009,
      "step": 9011
    },
    {
      "epoch": 1.573523634935184,
      "grad_norm": 0.07981487363576889,
      "learning_rate": 9.24053644822183e-05,
      "loss": 10.1911,
      "step": 9012
    },
    {
      "epoch": 1.573698223560735,
      "grad_norm": 0.08125323057174683,
      "learning_rate": 9.238712152844861e-05,
      "loss": 10.1966,
      "step": 9013
    },
    {
      "epoch": 1.573872812186286,
      "grad_norm": 0.09171680361032486,
      "learning_rate": 9.236887882951297e-05,
      "loss": 10.1804,
      "step": 9014
    },
    {
      "epoch": 1.5740474008118372,
      "grad_norm": 0.08049967139959335,
      "learning_rate": 9.235063638602201e-05,
      "loss": 10.184,
      "step": 9015
    },
    {
      "epoch": 1.5742219894373881,
      "grad_norm": 0.07433465123176575,
      "learning_rate": 9.233239419858645e-05,
      "loss": 10.1682,
      "step": 9016
    },
    {
      "epoch": 1.5743965780629392,
      "grad_norm": 0.09128949046134949,
      "learning_rate": 9.231415226781688e-05,
      "loss": 10.1714,
      "step": 9017
    },
    {
      "epoch": 1.5745711666884903,
      "grad_norm": 0.0996098741889,
      "learning_rate": 9.22959105943239e-05,
      "loss": 10.185,
      "step": 9018
    },
    {
      "epoch": 1.5747457553140412,
      "grad_norm": 0.0940830335021019,
      "learning_rate": 9.227766917871823e-05,
      "loss": 10.188,
      "step": 9019
    },
    {
      "epoch": 1.5749203439395925,
      "grad_norm": 0.10083907097578049,
      "learning_rate": 9.225942802161042e-05,
      "loss": 10.1726,
      "step": 9020
    },
    {
      "epoch": 1.5750949325651433,
      "grad_norm": 0.09897681325674057,
      "learning_rate": 9.224118712361107e-05,
      "loss": 10.1795,
      "step": 9021
    },
    {
      "epoch": 1.5752695211906944,
      "grad_norm": 0.10137183219194412,
      "learning_rate": 9.222294648533081e-05,
      "loss": 10.1609,
      "step": 9022
    },
    {
      "epoch": 1.5754441098162455,
      "grad_norm": 0.11894164979457855,
      "learning_rate": 9.220470610738022e-05,
      "loss": 10.1909,
      "step": 9023
    },
    {
      "epoch": 1.5756186984417964,
      "grad_norm": 0.10625284910202026,
      "learning_rate": 9.218646599036983e-05,
      "loss": 10.1678,
      "step": 9024
    },
    {
      "epoch": 1.5757932870673477,
      "grad_norm": 0.11475863307714462,
      "learning_rate": 9.216822613491028e-05,
      "loss": 10.1739,
      "step": 9025
    },
    {
      "epoch": 1.5759678756928985,
      "grad_norm": 0.13326594233512878,
      "learning_rate": 9.214998654161213e-05,
      "loss": 10.157,
      "step": 9026
    },
    {
      "epoch": 1.5761424643184496,
      "grad_norm": 0.19298185408115387,
      "learning_rate": 9.213174721108587e-05,
      "loss": 10.2054,
      "step": 9027
    },
    {
      "epoch": 1.5763170529440007,
      "grad_norm": 0.059630125761032104,
      "learning_rate": 9.21135081439421e-05,
      "loss": 10.2088,
      "step": 9028
    },
    {
      "epoch": 1.5764916415695518,
      "grad_norm": 0.0798025131225586,
      "learning_rate": 9.209526934079136e-05,
      "loss": 10.1887,
      "step": 9029
    },
    {
      "epoch": 1.5766662301951029,
      "grad_norm": 0.07392264902591705,
      "learning_rate": 9.20770308022441e-05,
      "loss": 10.2031,
      "step": 9030
    },
    {
      "epoch": 1.5768408188206537,
      "grad_norm": 0.06782613694667816,
      "learning_rate": 9.205879252891094e-05,
      "loss": 10.1933,
      "step": 9031
    },
    {
      "epoch": 1.5770154074462048,
      "grad_norm": 0.06037089228630066,
      "learning_rate": 9.204055452140235e-05,
      "loss": 10.213,
      "step": 9032
    },
    {
      "epoch": 1.577189996071756,
      "grad_norm": 0.06358810514211655,
      "learning_rate": 9.20223167803288e-05,
      "loss": 10.2276,
      "step": 9033
    },
    {
      "epoch": 1.577364584697307,
      "grad_norm": 0.0698971375823021,
      "learning_rate": 9.200407930630083e-05,
      "loss": 10.1773,
      "step": 9034
    },
    {
      "epoch": 1.577539173322858,
      "grad_norm": 0.059954725205898285,
      "learning_rate": 9.198584209992889e-05,
      "loss": 10.1983,
      "step": 9035
    },
    {
      "epoch": 1.577713761948409,
      "grad_norm": 0.05976882204413414,
      "learning_rate": 9.196760516182343e-05,
      "loss": 10.1964,
      "step": 9036
    },
    {
      "epoch": 1.5778883505739603,
      "grad_norm": 0.05663046985864639,
      "learning_rate": 9.194936849259498e-05,
      "loss": 10.2115,
      "step": 9037
    },
    {
      "epoch": 1.5780629391995111,
      "grad_norm": 0.06783933192491531,
      "learning_rate": 9.193113209285396e-05,
      "loss": 10.2104,
      "step": 9038
    },
    {
      "epoch": 1.5782375278250622,
      "grad_norm": 0.05483509972691536,
      "learning_rate": 9.191289596321079e-05,
      "loss": 10.1973,
      "step": 9039
    },
    {
      "epoch": 1.5784121164506133,
      "grad_norm": 0.06284240633249283,
      "learning_rate": 9.1894660104276e-05,
      "loss": 10.2101,
      "step": 9040
    },
    {
      "epoch": 1.5785867050761642,
      "grad_norm": 0.07686632871627808,
      "learning_rate": 9.187642451665992e-05,
      "loss": 10.2003,
      "step": 9041
    },
    {
      "epoch": 1.5787612937017155,
      "grad_norm": 0.06154932454228401,
      "learning_rate": 9.185818920097295e-05,
      "loss": 10.2081,
      "step": 9042
    },
    {
      "epoch": 1.5789358823272663,
      "grad_norm": 0.06472579389810562,
      "learning_rate": 9.183995415782561e-05,
      "loss": 10.1786,
      "step": 9043
    },
    {
      "epoch": 1.5791104709528174,
      "grad_norm": 0.06208972632884979,
      "learning_rate": 9.182171938782825e-05,
      "loss": 10.2094,
      "step": 9044
    },
    {
      "epoch": 1.5792850595783685,
      "grad_norm": 0.07297699898481369,
      "learning_rate": 9.180348489159124e-05,
      "loss": 10.1855,
      "step": 9045
    },
    {
      "epoch": 1.5794596482039194,
      "grad_norm": 0.05688529461622238,
      "learning_rate": 9.1785250669725e-05,
      "loss": 10.1811,
      "step": 9046
    },
    {
      "epoch": 1.5796342368294707,
      "grad_norm": 0.07058919221162796,
      "learning_rate": 9.176701672283989e-05,
      "loss": 10.1487,
      "step": 9047
    },
    {
      "epoch": 1.5798088254550215,
      "grad_norm": 0.06570564955472946,
      "learning_rate": 9.17487830515462e-05,
      "loss": 10.1843,
      "step": 9048
    },
    {
      "epoch": 1.5799834140805726,
      "grad_norm": 0.07819036394357681,
      "learning_rate": 9.173054965645443e-05,
      "loss": 10.181,
      "step": 9049
    },
    {
      "epoch": 1.5801580027061237,
      "grad_norm": 0.06496644765138626,
      "learning_rate": 9.171231653817483e-05,
      "loss": 10.1883,
      "step": 9050
    },
    {
      "epoch": 1.5803325913316746,
      "grad_norm": 0.061144500970840454,
      "learning_rate": 9.169408369731775e-05,
      "loss": 10.2146,
      "step": 9051
    },
    {
      "epoch": 1.580507179957226,
      "grad_norm": 0.06811494380235672,
      "learning_rate": 9.167585113449352e-05,
      "loss": 10.1654,
      "step": 9052
    },
    {
      "epoch": 1.5806817685827768,
      "grad_norm": 0.069633349776268,
      "learning_rate": 9.165761885031249e-05,
      "loss": 10.1891,
      "step": 9053
    },
    {
      "epoch": 1.5808563572083278,
      "grad_norm": 0.06923700869083405,
      "learning_rate": 9.163938684538488e-05,
      "loss": 10.2082,
      "step": 9054
    },
    {
      "epoch": 1.581030945833879,
      "grad_norm": 0.07046935707330704,
      "learning_rate": 9.16211551203211e-05,
      "loss": 10.1765,
      "step": 9055
    },
    {
      "epoch": 1.58120553445943,
      "grad_norm": 0.06879668682813644,
      "learning_rate": 9.16029236757314e-05,
      "loss": 10.1916,
      "step": 9056
    },
    {
      "epoch": 1.581380123084981,
      "grad_norm": 0.0882253423333168,
      "learning_rate": 9.158469251222603e-05,
      "loss": 10.2002,
      "step": 9057
    },
    {
      "epoch": 1.581554711710532,
      "grad_norm": 0.06830792874097824,
      "learning_rate": 9.156646163041529e-05,
      "loss": 10.1876,
      "step": 9058
    },
    {
      "epoch": 1.581729300336083,
      "grad_norm": 0.07603508979082108,
      "learning_rate": 9.154823103090944e-05,
      "loss": 10.1857,
      "step": 9059
    },
    {
      "epoch": 1.5819038889616341,
      "grad_norm": 0.07770328223705292,
      "learning_rate": 9.153000071431867e-05,
      "loss": 10.1734,
      "step": 9060
    },
    {
      "epoch": 1.5820784775871852,
      "grad_norm": 0.0842515081167221,
      "learning_rate": 9.151177068125335e-05,
      "loss": 10.1762,
      "step": 9061
    },
    {
      "epoch": 1.5822530662127363,
      "grad_norm": 0.08194922655820847,
      "learning_rate": 9.149354093232363e-05,
      "loss": 10.1954,
      "step": 9062
    },
    {
      "epoch": 1.5824276548382872,
      "grad_norm": 0.08084047585725784,
      "learning_rate": 9.147531146813972e-05,
      "loss": 10.1769,
      "step": 9063
    },
    {
      "epoch": 1.5826022434638385,
      "grad_norm": 0.09161897748708725,
      "learning_rate": 9.14570822893119e-05,
      "loss": 10.169,
      "step": 9064
    },
    {
      "epoch": 1.5827768320893894,
      "grad_norm": 0.08432751148939133,
      "learning_rate": 9.143885339645034e-05,
      "loss": 10.2108,
      "step": 9065
    },
    {
      "epoch": 1.5829514207149404,
      "grad_norm": 0.11109340935945511,
      "learning_rate": 9.142062479016516e-05,
      "loss": 10.1492,
      "step": 9066
    },
    {
      "epoch": 1.5831260093404915,
      "grad_norm": 0.08825203031301498,
      "learning_rate": 9.140239647106669e-05,
      "loss": 10.178,
      "step": 9067
    },
    {
      "epoch": 1.5833005979660424,
      "grad_norm": 0.08837095648050308,
      "learning_rate": 9.138416843976502e-05,
      "loss": 10.1816,
      "step": 9068
    },
    {
      "epoch": 1.5834751865915937,
      "grad_norm": 0.08957195281982422,
      "learning_rate": 9.136594069687031e-05,
      "loss": 10.1608,
      "step": 9069
    },
    {
      "epoch": 1.5836497752171446,
      "grad_norm": 0.08127302676439285,
      "learning_rate": 9.134771324299276e-05,
      "loss": 10.171,
      "step": 9070
    },
    {
      "epoch": 1.5838243638426956,
      "grad_norm": 0.10075435787439346,
      "learning_rate": 9.132948607874245e-05,
      "loss": 10.1722,
      "step": 9071
    },
    {
      "epoch": 1.5839989524682467,
      "grad_norm": 0.09062891453504562,
      "learning_rate": 9.13112592047296e-05,
      "loss": 10.1742,
      "step": 9072
    },
    {
      "epoch": 1.5841735410937976,
      "grad_norm": 0.10879415273666382,
      "learning_rate": 9.129303262156431e-05,
      "loss": 10.2132,
      "step": 9073
    },
    {
      "epoch": 1.584348129719349,
      "grad_norm": 0.11662505567073822,
      "learning_rate": 9.127480632985666e-05,
      "loss": 10.1746,
      "step": 9074
    },
    {
      "epoch": 1.5845227183448998,
      "grad_norm": 0.1280997097492218,
      "learning_rate": 9.125658033021682e-05,
      "loss": 10.1829,
      "step": 9075
    },
    {
      "epoch": 1.5846973069704509,
      "grad_norm": 0.12544231116771698,
      "learning_rate": 9.123835462325484e-05,
      "loss": 10.2222,
      "step": 9076
    },
    {
      "epoch": 1.584871895596002,
      "grad_norm": 0.19807209074497223,
      "learning_rate": 9.122012920958079e-05,
      "loss": 10.1834,
      "step": 9077
    },
    {
      "epoch": 1.5850464842215528,
      "grad_norm": 0.0650344043970108,
      "learning_rate": 9.120190408980481e-05,
      "loss": 10.2009,
      "step": 9078
    },
    {
      "epoch": 1.5852210728471041,
      "grad_norm": 0.05753833428025246,
      "learning_rate": 9.118367926453696e-05,
      "loss": 10.2077,
      "step": 9079
    },
    {
      "epoch": 1.585395661472655,
      "grad_norm": 0.05540398880839348,
      "learning_rate": 9.116545473438724e-05,
      "loss": 10.2232,
      "step": 9080
    },
    {
      "epoch": 1.585570250098206,
      "grad_norm": 0.06756394356489182,
      "learning_rate": 9.114723049996578e-05,
      "loss": 10.2019,
      "step": 9081
    },
    {
      "epoch": 1.5857448387237572,
      "grad_norm": 0.056784410029649734,
      "learning_rate": 9.112900656188256e-05,
      "loss": 10.2197,
      "step": 9082
    },
    {
      "epoch": 1.5859194273493082,
      "grad_norm": 0.05529060959815979,
      "learning_rate": 9.111078292074759e-05,
      "loss": 10.2173,
      "step": 9083
    },
    {
      "epoch": 1.5860940159748593,
      "grad_norm": 0.06273738294839859,
      "learning_rate": 9.109255957717098e-05,
      "loss": 10.224,
      "step": 9084
    },
    {
      "epoch": 1.5862686046004102,
      "grad_norm": 0.057136572897434235,
      "learning_rate": 9.107433653176268e-05,
      "loss": 10.1991,
      "step": 9085
    },
    {
      "epoch": 1.5864431932259613,
      "grad_norm": 0.06554172188043594,
      "learning_rate": 9.105611378513267e-05,
      "loss": 10.1974,
      "step": 9086
    },
    {
      "epoch": 1.5866177818515124,
      "grad_norm": 0.05956312268972397,
      "learning_rate": 9.103789133789099e-05,
      "loss": 10.2079,
      "step": 9087
    },
    {
      "epoch": 1.5867923704770635,
      "grad_norm": 0.06340540945529938,
      "learning_rate": 9.101966919064759e-05,
      "loss": 10.2059,
      "step": 9088
    },
    {
      "epoch": 1.5869669591026145,
      "grad_norm": 0.06283928453922272,
      "learning_rate": 9.100144734401241e-05,
      "loss": 10.2045,
      "step": 9089
    },
    {
      "epoch": 1.5871415477281654,
      "grad_norm": 0.06245015561580658,
      "learning_rate": 9.09832257985955e-05,
      "loss": 10.1932,
      "step": 9090
    },
    {
      "epoch": 1.5873161363537167,
      "grad_norm": 0.06593993306159973,
      "learning_rate": 9.096500455500674e-05,
      "loss": 10.2117,
      "step": 9091
    },
    {
      "epoch": 1.5874907249792676,
      "grad_norm": 0.0606829859316349,
      "learning_rate": 9.094678361385606e-05,
      "loss": 10.1836,
      "step": 9092
    },
    {
      "epoch": 1.5876653136048187,
      "grad_norm": 0.06544449180364609,
      "learning_rate": 9.092856297575344e-05,
      "loss": 10.1999,
      "step": 9093
    },
    {
      "epoch": 1.5878399022303697,
      "grad_norm": 0.0574185773730278,
      "learning_rate": 9.091034264130877e-05,
      "loss": 10.2128,
      "step": 9094
    },
    {
      "epoch": 1.5880144908559206,
      "grad_norm": 0.05622844770550728,
      "learning_rate": 9.089212261113191e-05,
      "loss": 10.2147,
      "step": 9095
    },
    {
      "epoch": 1.588189079481472,
      "grad_norm": 0.06449823826551437,
      "learning_rate": 9.087390288583287e-05,
      "loss": 10.2073,
      "step": 9096
    },
    {
      "epoch": 1.5883636681070228,
      "grad_norm": 0.0584125816822052,
      "learning_rate": 9.085568346602145e-05,
      "loss": 10.1851,
      "step": 9097
    },
    {
      "epoch": 1.5885382567325739,
      "grad_norm": 0.0600324384868145,
      "learning_rate": 9.083746435230755e-05,
      "loss": 10.1904,
      "step": 9098
    },
    {
      "epoch": 1.588712845358125,
      "grad_norm": 0.0625452995300293,
      "learning_rate": 9.081924554530106e-05,
      "loss": 10.1874,
      "step": 9099
    },
    {
      "epoch": 1.5888874339836758,
      "grad_norm": 0.08938651531934738,
      "learning_rate": 9.080102704561183e-05,
      "loss": 10.1779,
      "step": 9100
    },
    {
      "epoch": 1.5890620226092271,
      "grad_norm": 0.06430013477802277,
      "learning_rate": 9.078280885384965e-05,
      "loss": 10.1966,
      "step": 9101
    },
    {
      "epoch": 1.589236611234778,
      "grad_norm": 0.06607147306203842,
      "learning_rate": 9.076459097062445e-05,
      "loss": 10.1931,
      "step": 9102
    },
    {
      "epoch": 1.589411199860329,
      "grad_norm": 0.05764336138963699,
      "learning_rate": 9.074637339654601e-05,
      "loss": 10.1937,
      "step": 9103
    },
    {
      "epoch": 1.5895857884858802,
      "grad_norm": 0.07048174738883972,
      "learning_rate": 9.072815613222412e-05,
      "loss": 10.1956,
      "step": 9104
    },
    {
      "epoch": 1.589760377111431,
      "grad_norm": 0.07472043484449387,
      "learning_rate": 9.070993917826866e-05,
      "loss": 10.1815,
      "step": 9105
    },
    {
      "epoch": 1.5899349657369823,
      "grad_norm": 0.07628601044416428,
      "learning_rate": 9.069172253528936e-05,
      "loss": 10.1697,
      "step": 9106
    },
    {
      "epoch": 1.5901095543625332,
      "grad_norm": 0.07399775832891464,
      "learning_rate": 9.067350620389598e-05,
      "loss": 10.1972,
      "step": 9107
    },
    {
      "epoch": 1.5902841429880843,
      "grad_norm": 0.08068067580461502,
      "learning_rate": 9.065529018469839e-05,
      "loss": 10.1714,
      "step": 9108
    },
    {
      "epoch": 1.5904587316136354,
      "grad_norm": 0.0806298553943634,
      "learning_rate": 9.063707447830631e-05,
      "loss": 10.1853,
      "step": 9109
    },
    {
      "epoch": 1.5906333202391865,
      "grad_norm": 0.07293323427438736,
      "learning_rate": 9.061885908532946e-05,
      "loss": 10.1495,
      "step": 9110
    },
    {
      "epoch": 1.5908079088647376,
      "grad_norm": 0.07661677151918411,
      "learning_rate": 9.060064400637764e-05,
      "loss": 10.1664,
      "step": 9111
    },
    {
      "epoch": 1.5909824974902884,
      "grad_norm": 0.07534594088792801,
      "learning_rate": 9.058242924206055e-05,
      "loss": 10.1663,
      "step": 9112
    },
    {
      "epoch": 1.5911570861158395,
      "grad_norm": 0.07857422530651093,
      "learning_rate": 9.056421479298788e-05,
      "loss": 10.1827,
      "step": 9113
    },
    {
      "epoch": 1.5913316747413906,
      "grad_norm": 0.09684459120035172,
      "learning_rate": 9.054600065976941e-05,
      "loss": 10.212,
      "step": 9114
    },
    {
      "epoch": 1.5915062633669417,
      "grad_norm": 0.0822359174489975,
      "learning_rate": 9.052778684301483e-05,
      "loss": 10.1664,
      "step": 9115
    },
    {
      "epoch": 1.5916808519924928,
      "grad_norm": 0.0811968743801117,
      "learning_rate": 9.050957334333377e-05,
      "loss": 10.1937,
      "step": 9116
    },
    {
      "epoch": 1.5918554406180436,
      "grad_norm": 0.09428839385509491,
      "learning_rate": 9.049136016133599e-05,
      "loss": 10.1852,
      "step": 9117
    },
    {
      "epoch": 1.592030029243595,
      "grad_norm": 0.0886830985546112,
      "learning_rate": 9.047314729763111e-05,
      "loss": 10.1732,
      "step": 9118
    },
    {
      "epoch": 1.5922046178691458,
      "grad_norm": 0.08401453495025635,
      "learning_rate": 9.045493475282875e-05,
      "loss": 10.1836,
      "step": 9119
    },
    {
      "epoch": 1.5923792064946969,
      "grad_norm": 0.09165322035551071,
      "learning_rate": 9.043672252753867e-05,
      "loss": 10.179,
      "step": 9120
    },
    {
      "epoch": 1.592553795120248,
      "grad_norm": 0.11114222556352615,
      "learning_rate": 9.041851062237044e-05,
      "loss": 10.181,
      "step": 9121
    },
    {
      "epoch": 1.5927283837457988,
      "grad_norm": 0.11219524592161179,
      "learning_rate": 9.040029903793366e-05,
      "loss": 10.1746,
      "step": 9122
    },
    {
      "epoch": 1.5929029723713501,
      "grad_norm": 0.1111782118678093,
      "learning_rate": 9.038208777483799e-05,
      "loss": 10.1443,
      "step": 9123
    },
    {
      "epoch": 1.593077560996901,
      "grad_norm": 0.10676417499780655,
      "learning_rate": 9.036387683369304e-05,
      "loss": 10.18,
      "step": 9124
    },
    {
      "epoch": 1.593252149622452,
      "grad_norm": 0.13519446551799774,
      "learning_rate": 9.034566621510834e-05,
      "loss": 10.1853,
      "step": 9125
    },
    {
      "epoch": 1.5934267382480032,
      "grad_norm": 0.1415785402059555,
      "learning_rate": 9.032745591969356e-05,
      "loss": 10.2371,
      "step": 9126
    },
    {
      "epoch": 1.593601326873554,
      "grad_norm": 0.16486236453056335,
      "learning_rate": 9.030924594805826e-05,
      "loss": 10.2361,
      "step": 9127
    },
    {
      "epoch": 1.5937759154991054,
      "grad_norm": 0.07404976338148117,
      "learning_rate": 9.02910363008119e-05,
      "loss": 10.1934,
      "step": 9128
    },
    {
      "epoch": 1.5939505041246562,
      "grad_norm": 0.07101131975650787,
      "learning_rate": 9.027282697856417e-05,
      "loss": 10.2072,
      "step": 9129
    },
    {
      "epoch": 1.5941250927502073,
      "grad_norm": 0.06917650997638702,
      "learning_rate": 9.025461798192452e-05,
      "loss": 10.2051,
      "step": 9130
    },
    {
      "epoch": 1.5942996813757584,
      "grad_norm": 0.05569525808095932,
      "learning_rate": 9.023640931150248e-05,
      "loss": 10.1964,
      "step": 9131
    },
    {
      "epoch": 1.5944742700013093,
      "grad_norm": 0.06267574429512024,
      "learning_rate": 9.021820096790764e-05,
      "loss": 10.2044,
      "step": 9132
    },
    {
      "epoch": 1.5946488586268606,
      "grad_norm": 0.060434043407440186,
      "learning_rate": 9.019999295174946e-05,
      "loss": 10.1882,
      "step": 9133
    },
    {
      "epoch": 1.5948234472524114,
      "grad_norm": 0.06642839312553406,
      "learning_rate": 9.01817852636374e-05,
      "loss": 10.1891,
      "step": 9134
    },
    {
      "epoch": 1.5949980358779625,
      "grad_norm": 0.06113212928175926,
      "learning_rate": 9.016357790418102e-05,
      "loss": 10.1842,
      "step": 9135
    },
    {
      "epoch": 1.5951726245035136,
      "grad_norm": 0.0763203576207161,
      "learning_rate": 9.014537087398975e-05,
      "loss": 10.2275,
      "step": 9136
    },
    {
      "epoch": 1.5953472131290647,
      "grad_norm": 0.0588492751121521,
      "learning_rate": 9.012716417367301e-05,
      "loss": 10.1788,
      "step": 9137
    },
    {
      "epoch": 1.5955218017546158,
      "grad_norm": 0.059123776853084564,
      "learning_rate": 9.010895780384039e-05,
      "loss": 10.1856,
      "step": 9138
    },
    {
      "epoch": 1.5956963903801666,
      "grad_norm": 0.05518544465303421,
      "learning_rate": 9.009075176510122e-05,
      "loss": 10.1859,
      "step": 9139
    },
    {
      "epoch": 1.5958709790057177,
      "grad_norm": 0.06101998686790466,
      "learning_rate": 9.00725460580649e-05,
      "loss": 10.1981,
      "step": 9140
    },
    {
      "epoch": 1.5960455676312688,
      "grad_norm": 0.057127583771944046,
      "learning_rate": 9.005434068334096e-05,
      "loss": 10.1939,
      "step": 9141
    },
    {
      "epoch": 1.59622015625682,
      "grad_norm": 0.05825656279921532,
      "learning_rate": 9.003613564153875e-05,
      "loss": 10.1993,
      "step": 9142
    },
    {
      "epoch": 1.596394744882371,
      "grad_norm": 0.0616309680044651,
      "learning_rate": 9.001793093326765e-05,
      "loss": 10.1971,
      "step": 9143
    },
    {
      "epoch": 1.5965693335079219,
      "grad_norm": 0.060968752950429916,
      "learning_rate": 8.999972655913708e-05,
      "loss": 10.182,
      "step": 9144
    },
    {
      "epoch": 1.5967439221334732,
      "grad_norm": 0.06330780684947968,
      "learning_rate": 8.99815225197564e-05,
      "loss": 10.2045,
      "step": 9145
    },
    {
      "epoch": 1.596918510759024,
      "grad_norm": 0.06023748591542244,
      "learning_rate": 8.996331881573493e-05,
      "loss": 10.1803,
      "step": 9146
    },
    {
      "epoch": 1.597093099384575,
      "grad_norm": 0.05750613659620285,
      "learning_rate": 8.994511544768212e-05,
      "loss": 10.2061,
      "step": 9147
    },
    {
      "epoch": 1.5972676880101262,
      "grad_norm": 0.062080785632133484,
      "learning_rate": 8.992691241620724e-05,
      "loss": 10.1939,
      "step": 9148
    },
    {
      "epoch": 1.597442276635677,
      "grad_norm": 0.06066621094942093,
      "learning_rate": 8.990870972191963e-05,
      "loss": 10.2098,
      "step": 9149
    },
    {
      "epoch": 1.5976168652612284,
      "grad_norm": 0.06595220416784286,
      "learning_rate": 8.989050736542862e-05,
      "loss": 10.1914,
      "step": 9150
    },
    {
      "epoch": 1.5977914538867792,
      "grad_norm": 0.05960117280483246,
      "learning_rate": 8.987230534734352e-05,
      "loss": 10.2135,
      "step": 9151
    },
    {
      "epoch": 1.5979660425123303,
      "grad_norm": 0.06168460100889206,
      "learning_rate": 8.985410366827357e-05,
      "loss": 10.1973,
      "step": 9152
    },
    {
      "epoch": 1.5981406311378814,
      "grad_norm": 0.08762307465076447,
      "learning_rate": 8.983590232882815e-05,
      "loss": 10.1712,
      "step": 9153
    },
    {
      "epoch": 1.5983152197634323,
      "grad_norm": 0.06347618252038956,
      "learning_rate": 8.981770132961649e-05,
      "loss": 10.1986,
      "step": 9154
    },
    {
      "epoch": 1.5984898083889836,
      "grad_norm": 0.06115903705358505,
      "learning_rate": 8.97995006712478e-05,
      "loss": 10.1803,
      "step": 9155
    },
    {
      "epoch": 1.5986643970145344,
      "grad_norm": 0.06985348463058472,
      "learning_rate": 8.978130035433143e-05,
      "loss": 10.2036,
      "step": 9156
    },
    {
      "epoch": 1.5988389856400855,
      "grad_norm": 0.0747818648815155,
      "learning_rate": 8.976310037947656e-05,
      "loss": 10.2109,
      "step": 9157
    },
    {
      "epoch": 1.5990135742656366,
      "grad_norm": 0.07365347445011139,
      "learning_rate": 8.974490074729235e-05,
      "loss": 10.1728,
      "step": 9158
    },
    {
      "epoch": 1.5991881628911875,
      "grad_norm": 0.06987261027097702,
      "learning_rate": 8.972670145838815e-05,
      "loss": 10.151,
      "step": 9159
    },
    {
      "epoch": 1.5993627515167388,
      "grad_norm": 0.0677429810166359,
      "learning_rate": 8.97085025133731e-05,
      "loss": 10.1497,
      "step": 9160
    },
    {
      "epoch": 1.5995373401422897,
      "grad_norm": 0.08302546292543411,
      "learning_rate": 8.969030391285638e-05,
      "loss": 10.1787,
      "step": 9161
    },
    {
      "epoch": 1.5997119287678407,
      "grad_norm": 0.06884434819221497,
      "learning_rate": 8.96721056574472e-05,
      "loss": 10.2126,
      "step": 9162
    },
    {
      "epoch": 1.5998865173933918,
      "grad_norm": 0.07603869587182999,
      "learning_rate": 8.965390774775472e-05,
      "loss": 10.1646,
      "step": 9163
    },
    {
      "epoch": 1.600061106018943,
      "grad_norm": 0.08075764030218124,
      "learning_rate": 8.963571018438805e-05,
      "loss": 10.1521,
      "step": 9164
    },
    {
      "epoch": 1.600235694644494,
      "grad_norm": 0.0690222978591919,
      "learning_rate": 8.961751296795643e-05,
      "loss": 10.1876,
      "step": 9165
    },
    {
      "epoch": 1.6004102832700449,
      "grad_norm": 0.07976585626602173,
      "learning_rate": 8.959931609906894e-05,
      "loss": 10.1932,
      "step": 9166
    },
    {
      "epoch": 1.600584871895596,
      "grad_norm": 0.09767069667577744,
      "learning_rate": 8.958111957833468e-05,
      "loss": 10.1664,
      "step": 9167
    },
    {
      "epoch": 1.600759460521147,
      "grad_norm": 0.07791180908679962,
      "learning_rate": 8.956292340636283e-05,
      "loss": 10.1592,
      "step": 9168
    },
    {
      "epoch": 1.6009340491466981,
      "grad_norm": 0.09728603065013885,
      "learning_rate": 8.954472758376244e-05,
      "loss": 10.1797,
      "step": 9169
    },
    {
      "epoch": 1.6011086377722492,
      "grad_norm": 0.10186294466257095,
      "learning_rate": 8.952653211114257e-05,
      "loss": 10.2128,
      "step": 9170
    },
    {
      "epoch": 1.6012832263978,
      "grad_norm": 0.1126345619559288,
      "learning_rate": 8.950833698911238e-05,
      "loss": 10.1833,
      "step": 9171
    },
    {
      "epoch": 1.6014578150233514,
      "grad_norm": 0.08762987703084946,
      "learning_rate": 8.949014221828088e-05,
      "loss": 10.1721,
      "step": 9172
    },
    {
      "epoch": 1.6016324036489022,
      "grad_norm": 0.09146791696548462,
      "learning_rate": 8.947194779925711e-05,
      "loss": 10.1904,
      "step": 9173
    },
    {
      "epoch": 1.6018069922744533,
      "grad_norm": 0.10988998413085938,
      "learning_rate": 8.945375373265017e-05,
      "loss": 10.1538,
      "step": 9174
    },
    {
      "epoch": 1.6019815809000044,
      "grad_norm": 0.11458770185709,
      "learning_rate": 8.943556001906905e-05,
      "loss": 10.1364,
      "step": 9175
    },
    {
      "epoch": 1.6021561695255553,
      "grad_norm": 0.16306106746196747,
      "learning_rate": 8.941736665912274e-05,
      "loss": 10.2026,
      "step": 9176
    },
    {
      "epoch": 1.6023307581511066,
      "grad_norm": 0.20146134495735168,
      "learning_rate": 8.939917365342031e-05,
      "loss": 10.1767,
      "step": 9177
    },
    {
      "epoch": 1.6025053467766575,
      "grad_norm": 0.06779451668262482,
      "learning_rate": 8.938098100257072e-05,
      "loss": 10.2006,
      "step": 9178
    },
    {
      "epoch": 1.6026799354022085,
      "grad_norm": 0.06940992921590805,
      "learning_rate": 8.936278870718293e-05,
      "loss": 10.2026,
      "step": 9179
    },
    {
      "epoch": 1.6028545240277596,
      "grad_norm": 0.08419601619243622,
      "learning_rate": 8.934459676786598e-05,
      "loss": 10.1687,
      "step": 9180
    },
    {
      "epoch": 1.6030291126533105,
      "grad_norm": 0.06474728137254715,
      "learning_rate": 8.932640518522876e-05,
      "loss": 10.1961,
      "step": 9181
    },
    {
      "epoch": 1.6032037012788618,
      "grad_norm": 0.0627225935459137,
      "learning_rate": 8.930821395988019e-05,
      "loss": 10.2136,
      "step": 9182
    },
    {
      "epoch": 1.6033782899044127,
      "grad_norm": 0.06316103786230087,
      "learning_rate": 8.92900230924293e-05,
      "loss": 10.1917,
      "step": 9183
    },
    {
      "epoch": 1.6035528785299638,
      "grad_norm": 0.05866833031177521,
      "learning_rate": 8.927183258348499e-05,
      "loss": 10.2209,
      "step": 9184
    },
    {
      "epoch": 1.6037274671555148,
      "grad_norm": 0.06187520548701286,
      "learning_rate": 8.92536424336561e-05,
      "loss": 10.2025,
      "step": 9185
    },
    {
      "epoch": 1.6039020557810657,
      "grad_norm": 0.07153438776731491,
      "learning_rate": 8.923545264355162e-05,
      "loss": 10.1879,
      "step": 9186
    },
    {
      "epoch": 1.604076644406617,
      "grad_norm": 0.0682573989033699,
      "learning_rate": 8.921726321378037e-05,
      "loss": 10.1973,
      "step": 9187
    },
    {
      "epoch": 1.6042512330321679,
      "grad_norm": 0.06304893642663956,
      "learning_rate": 8.919907414495122e-05,
      "loss": 10.2059,
      "step": 9188
    },
    {
      "epoch": 1.604425821657719,
      "grad_norm": 0.05270284414291382,
      "learning_rate": 8.918088543767308e-05,
      "loss": 10.2016,
      "step": 9189
    },
    {
      "epoch": 1.60460041028327,
      "grad_norm": 0.06106353923678398,
      "learning_rate": 8.916269709255477e-05,
      "loss": 10.2273,
      "step": 9190
    },
    {
      "epoch": 1.6047749989088211,
      "grad_norm": 0.06603096425533295,
      "learning_rate": 8.914450911020515e-05,
      "loss": 10.1701,
      "step": 9191
    },
    {
      "epoch": 1.6049495875343722,
      "grad_norm": 0.059638284146785736,
      "learning_rate": 8.912632149123305e-05,
      "loss": 10.2047,
      "step": 9192
    },
    {
      "epoch": 1.605124176159923,
      "grad_norm": 0.06989164650440216,
      "learning_rate": 8.91081342362472e-05,
      "loss": 10.2077,
      "step": 9193
    },
    {
      "epoch": 1.6052987647854742,
      "grad_norm": 0.0734877809882164,
      "learning_rate": 8.908994734585652e-05,
      "loss": 10.1786,
      "step": 9194
    },
    {
      "epoch": 1.6054733534110253,
      "grad_norm": 0.06417030841112137,
      "learning_rate": 8.907176082066975e-05,
      "loss": 10.1752,
      "step": 9195
    },
    {
      "epoch": 1.6056479420365763,
      "grad_norm": 0.06711626797914505,
      "learning_rate": 8.905357466129563e-05,
      "loss": 10.1824,
      "step": 9196
    },
    {
      "epoch": 1.6058225306621274,
      "grad_norm": 0.08097881078720093,
      "learning_rate": 8.9035388868343e-05,
      "loss": 10.1779,
      "step": 9197
    },
    {
      "epoch": 1.6059971192876783,
      "grad_norm": 0.0613611601293087,
      "learning_rate": 8.901720344242055e-05,
      "loss": 10.1638,
      "step": 9198
    },
    {
      "epoch": 1.6061717079132296,
      "grad_norm": 0.06535819172859192,
      "learning_rate": 8.8999018384137e-05,
      "loss": 10.1908,
      "step": 9199
    },
    {
      "epoch": 1.6063462965387805,
      "grad_norm": 0.07131120562553406,
      "learning_rate": 8.898083369410117e-05,
      "loss": 10.1699,
      "step": 9200
    },
    {
      "epoch": 1.6063462965387805,
      "eval_loss": 10.170832633972168,
      "eval_runtime": 0.7367,
      "eval_samples_per_second": 313.544,
      "eval_steps_per_second": 157.451,
      "step": 9200
    },
    {
      "epoch": 1.6065208851643316,
      "grad_norm": 0.07451517879962921,
      "learning_rate": 8.896264937292173e-05,
      "loss": 10.1882,
      "step": 9201
    },
    {
      "epoch": 1.6066954737898826,
      "grad_norm": 0.06869819015264511,
      "learning_rate": 8.894446542120735e-05,
      "loss": 10.1844,
      "step": 9202
    },
    {
      "epoch": 1.6068700624154335,
      "grad_norm": 0.06747719645500183,
      "learning_rate": 8.892628183956678e-05,
      "loss": 10.2043,
      "step": 9203
    },
    {
      "epoch": 1.6070446510409848,
      "grad_norm": 0.07944381237030029,
      "learning_rate": 8.890809862860865e-05,
      "loss": 10.2158,
      "step": 9204
    },
    {
      "epoch": 1.6072192396665357,
      "grad_norm": 0.06613967567682266,
      "learning_rate": 8.888991578894161e-05,
      "loss": 10.1874,
      "step": 9205
    },
    {
      "epoch": 1.6073938282920868,
      "grad_norm": 0.07045343518257141,
      "learning_rate": 8.887173332117438e-05,
      "loss": 10.1404,
      "step": 9206
    },
    {
      "epoch": 1.6075684169176379,
      "grad_norm": 0.08413693308830261,
      "learning_rate": 8.885355122591559e-05,
      "loss": 10.1563,
      "step": 9207
    },
    {
      "epoch": 1.6077430055431887,
      "grad_norm": 0.07944537699222565,
      "learning_rate": 8.883536950377381e-05,
      "loss": 10.1656,
      "step": 9208
    },
    {
      "epoch": 1.60791759416874,
      "grad_norm": 0.06861000508069992,
      "learning_rate": 8.881718815535772e-05,
      "loss": 10.2073,
      "step": 9209
    },
    {
      "epoch": 1.608092182794291,
      "grad_norm": 0.08113826811313629,
      "learning_rate": 8.87990071812759e-05,
      "loss": 10.2135,
      "step": 9210
    },
    {
      "epoch": 1.608266771419842,
      "grad_norm": 0.07642683386802673,
      "learning_rate": 8.878082658213688e-05,
      "loss": 10.1853,
      "step": 9211
    },
    {
      "epoch": 1.608441360045393,
      "grad_norm": 0.07646339386701584,
      "learning_rate": 8.876264635854937e-05,
      "loss": 10.1522,
      "step": 9212
    },
    {
      "epoch": 1.608615948670944,
      "grad_norm": 0.08739786595106125,
      "learning_rate": 8.874446651112185e-05,
      "loss": 10.1944,
      "step": 9213
    },
    {
      "epoch": 1.6087905372964952,
      "grad_norm": 0.0879049226641655,
      "learning_rate": 8.872628704046287e-05,
      "loss": 10.1674,
      "step": 9214
    },
    {
      "epoch": 1.608965125922046,
      "grad_norm": 0.08363255858421326,
      "learning_rate": 8.8708107947181e-05,
      "loss": 10.2051,
      "step": 9215
    },
    {
      "epoch": 1.6091397145475972,
      "grad_norm": 0.09470126032829285,
      "learning_rate": 8.868992923188475e-05,
      "loss": 10.1568,
      "step": 9216
    },
    {
      "epoch": 1.6093143031731483,
      "grad_norm": 0.09355169534683228,
      "learning_rate": 8.867175089518261e-05,
      "loss": 10.1713,
      "step": 9217
    },
    {
      "epoch": 1.6094888917986994,
      "grad_norm": 0.09220734983682632,
      "learning_rate": 8.865357293768316e-05,
      "loss": 10.1779,
      "step": 9218
    },
    {
      "epoch": 1.6096634804242504,
      "grad_norm": 0.08328019827604294,
      "learning_rate": 8.863539535999485e-05,
      "loss": 10.189,
      "step": 9219
    },
    {
      "epoch": 1.6098380690498013,
      "grad_norm": 0.09539815783500671,
      "learning_rate": 8.861721816272612e-05,
      "loss": 10.1781,
      "step": 9220
    },
    {
      "epoch": 1.6100126576753524,
      "grad_norm": 0.09597745537757874,
      "learning_rate": 8.859904134648549e-05,
      "loss": 10.1999,
      "step": 9221
    },
    {
      "epoch": 1.6101872463009035,
      "grad_norm": 0.10453927516937256,
      "learning_rate": 8.85808649118814e-05,
      "loss": 10.1855,
      "step": 9222
    },
    {
      "epoch": 1.6103618349264546,
      "grad_norm": 0.1141676977276802,
      "learning_rate": 8.856268885952222e-05,
      "loss": 10.1172,
      "step": 9223
    },
    {
      "epoch": 1.6105364235520057,
      "grad_norm": 0.13335156440734863,
      "learning_rate": 8.85445131900165e-05,
      "loss": 10.1368,
      "step": 9224
    },
    {
      "epoch": 1.6107110121775565,
      "grad_norm": 0.13349956274032593,
      "learning_rate": 8.852633790397258e-05,
      "loss": 10.1805,
      "step": 9225
    },
    {
      "epoch": 1.6108856008031078,
      "grad_norm": 0.14043867588043213,
      "learning_rate": 8.850816300199885e-05,
      "loss": 10.2009,
      "step": 9226
    },
    {
      "epoch": 1.6110601894286587,
      "grad_norm": 0.21512266993522644,
      "learning_rate": 8.848998848470373e-05,
      "loss": 10.2312,
      "step": 9227
    },
    {
      "epoch": 1.6112347780542098,
      "grad_norm": 0.07636109739542007,
      "learning_rate": 8.847181435269559e-05,
      "loss": 10.2112,
      "step": 9228
    },
    {
      "epoch": 1.6114093666797609,
      "grad_norm": 0.06287252902984619,
      "learning_rate": 8.845364060658274e-05,
      "loss": 10.2097,
      "step": 9229
    },
    {
      "epoch": 1.6115839553053117,
      "grad_norm": 0.07031833380460739,
      "learning_rate": 8.843546724697362e-05,
      "loss": 10.2043,
      "step": 9230
    },
    {
      "epoch": 1.611758543930863,
      "grad_norm": 0.06758033484220505,
      "learning_rate": 8.841729427447652e-05,
      "loss": 10.2024,
      "step": 9231
    },
    {
      "epoch": 1.611933132556414,
      "grad_norm": 0.057049572467803955,
      "learning_rate": 8.839912168969976e-05,
      "loss": 10.2227,
      "step": 9232
    },
    {
      "epoch": 1.612107721181965,
      "grad_norm": 0.05975542590022087,
      "learning_rate": 8.838094949325166e-05,
      "loss": 10.1854,
      "step": 9233
    },
    {
      "epoch": 1.612282309807516,
      "grad_norm": 0.061943333595991135,
      "learning_rate": 8.836277768574052e-05,
      "loss": 10.2144,
      "step": 9234
    },
    {
      "epoch": 1.612456898433067,
      "grad_norm": 0.06660088896751404,
      "learning_rate": 8.834460626777457e-05,
      "loss": 10.2072,
      "step": 9235
    },
    {
      "epoch": 1.6126314870586183,
      "grad_norm": 0.06407146900892258,
      "learning_rate": 8.832643523996218e-05,
      "loss": 10.1729,
      "step": 9236
    },
    {
      "epoch": 1.6128060756841691,
      "grad_norm": 0.055513590574264526,
      "learning_rate": 8.830826460291154e-05,
      "loss": 10.2273,
      "step": 9237
    },
    {
      "epoch": 1.6129806643097202,
      "grad_norm": 0.05609823018312454,
      "learning_rate": 8.82900943572309e-05,
      "loss": 10.2082,
      "step": 9238
    },
    {
      "epoch": 1.6131552529352713,
      "grad_norm": 0.0590321309864521,
      "learning_rate": 8.827192450352852e-05,
      "loss": 10.2104,
      "step": 9239
    },
    {
      "epoch": 1.6133298415608222,
      "grad_norm": 0.06860978156328201,
      "learning_rate": 8.825375504241261e-05,
      "loss": 10.1958,
      "step": 9240
    },
    {
      "epoch": 1.6135044301863735,
      "grad_norm": 0.06437734514474869,
      "learning_rate": 8.823558597449133e-05,
      "loss": 10.232,
      "step": 9241
    },
    {
      "epoch": 1.6136790188119243,
      "grad_norm": 0.06574411690235138,
      "learning_rate": 8.821741730037295e-05,
      "loss": 10.2171,
      "step": 9242
    },
    {
      "epoch": 1.6138536074374754,
      "grad_norm": 0.06426315754652023,
      "learning_rate": 8.81992490206656e-05,
      "loss": 10.1821,
      "step": 9243
    },
    {
      "epoch": 1.6140281960630265,
      "grad_norm": 0.08926811814308167,
      "learning_rate": 8.818108113597745e-05,
      "loss": 10.1976,
      "step": 9244
    },
    {
      "epoch": 1.6142027846885776,
      "grad_norm": 0.056073304265737534,
      "learning_rate": 8.81629136469167e-05,
      "loss": 10.1977,
      "step": 9245
    },
    {
      "epoch": 1.6143773733141287,
      "grad_norm": 0.06705586612224579,
      "learning_rate": 8.814474655409142e-05,
      "loss": 10.2341,
      "step": 9246
    },
    {
      "epoch": 1.6145519619396795,
      "grad_norm": 0.06122251972556114,
      "learning_rate": 8.812657985810972e-05,
      "loss": 10.1981,
      "step": 9247
    },
    {
      "epoch": 1.6147265505652306,
      "grad_norm": 0.06418859213590622,
      "learning_rate": 8.810841355957983e-05,
      "loss": 10.2026,
      "step": 9248
    },
    {
      "epoch": 1.6149011391907817,
      "grad_norm": 0.05609358847141266,
      "learning_rate": 8.809024765910976e-05,
      "loss": 10.1782,
      "step": 9249
    },
    {
      "epoch": 1.6150757278163328,
      "grad_norm": 0.06430140882730484,
      "learning_rate": 8.807208215730762e-05,
      "loss": 10.1753,
      "step": 9250
    },
    {
      "epoch": 1.6152503164418839,
      "grad_norm": 0.06277582049369812,
      "learning_rate": 8.805391705478147e-05,
      "loss": 10.211,
      "step": 9251
    },
    {
      "epoch": 1.6154249050674347,
      "grad_norm": 0.0675603374838829,
      "learning_rate": 8.803575235213942e-05,
      "loss": 10.2104,
      "step": 9252
    },
    {
      "epoch": 1.615599493692986,
      "grad_norm": 0.06073060631752014,
      "learning_rate": 8.80175880499894e-05,
      "loss": 10.139,
      "step": 9253
    },
    {
      "epoch": 1.615774082318537,
      "grad_norm": 0.071161650121212,
      "learning_rate": 8.799942414893959e-05,
      "loss": 10.1648,
      "step": 9254
    },
    {
      "epoch": 1.615948670944088,
      "grad_norm": 0.07842148095369339,
      "learning_rate": 8.798126064959792e-05,
      "loss": 10.1865,
      "step": 9255
    },
    {
      "epoch": 1.616123259569639,
      "grad_norm": 0.08187149465084076,
      "learning_rate": 8.79630975525724e-05,
      "loss": 10.1681,
      "step": 9256
    },
    {
      "epoch": 1.61629784819519,
      "grad_norm": 0.07409882545471191,
      "learning_rate": 8.794493485847107e-05,
      "loss": 10.1523,
      "step": 9257
    },
    {
      "epoch": 1.6164724368207413,
      "grad_norm": 0.06840361654758453,
      "learning_rate": 8.792677256790186e-05,
      "loss": 10.1867,
      "step": 9258
    },
    {
      "epoch": 1.6166470254462921,
      "grad_norm": 0.07785259187221527,
      "learning_rate": 8.790861068147273e-05,
      "loss": 10.1632,
      "step": 9259
    },
    {
      "epoch": 1.6168216140718432,
      "grad_norm": 0.0737168937921524,
      "learning_rate": 8.789044919979168e-05,
      "loss": 10.1988,
      "step": 9260
    },
    {
      "epoch": 1.6169962026973943,
      "grad_norm": 0.06958770006895065,
      "learning_rate": 8.787228812346664e-05,
      "loss": 10.2086,
      "step": 9261
    },
    {
      "epoch": 1.6171707913229452,
      "grad_norm": 0.08163824677467346,
      "learning_rate": 8.78541274531055e-05,
      "loss": 10.1443,
      "step": 9262
    },
    {
      "epoch": 1.6173453799484965,
      "grad_norm": 0.07822663336992264,
      "learning_rate": 8.783596718931621e-05,
      "loss": 10.1986,
      "step": 9263
    },
    {
      "epoch": 1.6175199685740473,
      "grad_norm": 0.07783471792936325,
      "learning_rate": 8.781780733270666e-05,
      "loss": 10.1553,
      "step": 9264
    },
    {
      "epoch": 1.6176945571995984,
      "grad_norm": 0.0804174542427063,
      "learning_rate": 8.779964788388467e-05,
      "loss": 10.1747,
      "step": 9265
    },
    {
      "epoch": 1.6178691458251495,
      "grad_norm": 0.06887303292751312,
      "learning_rate": 8.778148884345822e-05,
      "loss": 10.1706,
      "step": 9266
    },
    {
      "epoch": 1.6180437344507004,
      "grad_norm": 0.0881643146276474,
      "learning_rate": 8.77633302120351e-05,
      "loss": 10.1774,
      "step": 9267
    },
    {
      "epoch": 1.6182183230762517,
      "grad_norm": 0.08054805546998978,
      "learning_rate": 8.774517199022315e-05,
      "loss": 10.1603,
      "step": 9268
    },
    {
      "epoch": 1.6183929117018026,
      "grad_norm": 0.08694548159837723,
      "learning_rate": 8.772701417863023e-05,
      "loss": 10.1721,
      "step": 9269
    },
    {
      "epoch": 1.6185675003273536,
      "grad_norm": 0.09044242650270462,
      "learning_rate": 8.770885677786416e-05,
      "loss": 10.1999,
      "step": 9270
    },
    {
      "epoch": 1.6187420889529047,
      "grad_norm": 0.08760779350996017,
      "learning_rate": 8.769069978853266e-05,
      "loss": 10.166,
      "step": 9271
    },
    {
      "epoch": 1.6189166775784558,
      "grad_norm": 0.10341989248991013,
      "learning_rate": 8.767254321124364e-05,
      "loss": 10.1824,
      "step": 9272
    },
    {
      "epoch": 1.619091266204007,
      "grad_norm": 0.10058993846178055,
      "learning_rate": 8.765438704660482e-05,
      "loss": 10.1665,
      "step": 9273
    },
    {
      "epoch": 1.6192658548295578,
      "grad_norm": 0.11514618247747421,
      "learning_rate": 8.763623129522391e-05,
      "loss": 10.1932,
      "step": 9274
    },
    {
      "epoch": 1.6194404434551088,
      "grad_norm": 0.10200915485620499,
      "learning_rate": 8.761807595770875e-05,
      "loss": 10.1712,
      "step": 9275
    },
    {
      "epoch": 1.61961503208066,
      "grad_norm": 0.1237570270895958,
      "learning_rate": 8.759992103466703e-05,
      "loss": 10.1764,
      "step": 9276
    },
    {
      "epoch": 1.619789620706211,
      "grad_norm": 0.17654161155223846,
      "learning_rate": 8.758176652670641e-05,
      "loss": 10.1629,
      "step": 9277
    },
    {
      "epoch": 1.619964209331762,
      "grad_norm": 0.07346244901418686,
      "learning_rate": 8.756361243443471e-05,
      "loss": 10.1973,
      "step": 9278
    },
    {
      "epoch": 1.620138797957313,
      "grad_norm": 0.0670231282711029,
      "learning_rate": 8.754545875845954e-05,
      "loss": 10.1917,
      "step": 9279
    },
    {
      "epoch": 1.6203133865828643,
      "grad_norm": 0.06379465013742447,
      "learning_rate": 8.75273054993886e-05,
      "loss": 10.2007,
      "step": 9280
    },
    {
      "epoch": 1.6204879752084151,
      "grad_norm": 0.06443239748477936,
      "learning_rate": 8.750915265782958e-05,
      "loss": 10.1741,
      "step": 9281
    },
    {
      "epoch": 1.6206625638339662,
      "grad_norm": 0.06869672983884811,
      "learning_rate": 8.749100023439008e-05,
      "loss": 10.1953,
      "step": 9282
    },
    {
      "epoch": 1.6208371524595173,
      "grad_norm": 0.06128140911459923,
      "learning_rate": 8.747284822967775e-05,
      "loss": 10.1812,
      "step": 9283
    },
    {
      "epoch": 1.6210117410850682,
      "grad_norm": 0.06991693377494812,
      "learning_rate": 8.745469664430024e-05,
      "loss": 10.1926,
      "step": 9284
    },
    {
      "epoch": 1.6211863297106195,
      "grad_norm": 0.06580346077680588,
      "learning_rate": 8.743654547886514e-05,
      "loss": 10.192,
      "step": 9285
    },
    {
      "epoch": 1.6213609183361704,
      "grad_norm": 0.06944914907217026,
      "learning_rate": 8.741839473398002e-05,
      "loss": 10.1831,
      "step": 9286
    },
    {
      "epoch": 1.6215355069617214,
      "grad_norm": 0.061913106590509415,
      "learning_rate": 8.740024441025252e-05,
      "loss": 10.1915,
      "step": 9287
    },
    {
      "epoch": 1.6217100955872725,
      "grad_norm": 0.06257984042167664,
      "learning_rate": 8.738209450829016e-05,
      "loss": 10.2095,
      "step": 9288
    },
    {
      "epoch": 1.6218846842128234,
      "grad_norm": 0.06942567974328995,
      "learning_rate": 8.736394502870045e-05,
      "loss": 10.1969,
      "step": 9289
    },
    {
      "epoch": 1.6220592728383747,
      "grad_norm": 0.0652766227722168,
      "learning_rate": 8.734579597209101e-05,
      "loss": 10.2003,
      "step": 9290
    },
    {
      "epoch": 1.6222338614639256,
      "grad_norm": 0.08180294185876846,
      "learning_rate": 8.732764733906934e-05,
      "loss": 10.1795,
      "step": 9291
    },
    {
      "epoch": 1.6224084500894767,
      "grad_norm": 0.05992243438959122,
      "learning_rate": 8.730949913024292e-05,
      "loss": 10.2111,
      "step": 9292
    },
    {
      "epoch": 1.6225830387150277,
      "grad_norm": 0.06457976251840591,
      "learning_rate": 8.729135134621926e-05,
      "loss": 10.1645,
      "step": 9293
    },
    {
      "epoch": 1.6227576273405786,
      "grad_norm": 0.05990750715136528,
      "learning_rate": 8.727320398760586e-05,
      "loss": 10.1823,
      "step": 9294
    },
    {
      "epoch": 1.62293221596613,
      "grad_norm": 0.06446637958288193,
      "learning_rate": 8.725505705501012e-05,
      "loss": 10.1942,
      "step": 9295
    },
    {
      "epoch": 1.6231068045916808,
      "grad_norm": 0.06729161739349365,
      "learning_rate": 8.72369105490396e-05,
      "loss": 10.1843,
      "step": 9296
    },
    {
      "epoch": 1.6232813932172319,
      "grad_norm": 0.06139076128602028,
      "learning_rate": 8.721876447030165e-05,
      "loss": 10.1994,
      "step": 9297
    },
    {
      "epoch": 1.623455981842783,
      "grad_norm": 0.061934974044561386,
      "learning_rate": 8.720061881940371e-05,
      "loss": 10.1613,
      "step": 9298
    },
    {
      "epoch": 1.623630570468334,
      "grad_norm": 0.06805019080638885,
      "learning_rate": 8.718247359695322e-05,
      "loss": 10.2046,
      "step": 9299
    },
    {
      "epoch": 1.6238051590938851,
      "grad_norm": 0.06742899864912033,
      "learning_rate": 8.716432880355755e-05,
      "loss": 10.182,
      "step": 9300
    },
    {
      "epoch": 1.623979747719436,
      "grad_norm": 0.07004272192716599,
      "learning_rate": 8.714618443982405e-05,
      "loss": 10.1916,
      "step": 9301
    },
    {
      "epoch": 1.624154336344987,
      "grad_norm": 0.0780642107129097,
      "learning_rate": 8.712804050636014e-05,
      "loss": 10.1751,
      "step": 9302
    },
    {
      "epoch": 1.6243289249705382,
      "grad_norm": 0.08883141726255417,
      "learning_rate": 8.710989700377319e-05,
      "loss": 10.2172,
      "step": 9303
    },
    {
      "epoch": 1.6245035135960892,
      "grad_norm": 0.06948909908533096,
      "learning_rate": 8.709175393267043e-05,
      "loss": 10.152,
      "step": 9304
    },
    {
      "epoch": 1.6246781022216403,
      "grad_norm": 0.07100000977516174,
      "learning_rate": 8.70736112936593e-05,
      "loss": 10.1945,
      "step": 9305
    },
    {
      "epoch": 1.6248526908471912,
      "grad_norm": 0.07785952836275101,
      "learning_rate": 8.705546908734704e-05,
      "loss": 10.1936,
      "step": 9306
    },
    {
      "epoch": 1.6250272794727425,
      "grad_norm": 0.07348459213972092,
      "learning_rate": 8.703732731434093e-05,
      "loss": 10.1806,
      "step": 9307
    },
    {
      "epoch": 1.6252018680982934,
      "grad_norm": 0.08152741193771362,
      "learning_rate": 8.701918597524835e-05,
      "loss": 10.1848,
      "step": 9308
    },
    {
      "epoch": 1.6253764567238445,
      "grad_norm": 0.0818166583776474,
      "learning_rate": 8.700104507067643e-05,
      "loss": 10.2143,
      "step": 9309
    },
    {
      "epoch": 1.6255510453493955,
      "grad_norm": 0.06859060376882553,
      "learning_rate": 8.698290460123252e-05,
      "loss": 10.1944,
      "step": 9310
    },
    {
      "epoch": 1.6257256339749464,
      "grad_norm": 0.08545675128698349,
      "learning_rate": 8.696476456752381e-05,
      "loss": 10.1442,
      "step": 9311
    },
    {
      "epoch": 1.6259002226004977,
      "grad_norm": 0.0816006138920784,
      "learning_rate": 8.694662497015751e-05,
      "loss": 10.1832,
      "step": 9312
    },
    {
      "epoch": 1.6260748112260486,
      "grad_norm": 0.07426564395427704,
      "learning_rate": 8.692848580974088e-05,
      "loss": 10.1722,
      "step": 9313
    },
    {
      "epoch": 1.6262493998515997,
      "grad_norm": 0.07660039514303207,
      "learning_rate": 8.691034708688111e-05,
      "loss": 10.1669,
      "step": 9314
    },
    {
      "epoch": 1.6264239884771508,
      "grad_norm": 0.08455685526132584,
      "learning_rate": 8.689220880218527e-05,
      "loss": 10.1476,
      "step": 9315
    },
    {
      "epoch": 1.6265985771027016,
      "grad_norm": 0.08295030891895294,
      "learning_rate": 8.687407095626065e-05,
      "loss": 10.1839,
      "step": 9316
    },
    {
      "epoch": 1.626773165728253,
      "grad_norm": 0.08193408697843552,
      "learning_rate": 8.685593354971433e-05,
      "loss": 10.2073,
      "step": 9317
    },
    {
      "epoch": 1.6269477543538038,
      "grad_norm": 0.08616027235984802,
      "learning_rate": 8.683779658315343e-05,
      "loss": 10.171,
      "step": 9318
    },
    {
      "epoch": 1.6271223429793549,
      "grad_norm": 0.09807632118463516,
      "learning_rate": 8.681966005718516e-05,
      "loss": 10.2219,
      "step": 9319
    },
    {
      "epoch": 1.627296931604906,
      "grad_norm": 0.10387607663869858,
      "learning_rate": 8.680152397241655e-05,
      "loss": 10.1544,
      "step": 9320
    },
    {
      "epoch": 1.6274715202304568,
      "grad_norm": 0.08219850808382034,
      "learning_rate": 8.678338832945462e-05,
      "loss": 10.1834,
      "step": 9321
    },
    {
      "epoch": 1.6276461088560081,
      "grad_norm": 0.10846133530139923,
      "learning_rate": 8.67652531289066e-05,
      "loss": 10.185,
      "step": 9322
    },
    {
      "epoch": 1.627820697481559,
      "grad_norm": 0.11633381992578506,
      "learning_rate": 8.674711837137947e-05,
      "loss": 10.2064,
      "step": 9323
    },
    {
      "epoch": 1.62799528610711,
      "grad_norm": 0.10548180341720581,
      "learning_rate": 8.672898405748024e-05,
      "loss": 10.1783,
      "step": 9324
    },
    {
      "epoch": 1.6281698747326612,
      "grad_norm": 0.10795598477125168,
      "learning_rate": 8.6710850187816e-05,
      "loss": 10.1808,
      "step": 9325
    },
    {
      "epoch": 1.6283444633582123,
      "grad_norm": 0.13341043889522552,
      "learning_rate": 8.669271676299374e-05,
      "loss": 10.2216,
      "step": 9326
    },
    {
      "epoch": 1.6285190519837633,
      "grad_norm": 0.19589081406593323,
      "learning_rate": 8.667458378362042e-05,
      "loss": 10.1894,
      "step": 9327
    },
    {
      "epoch": 1.6286936406093142,
      "grad_norm": 0.07866211235523224,
      "learning_rate": 8.665645125030311e-05,
      "loss": 10.2042,
      "step": 9328
    },
    {
      "epoch": 1.6288682292348653,
      "grad_norm": 0.11025114357471466,
      "learning_rate": 8.663831916364872e-05,
      "loss": 10.2193,
      "step": 9329
    },
    {
      "epoch": 1.6290428178604164,
      "grad_norm": 0.07128734141588211,
      "learning_rate": 8.662018752426422e-05,
      "loss": 10.1904,
      "step": 9330
    },
    {
      "epoch": 1.6292174064859675,
      "grad_norm": 0.06378907710313797,
      "learning_rate": 8.660205633275656e-05,
      "loss": 10.2063,
      "step": 9331
    },
    {
      "epoch": 1.6293919951115186,
      "grad_norm": 0.06026989966630936,
      "learning_rate": 8.658392558973265e-05,
      "loss": 10.2222,
      "step": 9332
    },
    {
      "epoch": 1.6295665837370694,
      "grad_norm": 0.06189148873090744,
      "learning_rate": 8.656579529579936e-05,
      "loss": 10.1873,
      "step": 9333
    },
    {
      "epoch": 1.6297411723626207,
      "grad_norm": 0.05808335915207863,
      "learning_rate": 8.654766545156368e-05,
      "loss": 10.2026,
      "step": 9334
    },
    {
      "epoch": 1.6299157609881716,
      "grad_norm": 0.064690001308918,
      "learning_rate": 8.652953605763242e-05,
      "loss": 10.2088,
      "step": 9335
    },
    {
      "epoch": 1.6300903496137227,
      "grad_norm": 0.06713184714317322,
      "learning_rate": 8.651140711461245e-05,
      "loss": 10.1924,
      "step": 9336
    },
    {
      "epoch": 1.6302649382392738,
      "grad_norm": 0.06124591827392578,
      "learning_rate": 8.649327862311067e-05,
      "loss": 10.207,
      "step": 9337
    },
    {
      "epoch": 1.6304395268648246,
      "grad_norm": 0.06671436876058578,
      "learning_rate": 8.647515058373385e-05,
      "loss": 10.1922,
      "step": 9338
    },
    {
      "epoch": 1.630614115490376,
      "grad_norm": 0.058614280074834824,
      "learning_rate": 8.645702299708881e-05,
      "loss": 10.2218,
      "step": 9339
    },
    {
      "epoch": 1.6307887041159268,
      "grad_norm": 0.07057064771652222,
      "learning_rate": 8.643889586378242e-05,
      "loss": 10.1667,
      "step": 9340
    },
    {
      "epoch": 1.6309632927414779,
      "grad_norm": 0.058766335248947144,
      "learning_rate": 8.642076918442143e-05,
      "loss": 10.196,
      "step": 9341
    },
    {
      "epoch": 1.631137881367029,
      "grad_norm": 0.07232945412397385,
      "learning_rate": 8.640264295961258e-05,
      "loss": 10.2015,
      "step": 9342
    },
    {
      "epoch": 1.6313124699925798,
      "grad_norm": 0.05747472494840622,
      "learning_rate": 8.63845171899627e-05,
      "loss": 10.2063,
      "step": 9343
    },
    {
      "epoch": 1.6314870586181311,
      "grad_norm": 0.06670675426721573,
      "learning_rate": 8.636639187607848e-05,
      "loss": 10.2164,
      "step": 9344
    },
    {
      "epoch": 1.631661647243682,
      "grad_norm": 0.06949648261070251,
      "learning_rate": 8.634826701856663e-05,
      "loss": 10.2011,
      "step": 9345
    },
    {
      "epoch": 1.631836235869233,
      "grad_norm": 0.0682314932346344,
      "learning_rate": 8.633014261803394e-05,
      "loss": 10.1973,
      "step": 9346
    },
    {
      "epoch": 1.6320108244947842,
      "grad_norm": 0.0703323557972908,
      "learning_rate": 8.631201867508705e-05,
      "loss": 10.2086,
      "step": 9347
    },
    {
      "epoch": 1.632185413120335,
      "grad_norm": 0.08029299229383469,
      "learning_rate": 8.629389519033264e-05,
      "loss": 10.1659,
      "step": 9348
    },
    {
      "epoch": 1.6323600017458864,
      "grad_norm": 0.06932844966650009,
      "learning_rate": 8.627577216437742e-05,
      "loss": 10.1828,
      "step": 9349
    },
    {
      "epoch": 1.6325345903714372,
      "grad_norm": 0.0711304172873497,
      "learning_rate": 8.6257649597828e-05,
      "loss": 10.2035,
      "step": 9350
    },
    {
      "epoch": 1.6327091789969883,
      "grad_norm": 0.060350511223077774,
      "learning_rate": 8.6239527491291e-05,
      "loss": 10.1813,
      "step": 9351
    },
    {
      "epoch": 1.6328837676225394,
      "grad_norm": 0.07296808809041977,
      "learning_rate": 8.622140584537311e-05,
      "loss": 10.2147,
      "step": 9352
    },
    {
      "epoch": 1.6330583562480905,
      "grad_norm": 0.06876688450574875,
      "learning_rate": 8.62032846606809e-05,
      "loss": 10.1862,
      "step": 9353
    },
    {
      "epoch": 1.6332329448736416,
      "grad_norm": 0.06578783690929413,
      "learning_rate": 8.618516393782094e-05,
      "loss": 10.1662,
      "step": 9354
    },
    {
      "epoch": 1.6334075334991924,
      "grad_norm": 0.08103174716234207,
      "learning_rate": 8.616704367739982e-05,
      "loss": 10.2,
      "step": 9355
    },
    {
      "epoch": 1.6335821221247435,
      "grad_norm": 0.07815065234899521,
      "learning_rate": 8.614892388002411e-05,
      "loss": 10.1887,
      "step": 9356
    },
    {
      "epoch": 1.6337567107502946,
      "grad_norm": 0.08136928826570511,
      "learning_rate": 8.61308045463003e-05,
      "loss": 10.1892,
      "step": 9357
    },
    {
      "epoch": 1.6339312993758457,
      "grad_norm": 0.07153888791799545,
      "learning_rate": 8.611268567683502e-05,
      "loss": 10.2161,
      "step": 9358
    },
    {
      "epoch": 1.6341058880013968,
      "grad_norm": 0.07642023265361786,
      "learning_rate": 8.60945672722347e-05,
      "loss": 10.1885,
      "step": 9359
    },
    {
      "epoch": 1.6342804766269476,
      "grad_norm": 0.06312879920005798,
      "learning_rate": 8.607644933310583e-05,
      "loss": 10.1951,
      "step": 9360
    },
    {
      "epoch": 1.634455065252499,
      "grad_norm": 0.07414217293262482,
      "learning_rate": 8.605833186005496e-05,
      "loss": 10.193,
      "step": 9361
    },
    {
      "epoch": 1.6346296538780498,
      "grad_norm": 0.06988257169723511,
      "learning_rate": 8.604021485368853e-05,
      "loss": 10.177,
      "step": 9362
    },
    {
      "epoch": 1.634804242503601,
      "grad_norm": 0.08214297145605087,
      "learning_rate": 8.60220983146129e-05,
      "loss": 10.1813,
      "step": 9363
    },
    {
      "epoch": 1.634978831129152,
      "grad_norm": 0.07125953584909439,
      "learning_rate": 8.600398224343466e-05,
      "loss": 10.175,
      "step": 9364
    },
    {
      "epoch": 1.6351534197547029,
      "grad_norm": 0.08501436561346054,
      "learning_rate": 8.598586664076013e-05,
      "loss": 10.1827,
      "step": 9365
    },
    {
      "epoch": 1.6353280083802542,
      "grad_norm": 0.07539831101894379,
      "learning_rate": 8.59677515071957e-05,
      "loss": 10.1738,
      "step": 9366
    },
    {
      "epoch": 1.635502597005805,
      "grad_norm": 0.08917230367660522,
      "learning_rate": 8.594963684334783e-05,
      "loss": 10.2028,
      "step": 9367
    },
    {
      "epoch": 1.6356771856313561,
      "grad_norm": 0.09726104885339737,
      "learning_rate": 8.593152264982285e-05,
      "loss": 10.1836,
      "step": 9368
    },
    {
      "epoch": 1.6358517742569072,
      "grad_norm": 0.07356418669223785,
      "learning_rate": 8.591340892722707e-05,
      "loss": 10.1762,
      "step": 9369
    },
    {
      "epoch": 1.636026362882458,
      "grad_norm": 0.10278692096471786,
      "learning_rate": 8.589529567616692e-05,
      "loss": 10.1777,
      "step": 9370
    },
    {
      "epoch": 1.6362009515080094,
      "grad_norm": 0.09173469990491867,
      "learning_rate": 8.587718289724869e-05,
      "loss": 10.2129,
      "step": 9371
    },
    {
      "epoch": 1.6363755401335602,
      "grad_norm": 0.10361278802156448,
      "learning_rate": 8.585907059107864e-05,
      "loss": 10.2119,
      "step": 9372
    },
    {
      "epoch": 1.6365501287591113,
      "grad_norm": 0.10907046496868134,
      "learning_rate": 8.584095875826313e-05,
      "loss": 10.2072,
      "step": 9373
    },
    {
      "epoch": 1.6367247173846624,
      "grad_norm": 0.11970183998346329,
      "learning_rate": 8.582284739940842e-05,
      "loss": 10.1639,
      "step": 9374
    },
    {
      "epoch": 1.6368993060102133,
      "grad_norm": 0.12201003730297089,
      "learning_rate": 8.580473651512071e-05,
      "loss": 10.1972,
      "step": 9375
    },
    {
      "epoch": 1.6370738946357646,
      "grad_norm": 0.13224689662456512,
      "learning_rate": 8.578662610600635e-05,
      "loss": 10.2162,
      "step": 9376
    },
    {
      "epoch": 1.6372484832613154,
      "grad_norm": 0.17493341863155365,
      "learning_rate": 8.57685161726715e-05,
      "loss": 10.2143,
      "step": 9377
    },
    {
      "epoch": 1.6374230718868665,
      "grad_norm": 0.06743405014276505,
      "learning_rate": 8.575040671572238e-05,
      "loss": 10.2094,
      "step": 9378
    },
    {
      "epoch": 1.6375976605124176,
      "grad_norm": 0.0759405791759491,
      "learning_rate": 8.573229773576521e-05,
      "loss": 10.1827,
      "step": 9379
    },
    {
      "epoch": 1.6377722491379687,
      "grad_norm": 0.06093451753258705,
      "learning_rate": 8.571418923340615e-05,
      "loss": 10.1885,
      "step": 9380
    },
    {
      "epoch": 1.6379468377635198,
      "grad_norm": 0.07189303636550903,
      "learning_rate": 8.569608120925135e-05,
      "loss": 10.194,
      "step": 9381
    },
    {
      "epoch": 1.6381214263890707,
      "grad_norm": 0.06595058739185333,
      "learning_rate": 8.567797366390701e-05,
      "loss": 10.216,
      "step": 9382
    },
    {
      "epoch": 1.6382960150146217,
      "grad_norm": 0.05698167905211449,
      "learning_rate": 8.565986659797924e-05,
      "loss": 10.1876,
      "step": 9383
    },
    {
      "epoch": 1.6384706036401728,
      "grad_norm": 0.061464518308639526,
      "learning_rate": 8.564176001207411e-05,
      "loss": 10.2131,
      "step": 9384
    },
    {
      "epoch": 1.638645192265724,
      "grad_norm": 0.06862001121044159,
      "learning_rate": 8.562365390679781e-05,
      "loss": 10.1947,
      "step": 9385
    },
    {
      "epoch": 1.638819780891275,
      "grad_norm": 0.05966338887810707,
      "learning_rate": 8.560554828275636e-05,
      "loss": 10.1986,
      "step": 9386
    },
    {
      "epoch": 1.6389943695168259,
      "grad_norm": 0.05482221394777298,
      "learning_rate": 8.558744314055582e-05,
      "loss": 10.1945,
      "step": 9387
    },
    {
      "epoch": 1.6391689581423772,
      "grad_norm": 0.05962347984313965,
      "learning_rate": 8.556933848080231e-05,
      "loss": 10.1745,
      "step": 9388
    },
    {
      "epoch": 1.639343546767928,
      "grad_norm": 0.05966530740261078,
      "learning_rate": 8.555123430410182e-05,
      "loss": 10.1852,
      "step": 9389
    },
    {
      "epoch": 1.6395181353934791,
      "grad_norm": 0.06899696588516235,
      "learning_rate": 8.553313061106036e-05,
      "loss": 10.1739,
      "step": 9390
    },
    {
      "epoch": 1.6396927240190302,
      "grad_norm": 0.08243034034967422,
      "learning_rate": 8.551502740228397e-05,
      "loss": 10.1835,
      "step": 9391
    },
    {
      "epoch": 1.639867312644581,
      "grad_norm": 0.06705441325902939,
      "learning_rate": 8.549692467837864e-05,
      "loss": 10.2158,
      "step": 9392
    },
    {
      "epoch": 1.6400419012701324,
      "grad_norm": 0.06577231734991074,
      "learning_rate": 8.547882243995026e-05,
      "loss": 10.22,
      "step": 9393
    },
    {
      "epoch": 1.6402164898956832,
      "grad_norm": 0.07103051990270615,
      "learning_rate": 8.546072068760489e-05,
      "loss": 10.1929,
      "step": 9394
    },
    {
      "epoch": 1.6403910785212343,
      "grad_norm": 0.06531079113483429,
      "learning_rate": 8.544261942194843e-05,
      "loss": 10.184,
      "step": 9395
    },
    {
      "epoch": 1.6405656671467854,
      "grad_norm": 0.06413760036230087,
      "learning_rate": 8.542451864358678e-05,
      "loss": 10.1857,
      "step": 9396
    },
    {
      "epoch": 1.6407402557723363,
      "grad_norm": 0.06349893659353256,
      "learning_rate": 8.540641835312588e-05,
      "loss": 10.2024,
      "step": 9397
    },
    {
      "epoch": 1.6409148443978876,
      "grad_norm": 0.06230580061674118,
      "learning_rate": 8.538831855117162e-05,
      "loss": 10.1891,
      "step": 9398
    },
    {
      "epoch": 1.6410894330234385,
      "grad_norm": 0.07384272664785385,
      "learning_rate": 8.53702192383298e-05,
      "loss": 10.1941,
      "step": 9399
    },
    {
      "epoch": 1.6412640216489895,
      "grad_norm": 0.0610663928091526,
      "learning_rate": 8.53521204152064e-05,
      "loss": 10.1969,
      "step": 9400
    },
    {
      "epoch": 1.6412640216489895,
      "eval_loss": 10.170708656311035,
      "eval_runtime": 0.739,
      "eval_samples_per_second": 312.572,
      "eval_steps_per_second": 156.962,
      "step": 9400
    },
    {
      "epoch": 1.6414386102745406,
      "grad_norm": 0.06472108513116837,
      "learning_rate": 8.533402208240721e-05,
      "loss": 10.1977,
      "step": 9401
    },
    {
      "epoch": 1.6416131989000915,
      "grad_norm": 0.058195412158966064,
      "learning_rate": 8.5315924240538e-05,
      "loss": 10.2024,
      "step": 9402
    },
    {
      "epoch": 1.6417877875256428,
      "grad_norm": 0.06840867549180984,
      "learning_rate": 8.529782689020466e-05,
      "loss": 10.1837,
      "step": 9403
    },
    {
      "epoch": 1.6419623761511937,
      "grad_norm": 0.0736900120973587,
      "learning_rate": 8.527973003201294e-05,
      "loss": 10.1832,
      "step": 9404
    },
    {
      "epoch": 1.6421369647767448,
      "grad_norm": 0.0748605951666832,
      "learning_rate": 8.526163366656858e-05,
      "loss": 10.1876,
      "step": 9405
    },
    {
      "epoch": 1.6423115534022958,
      "grad_norm": 0.06304674595594406,
      "learning_rate": 8.524353779447742e-05,
      "loss": 10.2173,
      "step": 9406
    },
    {
      "epoch": 1.642486142027847,
      "grad_norm": 0.07157879322767258,
      "learning_rate": 8.522544241634516e-05,
      "loss": 10.1907,
      "step": 9407
    },
    {
      "epoch": 1.642660730653398,
      "grad_norm": 0.08255765587091446,
      "learning_rate": 8.520734753277751e-05,
      "loss": 10.2046,
      "step": 9408
    },
    {
      "epoch": 1.6428353192789489,
      "grad_norm": 0.07005627453327179,
      "learning_rate": 8.518925314438023e-05,
      "loss": 10.2041,
      "step": 9409
    },
    {
      "epoch": 1.6430099079045,
      "grad_norm": 0.07653332501649857,
      "learning_rate": 8.517115925175898e-05,
      "loss": 10.184,
      "step": 9410
    },
    {
      "epoch": 1.643184496530051,
      "grad_norm": 0.08277665078639984,
      "learning_rate": 8.515306585551939e-05,
      "loss": 10.1875,
      "step": 9411
    },
    {
      "epoch": 1.6433590851556021,
      "grad_norm": 0.07851693034172058,
      "learning_rate": 8.513497295626722e-05,
      "loss": 10.1844,
      "step": 9412
    },
    {
      "epoch": 1.6435336737811532,
      "grad_norm": 0.08226253092288971,
      "learning_rate": 8.511688055460803e-05,
      "loss": 10.1612,
      "step": 9413
    },
    {
      "epoch": 1.643708262406704,
      "grad_norm": 0.06701301783323288,
      "learning_rate": 8.509878865114748e-05,
      "loss": 10.1762,
      "step": 9414
    },
    {
      "epoch": 1.6438828510322554,
      "grad_norm": 0.07127207517623901,
      "learning_rate": 8.508069724649121e-05,
      "loss": 10.2028,
      "step": 9415
    },
    {
      "epoch": 1.6440574396578063,
      "grad_norm": 0.10428861528635025,
      "learning_rate": 8.506260634124476e-05,
      "loss": 10.1787,
      "step": 9416
    },
    {
      "epoch": 1.6442320282833573,
      "grad_norm": 0.0761970803141594,
      "learning_rate": 8.504451593601367e-05,
      "loss": 10.1996,
      "step": 9417
    },
    {
      "epoch": 1.6444066169089084,
      "grad_norm": 0.08080276846885681,
      "learning_rate": 8.502642603140363e-05,
      "loss": 10.188,
      "step": 9418
    },
    {
      "epoch": 1.6445812055344593,
      "grad_norm": 0.09234943985939026,
      "learning_rate": 8.500833662802009e-05,
      "loss": 10.1907,
      "step": 9419
    },
    {
      "epoch": 1.6447557941600106,
      "grad_norm": 0.09592827409505844,
      "learning_rate": 8.499024772646858e-05,
      "loss": 10.1733,
      "step": 9420
    },
    {
      "epoch": 1.6449303827855615,
      "grad_norm": 0.10078222304582596,
      "learning_rate": 8.497215932735464e-05,
      "loss": 10.1972,
      "step": 9421
    },
    {
      "epoch": 1.6451049714111126,
      "grad_norm": 0.10682355612516403,
      "learning_rate": 8.495407143128375e-05,
      "loss": 10.1856,
      "step": 9422
    },
    {
      "epoch": 1.6452795600366636,
      "grad_norm": 0.10317470878362656,
      "learning_rate": 8.493598403886134e-05,
      "loss": 10.1844,
      "step": 9423
    },
    {
      "epoch": 1.6454541486622145,
      "grad_norm": 0.10088612884283066,
      "learning_rate": 8.491789715069294e-05,
      "loss": 10.1908,
      "step": 9424
    },
    {
      "epoch": 1.6456287372877658,
      "grad_norm": 0.1001969501376152,
      "learning_rate": 8.489981076738398e-05,
      "loss": 10.219,
      "step": 9425
    },
    {
      "epoch": 1.6458033259133167,
      "grad_norm": 0.13094136118888855,
      "learning_rate": 8.488172488953982e-05,
      "loss": 10.1446,
      "step": 9426
    },
    {
      "epoch": 1.6459779145388678,
      "grad_norm": 0.16554492712020874,
      "learning_rate": 8.486363951776596e-05,
      "loss": 10.173,
      "step": 9427
    },
    {
      "epoch": 1.6461525031644189,
      "grad_norm": 0.08071645349264145,
      "learning_rate": 8.48455546526677e-05,
      "loss": 10.1886,
      "step": 9428
    },
    {
      "epoch": 1.6463270917899697,
      "grad_norm": 0.05933690443634987,
      "learning_rate": 8.48274702948505e-05,
      "loss": 10.2015,
      "step": 9429
    },
    {
      "epoch": 1.646501680415521,
      "grad_norm": 0.07404293119907379,
      "learning_rate": 8.480938644491968e-05,
      "loss": 10.1888,
      "step": 9430
    },
    {
      "epoch": 1.646676269041072,
      "grad_norm": 0.06109438091516495,
      "learning_rate": 8.479130310348056e-05,
      "loss": 10.1976,
      "step": 9431
    },
    {
      "epoch": 1.646850857666623,
      "grad_norm": 0.050382524728775024,
      "learning_rate": 8.477322027113848e-05,
      "loss": 10.2021,
      "step": 9432
    },
    {
      "epoch": 1.647025446292174,
      "grad_norm": 0.06221413239836693,
      "learning_rate": 8.475513794849876e-05,
      "loss": 10.2092,
      "step": 9433
    },
    {
      "epoch": 1.6472000349177252,
      "grad_norm": 0.060346584767103195,
      "learning_rate": 8.473705613616665e-05,
      "loss": 10.1992,
      "step": 9434
    },
    {
      "epoch": 1.6473746235432762,
      "grad_norm": 0.07482429593801498,
      "learning_rate": 8.471897483474747e-05,
      "loss": 10.2158,
      "step": 9435
    },
    {
      "epoch": 1.647549212168827,
      "grad_norm": 0.06151067838072777,
      "learning_rate": 8.470089404484646e-05,
      "loss": 10.2203,
      "step": 9436
    },
    {
      "epoch": 1.6477238007943784,
      "grad_norm": 0.06200287863612175,
      "learning_rate": 8.468281376706881e-05,
      "loss": 10.1981,
      "step": 9437
    },
    {
      "epoch": 1.6478983894199293,
      "grad_norm": 0.06718616187572479,
      "learning_rate": 8.466473400201982e-05,
      "loss": 10.1822,
      "step": 9438
    },
    {
      "epoch": 1.6480729780454804,
      "grad_norm": 0.06350249797105789,
      "learning_rate": 8.464665475030465e-05,
      "loss": 10.2162,
      "step": 9439
    },
    {
      "epoch": 1.6482475666710314,
      "grad_norm": 0.06126469001173973,
      "learning_rate": 8.462857601252846e-05,
      "loss": 10.1926,
      "step": 9440
    },
    {
      "epoch": 1.6484221552965823,
      "grad_norm": 0.05623682215809822,
      "learning_rate": 8.461049778929648e-05,
      "loss": 10.1885,
      "step": 9441
    },
    {
      "epoch": 1.6485967439221336,
      "grad_norm": 0.05688511207699776,
      "learning_rate": 8.459242008121383e-05,
      "loss": 10.1877,
      "step": 9442
    },
    {
      "epoch": 1.6487713325476845,
      "grad_norm": 0.06759943068027496,
      "learning_rate": 8.457434288888563e-05,
      "loss": 10.2012,
      "step": 9443
    },
    {
      "epoch": 1.6489459211732356,
      "grad_norm": 0.05416153371334076,
      "learning_rate": 8.455626621291702e-05,
      "loss": 10.2106,
      "step": 9444
    },
    {
      "epoch": 1.6491205097987867,
      "grad_norm": 0.06961473822593689,
      "learning_rate": 8.45381900539131e-05,
      "loss": 10.1814,
      "step": 9445
    },
    {
      "epoch": 1.6492950984243375,
      "grad_norm": 0.06039927527308464,
      "learning_rate": 8.452011441247892e-05,
      "loss": 10.2022,
      "step": 9446
    },
    {
      "epoch": 1.6494696870498888,
      "grad_norm": 0.06804604083299637,
      "learning_rate": 8.45020392892196e-05,
      "loss": 10.2085,
      "step": 9447
    },
    {
      "epoch": 1.6496442756754397,
      "grad_norm": 0.07475394010543823,
      "learning_rate": 8.448396468474014e-05,
      "loss": 10.2196,
      "step": 9448
    },
    {
      "epoch": 1.6498188643009908,
      "grad_norm": 0.06651382148265839,
      "learning_rate": 8.44658905996456e-05,
      "loss": 10.1543,
      "step": 9449
    },
    {
      "epoch": 1.6499934529265419,
      "grad_norm": 0.06731124967336655,
      "learning_rate": 8.444781703454097e-05,
      "loss": 10.2284,
      "step": 9450
    },
    {
      "epoch": 1.6501680415520927,
      "grad_norm": 0.06126101687550545,
      "learning_rate": 8.442974399003129e-05,
      "loss": 10.2151,
      "step": 9451
    },
    {
      "epoch": 1.650342630177644,
      "grad_norm": 0.06290709227323532,
      "learning_rate": 8.441167146672146e-05,
      "loss": 10.2013,
      "step": 9452
    },
    {
      "epoch": 1.650517218803195,
      "grad_norm": 0.06468050181865692,
      "learning_rate": 8.439359946521651e-05,
      "loss": 10.1975,
      "step": 9453
    },
    {
      "epoch": 1.650691807428746,
      "grad_norm": 0.08149657398462296,
      "learning_rate": 8.437552798612138e-05,
      "loss": 10.1741,
      "step": 9454
    },
    {
      "epoch": 1.650866396054297,
      "grad_norm": 0.06989357620477676,
      "learning_rate": 8.435745703004095e-05,
      "loss": 10.1397,
      "step": 9455
    },
    {
      "epoch": 1.651040984679848,
      "grad_norm": 0.06908656656742096,
      "learning_rate": 8.433938659758017e-05,
      "loss": 10.2111,
      "step": 9456
    },
    {
      "epoch": 1.6512155733053993,
      "grad_norm": 0.08638431876897812,
      "learning_rate": 8.432131668934393e-05,
      "loss": 10.1541,
      "step": 9457
    },
    {
      "epoch": 1.6513901619309501,
      "grad_norm": 0.07852194458246231,
      "learning_rate": 8.430324730593704e-05,
      "loss": 10.2034,
      "step": 9458
    },
    {
      "epoch": 1.6515647505565012,
      "grad_norm": 0.07500282675027847,
      "learning_rate": 8.428517844796445e-05,
      "loss": 10.1935,
      "step": 9459
    },
    {
      "epoch": 1.6517393391820523,
      "grad_norm": 0.07916644215583801,
      "learning_rate": 8.426711011603096e-05,
      "loss": 10.1665,
      "step": 9460
    },
    {
      "epoch": 1.6519139278076034,
      "grad_norm": 0.0767730101943016,
      "learning_rate": 8.424904231074135e-05,
      "loss": 10.192,
      "step": 9461
    },
    {
      "epoch": 1.6520885164331545,
      "grad_norm": 0.07413671910762787,
      "learning_rate": 8.42309750327005e-05,
      "loss": 10.1914,
      "step": 9462
    },
    {
      "epoch": 1.6522631050587053,
      "grad_norm": 0.082909494638443,
      "learning_rate": 8.421290828251314e-05,
      "loss": 10.1652,
      "step": 9463
    },
    {
      "epoch": 1.6524376936842566,
      "grad_norm": 0.07672706991434097,
      "learning_rate": 8.4194842060784e-05,
      "loss": 10.1886,
      "step": 9464
    },
    {
      "epoch": 1.6526122823098075,
      "grad_norm": 0.07924214005470276,
      "learning_rate": 8.417677636811793e-05,
      "loss": 10.1863,
      "step": 9465
    },
    {
      "epoch": 1.6527868709353586,
      "grad_norm": 0.07586313784122467,
      "learning_rate": 8.415871120511963e-05,
      "loss": 10.1906,
      "step": 9466
    },
    {
      "epoch": 1.6529614595609097,
      "grad_norm": 0.07410575449466705,
      "learning_rate": 8.414064657239376e-05,
      "loss": 10.1759,
      "step": 9467
    },
    {
      "epoch": 1.6531360481864605,
      "grad_norm": 0.08394407480955124,
      "learning_rate": 8.412258247054508e-05,
      "loss": 10.1708,
      "step": 9468
    },
    {
      "epoch": 1.6533106368120118,
      "grad_norm": 0.08994774520397186,
      "learning_rate": 8.410451890017826e-05,
      "loss": 10.16,
      "step": 9469
    },
    {
      "epoch": 1.6534852254375627,
      "grad_norm": 0.08347536623477936,
      "learning_rate": 8.408645586189788e-05,
      "loss": 10.1764,
      "step": 9470
    },
    {
      "epoch": 1.6536598140631138,
      "grad_norm": 0.10192148387432098,
      "learning_rate": 8.40683933563087e-05,
      "loss": 10.1768,
      "step": 9471
    },
    {
      "epoch": 1.6538344026886649,
      "grad_norm": 0.10516633093357086,
      "learning_rate": 8.40503313840153e-05,
      "loss": 10.1743,
      "step": 9472
    },
    {
      "epoch": 1.6540089913142157,
      "grad_norm": 0.12778860330581665,
      "learning_rate": 8.403226994562225e-05,
      "loss": 10.1784,
      "step": 9473
    },
    {
      "epoch": 1.654183579939767,
      "grad_norm": 0.10905100405216217,
      "learning_rate": 8.40142090417342e-05,
      "loss": 10.1862,
      "step": 9474
    },
    {
      "epoch": 1.654358168565318,
      "grad_norm": 0.11300542950630188,
      "learning_rate": 8.39961486729557e-05,
      "loss": 10.1883,
      "step": 9475
    },
    {
      "epoch": 1.654532757190869,
      "grad_norm": 0.12412374466657639,
      "learning_rate": 8.397808883989126e-05,
      "loss": 10.195,
      "step": 9476
    },
    {
      "epoch": 1.65470734581642,
      "grad_norm": 0.16555042564868927,
      "learning_rate": 8.396002954314548e-05,
      "loss": 10.213,
      "step": 9477
    },
    {
      "epoch": 1.654881934441971,
      "grad_norm": 0.06761189550161362,
      "learning_rate": 8.394197078332287e-05,
      "loss": 10.2008,
      "step": 9478
    },
    {
      "epoch": 1.6550565230675223,
      "grad_norm": 0.07925977557897568,
      "learning_rate": 8.392391256102787e-05,
      "loss": 10.1851,
      "step": 9479
    },
    {
      "epoch": 1.6552311116930731,
      "grad_norm": 0.0675627663731575,
      "learning_rate": 8.390585487686505e-05,
      "loss": 10.2036,
      "step": 9480
    },
    {
      "epoch": 1.6554057003186242,
      "grad_norm": 0.06175656616687775,
      "learning_rate": 8.388779773143881e-05,
      "loss": 10.2086,
      "step": 9481
    },
    {
      "epoch": 1.6555802889441753,
      "grad_norm": 0.0783420205116272,
      "learning_rate": 8.386974112535358e-05,
      "loss": 10.1827,
      "step": 9482
    },
    {
      "epoch": 1.6557548775697262,
      "grad_norm": 0.0597173348069191,
      "learning_rate": 8.385168505921389e-05,
      "loss": 10.2024,
      "step": 9483
    },
    {
      "epoch": 1.6559294661952775,
      "grad_norm": 0.0718328207731247,
      "learning_rate": 8.383362953362406e-05,
      "loss": 10.1977,
      "step": 9484
    },
    {
      "epoch": 1.6561040548208283,
      "grad_norm": 0.05470523238182068,
      "learning_rate": 8.381557454918847e-05,
      "loss": 10.1854,
      "step": 9485
    },
    {
      "epoch": 1.6562786434463794,
      "grad_norm": 0.05947712063789368,
      "learning_rate": 8.379752010651157e-05,
      "loss": 10.2424,
      "step": 9486
    },
    {
      "epoch": 1.6564532320719305,
      "grad_norm": 0.05981485918164253,
      "learning_rate": 8.377946620619768e-05,
      "loss": 10.2082,
      "step": 9487
    },
    {
      "epoch": 1.6566278206974816,
      "grad_norm": 0.06150251626968384,
      "learning_rate": 8.376141284885108e-05,
      "loss": 10.2082,
      "step": 9488
    },
    {
      "epoch": 1.6568024093230327,
      "grad_norm": 0.06394179165363312,
      "learning_rate": 8.37433600350762e-05,
      "loss": 10.1934,
      "step": 9489
    },
    {
      "epoch": 1.6569769979485836,
      "grad_norm": 0.08969283103942871,
      "learning_rate": 8.372530776547729e-05,
      "loss": 10.1904,
      "step": 9490
    },
    {
      "epoch": 1.6571515865741349,
      "grad_norm": 0.06576825678348541,
      "learning_rate": 8.370725604065858e-05,
      "loss": 10.1826,
      "step": 9491
    },
    {
      "epoch": 1.6573261751996857,
      "grad_norm": 0.06002652272582054,
      "learning_rate": 8.36892048612244e-05,
      "loss": 10.2171,
      "step": 9492
    },
    {
      "epoch": 1.6575007638252368,
      "grad_norm": 0.06679164618253708,
      "learning_rate": 8.3671154227779e-05,
      "loss": 10.1859,
      "step": 9493
    },
    {
      "epoch": 1.657675352450788,
      "grad_norm": 0.08130109310150146,
      "learning_rate": 8.365310414092653e-05,
      "loss": 10.1734,
      "step": 9494
    },
    {
      "epoch": 1.6578499410763388,
      "grad_norm": 0.060985494405031204,
      "learning_rate": 8.363505460127133e-05,
      "loss": 10.2148,
      "step": 9495
    },
    {
      "epoch": 1.65802452970189,
      "grad_norm": 0.07340959459543228,
      "learning_rate": 8.36170056094175e-05,
      "loss": 10.1773,
      "step": 9496
    },
    {
      "epoch": 1.658199118327441,
      "grad_norm": 0.0583205446600914,
      "learning_rate": 8.359895716596919e-05,
      "loss": 10.2073,
      "step": 9497
    },
    {
      "epoch": 1.658373706952992,
      "grad_norm": 0.06447353959083557,
      "learning_rate": 8.358090927153061e-05,
      "loss": 10.1606,
      "step": 9498
    },
    {
      "epoch": 1.658548295578543,
      "grad_norm": 0.07998763024806976,
      "learning_rate": 8.356286192670591e-05,
      "loss": 10.1872,
      "step": 9499
    },
    {
      "epoch": 1.658722884204094,
      "grad_norm": 0.06753525137901306,
      "learning_rate": 8.354481513209915e-05,
      "loss": 10.1804,
      "step": 9500
    },
    {
      "epoch": 1.6588974728296453,
      "grad_norm": 0.07002332806587219,
      "learning_rate": 8.35267688883145e-05,
      "loss": 10.1898,
      "step": 9501
    },
    {
      "epoch": 1.6590720614551961,
      "grad_norm": 0.06775212287902832,
      "learning_rate": 8.350872319595599e-05,
      "loss": 10.1864,
      "step": 9502
    },
    {
      "epoch": 1.6592466500807472,
      "grad_norm": 0.06632813066244125,
      "learning_rate": 8.349067805562764e-05,
      "loss": 10.1969,
      "step": 9503
    },
    {
      "epoch": 1.6594212387062983,
      "grad_norm": 0.06353012472391129,
      "learning_rate": 8.34726334679336e-05,
      "loss": 10.1562,
      "step": 9504
    },
    {
      "epoch": 1.6595958273318492,
      "grad_norm": 0.08096658438444138,
      "learning_rate": 8.345458943347785e-05,
      "loss": 10.1573,
      "step": 9505
    },
    {
      "epoch": 1.6597704159574005,
      "grad_norm": 0.07140235602855682,
      "learning_rate": 8.343654595286437e-05,
      "loss": 10.201,
      "step": 9506
    },
    {
      "epoch": 1.6599450045829514,
      "grad_norm": 0.06328490376472473,
      "learning_rate": 8.341850302669718e-05,
      "loss": 10.145,
      "step": 9507
    },
    {
      "epoch": 1.6601195932085024,
      "grad_norm": 0.07631489634513855,
      "learning_rate": 8.340046065558026e-05,
      "loss": 10.1611,
      "step": 9508
    },
    {
      "epoch": 1.6602941818340535,
      "grad_norm": 0.07656226307153702,
      "learning_rate": 8.338241884011748e-05,
      "loss": 10.1635,
      "step": 9509
    },
    {
      "epoch": 1.6604687704596044,
      "grad_norm": 0.07808014750480652,
      "learning_rate": 8.33643775809129e-05,
      "loss": 10.1785,
      "step": 9510
    },
    {
      "epoch": 1.6606433590851557,
      "grad_norm": 0.0795428678393364,
      "learning_rate": 8.334633687857037e-05,
      "loss": 10.1886,
      "step": 9511
    },
    {
      "epoch": 1.6608179477107066,
      "grad_norm": 0.08770054578781128,
      "learning_rate": 8.332829673369374e-05,
      "loss": 10.1863,
      "step": 9512
    },
    {
      "epoch": 1.6609925363362577,
      "grad_norm": 0.08513861149549484,
      "learning_rate": 8.331025714688698e-05,
      "loss": 10.2016,
      "step": 9513
    },
    {
      "epoch": 1.6611671249618087,
      "grad_norm": 0.07320301979780197,
      "learning_rate": 8.32922181187539e-05,
      "loss": 10.171,
      "step": 9514
    },
    {
      "epoch": 1.6613417135873598,
      "grad_norm": 0.10116402804851532,
      "learning_rate": 8.327417964989829e-05,
      "loss": 10.2168,
      "step": 9515
    },
    {
      "epoch": 1.661516302212911,
      "grad_norm": 0.08191830664873123,
      "learning_rate": 8.325614174092407e-05,
      "loss": 10.1807,
      "step": 9516
    },
    {
      "epoch": 1.6616908908384618,
      "grad_norm": 0.10659171640872955,
      "learning_rate": 8.323810439243498e-05,
      "loss": 10.1706,
      "step": 9517
    },
    {
      "epoch": 1.661865479464013,
      "grad_norm": 0.0885719507932663,
      "learning_rate": 8.322006760503482e-05,
      "loss": 10.1968,
      "step": 9518
    },
    {
      "epoch": 1.662040068089564,
      "grad_norm": 0.08549613505601883,
      "learning_rate": 8.320203137932737e-05,
      "loss": 10.2139,
      "step": 9519
    },
    {
      "epoch": 1.662214656715115,
      "grad_norm": 0.08267426490783691,
      "learning_rate": 8.318399571591634e-05,
      "loss": 10.1499,
      "step": 9520
    },
    {
      "epoch": 1.6623892453406661,
      "grad_norm": 0.0942457988858223,
      "learning_rate": 8.316596061540545e-05,
      "loss": 10.1787,
      "step": 9521
    },
    {
      "epoch": 1.662563833966217,
      "grad_norm": 0.09933435916900635,
      "learning_rate": 8.314792607839848e-05,
      "loss": 10.1596,
      "step": 9522
    },
    {
      "epoch": 1.6627384225917683,
      "grad_norm": 0.10712228715419769,
      "learning_rate": 8.312989210549906e-05,
      "loss": 10.1766,
      "step": 9523
    },
    {
      "epoch": 1.6629130112173192,
      "grad_norm": 0.09058883041143417,
      "learning_rate": 8.311185869731086e-05,
      "loss": 10.1813,
      "step": 9524
    },
    {
      "epoch": 1.6630875998428702,
      "grad_norm": 0.13505831360816956,
      "learning_rate": 8.309382585443758e-05,
      "loss": 10.238,
      "step": 9525
    },
    {
      "epoch": 1.6632621884684213,
      "grad_norm": 0.13509665429592133,
      "learning_rate": 8.307579357748281e-05,
      "loss": 10.1769,
      "step": 9526
    },
    {
      "epoch": 1.6634367770939722,
      "grad_norm": 0.19945304095745087,
      "learning_rate": 8.305776186705012e-05,
      "loss": 10.1841,
      "step": 9527
    },
    {
      "epoch": 1.6636113657195235,
      "grad_norm": 0.06832484155893326,
      "learning_rate": 8.303973072374321e-05,
      "loss": 10.2287,
      "step": 9528
    },
    {
      "epoch": 1.6637859543450744,
      "grad_norm": 0.06483224034309387,
      "learning_rate": 8.302170014816562e-05,
      "loss": 10.2072,
      "step": 9529
    },
    {
      "epoch": 1.6639605429706255,
      "grad_norm": 0.08053240180015564,
      "learning_rate": 8.300367014092084e-05,
      "loss": 10.197,
      "step": 9530
    },
    {
      "epoch": 1.6641351315961765,
      "grad_norm": 0.06323005259037018,
      "learning_rate": 8.29856407026125e-05,
      "loss": 10.202,
      "step": 9531
    },
    {
      "epoch": 1.6643097202217274,
      "grad_norm": 0.07249495387077332,
      "learning_rate": 8.296761183384407e-05,
      "loss": 10.2063,
      "step": 9532
    },
    {
      "epoch": 1.6644843088472787,
      "grad_norm": 0.07248301804065704,
      "learning_rate": 8.2949583535219e-05,
      "loss": 10.19,
      "step": 9533
    },
    {
      "epoch": 1.6646588974728296,
      "grad_norm": 0.0684758871793747,
      "learning_rate": 8.293155580734089e-05,
      "loss": 10.2036,
      "step": 9534
    },
    {
      "epoch": 1.6648334860983807,
      "grad_norm": 0.06416324526071548,
      "learning_rate": 8.291352865081312e-05,
      "loss": 10.2162,
      "step": 9535
    },
    {
      "epoch": 1.6650080747239318,
      "grad_norm": 0.06478643417358398,
      "learning_rate": 8.289550206623915e-05,
      "loss": 10.1731,
      "step": 9536
    },
    {
      "epoch": 1.6651826633494826,
      "grad_norm": 0.05937831476330757,
      "learning_rate": 8.287747605422241e-05,
      "loss": 10.1953,
      "step": 9537
    },
    {
      "epoch": 1.665357251975034,
      "grad_norm": 0.06723145395517349,
      "learning_rate": 8.285945061536631e-05,
      "loss": 10.2005,
      "step": 9538
    },
    {
      "epoch": 1.6655318406005848,
      "grad_norm": 0.07767181098461151,
      "learning_rate": 8.284142575027418e-05,
      "loss": 10.2189,
      "step": 9539
    },
    {
      "epoch": 1.6657064292261359,
      "grad_norm": 0.06462177634239197,
      "learning_rate": 8.282340145954946e-05,
      "loss": 10.1995,
      "step": 9540
    },
    {
      "epoch": 1.665881017851687,
      "grad_norm": 0.061288271099328995,
      "learning_rate": 8.280537774379546e-05,
      "loss": 10.1867,
      "step": 9541
    },
    {
      "epoch": 1.666055606477238,
      "grad_norm": 0.055224791169166565,
      "learning_rate": 8.27873546036155e-05,
      "loss": 10.1815,
      "step": 9542
    },
    {
      "epoch": 1.6662301951027891,
      "grad_norm": 0.056101955473423004,
      "learning_rate": 8.276933203961292e-05,
      "loss": 10.1922,
      "step": 9543
    },
    {
      "epoch": 1.66640478372834,
      "grad_norm": 0.08207404613494873,
      "learning_rate": 8.275131005239096e-05,
      "loss": 10.1893,
      "step": 9544
    },
    {
      "epoch": 1.6665793723538913,
      "grad_norm": 0.06062381714582443,
      "learning_rate": 8.273328864255294e-05,
      "loss": 10.1997,
      "step": 9545
    },
    {
      "epoch": 1.6667539609794422,
      "grad_norm": 0.0659094974398613,
      "learning_rate": 8.27152678107021e-05,
      "loss": 10.1961,
      "step": 9546
    },
    {
      "epoch": 1.6669285496049933,
      "grad_norm": 0.06697360426187515,
      "learning_rate": 8.269724755744164e-05,
      "loss": 10.2081,
      "step": 9547
    },
    {
      "epoch": 1.6671031382305443,
      "grad_norm": 0.06239376217126846,
      "learning_rate": 8.267922788337481e-05,
      "loss": 10.2077,
      "step": 9548
    },
    {
      "epoch": 1.6672777268560952,
      "grad_norm": 0.06949647516012192,
      "learning_rate": 8.266120878910477e-05,
      "loss": 10.1923,
      "step": 9549
    },
    {
      "epoch": 1.6674523154816465,
      "grad_norm": 0.06610902398824692,
      "learning_rate": 8.264319027523467e-05,
      "loss": 10.1795,
      "step": 9550
    },
    {
      "epoch": 1.6676269041071974,
      "grad_norm": 0.0740019902586937,
      "learning_rate": 8.262517234236776e-05,
      "loss": 10.2187,
      "step": 9551
    },
    {
      "epoch": 1.6678014927327485,
      "grad_norm": 0.07097716629505157,
      "learning_rate": 8.260715499110707e-05,
      "loss": 10.2177,
      "step": 9552
    },
    {
      "epoch": 1.6679760813582996,
      "grad_norm": 0.08054213225841522,
      "learning_rate": 8.258913822205577e-05,
      "loss": 10.2039,
      "step": 9553
    },
    {
      "epoch": 1.6681506699838504,
      "grad_norm": 0.07908420264720917,
      "learning_rate": 8.257112203581694e-05,
      "loss": 10.1538,
      "step": 9554
    },
    {
      "epoch": 1.6683252586094017,
      "grad_norm": 0.08028268814086914,
      "learning_rate": 8.255310643299366e-05,
      "loss": 10.1851,
      "step": 9555
    },
    {
      "epoch": 1.6684998472349526,
      "grad_norm": 0.07611515372991562,
      "learning_rate": 8.253509141418894e-05,
      "loss": 10.1698,
      "step": 9556
    },
    {
      "epoch": 1.6686744358605037,
      "grad_norm": 0.07803556323051453,
      "learning_rate": 8.25170769800059e-05,
      "loss": 10.1907,
      "step": 9557
    },
    {
      "epoch": 1.6688490244860548,
      "grad_norm": 0.06834094971418381,
      "learning_rate": 8.249906313104752e-05,
      "loss": 10.2153,
      "step": 9558
    },
    {
      "epoch": 1.6690236131116056,
      "grad_norm": 0.06619197875261307,
      "learning_rate": 8.248104986791676e-05,
      "loss": 10.1877,
      "step": 9559
    },
    {
      "epoch": 1.669198201737157,
      "grad_norm": 0.07475481182336807,
      "learning_rate": 8.246303719121666e-05,
      "loss": 10.1557,
      "step": 9560
    },
    {
      "epoch": 1.6693727903627078,
      "grad_norm": 0.07650749385356903,
      "learning_rate": 8.244502510155014e-05,
      "loss": 10.2013,
      "step": 9561
    },
    {
      "epoch": 1.669547378988259,
      "grad_norm": 0.07663261145353317,
      "learning_rate": 8.242701359952009e-05,
      "loss": 10.1669,
      "step": 9562
    },
    {
      "epoch": 1.66972196761381,
      "grad_norm": 0.07925941795110703,
      "learning_rate": 8.240900268572953e-05,
      "loss": 10.1586,
      "step": 9563
    },
    {
      "epoch": 1.6698965562393608,
      "grad_norm": 0.08863768726587296,
      "learning_rate": 8.239099236078132e-05,
      "loss": 10.212,
      "step": 9564
    },
    {
      "epoch": 1.6700711448649121,
      "grad_norm": 0.08363403379917145,
      "learning_rate": 8.237298262527828e-05,
      "loss": 10.1446,
      "step": 9565
    },
    {
      "epoch": 1.670245733490463,
      "grad_norm": 0.09215398877859116,
      "learning_rate": 8.235497347982337e-05,
      "loss": 10.1842,
      "step": 9566
    },
    {
      "epoch": 1.670420322116014,
      "grad_norm": 0.08408965915441513,
      "learning_rate": 8.233696492501937e-05,
      "loss": 10.1878,
      "step": 9567
    },
    {
      "epoch": 1.6705949107415652,
      "grad_norm": 0.09662948548793793,
      "learning_rate": 8.231895696146905e-05,
      "loss": 10.1947,
      "step": 9568
    },
    {
      "epoch": 1.6707694993671163,
      "grad_norm": 0.08972841501235962,
      "learning_rate": 8.230094958977534e-05,
      "loss": 10.184,
      "step": 9569
    },
    {
      "epoch": 1.6709440879926674,
      "grad_norm": 0.10459853708744049,
      "learning_rate": 8.228294281054092e-05,
      "loss": 10.1798,
      "step": 9570
    },
    {
      "epoch": 1.6711186766182182,
      "grad_norm": 0.0926315113902092,
      "learning_rate": 8.226493662436856e-05,
      "loss": 10.2185,
      "step": 9571
    },
    {
      "epoch": 1.6712932652437695,
      "grad_norm": 0.10391233116388321,
      "learning_rate": 8.224693103186105e-05,
      "loss": 10.2042,
      "step": 9572
    },
    {
      "epoch": 1.6714678538693204,
      "grad_norm": 0.10736367851495743,
      "learning_rate": 8.222892603362108e-05,
      "loss": 10.1953,
      "step": 9573
    },
    {
      "epoch": 1.6716424424948715,
      "grad_norm": 0.11586301773786545,
      "learning_rate": 8.22109216302513e-05,
      "loss": 10.2132,
      "step": 9574
    },
    {
      "epoch": 1.6718170311204226,
      "grad_norm": 0.126064270734787,
      "learning_rate": 8.219291782235447e-05,
      "loss": 10.1877,
      "step": 9575
    },
    {
      "epoch": 1.6719916197459734,
      "grad_norm": 0.138479545712471,
      "learning_rate": 8.217491461053324e-05,
      "loss": 10.1881,
      "step": 9576
    },
    {
      "epoch": 1.6721662083715247,
      "grad_norm": 0.18258965015411377,
      "learning_rate": 8.215691199539021e-05,
      "loss": 10.199,
      "step": 9577
    },
    {
      "epoch": 1.6723407969970756,
      "grad_norm": 0.07854004204273224,
      "learning_rate": 8.213890997752804e-05,
      "loss": 10.2021,
      "step": 9578
    },
    {
      "epoch": 1.6725153856226267,
      "grad_norm": 0.06856455653905869,
      "learning_rate": 8.212090855754931e-05,
      "loss": 10.2124,
      "step": 9579
    },
    {
      "epoch": 1.6726899742481778,
      "grad_norm": 0.06536215543746948,
      "learning_rate": 8.210290773605656e-05,
      "loss": 10.2119,
      "step": 9580
    },
    {
      "epoch": 1.6728645628737286,
      "grad_norm": 0.07158442586660385,
      "learning_rate": 8.208490751365244e-05,
      "loss": 10.2164,
      "step": 9581
    },
    {
      "epoch": 1.67303915149928,
      "grad_norm": 0.06190914288163185,
      "learning_rate": 8.206690789093945e-05,
      "loss": 10.1885,
      "step": 9582
    },
    {
      "epoch": 1.6732137401248308,
      "grad_norm": 0.09261096268892288,
      "learning_rate": 8.204890886852007e-05,
      "loss": 10.1969,
      "step": 9583
    },
    {
      "epoch": 1.673388328750382,
      "grad_norm": 0.07202643901109695,
      "learning_rate": 8.203091044699689e-05,
      "loss": 10.2043,
      "step": 9584
    },
    {
      "epoch": 1.673562917375933,
      "grad_norm": 0.06123803183436394,
      "learning_rate": 8.201291262697231e-05,
      "loss": 10.1823,
      "step": 9585
    },
    {
      "epoch": 1.6737375060014839,
      "grad_norm": 0.06260677427053452,
      "learning_rate": 8.199491540904879e-05,
      "loss": 10.2077,
      "step": 9586
    },
    {
      "epoch": 1.6739120946270352,
      "grad_norm": 0.06464126706123352,
      "learning_rate": 8.197691879382884e-05,
      "loss": 10.2079,
      "step": 9587
    },
    {
      "epoch": 1.674086683252586,
      "grad_norm": 0.05929072946310043,
      "learning_rate": 8.195892278191482e-05,
      "loss": 10.1651,
      "step": 9588
    },
    {
      "epoch": 1.6742612718781371,
      "grad_norm": 0.06227815896272659,
      "learning_rate": 8.194092737390914e-05,
      "loss": 10.2204,
      "step": 9589
    },
    {
      "epoch": 1.6744358605036882,
      "grad_norm": 0.06469644606113434,
      "learning_rate": 8.192293257041421e-05,
      "loss": 10.1699,
      "step": 9590
    },
    {
      "epoch": 1.674610449129239,
      "grad_norm": 0.05708679184317589,
      "learning_rate": 8.190493837203237e-05,
      "loss": 10.1932,
      "step": 9591
    },
    {
      "epoch": 1.6747850377547904,
      "grad_norm": 0.07061285525560379,
      "learning_rate": 8.188694477936592e-05,
      "loss": 10.2018,
      "step": 9592
    },
    {
      "epoch": 1.6749596263803412,
      "grad_norm": 0.06719718873500824,
      "learning_rate": 8.186895179301724e-05,
      "loss": 10.2139,
      "step": 9593
    },
    {
      "epoch": 1.6751342150058923,
      "grad_norm": 0.05637526139616966,
      "learning_rate": 8.185095941358861e-05,
      "loss": 10.2073,
      "step": 9594
    },
    {
      "epoch": 1.6753088036314434,
      "grad_norm": 0.06708982586860657,
      "learning_rate": 8.183296764168229e-05,
      "loss": 10.198,
      "step": 9595
    },
    {
      "epoch": 1.6754833922569945,
      "grad_norm": 0.060755565762519836,
      "learning_rate": 8.181497647790055e-05,
      "loss": 10.1683,
      "step": 9596
    },
    {
      "epoch": 1.6756579808825456,
      "grad_norm": 0.07229048758745193,
      "learning_rate": 8.179698592284564e-05,
      "loss": 10.1932,
      "step": 9597
    },
    {
      "epoch": 1.6758325695080964,
      "grad_norm": 0.06714093685150146,
      "learning_rate": 8.177899597711974e-05,
      "loss": 10.1638,
      "step": 9598
    },
    {
      "epoch": 1.6760071581336478,
      "grad_norm": 0.06812886148691177,
      "learning_rate": 8.176100664132508e-05,
      "loss": 10.2012,
      "step": 9599
    },
    {
      "epoch": 1.6761817467591986,
      "grad_norm": 0.05551505461335182,
      "learning_rate": 8.174301791606385e-05,
      "loss": 10.1714,
      "step": 9600
    },
    {
      "epoch": 1.6761817467591986,
      "eval_loss": 10.170788764953613,
      "eval_runtime": 0.7195,
      "eval_samples_per_second": 321.068,
      "eval_steps_per_second": 161.229,
      "step": 9600
    },
    {
      "epoch": 1.6763563353847497,
      "grad_norm": 0.06812451779842377,
      "learning_rate": 8.172502980193815e-05,
      "loss": 10.1945,
      "step": 9601
    },
    {
      "epoch": 1.6765309240103008,
      "grad_norm": 0.06662462651729584,
      "learning_rate": 8.170704229955017e-05,
      "loss": 10.1841,
      "step": 9602
    },
    {
      "epoch": 1.6767055126358517,
      "grad_norm": 0.0663120299577713,
      "learning_rate": 8.168905540950202e-05,
      "loss": 10.1583,
      "step": 9603
    },
    {
      "epoch": 1.676880101261403,
      "grad_norm": 0.065272256731987,
      "learning_rate": 8.167106913239573e-05,
      "loss": 10.1935,
      "step": 9604
    },
    {
      "epoch": 1.6770546898869538,
      "grad_norm": 0.06990744918584824,
      "learning_rate": 8.165308346883345e-05,
      "loss": 10.1828,
      "step": 9605
    },
    {
      "epoch": 1.677229278512505,
      "grad_norm": 0.07505685091018677,
      "learning_rate": 8.163509841941722e-05,
      "loss": 10.2184,
      "step": 9606
    },
    {
      "epoch": 1.677403867138056,
      "grad_norm": 0.08310999721288681,
      "learning_rate": 8.161711398474902e-05,
      "loss": 10.1635,
      "step": 9607
    },
    {
      "epoch": 1.6775784557636069,
      "grad_norm": 0.06842948496341705,
      "learning_rate": 8.159913016543095e-05,
      "loss": 10.2049,
      "step": 9608
    },
    {
      "epoch": 1.6777530443891582,
      "grad_norm": 0.06767725199460983,
      "learning_rate": 8.158114696206493e-05,
      "loss": 10.1883,
      "step": 9609
    },
    {
      "epoch": 1.677927633014709,
      "grad_norm": 0.07075733691453934,
      "learning_rate": 8.156316437525292e-05,
      "loss": 10.1509,
      "step": 9610
    },
    {
      "epoch": 1.6781022216402601,
      "grad_norm": 0.08416344970464706,
      "learning_rate": 8.154518240559695e-05,
      "loss": 10.1762,
      "step": 9611
    },
    {
      "epoch": 1.6782768102658112,
      "grad_norm": 0.07922444492578506,
      "learning_rate": 8.15272010536989e-05,
      "loss": 10.195,
      "step": 9612
    },
    {
      "epoch": 1.678451398891362,
      "grad_norm": 0.0815613865852356,
      "learning_rate": 8.150922032016066e-05,
      "loss": 10.1615,
      "step": 9613
    },
    {
      "epoch": 1.6786259875169134,
      "grad_norm": 0.07660819590091705,
      "learning_rate": 8.149124020558417e-05,
      "loss": 10.1901,
      "step": 9614
    },
    {
      "epoch": 1.6788005761424643,
      "grad_norm": 0.07713918387889862,
      "learning_rate": 8.147326071057127e-05,
      "loss": 10.1507,
      "step": 9615
    },
    {
      "epoch": 1.6789751647680153,
      "grad_norm": 0.07525128126144409,
      "learning_rate": 8.145528183572376e-05,
      "loss": 10.1887,
      "step": 9616
    },
    {
      "epoch": 1.6791497533935664,
      "grad_norm": 0.08847694098949432,
      "learning_rate": 8.143730358164355e-05,
      "loss": 10.1506,
      "step": 9617
    },
    {
      "epoch": 1.6793243420191173,
      "grad_norm": 0.07939081639051437,
      "learning_rate": 8.14193259489324e-05,
      "loss": 10.2102,
      "step": 9618
    },
    {
      "epoch": 1.6794989306446686,
      "grad_norm": 0.08847513049840927,
      "learning_rate": 8.140134893819209e-05,
      "loss": 10.1829,
      "step": 9619
    },
    {
      "epoch": 1.6796735192702195,
      "grad_norm": 0.08556263893842697,
      "learning_rate": 8.138337255002442e-05,
      "loss": 10.1744,
      "step": 9620
    },
    {
      "epoch": 1.6798481078957705,
      "grad_norm": 0.10174360126256943,
      "learning_rate": 8.13653967850311e-05,
      "loss": 10.1664,
      "step": 9621
    },
    {
      "epoch": 1.6800226965213216,
      "grad_norm": 0.09260421246290207,
      "learning_rate": 8.134742164381382e-05,
      "loss": 10.1653,
      "step": 9622
    },
    {
      "epoch": 1.6801972851468727,
      "grad_norm": 0.10964089632034302,
      "learning_rate": 8.132944712697438e-05,
      "loss": 10.2238,
      "step": 9623
    },
    {
      "epoch": 1.6803718737724238,
      "grad_norm": 0.12339722365140915,
      "learning_rate": 8.131147323511439e-05,
      "loss": 10.1921,
      "step": 9624
    },
    {
      "epoch": 1.6805464623979747,
      "grad_norm": 0.1333998143672943,
      "learning_rate": 8.12934999688355e-05,
      "loss": 10.1559,
      "step": 9625
    },
    {
      "epoch": 1.680721051023526,
      "grad_norm": 0.14258892834186554,
      "learning_rate": 8.12755273287394e-05,
      "loss": 10.177,
      "step": 9626
    },
    {
      "epoch": 1.6808956396490768,
      "grad_norm": 0.16173896193504333,
      "learning_rate": 8.125755531542767e-05,
      "loss": 10.2007,
      "step": 9627
    },
    {
      "epoch": 1.681070228274628,
      "grad_norm": 0.07498939335346222,
      "learning_rate": 8.123958392950188e-05,
      "loss": 10.2024,
      "step": 9628
    },
    {
      "epoch": 1.681244816900179,
      "grad_norm": 0.06227599084377289,
      "learning_rate": 8.122161317156367e-05,
      "loss": 10.1746,
      "step": 9629
    },
    {
      "epoch": 1.6814194055257299,
      "grad_norm": 0.07265729457139969,
      "learning_rate": 8.120364304221457e-05,
      "loss": 10.2215,
      "step": 9630
    },
    {
      "epoch": 1.6815939941512812,
      "grad_norm": 0.06345657259225845,
      "learning_rate": 8.118567354205609e-05,
      "loss": 10.1988,
      "step": 9631
    },
    {
      "epoch": 1.681768582776832,
      "grad_norm": 0.05958200618624687,
      "learning_rate": 8.116770467168976e-05,
      "loss": 10.1798,
      "step": 9632
    },
    {
      "epoch": 1.6819431714023831,
      "grad_norm": 0.06864244490861893,
      "learning_rate": 8.11497364317171e-05,
      "loss": 10.1895,
      "step": 9633
    },
    {
      "epoch": 1.6821177600279342,
      "grad_norm": 0.06632050126791,
      "learning_rate": 8.11317688227395e-05,
      "loss": 10.2009,
      "step": 9634
    },
    {
      "epoch": 1.682292348653485,
      "grad_norm": 0.07470836490392685,
      "learning_rate": 8.111380184535851e-05,
      "loss": 10.1845,
      "step": 9635
    },
    {
      "epoch": 1.6824669372790364,
      "grad_norm": 0.06892440468072891,
      "learning_rate": 8.10958355001755e-05,
      "loss": 10.192,
      "step": 9636
    },
    {
      "epoch": 1.6826415259045873,
      "grad_norm": 0.058748502284288406,
      "learning_rate": 8.107786978779186e-05,
      "loss": 10.2127,
      "step": 9637
    },
    {
      "epoch": 1.6828161145301384,
      "grad_norm": 0.06523465365171432,
      "learning_rate": 8.105990470880903e-05,
      "loss": 10.2136,
      "step": 9638
    },
    {
      "epoch": 1.6829907031556894,
      "grad_norm": 0.05806659907102585,
      "learning_rate": 8.104194026382834e-05,
      "loss": 10.2048,
      "step": 9639
    },
    {
      "epoch": 1.6831652917812403,
      "grad_norm": 0.07154896855354309,
      "learning_rate": 8.10239764534511e-05,
      "loss": 10.2126,
      "step": 9640
    },
    {
      "epoch": 1.6833398804067916,
      "grad_norm": 0.05740269646048546,
      "learning_rate": 8.100601327827871e-05,
      "loss": 10.2249,
      "step": 9641
    },
    {
      "epoch": 1.6835144690323425,
      "grad_norm": 0.05600116029381752,
      "learning_rate": 8.098805073891244e-05,
      "loss": 10.207,
      "step": 9642
    },
    {
      "epoch": 1.6836890576578936,
      "grad_norm": 0.06793682277202606,
      "learning_rate": 8.097008883595353e-05,
      "loss": 10.1788,
      "step": 9643
    },
    {
      "epoch": 1.6838636462834446,
      "grad_norm": 0.06208242475986481,
      "learning_rate": 8.095212757000329e-05,
      "loss": 10.1984,
      "step": 9644
    },
    {
      "epoch": 1.6840382349089955,
      "grad_norm": 0.06599073857069016,
      "learning_rate": 8.093416694166293e-05,
      "loss": 10.1997,
      "step": 9645
    },
    {
      "epoch": 1.6842128235345468,
      "grad_norm": 0.07542762160301208,
      "learning_rate": 8.091620695153364e-05,
      "loss": 10.1992,
      "step": 9646
    },
    {
      "epoch": 1.6843874121600977,
      "grad_norm": 0.07318877428770065,
      "learning_rate": 8.089824760021668e-05,
      "loss": 10.1557,
      "step": 9647
    },
    {
      "epoch": 1.6845620007856488,
      "grad_norm": 0.06396912783384323,
      "learning_rate": 8.08802888883132e-05,
      "loss": 10.1763,
      "step": 9648
    },
    {
      "epoch": 1.6847365894111999,
      "grad_norm": 0.06765444576740265,
      "learning_rate": 8.086233081642429e-05,
      "loss": 10.1875,
      "step": 9649
    },
    {
      "epoch": 1.684911178036751,
      "grad_norm": 0.0657254308462143,
      "learning_rate": 8.084437338515117e-05,
      "loss": 10.2236,
      "step": 9650
    },
    {
      "epoch": 1.685085766662302,
      "grad_norm": 0.06829293817281723,
      "learning_rate": 8.082641659509492e-05,
      "loss": 10.1877,
      "step": 9651
    },
    {
      "epoch": 1.685260355287853,
      "grad_norm": 0.06990299373865128,
      "learning_rate": 8.080846044685654e-05,
      "loss": 10.1782,
      "step": 9652
    },
    {
      "epoch": 1.6854349439134042,
      "grad_norm": 0.099449522793293,
      "learning_rate": 8.079050494103723e-05,
      "loss": 10.1784,
      "step": 9653
    },
    {
      "epoch": 1.685609532538955,
      "grad_norm": 0.0831645280122757,
      "learning_rate": 8.077255007823796e-05,
      "loss": 10.1825,
      "step": 9654
    },
    {
      "epoch": 1.6857841211645062,
      "grad_norm": 0.07263469696044922,
      "learning_rate": 8.075459585905976e-05,
      "loss": 10.1928,
      "step": 9655
    },
    {
      "epoch": 1.6859587097900572,
      "grad_norm": 0.07720595598220825,
      "learning_rate": 8.073664228410365e-05,
      "loss": 10.2042,
      "step": 9656
    },
    {
      "epoch": 1.686133298415608,
      "grad_norm": 0.07720358669757843,
      "learning_rate": 8.071868935397059e-05,
      "loss": 10.1928,
      "step": 9657
    },
    {
      "epoch": 1.6863078870411594,
      "grad_norm": 0.08410188555717468,
      "learning_rate": 8.07007370692615e-05,
      "loss": 10.151,
      "step": 9658
    },
    {
      "epoch": 1.6864824756667103,
      "grad_norm": 0.0757717415690422,
      "learning_rate": 8.068278543057741e-05,
      "loss": 10.1727,
      "step": 9659
    },
    {
      "epoch": 1.6866570642922614,
      "grad_norm": 0.0719333365559578,
      "learning_rate": 8.06648344385192e-05,
      "loss": 10.2072,
      "step": 9660
    },
    {
      "epoch": 1.6868316529178125,
      "grad_norm": 0.07826919853687286,
      "learning_rate": 8.064688409368769e-05,
      "loss": 10.1915,
      "step": 9661
    },
    {
      "epoch": 1.6870062415433633,
      "grad_norm": 0.09094011783599854,
      "learning_rate": 8.062893439668385e-05,
      "loss": 10.1656,
      "step": 9662
    },
    {
      "epoch": 1.6871808301689146,
      "grad_norm": 0.08348306268453598,
      "learning_rate": 8.061098534810843e-05,
      "loss": 10.1711,
      "step": 9663
    },
    {
      "epoch": 1.6873554187944655,
      "grad_norm": 0.09629841893911362,
      "learning_rate": 8.059303694856237e-05,
      "loss": 10.183,
      "step": 9664
    },
    {
      "epoch": 1.6875300074200166,
      "grad_norm": 0.08875864744186401,
      "learning_rate": 8.057508919864643e-05,
      "loss": 10.1531,
      "step": 9665
    },
    {
      "epoch": 1.6877045960455677,
      "grad_norm": 0.08142556995153427,
      "learning_rate": 8.055714209896135e-05,
      "loss": 10.1524,
      "step": 9666
    },
    {
      "epoch": 1.6878791846711185,
      "grad_norm": 0.08505024760961533,
      "learning_rate": 8.053919565010794e-05,
      "loss": 10.1876,
      "step": 9667
    },
    {
      "epoch": 1.6880537732966698,
      "grad_norm": 0.09559857845306396,
      "learning_rate": 8.052124985268696e-05,
      "loss": 10.1825,
      "step": 9668
    },
    {
      "epoch": 1.6882283619222207,
      "grad_norm": 0.08275970071554184,
      "learning_rate": 8.050330470729904e-05,
      "loss": 10.1814,
      "step": 9669
    },
    {
      "epoch": 1.6884029505477718,
      "grad_norm": 0.10080447793006897,
      "learning_rate": 8.048536021454496e-05,
      "loss": 10.1492,
      "step": 9670
    },
    {
      "epoch": 1.6885775391733229,
      "grad_norm": 0.09739109128713608,
      "learning_rate": 8.04674163750254e-05,
      "loss": 10.1522,
      "step": 9671
    },
    {
      "epoch": 1.688752127798874,
      "grad_norm": 0.09403243660926819,
      "learning_rate": 8.044947318934093e-05,
      "loss": 10.1828,
      "step": 9672
    },
    {
      "epoch": 1.688926716424425,
      "grad_norm": 0.12673518061637878,
      "learning_rate": 8.043153065809229e-05,
      "loss": 10.2123,
      "step": 9673
    },
    {
      "epoch": 1.689101305049976,
      "grad_norm": 0.11712469160556793,
      "learning_rate": 8.041358878188e-05,
      "loss": 10.152,
      "step": 9674
    },
    {
      "epoch": 1.689275893675527,
      "grad_norm": 0.12370268255472183,
      "learning_rate": 8.039564756130466e-05,
      "loss": 10.1574,
      "step": 9675
    },
    {
      "epoch": 1.689450482301078,
      "grad_norm": 0.11848264932632446,
      "learning_rate": 8.037770699696692e-05,
      "loss": 10.1648,
      "step": 9676
    },
    {
      "epoch": 1.6896250709266292,
      "grad_norm": 0.19978590309619904,
      "learning_rate": 8.035976708946724e-05,
      "loss": 10.2002,
      "step": 9677
    },
    {
      "epoch": 1.6897996595521803,
      "grad_norm": 0.07446891814470291,
      "learning_rate": 8.034182783940611e-05,
      "loss": 10.2008,
      "step": 9678
    },
    {
      "epoch": 1.6899742481777311,
      "grad_norm": 0.06372302770614624,
      "learning_rate": 8.032388924738414e-05,
      "loss": 10.2093,
      "step": 9679
    },
    {
      "epoch": 1.6901488368032824,
      "grad_norm": 0.06311623007059097,
      "learning_rate": 8.030595131400175e-05,
      "loss": 10.1807,
      "step": 9680
    },
    {
      "epoch": 1.6903234254288333,
      "grad_norm": 0.06052328273653984,
      "learning_rate": 8.028801403985935e-05,
      "loss": 10.2075,
      "step": 9681
    },
    {
      "epoch": 1.6904980140543844,
      "grad_norm": 0.06535027176141739,
      "learning_rate": 8.027007742555749e-05,
      "loss": 10.1926,
      "step": 9682
    },
    {
      "epoch": 1.6906726026799355,
      "grad_norm": 0.06951162964105606,
      "learning_rate": 8.025214147169649e-05,
      "loss": 10.2028,
      "step": 9683
    },
    {
      "epoch": 1.6908471913054863,
      "grad_norm": 0.06483595073223114,
      "learning_rate": 8.023420617887671e-05,
      "loss": 10.1902,
      "step": 9684
    },
    {
      "epoch": 1.6910217799310376,
      "grad_norm": 0.062188830226659775,
      "learning_rate": 8.021627154769861e-05,
      "loss": 10.2046,
      "step": 9685
    },
    {
      "epoch": 1.6911963685565885,
      "grad_norm": 0.0589936226606369,
      "learning_rate": 8.01983375787625e-05,
      "loss": 10.1772,
      "step": 9686
    },
    {
      "epoch": 1.6913709571821396,
      "grad_norm": 0.06918349117040634,
      "learning_rate": 8.018040427266868e-05,
      "loss": 10.1844,
      "step": 9687
    },
    {
      "epoch": 1.6915455458076907,
      "grad_norm": 0.06743050366640091,
      "learning_rate": 8.016247163001749e-05,
      "loss": 10.2045,
      "step": 9688
    },
    {
      "epoch": 1.6917201344332415,
      "grad_norm": 0.06972448527812958,
      "learning_rate": 8.014453965140918e-05,
      "loss": 10.1818,
      "step": 9689
    },
    {
      "epoch": 1.6918947230587928,
      "grad_norm": 0.06421004235744476,
      "learning_rate": 8.012660833744396e-05,
      "loss": 10.1895,
      "step": 9690
    },
    {
      "epoch": 1.6920693116843437,
      "grad_norm": 0.06604436784982681,
      "learning_rate": 8.010867768872218e-05,
      "loss": 10.2231,
      "step": 9691
    },
    {
      "epoch": 1.6922439003098948,
      "grad_norm": 0.06261990964412689,
      "learning_rate": 8.009074770584398e-05,
      "loss": 10.1955,
      "step": 9692
    },
    {
      "epoch": 1.6924184889354459,
      "grad_norm": 0.06277397274971008,
      "learning_rate": 8.007281838940953e-05,
      "loss": 10.1999,
      "step": 9693
    },
    {
      "epoch": 1.6925930775609968,
      "grad_norm": 0.0622299499809742,
      "learning_rate": 8.005488974001905e-05,
      "loss": 10.2094,
      "step": 9694
    },
    {
      "epoch": 1.692767666186548,
      "grad_norm": 0.06476394087076187,
      "learning_rate": 8.003696175827266e-05,
      "loss": 10.2255,
      "step": 9695
    },
    {
      "epoch": 1.692942254812099,
      "grad_norm": 0.08760808408260345,
      "learning_rate": 8.001903444477046e-05,
      "loss": 10.1628,
      "step": 9696
    },
    {
      "epoch": 1.69311684343765,
      "grad_norm": 0.0660628154873848,
      "learning_rate": 8.00011078001126e-05,
      "loss": 10.2201,
      "step": 9697
    },
    {
      "epoch": 1.693291432063201,
      "grad_norm": 0.06819954514503479,
      "learning_rate": 7.998318182489913e-05,
      "loss": 10.1904,
      "step": 9698
    },
    {
      "epoch": 1.6934660206887522,
      "grad_norm": 0.06516788899898529,
      "learning_rate": 7.996525651973008e-05,
      "loss": 10.2144,
      "step": 9699
    },
    {
      "epoch": 1.6936406093143033,
      "grad_norm": 0.06299874931573868,
      "learning_rate": 7.994733188520553e-05,
      "loss": 10.1913,
      "step": 9700
    },
    {
      "epoch": 1.6938151979398541,
      "grad_norm": 0.08230442553758621,
      "learning_rate": 7.992940792192549e-05,
      "loss": 10.2142,
      "step": 9701
    },
    {
      "epoch": 1.6939897865654052,
      "grad_norm": 0.07036670297384262,
      "learning_rate": 7.991148463048986e-05,
      "loss": 10.2088,
      "step": 9702
    },
    {
      "epoch": 1.6941643751909563,
      "grad_norm": 0.07613848149776459,
      "learning_rate": 7.989356201149873e-05,
      "loss": 10.1647,
      "step": 9703
    },
    {
      "epoch": 1.6943389638165074,
      "grad_norm": 0.07779134809970856,
      "learning_rate": 7.9875640065552e-05,
      "loss": 10.191,
      "step": 9704
    },
    {
      "epoch": 1.6945135524420585,
      "grad_norm": 0.06588548421859741,
      "learning_rate": 7.985771879324952e-05,
      "loss": 10.1992,
      "step": 9705
    },
    {
      "epoch": 1.6946881410676093,
      "grad_norm": 0.06712068617343903,
      "learning_rate": 7.983979819519129e-05,
      "loss": 10.215,
      "step": 9706
    },
    {
      "epoch": 1.6948627296931607,
      "grad_norm": 0.07530876994132996,
      "learning_rate": 7.982187827197715e-05,
      "loss": 10.186,
      "step": 9707
    },
    {
      "epoch": 1.6950373183187115,
      "grad_norm": 0.07578843832015991,
      "learning_rate": 7.980395902420687e-05,
      "loss": 10.178,
      "step": 9708
    },
    {
      "epoch": 1.6952119069442626,
      "grad_norm": 0.06823709607124329,
      "learning_rate": 7.978604045248042e-05,
      "loss": 10.1841,
      "step": 9709
    },
    {
      "epoch": 1.6953864955698137,
      "grad_norm": 0.07980842888355255,
      "learning_rate": 7.976812255739754e-05,
      "loss": 10.1968,
      "step": 9710
    },
    {
      "epoch": 1.6955610841953646,
      "grad_norm": 0.07405037432909012,
      "learning_rate": 7.975020533955799e-05,
      "loss": 10.1603,
      "step": 9711
    },
    {
      "epoch": 1.6957356728209159,
      "grad_norm": 0.0903153195977211,
      "learning_rate": 7.973228879956158e-05,
      "loss": 10.1774,
      "step": 9712
    },
    {
      "epoch": 1.6959102614464667,
      "grad_norm": 0.0861157551407814,
      "learning_rate": 7.971437293800803e-05,
      "loss": 10.167,
      "step": 9713
    },
    {
      "epoch": 1.6960848500720178,
      "grad_norm": 0.08955656737089157,
      "learning_rate": 7.969645775549702e-05,
      "loss": 10.1801,
      "step": 9714
    },
    {
      "epoch": 1.696259438697569,
      "grad_norm": 0.09048057347536087,
      "learning_rate": 7.967854325262831e-05,
      "loss": 10.1631,
      "step": 9715
    },
    {
      "epoch": 1.6964340273231198,
      "grad_norm": 0.07957234978675842,
      "learning_rate": 7.966062943000155e-05,
      "loss": 10.1887,
      "step": 9716
    },
    {
      "epoch": 1.696608615948671,
      "grad_norm": 0.09404480457305908,
      "learning_rate": 7.964271628821634e-05,
      "loss": 10.1867,
      "step": 9717
    },
    {
      "epoch": 1.696783204574222,
      "grad_norm": 0.09153036028146744,
      "learning_rate": 7.962480382787238e-05,
      "loss": 10.1762,
      "step": 9718
    },
    {
      "epoch": 1.696957793199773,
      "grad_norm": 0.10834773629903793,
      "learning_rate": 7.960689204956923e-05,
      "loss": 10.1887,
      "step": 9719
    },
    {
      "epoch": 1.697132381825324,
      "grad_norm": 0.09020232409238815,
      "learning_rate": 7.958898095390644e-05,
      "loss": 10.1707,
      "step": 9720
    },
    {
      "epoch": 1.697306970450875,
      "grad_norm": 0.10563895851373672,
      "learning_rate": 7.957107054148367e-05,
      "loss": 10.1911,
      "step": 9721
    },
    {
      "epoch": 1.6974815590764263,
      "grad_norm": 0.10037257522344589,
      "learning_rate": 7.955316081290037e-05,
      "loss": 10.1736,
      "step": 9722
    },
    {
      "epoch": 1.6976561477019771,
      "grad_norm": 0.11024979501962662,
      "learning_rate": 7.953525176875603e-05,
      "loss": 10.1648,
      "step": 9723
    },
    {
      "epoch": 1.6978307363275282,
      "grad_norm": 0.09377285838127136,
      "learning_rate": 7.951734340965022e-05,
      "loss": 10.1281,
      "step": 9724
    },
    {
      "epoch": 1.6980053249530793,
      "grad_norm": 0.10748714208602905,
      "learning_rate": 7.949943573618237e-05,
      "loss": 10.2042,
      "step": 9725
    },
    {
      "epoch": 1.6981799135786304,
      "grad_norm": 0.14468131959438324,
      "learning_rate": 7.948152874895187e-05,
      "loss": 10.2023,
      "step": 9726
    },
    {
      "epoch": 1.6983545022041815,
      "grad_norm": 0.22868898510932922,
      "learning_rate": 7.946362244855824e-05,
      "loss": 10.2525,
      "step": 9727
    },
    {
      "epoch": 1.6985290908297324,
      "grad_norm": 0.07853350043296814,
      "learning_rate": 7.944571683560082e-05,
      "loss": 10.191,
      "step": 9728
    },
    {
      "epoch": 1.6987036794552834,
      "grad_norm": 0.07193973660469055,
      "learning_rate": 7.942781191067896e-05,
      "loss": 10.2116,
      "step": 9729
    },
    {
      "epoch": 1.6988782680808345,
      "grad_norm": 0.06943903863430023,
      "learning_rate": 7.940990767439207e-05,
      "loss": 10.2099,
      "step": 9730
    },
    {
      "epoch": 1.6990528567063856,
      "grad_norm": 0.0739329382777214,
      "learning_rate": 7.939200412733945e-05,
      "loss": 10.1994,
      "step": 9731
    },
    {
      "epoch": 1.6992274453319367,
      "grad_norm": 0.056998685002326965,
      "learning_rate": 7.937410127012034e-05,
      "loss": 10.1977,
      "step": 9732
    },
    {
      "epoch": 1.6994020339574876,
      "grad_norm": 0.059272296726703644,
      "learning_rate": 7.935619910333417e-05,
      "loss": 10.2058,
      "step": 9733
    },
    {
      "epoch": 1.6995766225830389,
      "grad_norm": 0.07506710290908813,
      "learning_rate": 7.933829762758007e-05,
      "loss": 10.1989,
      "step": 9734
    },
    {
      "epoch": 1.6997512112085897,
      "grad_norm": 0.07364307343959808,
      "learning_rate": 7.932039684345731e-05,
      "loss": 10.1756,
      "step": 9735
    },
    {
      "epoch": 1.6999257998341408,
      "grad_norm": 0.07328753918409348,
      "learning_rate": 7.930249675156514e-05,
      "loss": 10.186,
      "step": 9736
    },
    {
      "epoch": 1.700100388459692,
      "grad_norm": 0.062017519026994705,
      "learning_rate": 7.92845973525027e-05,
      "loss": 10.199,
      "step": 9737
    },
    {
      "epoch": 1.7002749770852428,
      "grad_norm": 0.05610790103673935,
      "learning_rate": 7.926669864686914e-05,
      "loss": 10.2109,
      "step": 9738
    },
    {
      "epoch": 1.700449565710794,
      "grad_norm": 0.0730048194527626,
      "learning_rate": 7.924880063526369e-05,
      "loss": 10.2013,
      "step": 9739
    },
    {
      "epoch": 1.700624154336345,
      "grad_norm": 0.06514839828014374,
      "learning_rate": 7.92309033182854e-05,
      "loss": 10.1872,
      "step": 9740
    },
    {
      "epoch": 1.700798742961896,
      "grad_norm": 0.060182590037584305,
      "learning_rate": 7.921300669653337e-05,
      "loss": 10.1981,
      "step": 9741
    },
    {
      "epoch": 1.7009733315874471,
      "grad_norm": 0.05968654528260231,
      "learning_rate": 7.919511077060671e-05,
      "loss": 10.1864,
      "step": 9742
    },
    {
      "epoch": 1.701147920212998,
      "grad_norm": 0.05790398642420769,
      "learning_rate": 7.917721554110445e-05,
      "loss": 10.2041,
      "step": 9743
    },
    {
      "epoch": 1.7013225088385493,
      "grad_norm": 0.06484866142272949,
      "learning_rate": 7.915932100862556e-05,
      "loss": 10.1922,
      "step": 9744
    },
    {
      "epoch": 1.7014970974641002,
      "grad_norm": 0.07251997292041779,
      "learning_rate": 7.914142717376913e-05,
      "loss": 10.1985,
      "step": 9745
    },
    {
      "epoch": 1.7016716860896512,
      "grad_norm": 0.06175700202584267,
      "learning_rate": 7.91235340371341e-05,
      "loss": 10.1929,
      "step": 9746
    },
    {
      "epoch": 1.7018462747152023,
      "grad_norm": 0.058813534677028656,
      "learning_rate": 7.910564159931942e-05,
      "loss": 10.1889,
      "step": 9747
    },
    {
      "epoch": 1.7020208633407532,
      "grad_norm": 0.0841306671500206,
      "learning_rate": 7.908774986092406e-05,
      "loss": 10.2056,
      "step": 9748
    },
    {
      "epoch": 1.7021954519663045,
      "grad_norm": 0.08485245704650879,
      "learning_rate": 7.906985882254689e-05,
      "loss": 10.227,
      "step": 9749
    },
    {
      "epoch": 1.7023700405918554,
      "grad_norm": 0.08909843862056732,
      "learning_rate": 7.905196848478678e-05,
      "loss": 10.1958,
      "step": 9750
    },
    {
      "epoch": 1.7025446292174065,
      "grad_norm": 0.07066778838634491,
      "learning_rate": 7.903407884824265e-05,
      "loss": 10.154,
      "step": 9751
    },
    {
      "epoch": 1.7027192178429575,
      "grad_norm": 0.06812882423400879,
      "learning_rate": 7.90161899135133e-05,
      "loss": 10.2217,
      "step": 9752
    },
    {
      "epoch": 1.7028938064685086,
      "grad_norm": 0.07418196648359299,
      "learning_rate": 7.899830168119755e-05,
      "loss": 10.2073,
      "step": 9753
    },
    {
      "epoch": 1.7030683950940597,
      "grad_norm": 0.07236520946025848,
      "learning_rate": 7.898041415189422e-05,
      "loss": 10.1819,
      "step": 9754
    },
    {
      "epoch": 1.7032429837196106,
      "grad_norm": 0.08219626545906067,
      "learning_rate": 7.896252732620205e-05,
      "loss": 10.1738,
      "step": 9755
    },
    {
      "epoch": 1.7034175723451617,
      "grad_norm": 0.07011514902114868,
      "learning_rate": 7.894464120471974e-05,
      "loss": 10.1619,
      "step": 9756
    },
    {
      "epoch": 1.7035921609707128,
      "grad_norm": 0.07649984210729599,
      "learning_rate": 7.892675578804612e-05,
      "loss": 10.1581,
      "step": 9757
    },
    {
      "epoch": 1.7037667495962638,
      "grad_norm": 0.08410027623176575,
      "learning_rate": 7.890887107677982e-05,
      "loss": 10.1769,
      "step": 9758
    },
    {
      "epoch": 1.703941338221815,
      "grad_norm": 0.08404656499624252,
      "learning_rate": 7.889098707151949e-05,
      "loss": 10.1883,
      "step": 9759
    },
    {
      "epoch": 1.7041159268473658,
      "grad_norm": 0.07034081965684891,
      "learning_rate": 7.887310377286385e-05,
      "loss": 10.1526,
      "step": 9760
    },
    {
      "epoch": 1.704290515472917,
      "grad_norm": 0.08283217251300812,
      "learning_rate": 7.88552211814115e-05,
      "loss": 10.1789,
      "step": 9761
    },
    {
      "epoch": 1.704465104098468,
      "grad_norm": 0.06834398210048676,
      "learning_rate": 7.883733929776098e-05,
      "loss": 10.1711,
      "step": 9762
    },
    {
      "epoch": 1.704639692724019,
      "grad_norm": 0.08308526873588562,
      "learning_rate": 7.881945812251097e-05,
      "loss": 10.1764,
      "step": 9763
    },
    {
      "epoch": 1.7048142813495701,
      "grad_norm": 0.07441338896751404,
      "learning_rate": 7.880157765625998e-05,
      "loss": 10.1598,
      "step": 9764
    },
    {
      "epoch": 1.704988869975121,
      "grad_norm": 0.08631190657615662,
      "learning_rate": 7.878369789960651e-05,
      "loss": 10.1647,
      "step": 9765
    },
    {
      "epoch": 1.7051634586006723,
      "grad_norm": 0.08576932549476624,
      "learning_rate": 7.876581885314913e-05,
      "loss": 10.1961,
      "step": 9766
    },
    {
      "epoch": 1.7053380472262232,
      "grad_norm": 0.09063287824392319,
      "learning_rate": 7.874794051748629e-05,
      "loss": 10.1807,
      "step": 9767
    },
    {
      "epoch": 1.7055126358517743,
      "grad_norm": 0.07764285057783127,
      "learning_rate": 7.873006289321642e-05,
      "loss": 10.2055,
      "step": 9768
    },
    {
      "epoch": 1.7056872244773253,
      "grad_norm": 0.09664280712604523,
      "learning_rate": 7.871218598093804e-05,
      "loss": 10.1781,
      "step": 9769
    },
    {
      "epoch": 1.7058618131028762,
      "grad_norm": 0.08940296620130539,
      "learning_rate": 7.86943097812495e-05,
      "loss": 10.1872,
      "step": 9770
    },
    {
      "epoch": 1.7060364017284275,
      "grad_norm": 0.08923404663801193,
      "learning_rate": 7.867643429474917e-05,
      "loss": 10.1847,
      "step": 9771
    },
    {
      "epoch": 1.7062109903539784,
      "grad_norm": 0.10413360595703125,
      "learning_rate": 7.86585595220355e-05,
      "loss": 10.1708,
      "step": 9772
    },
    {
      "epoch": 1.7063855789795295,
      "grad_norm": 0.10047053545713425,
      "learning_rate": 7.864068546370677e-05,
      "loss": 10.2078,
      "step": 9773
    },
    {
      "epoch": 1.7065601676050806,
      "grad_norm": 0.11332834511995316,
      "learning_rate": 7.862281212036127e-05,
      "loss": 10.197,
      "step": 9774
    },
    {
      "epoch": 1.7067347562306314,
      "grad_norm": 0.10594760626554489,
      "learning_rate": 7.860493949259736e-05,
      "loss": 10.1941,
      "step": 9775
    },
    {
      "epoch": 1.7069093448561827,
      "grad_norm": 0.11877818405628204,
      "learning_rate": 7.85870675810133e-05,
      "loss": 10.1875,
      "step": 9776
    },
    {
      "epoch": 1.7070839334817336,
      "grad_norm": 0.19707272946834564,
      "learning_rate": 7.856919638620728e-05,
      "loss": 10.2069,
      "step": 9777
    },
    {
      "epoch": 1.7072585221072847,
      "grad_norm": 0.08206089586019516,
      "learning_rate": 7.85513259087776e-05,
      "loss": 10.2014,
      "step": 9778
    },
    {
      "epoch": 1.7074331107328358,
      "grad_norm": 0.05562279373407364,
      "learning_rate": 7.853345614932239e-05,
      "loss": 10.2041,
      "step": 9779
    },
    {
      "epoch": 1.7076076993583869,
      "grad_norm": 0.06205601617693901,
      "learning_rate": 7.851558710843983e-05,
      "loss": 10.218,
      "step": 9780
    },
    {
      "epoch": 1.707782287983938,
      "grad_norm": 0.07779160141944885,
      "learning_rate": 7.849771878672813e-05,
      "loss": 10.1772,
      "step": 9781
    },
    {
      "epoch": 1.7079568766094888,
      "grad_norm": 0.061280786991119385,
      "learning_rate": 7.847985118478535e-05,
      "loss": 10.2101,
      "step": 9782
    },
    {
      "epoch": 1.70813146523504,
      "grad_norm": 0.05383401736617088,
      "learning_rate": 7.846198430320964e-05,
      "loss": 10.2061,
      "step": 9783
    },
    {
      "epoch": 1.708306053860591,
      "grad_norm": 0.060154370963573456,
      "learning_rate": 7.844411814259904e-05,
      "loss": 10.2014,
      "step": 9784
    },
    {
      "epoch": 1.708480642486142,
      "grad_norm": 0.06115015596151352,
      "learning_rate": 7.842625270355159e-05,
      "loss": 10.1859,
      "step": 9785
    },
    {
      "epoch": 1.7086552311116932,
      "grad_norm": 0.06438688933849335,
      "learning_rate": 7.840838798666539e-05,
      "loss": 10.1716,
      "step": 9786
    },
    {
      "epoch": 1.708829819737244,
      "grad_norm": 0.058081526309251785,
      "learning_rate": 7.83905239925384e-05,
      "loss": 10.165,
      "step": 9787
    },
    {
      "epoch": 1.7090044083627953,
      "grad_norm": 0.06994259357452393,
      "learning_rate": 7.837266072176859e-05,
      "loss": 10.1794,
      "step": 9788
    },
    {
      "epoch": 1.7091789969883462,
      "grad_norm": 0.06029936298727989,
      "learning_rate": 7.835479817495392e-05,
      "loss": 10.1987,
      "step": 9789
    },
    {
      "epoch": 1.7093535856138973,
      "grad_norm": 0.07037607580423355,
      "learning_rate": 7.833693635269235e-05,
      "loss": 10.1625,
      "step": 9790
    },
    {
      "epoch": 1.7095281742394484,
      "grad_norm": 0.061041202396154404,
      "learning_rate": 7.831907525558173e-05,
      "loss": 10.1811,
      "step": 9791
    },
    {
      "epoch": 1.7097027628649992,
      "grad_norm": 0.0671791285276413,
      "learning_rate": 7.830121488422003e-05,
      "loss": 10.1963,
      "step": 9792
    },
    {
      "epoch": 1.7098773514905505,
      "grad_norm": 0.05952753871679306,
      "learning_rate": 7.828335523920505e-05,
      "loss": 10.1784,
      "step": 9793
    },
    {
      "epoch": 1.7100519401161014,
      "grad_norm": 0.06425047665834427,
      "learning_rate": 7.826549632113462e-05,
      "loss": 10.1896,
      "step": 9794
    },
    {
      "epoch": 1.7102265287416525,
      "grad_norm": 0.0682326927781105,
      "learning_rate": 7.824763813060658e-05,
      "loss": 10.2,
      "step": 9795
    },
    {
      "epoch": 1.7104011173672036,
      "grad_norm": 0.05633874610066414,
      "learning_rate": 7.822978066821871e-05,
      "loss": 10.1798,
      "step": 9796
    },
    {
      "epoch": 1.7105757059927544,
      "grad_norm": 0.05981336534023285,
      "learning_rate": 7.821192393456873e-05,
      "loss": 10.2038,
      "step": 9797
    },
    {
      "epoch": 1.7107502946183057,
      "grad_norm": 0.05985867977142334,
      "learning_rate": 7.819406793025446e-05,
      "loss": 10.1992,
      "step": 9798
    },
    {
      "epoch": 1.7109248832438566,
      "grad_norm": 0.06751025468111038,
      "learning_rate": 7.817621265587355e-05,
      "loss": 10.1732,
      "step": 9799
    },
    {
      "epoch": 1.7110994718694077,
      "grad_norm": 0.06740866601467133,
      "learning_rate": 7.815835811202368e-05,
      "loss": 10.2022,
      "step": 9800
    },
    {
      "epoch": 1.7110994718694077,
      "eval_loss": 10.169475555419922,
      "eval_runtime": 0.717,
      "eval_samples_per_second": 322.187,
      "eval_steps_per_second": 161.791,
      "step": 9800
    },
    {
      "epoch": 1.7112740604949588,
      "grad_norm": 0.06870079785585403,
      "learning_rate": 7.814050429930259e-05,
      "loss": 10.1896,
      "step": 9801
    },
    {
      "epoch": 1.7114486491205096,
      "grad_norm": 0.06537501513957977,
      "learning_rate": 7.812265121830784e-05,
      "loss": 10.183,
      "step": 9802
    },
    {
      "epoch": 1.711623237746061,
      "grad_norm": 0.06554290652275085,
      "learning_rate": 7.810479886963705e-05,
      "loss": 10.2054,
      "step": 9803
    },
    {
      "epoch": 1.7117978263716118,
      "grad_norm": 0.0851769745349884,
      "learning_rate": 7.808694725388787e-05,
      "loss": 10.1866,
      "step": 9804
    },
    {
      "epoch": 1.711972414997163,
      "grad_norm": 0.0806804895401001,
      "learning_rate": 7.806909637165785e-05,
      "loss": 10.1832,
      "step": 9805
    },
    {
      "epoch": 1.712147003622714,
      "grad_norm": 0.07652948051691055,
      "learning_rate": 7.805124622354447e-05,
      "loss": 10.185,
      "step": 9806
    },
    {
      "epoch": 1.712321592248265,
      "grad_norm": 0.0723884254693985,
      "learning_rate": 7.803339681014532e-05,
      "loss": 10.1789,
      "step": 9807
    },
    {
      "epoch": 1.7124961808738162,
      "grad_norm": 0.07131978124380112,
      "learning_rate": 7.801554813205787e-05,
      "loss": 10.1982,
      "step": 9808
    },
    {
      "epoch": 1.712670769499367,
      "grad_norm": 0.06783514469861984,
      "learning_rate": 7.799770018987953e-05,
      "loss": 10.1801,
      "step": 9809
    },
    {
      "epoch": 1.7128453581249181,
      "grad_norm": 0.07849553227424622,
      "learning_rate": 7.797985298420785e-05,
      "loss": 10.1907,
      "step": 9810
    },
    {
      "epoch": 1.7130199467504692,
      "grad_norm": 0.08502273261547089,
      "learning_rate": 7.796200651564017e-05,
      "loss": 10.1918,
      "step": 9811
    },
    {
      "epoch": 1.7131945353760203,
      "grad_norm": 0.08310915529727936,
      "learning_rate": 7.794416078477391e-05,
      "loss": 10.1798,
      "step": 9812
    },
    {
      "epoch": 1.7133691240015714,
      "grad_norm": 0.0774078443646431,
      "learning_rate": 7.792631579220644e-05,
      "loss": 10.1903,
      "step": 9813
    },
    {
      "epoch": 1.7135437126271222,
      "grad_norm": 0.09114000201225281,
      "learning_rate": 7.79084715385351e-05,
      "loss": 10.1774,
      "step": 9814
    },
    {
      "epoch": 1.7137183012526735,
      "grad_norm": 0.0798235833644867,
      "learning_rate": 7.78906280243572e-05,
      "loss": 10.2004,
      "step": 9815
    },
    {
      "epoch": 1.7138928898782244,
      "grad_norm": 0.08487682789564133,
      "learning_rate": 7.787278525027007e-05,
      "loss": 10.1892,
      "step": 9816
    },
    {
      "epoch": 1.7140674785037755,
      "grad_norm": 0.08872310072183609,
      "learning_rate": 7.785494321687094e-05,
      "loss": 10.1676,
      "step": 9817
    },
    {
      "epoch": 1.7142420671293266,
      "grad_norm": 0.0908086970448494,
      "learning_rate": 7.783710192475708e-05,
      "loss": 10.1738,
      "step": 9818
    },
    {
      "epoch": 1.7144166557548774,
      "grad_norm": 0.08681070059537888,
      "learning_rate": 7.781926137452571e-05,
      "loss": 10.1941,
      "step": 9819
    },
    {
      "epoch": 1.7145912443804288,
      "grad_norm": 0.09942571073770523,
      "learning_rate": 7.780142156677403e-05,
      "loss": 10.1609,
      "step": 9820
    },
    {
      "epoch": 1.7147658330059796,
      "grad_norm": 0.09365815669298172,
      "learning_rate": 7.778358250209914e-05,
      "loss": 10.1992,
      "step": 9821
    },
    {
      "epoch": 1.7149404216315307,
      "grad_norm": 0.1054999902844429,
      "learning_rate": 7.77657441810983e-05,
      "loss": 10.152,
      "step": 9822
    },
    {
      "epoch": 1.7151150102570818,
      "grad_norm": 0.10394179821014404,
      "learning_rate": 7.774790660436858e-05,
      "loss": 10.2288,
      "step": 9823
    },
    {
      "epoch": 1.7152895988826327,
      "grad_norm": 0.11790254712104797,
      "learning_rate": 7.773006977250703e-05,
      "loss": 10.2103,
      "step": 9824
    },
    {
      "epoch": 1.715464187508184,
      "grad_norm": 0.14948652684688568,
      "learning_rate": 7.771223368611082e-05,
      "loss": 10.1611,
      "step": 9825
    },
    {
      "epoch": 1.7156387761337348,
      "grad_norm": 0.12350274622440338,
      "learning_rate": 7.769439834577692e-05,
      "loss": 10.2029,
      "step": 9826
    },
    {
      "epoch": 1.715813364759286,
      "grad_norm": 0.1848570704460144,
      "learning_rate": 7.767656375210233e-05,
      "loss": 10.2392,
      "step": 9827
    },
    {
      "epoch": 1.715987953384837,
      "grad_norm": 0.07523872703313828,
      "learning_rate": 7.765872990568415e-05,
      "loss": 10.2233,
      "step": 9828
    },
    {
      "epoch": 1.7161625420103879,
      "grad_norm": 0.06573577225208282,
      "learning_rate": 7.764089680711927e-05,
      "loss": 10.2035,
      "step": 9829
    },
    {
      "epoch": 1.7163371306359392,
      "grad_norm": 0.06432383507490158,
      "learning_rate": 7.762306445700465e-05,
      "loss": 10.1823,
      "step": 9830
    },
    {
      "epoch": 1.71651171926149,
      "grad_norm": 0.07471955567598343,
      "learning_rate": 7.760523285593724e-05,
      "loss": 10.1936,
      "step": 9831
    },
    {
      "epoch": 1.7166863078870411,
      "grad_norm": 0.0624697208404541,
      "learning_rate": 7.758740200451391e-05,
      "loss": 10.2059,
      "step": 9832
    },
    {
      "epoch": 1.7168608965125922,
      "grad_norm": 0.06297760456800461,
      "learning_rate": 7.75695719033315e-05,
      "loss": 10.1901,
      "step": 9833
    },
    {
      "epoch": 1.7170354851381433,
      "grad_norm": 0.06755506247282028,
      "learning_rate": 7.755174255298692e-05,
      "loss": 10.1764,
      "step": 9834
    },
    {
      "epoch": 1.7172100737636944,
      "grad_norm": 0.07104703038930893,
      "learning_rate": 7.753391395407698e-05,
      "loss": 10.191,
      "step": 9835
    },
    {
      "epoch": 1.7173846623892453,
      "grad_norm": 0.0584561713039875,
      "learning_rate": 7.751608610719843e-05,
      "loss": 10.1838,
      "step": 9836
    },
    {
      "epoch": 1.7175592510147963,
      "grad_norm": 0.06382789462804794,
      "learning_rate": 7.749825901294809e-05,
      "loss": 10.1834,
      "step": 9837
    },
    {
      "epoch": 1.7177338396403474,
      "grad_norm": 0.05724504590034485,
      "learning_rate": 7.74804326719227e-05,
      "loss": 10.2059,
      "step": 9838
    },
    {
      "epoch": 1.7179084282658985,
      "grad_norm": 0.06941905617713928,
      "learning_rate": 7.74626070847189e-05,
      "loss": 10.1858,
      "step": 9839
    },
    {
      "epoch": 1.7180830168914496,
      "grad_norm": 0.07025720179080963,
      "learning_rate": 7.744478225193353e-05,
      "loss": 10.1982,
      "step": 9840
    },
    {
      "epoch": 1.7182576055170005,
      "grad_norm": 0.07031995803117752,
      "learning_rate": 7.742695817416317e-05,
      "loss": 10.21,
      "step": 9841
    },
    {
      "epoch": 1.7184321941425518,
      "grad_norm": 0.070832259953022,
      "learning_rate": 7.740913485200443e-05,
      "loss": 10.2089,
      "step": 9842
    },
    {
      "epoch": 1.7186067827681026,
      "grad_norm": 0.06888607889413834,
      "learning_rate": 7.7391312286054e-05,
      "loss": 10.1868,
      "step": 9843
    },
    {
      "epoch": 1.7187813713936537,
      "grad_norm": 0.07608956098556519,
      "learning_rate": 7.737349047690846e-05,
      "loss": 10.2005,
      "step": 9844
    },
    {
      "epoch": 1.7189559600192048,
      "grad_norm": 0.062876395881176,
      "learning_rate": 7.735566942516433e-05,
      "loss": 10.1925,
      "step": 9845
    },
    {
      "epoch": 1.7191305486447557,
      "grad_norm": 0.0774434506893158,
      "learning_rate": 7.733784913141822e-05,
      "loss": 10.2035,
      "step": 9846
    },
    {
      "epoch": 1.719305137270307,
      "grad_norm": 0.0574440062046051,
      "learning_rate": 7.732002959626663e-05,
      "loss": 10.1956,
      "step": 9847
    },
    {
      "epoch": 1.7194797258958578,
      "grad_norm": 0.07517170906066895,
      "learning_rate": 7.7302210820306e-05,
      "loss": 10.1591,
      "step": 9848
    },
    {
      "epoch": 1.719654314521409,
      "grad_norm": 0.07184913754463196,
      "learning_rate": 7.728439280413286e-05,
      "loss": 10.2058,
      "step": 9849
    },
    {
      "epoch": 1.71982890314696,
      "grad_norm": 0.08002547919750214,
      "learning_rate": 7.726657554834365e-05,
      "loss": 10.1976,
      "step": 9850
    },
    {
      "epoch": 1.7200034917725109,
      "grad_norm": 0.06342945247888565,
      "learning_rate": 7.72487590535347e-05,
      "loss": 10.1693,
      "step": 9851
    },
    {
      "epoch": 1.7201780803980622,
      "grad_norm": 0.07193805277347565,
      "learning_rate": 7.723094332030254e-05,
      "loss": 10.153,
      "step": 9852
    },
    {
      "epoch": 1.720352669023613,
      "grad_norm": 0.07654780149459839,
      "learning_rate": 7.721312834924345e-05,
      "loss": 10.1906,
      "step": 9853
    },
    {
      "epoch": 1.7205272576491641,
      "grad_norm": 0.08780090510845184,
      "learning_rate": 7.719531414095372e-05,
      "loss": 10.1867,
      "step": 9854
    },
    {
      "epoch": 1.7207018462747152,
      "grad_norm": 0.07288884371519089,
      "learning_rate": 7.717750069602979e-05,
      "loss": 10.1813,
      "step": 9855
    },
    {
      "epoch": 1.720876434900266,
      "grad_norm": 0.07813030481338501,
      "learning_rate": 7.715968801506785e-05,
      "loss": 10.1956,
      "step": 9856
    },
    {
      "epoch": 1.7210510235258174,
      "grad_norm": 0.07665220648050308,
      "learning_rate": 7.71418760986642e-05,
      "loss": 10.1848,
      "step": 9857
    },
    {
      "epoch": 1.7212256121513683,
      "grad_norm": 0.07075092196464539,
      "learning_rate": 7.712406494741508e-05,
      "loss": 10.183,
      "step": 9858
    },
    {
      "epoch": 1.7214002007769194,
      "grad_norm": 0.07732804864645004,
      "learning_rate": 7.710625456191672e-05,
      "loss": 10.1792,
      "step": 9859
    },
    {
      "epoch": 1.7215747894024704,
      "grad_norm": 0.07741578668355942,
      "learning_rate": 7.708844494276521e-05,
      "loss": 10.1649,
      "step": 9860
    },
    {
      "epoch": 1.7217493780280215,
      "grad_norm": 0.07711189240217209,
      "learning_rate": 7.707063609055685e-05,
      "loss": 10.1992,
      "step": 9861
    },
    {
      "epoch": 1.7219239666535726,
      "grad_norm": 0.1147683635354042,
      "learning_rate": 7.705282800588768e-05,
      "loss": 10.203,
      "step": 9862
    },
    {
      "epoch": 1.7220985552791235,
      "grad_norm": 0.0804005116224289,
      "learning_rate": 7.703502068935385e-05,
      "loss": 10.1915,
      "step": 9863
    },
    {
      "epoch": 1.7222731439046746,
      "grad_norm": 0.08870283514261246,
      "learning_rate": 7.701721414155143e-05,
      "loss": 10.1577,
      "step": 9864
    },
    {
      "epoch": 1.7224477325302257,
      "grad_norm": 0.08696722984313965,
      "learning_rate": 7.699940836307648e-05,
      "loss": 10.1856,
      "step": 9865
    },
    {
      "epoch": 1.7226223211557767,
      "grad_norm": 0.09356630593538284,
      "learning_rate": 7.698160335452498e-05,
      "loss": 10.1524,
      "step": 9866
    },
    {
      "epoch": 1.7227969097813278,
      "grad_norm": 0.08996203541755676,
      "learning_rate": 7.696379911649303e-05,
      "loss": 10.152,
      "step": 9867
    },
    {
      "epoch": 1.7229714984068787,
      "grad_norm": 0.08939601480960846,
      "learning_rate": 7.694599564957657e-05,
      "loss": 10.1919,
      "step": 9868
    },
    {
      "epoch": 1.72314608703243,
      "grad_norm": 0.09291525930166245,
      "learning_rate": 7.692819295437152e-05,
      "loss": 10.1764,
      "step": 9869
    },
    {
      "epoch": 1.7233206756579809,
      "grad_norm": 0.09938842058181763,
      "learning_rate": 7.691039103147388e-05,
      "loss": 10.1833,
      "step": 9870
    },
    {
      "epoch": 1.723495264283532,
      "grad_norm": 0.09102746099233627,
      "learning_rate": 7.689258988147949e-05,
      "loss": 10.1518,
      "step": 9871
    },
    {
      "epoch": 1.723669852909083,
      "grad_norm": 0.10011841356754303,
      "learning_rate": 7.687478950498421e-05,
      "loss": 10.1752,
      "step": 9872
    },
    {
      "epoch": 1.723844441534634,
      "grad_norm": 0.11414279788732529,
      "learning_rate": 7.685698990258399e-05,
      "loss": 10.1595,
      "step": 9873
    },
    {
      "epoch": 1.7240190301601852,
      "grad_norm": 0.11931057274341583,
      "learning_rate": 7.683919107487458e-05,
      "loss": 10.1456,
      "step": 9874
    },
    {
      "epoch": 1.724193618785736,
      "grad_norm": 0.12109579890966415,
      "learning_rate": 7.682139302245177e-05,
      "loss": 10.2337,
      "step": 9875
    },
    {
      "epoch": 1.7243682074112872,
      "grad_norm": 0.12206544727087021,
      "learning_rate": 7.68035957459114e-05,
      "loss": 10.204,
      "step": 9876
    },
    {
      "epoch": 1.7245427960368382,
      "grad_norm": 0.19230856001377106,
      "learning_rate": 7.678579924584915e-05,
      "loss": 10.1874,
      "step": 9877
    },
    {
      "epoch": 1.724717384662389,
      "grad_norm": 0.0688212439417839,
      "learning_rate": 7.676800352286074e-05,
      "loss": 10.1944,
      "step": 9878
    },
    {
      "epoch": 1.7248919732879404,
      "grad_norm": 0.06949811428785324,
      "learning_rate": 7.675020857754192e-05,
      "loss": 10.2074,
      "step": 9879
    },
    {
      "epoch": 1.7250665619134913,
      "grad_norm": 0.062002673745155334,
      "learning_rate": 7.673241441048836e-05,
      "loss": 10.1803,
      "step": 9880
    },
    {
      "epoch": 1.7252411505390424,
      "grad_norm": 0.08384142816066742,
      "learning_rate": 7.671462102229562e-05,
      "loss": 10.1708,
      "step": 9881
    },
    {
      "epoch": 1.7254157391645935,
      "grad_norm": 0.06729867309331894,
      "learning_rate": 7.66968284135594e-05,
      "loss": 10.1954,
      "step": 9882
    },
    {
      "epoch": 1.7255903277901443,
      "grad_norm": 0.06269650906324387,
      "learning_rate": 7.667903658487527e-05,
      "loss": 10.2184,
      "step": 9883
    },
    {
      "epoch": 1.7257649164156956,
      "grad_norm": 0.0654730275273323,
      "learning_rate": 7.666124553683875e-05,
      "loss": 10.2219,
      "step": 9884
    },
    {
      "epoch": 1.7259395050412465,
      "grad_norm": 0.062103841453790665,
      "learning_rate": 7.664345527004545e-05,
      "loss": 10.2168,
      "step": 9885
    },
    {
      "epoch": 1.7261140936667976,
      "grad_norm": 0.058873794972896576,
      "learning_rate": 7.662566578509086e-05,
      "loss": 10.1743,
      "step": 9886
    },
    {
      "epoch": 1.7262886822923487,
      "grad_norm": 0.06544401496648788,
      "learning_rate": 7.660787708257042e-05,
      "loss": 10.1928,
      "step": 9887
    },
    {
      "epoch": 1.7264632709178998,
      "grad_norm": 0.05964484065771103,
      "learning_rate": 7.659008916307965e-05,
      "loss": 10.2092,
      "step": 9888
    },
    {
      "epoch": 1.7266378595434508,
      "grad_norm": 0.06724069267511368,
      "learning_rate": 7.657230202721397e-05,
      "loss": 10.183,
      "step": 9889
    },
    {
      "epoch": 1.7268124481690017,
      "grad_norm": 0.06650163233280182,
      "learning_rate": 7.655451567556873e-05,
      "loss": 10.2305,
      "step": 9890
    },
    {
      "epoch": 1.7269870367945528,
      "grad_norm": 0.06291288882493973,
      "learning_rate": 7.65367301087394e-05,
      "loss": 10.1832,
      "step": 9891
    },
    {
      "epoch": 1.7271616254201039,
      "grad_norm": 0.05782007426023483,
      "learning_rate": 7.65189453273213e-05,
      "loss": 10.1828,
      "step": 9892
    },
    {
      "epoch": 1.727336214045655,
      "grad_norm": 0.0626850351691246,
      "learning_rate": 7.650116133190974e-05,
      "loss": 10.1959,
      "step": 9893
    },
    {
      "epoch": 1.727510802671206,
      "grad_norm": 0.07148042321205139,
      "learning_rate": 7.648337812310003e-05,
      "loss": 10.2058,
      "step": 9894
    },
    {
      "epoch": 1.727685391296757,
      "grad_norm": 0.06337637454271317,
      "learning_rate": 7.646559570148748e-05,
      "loss": 10.1726,
      "step": 9895
    },
    {
      "epoch": 1.7278599799223082,
      "grad_norm": 0.06824906170368195,
      "learning_rate": 7.644781406766726e-05,
      "loss": 10.1731,
      "step": 9896
    },
    {
      "epoch": 1.728034568547859,
      "grad_norm": 0.07866540551185608,
      "learning_rate": 7.64300332222347e-05,
      "loss": 10.2333,
      "step": 9897
    },
    {
      "epoch": 1.7282091571734102,
      "grad_norm": 0.07607119530439377,
      "learning_rate": 7.641225316578493e-05,
      "loss": 10.1906,
      "step": 9898
    },
    {
      "epoch": 1.7283837457989613,
      "grad_norm": 0.06479246914386749,
      "learning_rate": 7.639447389891313e-05,
      "loss": 10.2069,
      "step": 9899
    },
    {
      "epoch": 1.7285583344245121,
      "grad_norm": 0.08496902883052826,
      "learning_rate": 7.637669542221446e-05,
      "loss": 10.173,
      "step": 9900
    },
    {
      "epoch": 1.7287329230500634,
      "grad_norm": 0.056380052119493484,
      "learning_rate": 7.635891773628398e-05,
      "loss": 10.2037,
      "step": 9901
    },
    {
      "epoch": 1.7289075116756143,
      "grad_norm": 0.06759078055620193,
      "learning_rate": 7.634114084171689e-05,
      "loss": 10.1869,
      "step": 9902
    },
    {
      "epoch": 1.7290821003011654,
      "grad_norm": 0.07186595350503922,
      "learning_rate": 7.632336473910819e-05,
      "loss": 10.2079,
      "step": 9903
    },
    {
      "epoch": 1.7292566889267165,
      "grad_norm": 0.07041292637586594,
      "learning_rate": 7.630558942905288e-05,
      "loss": 10.1895,
      "step": 9904
    },
    {
      "epoch": 1.7294312775522673,
      "grad_norm": 0.06613937020301819,
      "learning_rate": 7.628781491214606e-05,
      "loss": 10.163,
      "step": 9905
    },
    {
      "epoch": 1.7296058661778186,
      "grad_norm": 0.08502984791994095,
      "learning_rate": 7.627004118898267e-05,
      "loss": 10.2161,
      "step": 9906
    },
    {
      "epoch": 1.7297804548033695,
      "grad_norm": 0.07485458254814148,
      "learning_rate": 7.625226826015762e-05,
      "loss": 10.1719,
      "step": 9907
    },
    {
      "epoch": 1.7299550434289206,
      "grad_norm": 0.08806630969047546,
      "learning_rate": 7.623449612626593e-05,
      "loss": 10.1734,
      "step": 9908
    },
    {
      "epoch": 1.7301296320544717,
      "grad_norm": 0.06692134588956833,
      "learning_rate": 7.621672478790248e-05,
      "loss": 10.1851,
      "step": 9909
    },
    {
      "epoch": 1.7303042206800225,
      "grad_norm": 0.07588887214660645,
      "learning_rate": 7.619895424566211e-05,
      "loss": 10.1867,
      "step": 9910
    },
    {
      "epoch": 1.7304788093055739,
      "grad_norm": 0.09132981300354004,
      "learning_rate": 7.618118450013972e-05,
      "loss": 10.1845,
      "step": 9911
    },
    {
      "epoch": 1.7306533979311247,
      "grad_norm": 0.073078453540802,
      "learning_rate": 7.616341555193012e-05,
      "loss": 10.1742,
      "step": 9912
    },
    {
      "epoch": 1.7308279865566758,
      "grad_norm": 0.07938942313194275,
      "learning_rate": 7.614564740162804e-05,
      "loss": 10.1864,
      "step": 9913
    },
    {
      "epoch": 1.7310025751822269,
      "grad_norm": 0.09422288089990616,
      "learning_rate": 7.612788004982838e-05,
      "loss": 10.1589,
      "step": 9914
    },
    {
      "epoch": 1.731177163807778,
      "grad_norm": 0.0727735385298729,
      "learning_rate": 7.611011349712583e-05,
      "loss": 10.1714,
      "step": 9915
    },
    {
      "epoch": 1.731351752433329,
      "grad_norm": 0.07623692601919174,
      "learning_rate": 7.609234774411507e-05,
      "loss": 10.1639,
      "step": 9916
    },
    {
      "epoch": 1.73152634105888,
      "grad_norm": 0.07209200412034988,
      "learning_rate": 7.607458279139083e-05,
      "loss": 10.1582,
      "step": 9917
    },
    {
      "epoch": 1.731700929684431,
      "grad_norm": 0.08838963508605957,
      "learning_rate": 7.605681863954778e-05,
      "loss": 10.1604,
      "step": 9918
    },
    {
      "epoch": 1.731875518309982,
      "grad_norm": 0.10088440775871277,
      "learning_rate": 7.603905528918051e-05,
      "loss": 10.166,
      "step": 9919
    },
    {
      "epoch": 1.7320501069355332,
      "grad_norm": 0.08338973671197891,
      "learning_rate": 7.60212927408837e-05,
      "loss": 10.2039,
      "step": 9920
    },
    {
      "epoch": 1.7322246955610843,
      "grad_norm": 0.09552233666181564,
      "learning_rate": 7.600353099525192e-05,
      "loss": 10.1535,
      "step": 9921
    },
    {
      "epoch": 1.7323992841866351,
      "grad_norm": 0.10421490669250488,
      "learning_rate": 7.598577005287968e-05,
      "loss": 10.145,
      "step": 9922
    },
    {
      "epoch": 1.7325738728121864,
      "grad_norm": 0.10782694071531296,
      "learning_rate": 7.596800991436156e-05,
      "loss": 10.171,
      "step": 9923
    },
    {
      "epoch": 1.7327484614377373,
      "grad_norm": 0.10795606672763824,
      "learning_rate": 7.595025058029205e-05,
      "loss": 10.1723,
      "step": 9924
    },
    {
      "epoch": 1.7329230500632884,
      "grad_norm": 0.12196632474660873,
      "learning_rate": 7.593249205126558e-05,
      "loss": 10.1769,
      "step": 9925
    },
    {
      "epoch": 1.7330976386888395,
      "grad_norm": 0.1328759640455246,
      "learning_rate": 7.59147343278767e-05,
      "loss": 10.17,
      "step": 9926
    },
    {
      "epoch": 1.7332722273143903,
      "grad_norm": 0.1683211773633957,
      "learning_rate": 7.589697741071976e-05,
      "loss": 10.2336,
      "step": 9927
    },
    {
      "epoch": 1.7334468159399417,
      "grad_norm": 0.06693457812070847,
      "learning_rate": 7.587922130038916e-05,
      "loss": 10.2051,
      "step": 9928
    },
    {
      "epoch": 1.7336214045654925,
      "grad_norm": 0.07599848508834839,
      "learning_rate": 7.58614659974793e-05,
      "loss": 10.2,
      "step": 9929
    },
    {
      "epoch": 1.7337959931910436,
      "grad_norm": 0.06670258194208145,
      "learning_rate": 7.584371150258451e-05,
      "loss": 10.2102,
      "step": 9930
    },
    {
      "epoch": 1.7339705818165947,
      "grad_norm": 0.07034416496753693,
      "learning_rate": 7.582595781629907e-05,
      "loss": 10.2004,
      "step": 9931
    },
    {
      "epoch": 1.7341451704421456,
      "grad_norm": 0.05937432497739792,
      "learning_rate": 7.580820493921732e-05,
      "loss": 10.204,
      "step": 9932
    },
    {
      "epoch": 1.7343197590676969,
      "grad_norm": 0.0692167580127716,
      "learning_rate": 7.579045287193352e-05,
      "loss": 10.2092,
      "step": 9933
    },
    {
      "epoch": 1.7344943476932477,
      "grad_norm": 0.05886104702949524,
      "learning_rate": 7.577270161504184e-05,
      "loss": 10.2256,
      "step": 9934
    },
    {
      "epoch": 1.7346689363187988,
      "grad_norm": 0.06006152927875519,
      "learning_rate": 7.575495116913657e-05,
      "loss": 10.2119,
      "step": 9935
    },
    {
      "epoch": 1.73484352494435,
      "grad_norm": 0.07036588340997696,
      "learning_rate": 7.573720153481185e-05,
      "loss": 10.1923,
      "step": 9936
    },
    {
      "epoch": 1.7350181135699008,
      "grad_norm": 0.058496326208114624,
      "learning_rate": 7.571945271266179e-05,
      "loss": 10.2129,
      "step": 9937
    },
    {
      "epoch": 1.735192702195452,
      "grad_norm": 0.07696060836315155,
      "learning_rate": 7.570170470328059e-05,
      "loss": 10.1786,
      "step": 9938
    },
    {
      "epoch": 1.735367290821003,
      "grad_norm": 0.05639537423849106,
      "learning_rate": 7.568395750726233e-05,
      "loss": 10.2165,
      "step": 9939
    },
    {
      "epoch": 1.735541879446554,
      "grad_norm": 0.0709674283862114,
      "learning_rate": 7.566621112520105e-05,
      "loss": 10.2117,
      "step": 9940
    },
    {
      "epoch": 1.7357164680721051,
      "grad_norm": 0.0751965269446373,
      "learning_rate": 7.564846555769083e-05,
      "loss": 10.2201,
      "step": 9941
    },
    {
      "epoch": 1.7358910566976562,
      "grad_norm": 0.06197384372353554,
      "learning_rate": 7.563072080532566e-05,
      "loss": 10.2032,
      "step": 9942
    },
    {
      "epoch": 1.7360656453232073,
      "grad_norm": 0.06823628395795822,
      "learning_rate": 7.56129768686995e-05,
      "loss": 10.2185,
      "step": 9943
    },
    {
      "epoch": 1.7362402339487581,
      "grad_norm": 0.070232093334198,
      "learning_rate": 7.55952337484064e-05,
      "loss": 10.1652,
      "step": 9944
    },
    {
      "epoch": 1.7364148225743092,
      "grad_norm": 0.06844255328178406,
      "learning_rate": 7.557749144504023e-05,
      "loss": 10.1839,
      "step": 9945
    },
    {
      "epoch": 1.7365894111998603,
      "grad_norm": 0.06392111629247665,
      "learning_rate": 7.55597499591949e-05,
      "loss": 10.208,
      "step": 9946
    },
    {
      "epoch": 1.7367639998254114,
      "grad_norm": 0.0721631646156311,
      "learning_rate": 7.554200929146432e-05,
      "loss": 10.222,
      "step": 9947
    },
    {
      "epoch": 1.7369385884509625,
      "grad_norm": 0.08993186801671982,
      "learning_rate": 7.55242694424423e-05,
      "loss": 10.1733,
      "step": 9948
    },
    {
      "epoch": 1.7371131770765134,
      "grad_norm": 0.0750463679432869,
      "learning_rate": 7.550653041272266e-05,
      "loss": 10.2118,
      "step": 9949
    },
    {
      "epoch": 1.7372877657020647,
      "grad_norm": 0.07387836277484894,
      "learning_rate": 7.548879220289929e-05,
      "loss": 10.1679,
      "step": 9950
    },
    {
      "epoch": 1.7374623543276155,
      "grad_norm": 0.06455831974744797,
      "learning_rate": 7.547105481356587e-05,
      "loss": 10.1777,
      "step": 9951
    },
    {
      "epoch": 1.7376369429531666,
      "grad_norm": 0.08047530800104141,
      "learning_rate": 7.545331824531616e-05,
      "loss": 10.2027,
      "step": 9952
    },
    {
      "epoch": 1.7378115315787177,
      "grad_norm": 0.08150035887956619,
      "learning_rate": 7.54355824987439e-05,
      "loss": 10.1841,
      "step": 9953
    },
    {
      "epoch": 1.7379861202042686,
      "grad_norm": 0.07522381842136383,
      "learning_rate": 7.541784757444277e-05,
      "loss": 10.1863,
      "step": 9954
    },
    {
      "epoch": 1.7381607088298199,
      "grad_norm": 0.08916985988616943,
      "learning_rate": 7.540011347300636e-05,
      "loss": 10.1537,
      "step": 9955
    },
    {
      "epoch": 1.7383352974553707,
      "grad_norm": 0.07040642201900482,
      "learning_rate": 7.538238019502842e-05,
      "loss": 10.192,
      "step": 9956
    },
    {
      "epoch": 1.7385098860809218,
      "grad_norm": 0.07653918862342834,
      "learning_rate": 7.53646477411025e-05,
      "loss": 10.1736,
      "step": 9957
    },
    {
      "epoch": 1.738684474706473,
      "grad_norm": 0.06588513404130936,
      "learning_rate": 7.534691611182215e-05,
      "loss": 10.1692,
      "step": 9958
    },
    {
      "epoch": 1.7388590633320238,
      "grad_norm": 0.07781794667243958,
      "learning_rate": 7.532918530778097e-05,
      "loss": 10.1626,
      "step": 9959
    },
    {
      "epoch": 1.739033651957575,
      "grad_norm": 0.0781409814953804,
      "learning_rate": 7.531145532957247e-05,
      "loss": 10.2096,
      "step": 9960
    },
    {
      "epoch": 1.739208240583126,
      "grad_norm": 0.08093120157718658,
      "learning_rate": 7.529372617779007e-05,
      "loss": 10.1698,
      "step": 9961
    },
    {
      "epoch": 1.739382829208677,
      "grad_norm": 0.07822716236114502,
      "learning_rate": 7.527599785302735e-05,
      "loss": 10.1691,
      "step": 9962
    },
    {
      "epoch": 1.7395574178342281,
      "grad_norm": 0.08541719615459442,
      "learning_rate": 7.525827035587772e-05,
      "loss": 10.2136,
      "step": 9963
    },
    {
      "epoch": 1.739732006459779,
      "grad_norm": 0.08833235502243042,
      "learning_rate": 7.524054368693452e-05,
      "loss": 10.1888,
      "step": 9964
    },
    {
      "epoch": 1.7399065950853303,
      "grad_norm": 0.07977961748838425,
      "learning_rate": 7.522281784679122e-05,
      "loss": 10.1999,
      "step": 9965
    },
    {
      "epoch": 1.7400811837108812,
      "grad_norm": 0.0935659259557724,
      "learning_rate": 7.520509283604114e-05,
      "loss": 10.1888,
      "step": 9966
    },
    {
      "epoch": 1.7402557723364322,
      "grad_norm": 0.09651880711317062,
      "learning_rate": 7.518736865527757e-05,
      "loss": 10.1915,
      "step": 9967
    },
    {
      "epoch": 1.7404303609619833,
      "grad_norm": 0.10312610864639282,
      "learning_rate": 7.516964530509388e-05,
      "loss": 10.1675,
      "step": 9968
    },
    {
      "epoch": 1.7406049495875344,
      "grad_norm": 0.0864637941122055,
      "learning_rate": 7.515192278608333e-05,
      "loss": 10.1726,
      "step": 9969
    },
    {
      "epoch": 1.7407795382130855,
      "grad_norm": 0.09983960539102554,
      "learning_rate": 7.513420109883911e-05,
      "loss": 10.1654,
      "step": 9970
    },
    {
      "epoch": 1.7409541268386364,
      "grad_norm": 0.09784352034330368,
      "learning_rate": 7.51164802439545e-05,
      "loss": 10.2261,
      "step": 9971
    },
    {
      "epoch": 1.7411287154641875,
      "grad_norm": 0.11142703145742416,
      "learning_rate": 7.509876022202267e-05,
      "loss": 10.1769,
      "step": 9972
    },
    {
      "epoch": 1.7413033040897385,
      "grad_norm": 0.12253622710704803,
      "learning_rate": 7.508104103363673e-05,
      "loss": 10.2009,
      "step": 9973
    },
    {
      "epoch": 1.7414778927152896,
      "grad_norm": 0.13068315386772156,
      "learning_rate": 7.50633226793899e-05,
      "loss": 10.1717,
      "step": 9974
    },
    {
      "epoch": 1.7416524813408407,
      "grad_norm": 0.13227421045303345,
      "learning_rate": 7.504560515987524e-05,
      "loss": 10.1626,
      "step": 9975
    },
    {
      "epoch": 1.7418270699663916,
      "grad_norm": 0.16449680924415588,
      "learning_rate": 7.502788847568583e-05,
      "loss": 10.2528,
      "step": 9976
    },
    {
      "epoch": 1.742001658591943,
      "grad_norm": 0.1875385344028473,
      "learning_rate": 7.501017262741472e-05,
      "loss": 10.1964,
      "step": 9977
    },
    {
      "epoch": 1.7421762472174938,
      "grad_norm": 0.06098354235291481,
      "learning_rate": 7.499245761565494e-05,
      "loss": 10.1951,
      "step": 9978
    },
    {
      "epoch": 1.7423508358430448,
      "grad_norm": 0.05671376734972,
      "learning_rate": 7.497474344099944e-05,
      "loss": 10.1989,
      "step": 9979
    },
    {
      "epoch": 1.742525424468596,
      "grad_norm": 0.0727214366197586,
      "learning_rate": 7.495703010404124e-05,
      "loss": 10.1915,
      "step": 9980
    },
    {
      "epoch": 1.7427000130941468,
      "grad_norm": 0.05917125940322876,
      "learning_rate": 7.49393176053733e-05,
      "loss": 10.1932,
      "step": 9981
    },
    {
      "epoch": 1.742874601719698,
      "grad_norm": 0.07208617776632309,
      "learning_rate": 7.492160594558843e-05,
      "loss": 10.195,
      "step": 9982
    },
    {
      "epoch": 1.743049190345249,
      "grad_norm": 0.054177429527044296,
      "learning_rate": 7.490389512527963e-05,
      "loss": 10.2017,
      "step": 9983
    },
    {
      "epoch": 1.7432237789708,
      "grad_norm": 0.07274112850427628,
      "learning_rate": 7.488618514503965e-05,
      "loss": 10.1946,
      "step": 9984
    },
    {
      "epoch": 1.7433983675963511,
      "grad_norm": 0.05925069376826286,
      "learning_rate": 7.486847600546134e-05,
      "loss": 10.2039,
      "step": 9985
    },
    {
      "epoch": 1.743572956221902,
      "grad_norm": 0.05986497178673744,
      "learning_rate": 7.485076770713756e-05,
      "loss": 10.2123,
      "step": 9986
    },
    {
      "epoch": 1.7437475448474533,
      "grad_norm": 0.07014715671539307,
      "learning_rate": 7.483306025066103e-05,
      "loss": 10.2085,
      "step": 9987
    },
    {
      "epoch": 1.7439221334730042,
      "grad_norm": 0.07147576659917831,
      "learning_rate": 7.481535363662448e-05,
      "loss": 10.18,
      "step": 9988
    },
    {
      "epoch": 1.7440967220985553,
      "grad_norm": 0.05956301465630531,
      "learning_rate": 7.479764786562064e-05,
      "loss": 10.192,
      "step": 9989
    },
    {
      "epoch": 1.7442713107241063,
      "grad_norm": 0.06448196619749069,
      "learning_rate": 7.477994293824221e-05,
      "loss": 10.2178,
      "step": 9990
    },
    {
      "epoch": 1.7444458993496572,
      "grad_norm": 0.06634223461151123,
      "learning_rate": 7.476223885508179e-05,
      "loss": 10.1749,
      "step": 9991
    },
    {
      "epoch": 1.7446204879752085,
      "grad_norm": 0.06559338420629501,
      "learning_rate": 7.474453561673208e-05,
      "loss": 10.1942,
      "step": 9992
    },
    {
      "epoch": 1.7447950766007594,
      "grad_norm": 0.08601706475019455,
      "learning_rate": 7.472683322378564e-05,
      "loss": 10.1865,
      "step": 9993
    },
    {
      "epoch": 1.7449696652263105,
      "grad_norm": 0.05907510593533516,
      "learning_rate": 7.470913167683504e-05,
      "loss": 10.1936,
      "step": 9994
    },
    {
      "epoch": 1.7451442538518616,
      "grad_norm": 0.06681052595376968,
      "learning_rate": 7.469143097647285e-05,
      "loss": 10.2211,
      "step": 9995
    },
    {
      "epoch": 1.7453188424774126,
      "grad_norm": 0.06382403522729874,
      "learning_rate": 7.467373112329154e-05,
      "loss": 10.1833,
      "step": 9996
    },
    {
      "epoch": 1.7454934311029637,
      "grad_norm": 0.06290771067142487,
      "learning_rate": 7.46560321178836e-05,
      "loss": 10.1908,
      "step": 9997
    },
    {
      "epoch": 1.7456680197285146,
      "grad_norm": 0.061560891568660736,
      "learning_rate": 7.463833396084154e-05,
      "loss": 10.1971,
      "step": 9998
    },
    {
      "epoch": 1.7458426083540657,
      "grad_norm": 0.0714854821562767,
      "learning_rate": 7.462063665275778e-05,
      "loss": 10.1949,
      "step": 9999
    },
    {
      "epoch": 1.7460171969796168,
      "grad_norm": 0.07463826984167099,
      "learning_rate": 7.460294019422464e-05,
      "loss": 10.1764,
      "step": 10000
    },
    {
      "epoch": 1.7460171969796168,
      "eval_loss": 10.169998168945312,
      "eval_runtime": 0.7227,
      "eval_samples_per_second": 319.638,
      "eval_steps_per_second": 160.511,
      "step": 10000
    },
    {
      "epoch": 1.7461917856051679,
      "grad_norm": 0.06837116181850433,
      "learning_rate": 7.45852445858346e-05,
      "loss": 10.1863,
      "step": 10001
    },
    {
      "epoch": 1.746366374230719,
      "grad_norm": 0.06807595491409302,
      "learning_rate": 7.456754982817995e-05,
      "loss": 10.2057,
      "step": 10002
    },
    {
      "epoch": 1.7465409628562698,
      "grad_norm": 0.06866578012704849,
      "learning_rate": 7.454985592185297e-05,
      "loss": 10.2054,
      "step": 10003
    },
    {
      "epoch": 1.7467155514818211,
      "grad_norm": 0.09058989584445953,
      "learning_rate": 7.453216286744604e-05,
      "loss": 10.1605,
      "step": 10004
    },
    {
      "epoch": 1.746890140107372,
      "grad_norm": 0.07859216630458832,
      "learning_rate": 7.451447066555134e-05,
      "loss": 10.1731,
      "step": 10005
    },
    {
      "epoch": 1.747064728732923,
      "grad_norm": 0.07332926243543625,
      "learning_rate": 7.449677931676112e-05,
      "loss": 10.1798,
      "step": 10006
    },
    {
      "epoch": 1.7472393173584742,
      "grad_norm": 0.07212013751268387,
      "learning_rate": 7.447908882166761e-05,
      "loss": 10.2023,
      "step": 10007
    },
    {
      "epoch": 1.747413905984025,
      "grad_norm": 0.06538542360067368,
      "learning_rate": 7.446139918086297e-05,
      "loss": 10.1791,
      "step": 10008
    },
    {
      "epoch": 1.7475884946095763,
      "grad_norm": 0.08341938257217407,
      "learning_rate": 7.444371039493926e-05,
      "loss": 10.1539,
      "step": 10009
    },
    {
      "epoch": 1.7477630832351272,
      "grad_norm": 0.07254278659820557,
      "learning_rate": 7.442602246448876e-05,
      "loss": 10.1933,
      "step": 10010
    },
    {
      "epoch": 1.7479376718606783,
      "grad_norm": 0.07019652426242828,
      "learning_rate": 7.440833539010344e-05,
      "loss": 10.1715,
      "step": 10011
    },
    {
      "epoch": 1.7481122604862294,
      "grad_norm": 0.0808599665760994,
      "learning_rate": 7.439064917237537e-05,
      "loss": 10.2353,
      "step": 10012
    },
    {
      "epoch": 1.7482868491117802,
      "grad_norm": 0.08422261476516724,
      "learning_rate": 7.437296381189662e-05,
      "loss": 10.1928,
      "step": 10013
    },
    {
      "epoch": 1.7484614377373315,
      "grad_norm": 0.08831756561994553,
      "learning_rate": 7.435527930925917e-05,
      "loss": 10.1577,
      "step": 10014
    },
    {
      "epoch": 1.7486360263628824,
      "grad_norm": 0.08313650637865067,
      "learning_rate": 7.433759566505494e-05,
      "loss": 10.2016,
      "step": 10015
    },
    {
      "epoch": 1.7488106149884335,
      "grad_norm": 0.08731172233819962,
      "learning_rate": 7.431991287987596e-05,
      "loss": 10.2184,
      "step": 10016
    },
    {
      "epoch": 1.7489852036139846,
      "grad_norm": 0.10068110376596451,
      "learning_rate": 7.430223095431414e-05,
      "loss": 10.1445,
      "step": 10017
    },
    {
      "epoch": 1.7491597922395354,
      "grad_norm": 0.08480479568243027,
      "learning_rate": 7.428454988896128e-05,
      "loss": 10.1624,
      "step": 10018
    },
    {
      "epoch": 1.7493343808650867,
      "grad_norm": 0.09016790241003036,
      "learning_rate": 7.426686968440932e-05,
      "loss": 10.1893,
      "step": 10019
    },
    {
      "epoch": 1.7495089694906376,
      "grad_norm": 0.09471619874238968,
      "learning_rate": 7.424919034125002e-05,
      "loss": 10.1771,
      "step": 10020
    },
    {
      "epoch": 1.7496835581161887,
      "grad_norm": 0.10763752460479736,
      "learning_rate": 7.423151186007527e-05,
      "loss": 10.1635,
      "step": 10021
    },
    {
      "epoch": 1.7498581467417398,
      "grad_norm": 0.08522726595401764,
      "learning_rate": 7.421383424147679e-05,
      "loss": 10.1785,
      "step": 10022
    },
    {
      "epoch": 1.7500327353672909,
      "grad_norm": 0.1043798178434372,
      "learning_rate": 7.419615748604629e-05,
      "loss": 10.1962,
      "step": 10023
    },
    {
      "epoch": 1.750207323992842,
      "grad_norm": 0.12683996558189392,
      "learning_rate": 7.417848159437555e-05,
      "loss": 10.213,
      "step": 10024
    },
    {
      "epoch": 1.7503819126183928,
      "grad_norm": 0.13656260073184967,
      "learning_rate": 7.416080656705622e-05,
      "loss": 10.1547,
      "step": 10025
    },
    {
      "epoch": 1.750556501243944,
      "grad_norm": 0.11840994656085968,
      "learning_rate": 7.41431324046799e-05,
      "loss": 10.1578,
      "step": 10026
    },
    {
      "epoch": 1.750731089869495,
      "grad_norm": 0.1714198887348175,
      "learning_rate": 7.412545910783831e-05,
      "loss": 10.1943,
      "step": 10027
    },
    {
      "epoch": 1.750905678495046,
      "grad_norm": 0.07162761688232422,
      "learning_rate": 7.410778667712303e-05,
      "loss": 10.2136,
      "step": 10028
    },
    {
      "epoch": 1.7510802671205972,
      "grad_norm": 0.08727902919054031,
      "learning_rate": 7.409011511312555e-05,
      "loss": 10.1982,
      "step": 10029
    },
    {
      "epoch": 1.751254855746148,
      "grad_norm": 0.0592339001595974,
      "learning_rate": 7.407244441643752e-05,
      "loss": 10.1925,
      "step": 10030
    },
    {
      "epoch": 1.7514294443716993,
      "grad_norm": 0.06182866171002388,
      "learning_rate": 7.405477458765039e-05,
      "loss": 10.2077,
      "step": 10031
    },
    {
      "epoch": 1.7516040329972502,
      "grad_norm": 0.06253258138895035,
      "learning_rate": 7.40371056273556e-05,
      "loss": 10.1965,
      "step": 10032
    },
    {
      "epoch": 1.7517786216228013,
      "grad_norm": 0.05937531217932701,
      "learning_rate": 7.401943753614471e-05,
      "loss": 10.1988,
      "step": 10033
    },
    {
      "epoch": 1.7519532102483524,
      "grad_norm": 0.06026066094636917,
      "learning_rate": 7.400177031460907e-05,
      "loss": 10.1769,
      "step": 10034
    },
    {
      "epoch": 1.7521277988739032,
      "grad_norm": 0.06960765272378922,
      "learning_rate": 7.398410396334004e-05,
      "loss": 10.1848,
      "step": 10035
    },
    {
      "epoch": 1.7523023874994546,
      "grad_norm": 0.058227866888046265,
      "learning_rate": 7.396643848292907e-05,
      "loss": 10.2155,
      "step": 10036
    },
    {
      "epoch": 1.7524769761250054,
      "grad_norm": 0.06014479696750641,
      "learning_rate": 7.394877387396746e-05,
      "loss": 10.1746,
      "step": 10037
    },
    {
      "epoch": 1.7526515647505565,
      "grad_norm": 0.07142986357212067,
      "learning_rate": 7.393111013704645e-05,
      "loss": 10.2418,
      "step": 10038
    },
    {
      "epoch": 1.7528261533761076,
      "grad_norm": 0.0637395977973938,
      "learning_rate": 7.391344727275747e-05,
      "loss": 10.1721,
      "step": 10039
    },
    {
      "epoch": 1.7530007420016585,
      "grad_norm": 0.05929739400744438,
      "learning_rate": 7.389578528169165e-05,
      "loss": 10.1885,
      "step": 10040
    },
    {
      "epoch": 1.7531753306272098,
      "grad_norm": 0.06210745498538017,
      "learning_rate": 7.38781241644402e-05,
      "loss": 10.1946,
      "step": 10041
    },
    {
      "epoch": 1.7533499192527606,
      "grad_norm": 0.06384027004241943,
      "learning_rate": 7.386046392159438e-05,
      "loss": 10.197,
      "step": 10042
    },
    {
      "epoch": 1.7535245078783117,
      "grad_norm": 0.05408594757318497,
      "learning_rate": 7.384280455374531e-05,
      "loss": 10.2203,
      "step": 10043
    },
    {
      "epoch": 1.7536990965038628,
      "grad_norm": 0.07328697293996811,
      "learning_rate": 7.382514606148412e-05,
      "loss": 10.2148,
      "step": 10044
    },
    {
      "epoch": 1.7538736851294137,
      "grad_norm": 0.06428612768650055,
      "learning_rate": 7.380748844540193e-05,
      "loss": 10.2026,
      "step": 10045
    },
    {
      "epoch": 1.754048273754965,
      "grad_norm": 0.077375128865242,
      "learning_rate": 7.378983170608982e-05,
      "loss": 10.1996,
      "step": 10046
    },
    {
      "epoch": 1.7542228623805158,
      "grad_norm": 0.0663362592458725,
      "learning_rate": 7.377217584413874e-05,
      "loss": 10.1746,
      "step": 10047
    },
    {
      "epoch": 1.754397451006067,
      "grad_norm": 0.08243102580308914,
      "learning_rate": 7.375452086013985e-05,
      "loss": 10.1813,
      "step": 10048
    },
    {
      "epoch": 1.754572039631618,
      "grad_norm": 0.068340003490448,
      "learning_rate": 7.373686675468406e-05,
      "loss": 10.1838,
      "step": 10049
    },
    {
      "epoch": 1.754746628257169,
      "grad_norm": 0.07083065807819366,
      "learning_rate": 7.371921352836229e-05,
      "loss": 10.202,
      "step": 10050
    },
    {
      "epoch": 1.7549212168827202,
      "grad_norm": 0.07294363528490067,
      "learning_rate": 7.370156118176553e-05,
      "loss": 10.1436,
      "step": 10051
    },
    {
      "epoch": 1.755095805508271,
      "grad_norm": 0.0822170153260231,
      "learning_rate": 7.368390971548464e-05,
      "loss": 10.1814,
      "step": 10052
    },
    {
      "epoch": 1.7552703941338221,
      "grad_norm": 0.06397831439971924,
      "learning_rate": 7.366625913011047e-05,
      "loss": 10.168,
      "step": 10053
    },
    {
      "epoch": 1.7554449827593732,
      "grad_norm": 0.0667232945561409,
      "learning_rate": 7.364860942623393e-05,
      "loss": 10.1776,
      "step": 10054
    },
    {
      "epoch": 1.7556195713849243,
      "grad_norm": 0.06909607350826263,
      "learning_rate": 7.363096060444576e-05,
      "loss": 10.1625,
      "step": 10055
    },
    {
      "epoch": 1.7557941600104754,
      "grad_norm": 0.07921779900789261,
      "learning_rate": 7.361331266533675e-05,
      "loss": 10.1645,
      "step": 10056
    },
    {
      "epoch": 1.7559687486360263,
      "grad_norm": 0.06959666311740875,
      "learning_rate": 7.359566560949767e-05,
      "loss": 10.1989,
      "step": 10057
    },
    {
      "epoch": 1.7561433372615776,
      "grad_norm": 0.07491647452116013,
      "learning_rate": 7.357801943751923e-05,
      "loss": 10.2025,
      "step": 10058
    },
    {
      "epoch": 1.7563179258871284,
      "grad_norm": 0.07131971418857574,
      "learning_rate": 7.356037414999206e-05,
      "loss": 10.2026,
      "step": 10059
    },
    {
      "epoch": 1.7564925145126795,
      "grad_norm": 0.07456894963979721,
      "learning_rate": 7.354272974750694e-05,
      "loss": 10.2035,
      "step": 10060
    },
    {
      "epoch": 1.7566671031382306,
      "grad_norm": 0.07754802703857422,
      "learning_rate": 7.352508623065441e-05,
      "loss": 10.1725,
      "step": 10061
    },
    {
      "epoch": 1.7568416917637815,
      "grad_norm": 0.08275405317544937,
      "learning_rate": 7.350744360002508e-05,
      "loss": 10.1514,
      "step": 10062
    },
    {
      "epoch": 1.7570162803893328,
      "grad_norm": 0.07317794859409332,
      "learning_rate": 7.348980185620955e-05,
      "loss": 10.174,
      "step": 10063
    },
    {
      "epoch": 1.7571908690148836,
      "grad_norm": 0.07997346669435501,
      "learning_rate": 7.347216099979836e-05,
      "loss": 10.1567,
      "step": 10064
    },
    {
      "epoch": 1.7573654576404347,
      "grad_norm": 0.09066886454820633,
      "learning_rate": 7.345452103138194e-05,
      "loss": 10.1763,
      "step": 10065
    },
    {
      "epoch": 1.7575400462659858,
      "grad_norm": 0.09476514160633087,
      "learning_rate": 7.343688195155091e-05,
      "loss": 10.1724,
      "step": 10066
    },
    {
      "epoch": 1.7577146348915367,
      "grad_norm": 0.09559040516614914,
      "learning_rate": 7.341924376089565e-05,
      "loss": 10.1632,
      "step": 10067
    },
    {
      "epoch": 1.757889223517088,
      "grad_norm": 0.08877479285001755,
      "learning_rate": 7.340160646000656e-05,
      "loss": 10.2025,
      "step": 10068
    },
    {
      "epoch": 1.7580638121426388,
      "grad_norm": 0.0818985104560852,
      "learning_rate": 7.338397004947405e-05,
      "loss": 10.1888,
      "step": 10069
    },
    {
      "epoch": 1.75823840076819,
      "grad_norm": 0.09110739827156067,
      "learning_rate": 7.336633452988852e-05,
      "loss": 10.1417,
      "step": 10070
    },
    {
      "epoch": 1.758412989393741,
      "grad_norm": 0.09186579287052155,
      "learning_rate": 7.334869990184021e-05,
      "loss": 10.1822,
      "step": 10071
    },
    {
      "epoch": 1.7585875780192919,
      "grad_norm": 0.11539515852928162,
      "learning_rate": 7.333106616591952e-05,
      "loss": 10.1454,
      "step": 10072
    },
    {
      "epoch": 1.7587621666448432,
      "grad_norm": 0.10962497442960739,
      "learning_rate": 7.33134333227167e-05,
      "loss": 10.1718,
      "step": 10073
    },
    {
      "epoch": 1.758936755270394,
      "grad_norm": 0.1282208263874054,
      "learning_rate": 7.329580137282196e-05,
      "loss": 10.1701,
      "step": 10074
    },
    {
      "epoch": 1.7591113438959451,
      "grad_norm": 0.10575893521308899,
      "learning_rate": 7.327817031682554e-05,
      "loss": 10.1857,
      "step": 10075
    },
    {
      "epoch": 1.7592859325214962,
      "grad_norm": 0.1017472892999649,
      "learning_rate": 7.326054015531762e-05,
      "loss": 10.2297,
      "step": 10076
    },
    {
      "epoch": 1.7594605211470473,
      "grad_norm": 0.1549914926290512,
      "learning_rate": 7.324291088888831e-05,
      "loss": 10.1731,
      "step": 10077
    },
    {
      "epoch": 1.7596351097725984,
      "grad_norm": 0.08241280913352966,
      "learning_rate": 7.322528251812782e-05,
      "loss": 10.202,
      "step": 10078
    },
    {
      "epoch": 1.7598096983981493,
      "grad_norm": 0.06578856706619263,
      "learning_rate": 7.320765504362619e-05,
      "loss": 10.2231,
      "step": 10079
    },
    {
      "epoch": 1.7599842870237004,
      "grad_norm": 0.07066210359334946,
      "learning_rate": 7.319002846597347e-05,
      "loss": 10.1674,
      "step": 10080
    },
    {
      "epoch": 1.7601588756492514,
      "grad_norm": 0.06289114058017731,
      "learning_rate": 7.317240278575974e-05,
      "loss": 10.2051,
      "step": 10081
    },
    {
      "epoch": 1.7603334642748025,
      "grad_norm": 0.061357200145721436,
      "learning_rate": 7.315477800357496e-05,
      "loss": 10.1982,
      "step": 10082
    },
    {
      "epoch": 1.7605080529003536,
      "grad_norm": 0.06929660588502884,
      "learning_rate": 7.313715412000909e-05,
      "loss": 10.2033,
      "step": 10083
    },
    {
      "epoch": 1.7606826415259045,
      "grad_norm": 0.06592787802219391,
      "learning_rate": 7.311953113565213e-05,
      "loss": 10.1974,
      "step": 10084
    },
    {
      "epoch": 1.7608572301514558,
      "grad_norm": 0.08234810084104538,
      "learning_rate": 7.310190905109398e-05,
      "loss": 10.1996,
      "step": 10085
    },
    {
      "epoch": 1.7610318187770067,
      "grad_norm": 0.06382722407579422,
      "learning_rate": 7.308428786692448e-05,
      "loss": 10.2092,
      "step": 10086
    },
    {
      "epoch": 1.7612064074025577,
      "grad_norm": 0.06755604594945908,
      "learning_rate": 7.306666758373353e-05,
      "loss": 10.2077,
      "step": 10087
    },
    {
      "epoch": 1.7613809960281088,
      "grad_norm": 0.05902409553527832,
      "learning_rate": 7.304904820211093e-05,
      "loss": 10.2031,
      "step": 10088
    },
    {
      "epoch": 1.7615555846536597,
      "grad_norm": 0.0595245324075222,
      "learning_rate": 7.303142972264645e-05,
      "loss": 10.2059,
      "step": 10089
    },
    {
      "epoch": 1.761730173279211,
      "grad_norm": 0.07958568632602692,
      "learning_rate": 7.301381214592992e-05,
      "loss": 10.1585,
      "step": 10090
    },
    {
      "epoch": 1.7619047619047619,
      "grad_norm": 0.07379337400197983,
      "learning_rate": 7.299619547255102e-05,
      "loss": 10.2056,
      "step": 10091
    },
    {
      "epoch": 1.762079350530313,
      "grad_norm": 0.059119924902915955,
      "learning_rate": 7.297857970309945e-05,
      "loss": 10.1992,
      "step": 10092
    },
    {
      "epoch": 1.762253939155864,
      "grad_norm": 0.07120593637228012,
      "learning_rate": 7.296096483816491e-05,
      "loss": 10.179,
      "step": 10093
    },
    {
      "epoch": 1.762428527781415,
      "grad_norm": 0.06900019198656082,
      "learning_rate": 7.294335087833702e-05,
      "loss": 10.1984,
      "step": 10094
    },
    {
      "epoch": 1.7626031164069662,
      "grad_norm": 0.07595410943031311,
      "learning_rate": 7.292573782420535e-05,
      "loss": 10.198,
      "step": 10095
    },
    {
      "epoch": 1.762777705032517,
      "grad_norm": 0.06093109771609306,
      "learning_rate": 7.290812567635958e-05,
      "loss": 10.1759,
      "step": 10096
    },
    {
      "epoch": 1.7629522936580682,
      "grad_norm": 0.07081662863492966,
      "learning_rate": 7.289051443538921e-05,
      "loss": 10.1922,
      "step": 10097
    },
    {
      "epoch": 1.7631268822836192,
      "grad_norm": 0.07229366153478622,
      "learning_rate": 7.287290410188373e-05,
      "loss": 10.157,
      "step": 10098
    },
    {
      "epoch": 1.76330147090917,
      "grad_norm": 0.06608310341835022,
      "learning_rate": 7.285529467643269e-05,
      "loss": 10.2038,
      "step": 10099
    },
    {
      "epoch": 1.7634760595347214,
      "grad_norm": 0.07248897105455399,
      "learning_rate": 7.283768615962549e-05,
      "loss": 10.1888,
      "step": 10100
    },
    {
      "epoch": 1.7636506481602723,
      "grad_norm": 0.06923794746398926,
      "learning_rate": 7.282007855205157e-05,
      "loss": 10.1743,
      "step": 10101
    },
    {
      "epoch": 1.7638252367858234,
      "grad_norm": 0.07010817527770996,
      "learning_rate": 7.280247185430037e-05,
      "loss": 10.175,
      "step": 10102
    },
    {
      "epoch": 1.7639998254113745,
      "grad_norm": 0.07161825895309448,
      "learning_rate": 7.278486606696123e-05,
      "loss": 10.1715,
      "step": 10103
    },
    {
      "epoch": 1.7641744140369255,
      "grad_norm": 0.07827024906873703,
      "learning_rate": 7.276726119062347e-05,
      "loss": 10.1659,
      "step": 10104
    },
    {
      "epoch": 1.7643490026624766,
      "grad_norm": 0.07840865850448608,
      "learning_rate": 7.274965722587644e-05,
      "loss": 10.1866,
      "step": 10105
    },
    {
      "epoch": 1.7645235912880275,
      "grad_norm": 0.07457371801137924,
      "learning_rate": 7.27320541733094e-05,
      "loss": 10.176,
      "step": 10106
    },
    {
      "epoch": 1.7646981799135786,
      "grad_norm": 0.0736856758594513,
      "learning_rate": 7.271445203351153e-05,
      "loss": 10.1746,
      "step": 10107
    },
    {
      "epoch": 1.7648727685391297,
      "grad_norm": 0.07038547843694687,
      "learning_rate": 7.269685080707214e-05,
      "loss": 10.1485,
      "step": 10108
    },
    {
      "epoch": 1.7650473571646808,
      "grad_norm": 0.08327702432870865,
      "learning_rate": 7.26792504945804e-05,
      "loss": 10.1964,
      "step": 10109
    },
    {
      "epoch": 1.7652219457902318,
      "grad_norm": 0.08523299545049667,
      "learning_rate": 7.266165109662541e-05,
      "loss": 10.1794,
      "step": 10110
    },
    {
      "epoch": 1.7653965344157827,
      "grad_norm": 0.07312088459730148,
      "learning_rate": 7.264405261379634e-05,
      "loss": 10.1785,
      "step": 10111
    },
    {
      "epoch": 1.765571123041334,
      "grad_norm": 0.07724174112081528,
      "learning_rate": 7.262645504668228e-05,
      "loss": 10.1674,
      "step": 10112
    },
    {
      "epoch": 1.7657457116668849,
      "grad_norm": 0.09009014070034027,
      "learning_rate": 7.260885839587224e-05,
      "loss": 10.1909,
      "step": 10113
    },
    {
      "epoch": 1.765920300292436,
      "grad_norm": 0.0859665796160698,
      "learning_rate": 7.259126266195533e-05,
      "loss": 10.1715,
      "step": 10114
    },
    {
      "epoch": 1.766094888917987,
      "grad_norm": 0.08626022189855576,
      "learning_rate": 7.257366784552051e-05,
      "loss": 10.1856,
      "step": 10115
    },
    {
      "epoch": 1.766269477543538,
      "grad_norm": 0.08160766959190369,
      "learning_rate": 7.255607394715672e-05,
      "loss": 10.1661,
      "step": 10116
    },
    {
      "epoch": 1.7664440661690892,
      "grad_norm": 0.09403498470783234,
      "learning_rate": 7.253848096745297e-05,
      "loss": 10.1979,
      "step": 10117
    },
    {
      "epoch": 1.76661865479464,
      "grad_norm": 0.09971940517425537,
      "learning_rate": 7.252088890699813e-05,
      "loss": 10.1664,
      "step": 10118
    },
    {
      "epoch": 1.7667932434201912,
      "grad_norm": 0.09677700698375702,
      "learning_rate": 7.250329776638103e-05,
      "loss": 10.1665,
      "step": 10119
    },
    {
      "epoch": 1.7669678320457423,
      "grad_norm": 0.0925186276435852,
      "learning_rate": 7.248570754619062e-05,
      "loss": 10.1994,
      "step": 10120
    },
    {
      "epoch": 1.7671424206712931,
      "grad_norm": 0.09579039365053177,
      "learning_rate": 7.246811824701567e-05,
      "loss": 10.1975,
      "step": 10121
    },
    {
      "epoch": 1.7673170092968444,
      "grad_norm": 0.10337630659341812,
      "learning_rate": 7.245052986944491e-05,
      "loss": 10.1805,
      "step": 10122
    },
    {
      "epoch": 1.7674915979223953,
      "grad_norm": 0.10921013355255127,
      "learning_rate": 7.243294241406717e-05,
      "loss": 10.2299,
      "step": 10123
    },
    {
      "epoch": 1.7676661865479464,
      "grad_norm": 0.1151994988322258,
      "learning_rate": 7.241535588147117e-05,
      "loss": 10.1741,
      "step": 10124
    },
    {
      "epoch": 1.7678407751734975,
      "grad_norm": 0.13206501305103302,
      "learning_rate": 7.239777027224553e-05,
      "loss": 10.1751,
      "step": 10125
    },
    {
      "epoch": 1.7680153637990483,
      "grad_norm": 0.14619721472263336,
      "learning_rate": 7.2380185586979e-05,
      "loss": 10.156,
      "step": 10126
    },
    {
      "epoch": 1.7681899524245996,
      "grad_norm": 0.1883731484413147,
      "learning_rate": 7.236260182626016e-05,
      "loss": 10.1931,
      "step": 10127
    },
    {
      "epoch": 1.7683645410501505,
      "grad_norm": 0.06778927147388458,
      "learning_rate": 7.23450189906776e-05,
      "loss": 10.212,
      "step": 10128
    },
    {
      "epoch": 1.7685391296757016,
      "grad_norm": 0.06673829257488251,
      "learning_rate": 7.232743708081994e-05,
      "loss": 10.1914,
      "step": 10129
    },
    {
      "epoch": 1.7687137183012527,
      "grad_norm": 0.06717614084482193,
      "learning_rate": 7.230985609727571e-05,
      "loss": 10.2037,
      "step": 10130
    },
    {
      "epoch": 1.7688883069268038,
      "grad_norm": 0.06118642911314964,
      "learning_rate": 7.229227604063334e-05,
      "loss": 10.2136,
      "step": 10131
    },
    {
      "epoch": 1.7690628955523549,
      "grad_norm": 0.0713399350643158,
      "learning_rate": 7.22746969114814e-05,
      "loss": 10.1871,
      "step": 10132
    },
    {
      "epoch": 1.7692374841779057,
      "grad_norm": 0.06424830108880997,
      "learning_rate": 7.22571187104083e-05,
      "loss": 10.1859,
      "step": 10133
    },
    {
      "epoch": 1.7694120728034568,
      "grad_norm": 0.07393838465213776,
      "learning_rate": 7.223954143800245e-05,
      "loss": 10.186,
      "step": 10134
    },
    {
      "epoch": 1.769586661429008,
      "grad_norm": 0.05756459757685661,
      "learning_rate": 7.222196509485223e-05,
      "loss": 10.2039,
      "step": 10135
    },
    {
      "epoch": 1.769761250054559,
      "grad_norm": 0.06003575026988983,
      "learning_rate": 7.220438968154597e-05,
      "loss": 10.1897,
      "step": 10136
    },
    {
      "epoch": 1.76993583868011,
      "grad_norm": 0.06128375232219696,
      "learning_rate": 7.218681519867205e-05,
      "loss": 10.195,
      "step": 10137
    },
    {
      "epoch": 1.770110427305661,
      "grad_norm": 0.07919754832983017,
      "learning_rate": 7.216924164681873e-05,
      "loss": 10.1982,
      "step": 10138
    },
    {
      "epoch": 1.7702850159312122,
      "grad_norm": 0.061268098652362823,
      "learning_rate": 7.215166902657425e-05,
      "loss": 10.1976,
      "step": 10139
    },
    {
      "epoch": 1.770459604556763,
      "grad_norm": 0.07041085511445999,
      "learning_rate": 7.213409733852687e-05,
      "loss": 10.1995,
      "step": 10140
    },
    {
      "epoch": 1.7706341931823142,
      "grad_norm": 0.06334090232849121,
      "learning_rate": 7.211652658326477e-05,
      "loss": 10.1903,
      "step": 10141
    },
    {
      "epoch": 1.7708087818078653,
      "grad_norm": 0.06975960731506348,
      "learning_rate": 7.209895676137608e-05,
      "loss": 10.1599,
      "step": 10142
    },
    {
      "epoch": 1.7709833704334161,
      "grad_norm": 0.07238569110631943,
      "learning_rate": 7.2081387873449e-05,
      "loss": 10.2024,
      "step": 10143
    },
    {
      "epoch": 1.7711579590589674,
      "grad_norm": 0.06887032836675644,
      "learning_rate": 7.206381992007161e-05,
      "loss": 10.2054,
      "step": 10144
    },
    {
      "epoch": 1.7713325476845183,
      "grad_norm": 0.06527776271104813,
      "learning_rate": 7.204625290183193e-05,
      "loss": 10.211,
      "step": 10145
    },
    {
      "epoch": 1.7715071363100694,
      "grad_norm": 0.06257041543722153,
      "learning_rate": 7.202868681931808e-05,
      "loss": 10.2171,
      "step": 10146
    },
    {
      "epoch": 1.7716817249356205,
      "grad_norm": 0.06873481720685959,
      "learning_rate": 7.2011121673118e-05,
      "loss": 10.1667,
      "step": 10147
    },
    {
      "epoch": 1.7718563135611713,
      "grad_norm": 0.06854011118412018,
      "learning_rate": 7.199355746381968e-05,
      "loss": 10.1848,
      "step": 10148
    },
    {
      "epoch": 1.7720309021867227,
      "grad_norm": 0.06556790322065353,
      "learning_rate": 7.197599419201112e-05,
      "loss": 10.1885,
      "step": 10149
    },
    {
      "epoch": 1.7722054908122735,
      "grad_norm": 0.08012732118368149,
      "learning_rate": 7.195843185828019e-05,
      "loss": 10.1999,
      "step": 10150
    },
    {
      "epoch": 1.7723800794378246,
      "grad_norm": 0.07146666944026947,
      "learning_rate": 7.194087046321477e-05,
      "loss": 10.168,
      "step": 10151
    },
    {
      "epoch": 1.7725546680633757,
      "grad_norm": 0.0682963952422142,
      "learning_rate": 7.192331000740272e-05,
      "loss": 10.1765,
      "step": 10152
    },
    {
      "epoch": 1.7727292566889266,
      "grad_norm": 0.06637224555015564,
      "learning_rate": 7.190575049143187e-05,
      "loss": 10.1781,
      "step": 10153
    },
    {
      "epoch": 1.7729038453144779,
      "grad_norm": 0.07054649293422699,
      "learning_rate": 7.188819191588996e-05,
      "loss": 10.1645,
      "step": 10154
    },
    {
      "epoch": 1.7730784339400287,
      "grad_norm": 0.07742832601070404,
      "learning_rate": 7.187063428136482e-05,
      "loss": 10.1959,
      "step": 10155
    },
    {
      "epoch": 1.7732530225655798,
      "grad_norm": 0.06984438747167587,
      "learning_rate": 7.185307758844412e-05,
      "loss": 10.1632,
      "step": 10156
    },
    {
      "epoch": 1.773427611191131,
      "grad_norm": 0.07083892822265625,
      "learning_rate": 7.18355218377156e-05,
      "loss": 10.1641,
      "step": 10157
    },
    {
      "epoch": 1.773602199816682,
      "grad_norm": 0.07642081379890442,
      "learning_rate": 7.181796702976688e-05,
      "loss": 10.1761,
      "step": 10158
    },
    {
      "epoch": 1.773776788442233,
      "grad_norm": 0.06695186346769333,
      "learning_rate": 7.180041316518563e-05,
      "loss": 10.1715,
      "step": 10159
    },
    {
      "epoch": 1.773951377067784,
      "grad_norm": 0.09021023660898209,
      "learning_rate": 7.178286024455938e-05,
      "loss": 10.1733,
      "step": 10160
    },
    {
      "epoch": 1.774125965693335,
      "grad_norm": 0.0748252123594284,
      "learning_rate": 7.176530826847578e-05,
      "loss": 10.1533,
      "step": 10161
    },
    {
      "epoch": 1.7743005543188861,
      "grad_norm": 0.07766405493021011,
      "learning_rate": 7.174775723752234e-05,
      "loss": 10.1619,
      "step": 10162
    },
    {
      "epoch": 1.7744751429444372,
      "grad_norm": 0.08050074428319931,
      "learning_rate": 7.173020715228653e-05,
      "loss": 10.1613,
      "step": 10163
    },
    {
      "epoch": 1.7746497315699883,
      "grad_norm": 0.07603178173303604,
      "learning_rate": 7.171265801335587e-05,
      "loss": 10.167,
      "step": 10164
    },
    {
      "epoch": 1.7748243201955392,
      "grad_norm": 0.09977947175502777,
      "learning_rate": 7.169510982131777e-05,
      "loss": 10.1953,
      "step": 10165
    },
    {
      "epoch": 1.7749989088210905,
      "grad_norm": 0.08307889848947525,
      "learning_rate": 7.167756257675964e-05,
      "loss": 10.1931,
      "step": 10166
    },
    {
      "epoch": 1.7751734974466413,
      "grad_norm": 0.09780211001634598,
      "learning_rate": 7.166001628026888e-05,
      "loss": 10.2033,
      "step": 10167
    },
    {
      "epoch": 1.7753480860721924,
      "grad_norm": 0.10054219514131546,
      "learning_rate": 7.164247093243282e-05,
      "loss": 10.1514,
      "step": 10168
    },
    {
      "epoch": 1.7755226746977435,
      "grad_norm": 0.08280835300683975,
      "learning_rate": 7.162492653383878e-05,
      "loss": 10.1725,
      "step": 10169
    },
    {
      "epoch": 1.7756972633232944,
      "grad_norm": 0.09965704381465912,
      "learning_rate": 7.160738308507405e-05,
      "loss": 10.1577,
      "step": 10170
    },
    {
      "epoch": 1.7758718519488457,
      "grad_norm": 0.10354600846767426,
      "learning_rate": 7.158984058672587e-05,
      "loss": 10.1342,
      "step": 10171
    },
    {
      "epoch": 1.7760464405743965,
      "grad_norm": 0.11092853546142578,
      "learning_rate": 7.15722990393814e-05,
      "loss": 10.2072,
      "step": 10172
    },
    {
      "epoch": 1.7762210291999476,
      "grad_norm": 0.10539193451404572,
      "learning_rate": 7.155475844362796e-05,
      "loss": 10.1842,
      "step": 10173
    },
    {
      "epoch": 1.7763956178254987,
      "grad_norm": 0.13338062167167664,
      "learning_rate": 7.153721880005261e-05,
      "loss": 10.1414,
      "step": 10174
    },
    {
      "epoch": 1.7765702064510496,
      "grad_norm": 0.15264707803726196,
      "learning_rate": 7.151968010924249e-05,
      "loss": 10.2048,
      "step": 10175
    },
    {
      "epoch": 1.7767447950766009,
      "grad_norm": 0.15299363434314728,
      "learning_rate": 7.15021423717847e-05,
      "loss": 10.199,
      "step": 10176
    },
    {
      "epoch": 1.7769193837021517,
      "grad_norm": 0.22605258226394653,
      "learning_rate": 7.148460558826631e-05,
      "loss": 10.1799,
      "step": 10177
    },
    {
      "epoch": 1.7770939723277028,
      "grad_norm": 0.06505224108695984,
      "learning_rate": 7.146706975927427e-05,
      "loss": 10.1831,
      "step": 10178
    },
    {
      "epoch": 1.777268560953254,
      "grad_norm": 0.05896853655576706,
      "learning_rate": 7.14495348853957e-05,
      "loss": 10.1941,
      "step": 10179
    },
    {
      "epoch": 1.7774431495788048,
      "grad_norm": 0.06182584911584854,
      "learning_rate": 7.143200096721749e-05,
      "loss": 10.2261,
      "step": 10180
    },
    {
      "epoch": 1.777617738204356,
      "grad_norm": 0.0673547089099884,
      "learning_rate": 7.141446800532658e-05,
      "loss": 10.1717,
      "step": 10181
    },
    {
      "epoch": 1.777792326829907,
      "grad_norm": 0.07164857536554337,
      "learning_rate": 7.13969360003099e-05,
      "loss": 10.2,
      "step": 10182
    },
    {
      "epoch": 1.777966915455458,
      "grad_norm": 0.06403931230306625,
      "learning_rate": 7.137940495275428e-05,
      "loss": 10.1871,
      "step": 10183
    },
    {
      "epoch": 1.7781415040810091,
      "grad_norm": 0.06336982548236847,
      "learning_rate": 7.136187486324653e-05,
      "loss": 10.2049,
      "step": 10184
    },
    {
      "epoch": 1.7783160927065602,
      "grad_norm": 0.06243640556931496,
      "learning_rate": 7.134434573237352e-05,
      "loss": 10.2129,
      "step": 10185
    },
    {
      "epoch": 1.7784906813321113,
      "grad_norm": 0.06291169673204422,
      "learning_rate": 7.132681756072199e-05,
      "loss": 10.1997,
      "step": 10186
    },
    {
      "epoch": 1.7786652699576622,
      "grad_norm": 0.058991171419620514,
      "learning_rate": 7.130929034887868e-05,
      "loss": 10.2106,
      "step": 10187
    },
    {
      "epoch": 1.7788398585832133,
      "grad_norm": 0.0710536316037178,
      "learning_rate": 7.12917640974303e-05,
      "loss": 10.2007,
      "step": 10188
    },
    {
      "epoch": 1.7790144472087643,
      "grad_norm": 0.06350869685411453,
      "learning_rate": 7.127423880696354e-05,
      "loss": 10.1825,
      "step": 10189
    },
    {
      "epoch": 1.7791890358343154,
      "grad_norm": 0.05649320036172867,
      "learning_rate": 7.125671447806499e-05,
      "loss": 10.2128,
      "step": 10190
    },
    {
      "epoch": 1.7793636244598665,
      "grad_norm": 0.05863076075911522,
      "learning_rate": 7.123919111132132e-05,
      "loss": 10.1961,
      "step": 10191
    },
    {
      "epoch": 1.7795382130854174,
      "grad_norm": 0.059142112731933594,
      "learning_rate": 7.12216687073191e-05,
      "loss": 10.1899,
      "step": 10192
    },
    {
      "epoch": 1.7797128017109687,
      "grad_norm": 0.06662742048501968,
      "learning_rate": 7.120414726664483e-05,
      "loss": 10.1699,
      "step": 10193
    },
    {
      "epoch": 1.7798873903365195,
      "grad_norm": 0.07087302207946777,
      "learning_rate": 7.118662678988508e-05,
      "loss": 10.2079,
      "step": 10194
    },
    {
      "epoch": 1.7800619789620706,
      "grad_norm": 0.07016546279191971,
      "learning_rate": 7.116910727762631e-05,
      "loss": 10.1975,
      "step": 10195
    },
    {
      "epoch": 1.7802365675876217,
      "grad_norm": 0.08080720901489258,
      "learning_rate": 7.115158873045493e-05,
      "loss": 10.1912,
      "step": 10196
    },
    {
      "epoch": 1.7804111562131726,
      "grad_norm": 0.06402966380119324,
      "learning_rate": 7.113407114895744e-05,
      "loss": 10.1849,
      "step": 10197
    },
    {
      "epoch": 1.780585744838724,
      "grad_norm": 0.0644613578915596,
      "learning_rate": 7.111655453372019e-05,
      "loss": 10.2116,
      "step": 10198
    },
    {
      "epoch": 1.7807603334642748,
      "grad_norm": 0.06761655956506729,
      "learning_rate": 7.109903888532946e-05,
      "loss": 10.2032,
      "step": 10199
    },
    {
      "epoch": 1.7809349220898258,
      "grad_norm": 0.07052382081747055,
      "learning_rate": 7.108152420437169e-05,
      "loss": 10.2185,
      "step": 10200
    },
    {
      "epoch": 1.7809349220898258,
      "eval_loss": 10.17012882232666,
      "eval_runtime": 0.7177,
      "eval_samples_per_second": 321.879,
      "eval_steps_per_second": 161.636,
      "step": 10200
    },
    {
      "epoch": 1.781109510715377,
      "grad_norm": 0.06393012404441833,
      "learning_rate": 7.106401049143309e-05,
      "loss": 10.2062,
      "step": 10201
    },
    {
      "epoch": 1.7812840993409278,
      "grad_norm": 0.0635683462023735,
      "learning_rate": 7.10464977470999e-05,
      "loss": 10.2077,
      "step": 10202
    },
    {
      "epoch": 1.781458687966479,
      "grad_norm": 0.07149312645196915,
      "learning_rate": 7.10289859719584e-05,
      "loss": 10.157,
      "step": 10203
    },
    {
      "epoch": 1.78163327659203,
      "grad_norm": 0.060648947954177856,
      "learning_rate": 7.101147516659481e-05,
      "loss": 10.1611,
      "step": 10204
    },
    {
      "epoch": 1.781807865217581,
      "grad_norm": 0.07044579833745956,
      "learning_rate": 7.099396533159515e-05,
      "loss": 10.1799,
      "step": 10205
    },
    {
      "epoch": 1.7819824538431321,
      "grad_norm": 0.06638902425765991,
      "learning_rate": 7.09764564675457e-05,
      "loss": 10.1888,
      "step": 10206
    },
    {
      "epoch": 1.782157042468683,
      "grad_norm": 0.08062494546175003,
      "learning_rate": 7.095894857503245e-05,
      "loss": 10.1864,
      "step": 10207
    },
    {
      "epoch": 1.7823316310942343,
      "grad_norm": 0.0759897530078888,
      "learning_rate": 7.094144165464147e-05,
      "loss": 10.2053,
      "step": 10208
    },
    {
      "epoch": 1.7825062197197852,
      "grad_norm": 0.0823742151260376,
      "learning_rate": 7.09239357069589e-05,
      "loss": 10.1698,
      "step": 10209
    },
    {
      "epoch": 1.7826808083453363,
      "grad_norm": 0.07259412109851837,
      "learning_rate": 7.09064307325706e-05,
      "loss": 10.2597,
      "step": 10210
    },
    {
      "epoch": 1.7828553969708874,
      "grad_norm": 0.07883298397064209,
      "learning_rate": 7.088892673206254e-05,
      "loss": 10.1713,
      "step": 10211
    },
    {
      "epoch": 1.7830299855964384,
      "grad_norm": 0.0768621414899826,
      "learning_rate": 7.087142370602073e-05,
      "loss": 10.1766,
      "step": 10212
    },
    {
      "epoch": 1.7832045742219895,
      "grad_norm": 0.08709552139043808,
      "learning_rate": 7.085392165503104e-05,
      "loss": 10.2009,
      "step": 10213
    },
    {
      "epoch": 1.7833791628475404,
      "grad_norm": 0.08287597447633743,
      "learning_rate": 7.08364205796793e-05,
      "loss": 10.1624,
      "step": 10214
    },
    {
      "epoch": 1.7835537514730915,
      "grad_norm": 0.08101923018693924,
      "learning_rate": 7.081892048055138e-05,
      "loss": 10.166,
      "step": 10215
    },
    {
      "epoch": 1.7837283400986426,
      "grad_norm": 0.0877818763256073,
      "learning_rate": 7.080142135823308e-05,
      "loss": 10.1697,
      "step": 10216
    },
    {
      "epoch": 1.7839029287241936,
      "grad_norm": 0.08802914619445801,
      "learning_rate": 7.078392321331011e-05,
      "loss": 10.1694,
      "step": 10217
    },
    {
      "epoch": 1.7840775173497447,
      "grad_norm": 0.09268360584974289,
      "learning_rate": 7.076642604636828e-05,
      "loss": 10.1711,
      "step": 10218
    },
    {
      "epoch": 1.7842521059752956,
      "grad_norm": 0.08987158536911011,
      "learning_rate": 7.074892985799326e-05,
      "loss": 10.1698,
      "step": 10219
    },
    {
      "epoch": 1.784426694600847,
      "grad_norm": 0.08987236768007278,
      "learning_rate": 7.07314346487707e-05,
      "loss": 10.2173,
      "step": 10220
    },
    {
      "epoch": 1.7846012832263978,
      "grad_norm": 0.09994138032197952,
      "learning_rate": 7.071394041928628e-05,
      "loss": 10.1474,
      "step": 10221
    },
    {
      "epoch": 1.7847758718519489,
      "grad_norm": 0.1058211401104927,
      "learning_rate": 7.069644717012556e-05,
      "loss": 10.1628,
      "step": 10222
    },
    {
      "epoch": 1.7849504604775,
      "grad_norm": 0.09976789355278015,
      "learning_rate": 7.067895490187409e-05,
      "loss": 10.1723,
      "step": 10223
    },
    {
      "epoch": 1.7851250491030508,
      "grad_norm": 0.1088532954454422,
      "learning_rate": 7.06614636151175e-05,
      "loss": 10.141,
      "step": 10224
    },
    {
      "epoch": 1.7852996377286021,
      "grad_norm": 0.12414334714412689,
      "learning_rate": 7.064397331044122e-05,
      "loss": 10.1416,
      "step": 10225
    },
    {
      "epoch": 1.785474226354153,
      "grad_norm": 0.1533438116312027,
      "learning_rate": 7.062648398843072e-05,
      "loss": 10.1873,
      "step": 10226
    },
    {
      "epoch": 1.785648814979704,
      "grad_norm": 0.17710138857364655,
      "learning_rate": 7.06089956496715e-05,
      "loss": 10.2111,
      "step": 10227
    },
    {
      "epoch": 1.7858234036052552,
      "grad_norm": 0.0689777135848999,
      "learning_rate": 7.05915082947489e-05,
      "loss": 10.2057,
      "step": 10228
    },
    {
      "epoch": 1.785997992230806,
      "grad_norm": 0.0853976458311081,
      "learning_rate": 7.057402192424828e-05,
      "loss": 10.2077,
      "step": 10229
    },
    {
      "epoch": 1.7861725808563573,
      "grad_norm": 0.073490209877491,
      "learning_rate": 7.055653653875508e-05,
      "loss": 10.197,
      "step": 10230
    },
    {
      "epoch": 1.7863471694819082,
      "grad_norm": 0.06123136356472969,
      "learning_rate": 7.053905213885454e-05,
      "loss": 10.2013,
      "step": 10231
    },
    {
      "epoch": 1.7865217581074593,
      "grad_norm": 0.06038485839962959,
      "learning_rate": 7.05215687251319e-05,
      "loss": 10.1966,
      "step": 10232
    },
    {
      "epoch": 1.7866963467330104,
      "grad_norm": 0.06027058884501457,
      "learning_rate": 7.050408629817248e-05,
      "loss": 10.1935,
      "step": 10233
    },
    {
      "epoch": 1.7868709353585612,
      "grad_norm": 0.06048853322863579,
      "learning_rate": 7.048660485856145e-05,
      "loss": 10.2129,
      "step": 10234
    },
    {
      "epoch": 1.7870455239841125,
      "grad_norm": 0.062237050384283066,
      "learning_rate": 7.046912440688393e-05,
      "loss": 10.1796,
      "step": 10235
    },
    {
      "epoch": 1.7872201126096634,
      "grad_norm": 0.06001948192715645,
      "learning_rate": 7.045164494372515e-05,
      "loss": 10.1688,
      "step": 10236
    },
    {
      "epoch": 1.7873947012352145,
      "grad_norm": 0.0519571378827095,
      "learning_rate": 7.04341664696702e-05,
      "loss": 10.2077,
      "step": 10237
    },
    {
      "epoch": 1.7875692898607656,
      "grad_norm": 0.06484648585319519,
      "learning_rate": 7.041668898530411e-05,
      "loss": 10.1777,
      "step": 10238
    },
    {
      "epoch": 1.7877438784863167,
      "grad_norm": 0.06975750625133514,
      "learning_rate": 7.039921249121199e-05,
      "loss": 10.2226,
      "step": 10239
    },
    {
      "epoch": 1.7879184671118677,
      "grad_norm": 0.07533685863018036,
      "learning_rate": 7.038173698797879e-05,
      "loss": 10.175,
      "step": 10240
    },
    {
      "epoch": 1.7880930557374186,
      "grad_norm": 0.06436168402433395,
      "learning_rate": 7.036426247618948e-05,
      "loss": 10.1999,
      "step": 10241
    },
    {
      "epoch": 1.7882676443629697,
      "grad_norm": 0.05231199786067009,
      "learning_rate": 7.034678895642907e-05,
      "loss": 10.201,
      "step": 10242
    },
    {
      "epoch": 1.7884422329885208,
      "grad_norm": 0.05806233361363411,
      "learning_rate": 7.032931642928243e-05,
      "loss": 10.2064,
      "step": 10243
    },
    {
      "epoch": 1.7886168216140719,
      "grad_norm": 0.05887380242347717,
      "learning_rate": 7.031184489533443e-05,
      "loss": 10.203,
      "step": 10244
    },
    {
      "epoch": 1.788791410239623,
      "grad_norm": 0.07105566561222076,
      "learning_rate": 7.029437435516993e-05,
      "loss": 10.1976,
      "step": 10245
    },
    {
      "epoch": 1.7889659988651738,
      "grad_norm": 0.0772329643368721,
      "learning_rate": 7.027690480937372e-05,
      "loss": 10.1796,
      "step": 10246
    },
    {
      "epoch": 1.7891405874907251,
      "grad_norm": 0.07621942460536957,
      "learning_rate": 7.025943625853057e-05,
      "loss": 10.2137,
      "step": 10247
    },
    {
      "epoch": 1.789315176116276,
      "grad_norm": 0.07900647819042206,
      "learning_rate": 7.024196870322525e-05,
      "loss": 10.1952,
      "step": 10248
    },
    {
      "epoch": 1.789489764741827,
      "grad_norm": 0.07293219119310379,
      "learning_rate": 7.02245021440425e-05,
      "loss": 10.1816,
      "step": 10249
    },
    {
      "epoch": 1.7896643533673782,
      "grad_norm": 0.06143439561128616,
      "learning_rate": 7.020703658156693e-05,
      "loss": 10.2104,
      "step": 10250
    },
    {
      "epoch": 1.789838941992929,
      "grad_norm": 0.06762830168008804,
      "learning_rate": 7.018957201638322e-05,
      "loss": 10.188,
      "step": 10251
    },
    {
      "epoch": 1.7900135306184803,
      "grad_norm": 0.07611744105815887,
      "learning_rate": 7.017210844907598e-05,
      "loss": 10.1671,
      "step": 10252
    },
    {
      "epoch": 1.7901881192440312,
      "grad_norm": 0.06373240053653717,
      "learning_rate": 7.015464588022973e-05,
      "loss": 10.2019,
      "step": 10253
    },
    {
      "epoch": 1.7903627078695823,
      "grad_norm": 0.07924193143844604,
      "learning_rate": 7.013718431042912e-05,
      "loss": 10.1618,
      "step": 10254
    },
    {
      "epoch": 1.7905372964951334,
      "grad_norm": 0.06873533874750137,
      "learning_rate": 7.011972374025857e-05,
      "loss": 10.2228,
      "step": 10255
    },
    {
      "epoch": 1.7907118851206842,
      "grad_norm": 0.07033287733793259,
      "learning_rate": 7.010226417030262e-05,
      "loss": 10.2234,
      "step": 10256
    },
    {
      "epoch": 1.7908864737462356,
      "grad_norm": 0.0707663968205452,
      "learning_rate": 7.008480560114568e-05,
      "loss": 10.1838,
      "step": 10257
    },
    {
      "epoch": 1.7910610623717864,
      "grad_norm": 0.06955260783433914,
      "learning_rate": 7.006734803337212e-05,
      "loss": 10.1863,
      "step": 10258
    },
    {
      "epoch": 1.7912356509973375,
      "grad_norm": 0.07558500021696091,
      "learning_rate": 7.004989146756637e-05,
      "loss": 10.2174,
      "step": 10259
    },
    {
      "epoch": 1.7914102396228886,
      "grad_norm": 0.08471614122390747,
      "learning_rate": 7.00324359043128e-05,
      "loss": 10.1809,
      "step": 10260
    },
    {
      "epoch": 1.7915848282484395,
      "grad_norm": 0.08219819515943527,
      "learning_rate": 7.001498134419564e-05,
      "loss": 10.1757,
      "step": 10261
    },
    {
      "epoch": 1.7917594168739908,
      "grad_norm": 0.07994811981916428,
      "learning_rate": 6.999752778779922e-05,
      "loss": 10.1837,
      "step": 10262
    },
    {
      "epoch": 1.7919340054995416,
      "grad_norm": 0.0850173756480217,
      "learning_rate": 6.998007523570778e-05,
      "loss": 10.1846,
      "step": 10263
    },
    {
      "epoch": 1.7921085941250927,
      "grad_norm": 0.08900848776102066,
      "learning_rate": 6.996262368850546e-05,
      "loss": 10.1583,
      "step": 10264
    },
    {
      "epoch": 1.7922831827506438,
      "grad_norm": 0.08738604187965393,
      "learning_rate": 6.994517314677653e-05,
      "loss": 10.1705,
      "step": 10265
    },
    {
      "epoch": 1.7924577713761949,
      "grad_norm": 0.09456676989793777,
      "learning_rate": 6.99277236111051e-05,
      "loss": 10.1723,
      "step": 10266
    },
    {
      "epoch": 1.792632360001746,
      "grad_norm": 0.10450544953346252,
      "learning_rate": 6.991027508207524e-05,
      "loss": 10.1919,
      "step": 10267
    },
    {
      "epoch": 1.7928069486272968,
      "grad_norm": 0.08720959722995758,
      "learning_rate": 6.989282756027107e-05,
      "loss": 10.1693,
      "step": 10268
    },
    {
      "epoch": 1.792981537252848,
      "grad_norm": 0.09636528044939041,
      "learning_rate": 6.98753810462766e-05,
      "loss": 10.1529,
      "step": 10269
    },
    {
      "epoch": 1.793156125878399,
      "grad_norm": 0.0964248776435852,
      "learning_rate": 6.985793554067582e-05,
      "loss": 10.1831,
      "step": 10270
    },
    {
      "epoch": 1.79333071450395,
      "grad_norm": 0.08680255711078644,
      "learning_rate": 6.984049104405275e-05,
      "loss": 10.1566,
      "step": 10271
    },
    {
      "epoch": 1.7935053031295012,
      "grad_norm": 0.11161766201257706,
      "learning_rate": 6.98230475569913e-05,
      "loss": 10.1717,
      "step": 10272
    },
    {
      "epoch": 1.793679891755052,
      "grad_norm": 0.12910547852516174,
      "learning_rate": 6.980560508007537e-05,
      "loss": 10.1811,
      "step": 10273
    },
    {
      "epoch": 1.7938544803806034,
      "grad_norm": 0.12106237560510635,
      "learning_rate": 6.978816361388887e-05,
      "loss": 10.1734,
      "step": 10274
    },
    {
      "epoch": 1.7940290690061542,
      "grad_norm": 0.14529788494110107,
      "learning_rate": 6.97707231590156e-05,
      "loss": 10.1623,
      "step": 10275
    },
    {
      "epoch": 1.7942036576317053,
      "grad_norm": 0.14408700168132782,
      "learning_rate": 6.975328371603932e-05,
      "loss": 10.1741,
      "step": 10276
    },
    {
      "epoch": 1.7943782462572564,
      "grad_norm": 0.23341086506843567,
      "learning_rate": 6.97358452855439e-05,
      "loss": 10.2118,
      "step": 10277
    },
    {
      "epoch": 1.7945528348828073,
      "grad_norm": 0.08468564599752426,
      "learning_rate": 6.971840786811302e-05,
      "loss": 10.184,
      "step": 10278
    },
    {
      "epoch": 1.7947274235083586,
      "grad_norm": 0.07145895808935165,
      "learning_rate": 6.970097146433037e-05,
      "loss": 10.2015,
      "step": 10279
    },
    {
      "epoch": 1.7949020121339094,
      "grad_norm": 0.06768020987510681,
      "learning_rate": 6.968353607477965e-05,
      "loss": 10.178,
      "step": 10280
    },
    {
      "epoch": 1.7950766007594605,
      "grad_norm": 0.06001146510243416,
      "learning_rate": 6.966610170004448e-05,
      "loss": 10.2046,
      "step": 10281
    },
    {
      "epoch": 1.7952511893850116,
      "grad_norm": 0.05810709670186043,
      "learning_rate": 6.964866834070843e-05,
      "loss": 10.2261,
      "step": 10282
    },
    {
      "epoch": 1.7954257780105625,
      "grad_norm": 0.07696371525526047,
      "learning_rate": 6.96312359973551e-05,
      "loss": 10.214,
      "step": 10283
    },
    {
      "epoch": 1.7956003666361138,
      "grad_norm": 0.07444046437740326,
      "learning_rate": 6.961380467056804e-05,
      "loss": 10.1945,
      "step": 10284
    },
    {
      "epoch": 1.7957749552616646,
      "grad_norm": 0.060103971511125565,
      "learning_rate": 6.95963743609307e-05,
      "loss": 10.1669,
      "step": 10285
    },
    {
      "epoch": 1.7959495438872157,
      "grad_norm": 0.055184997618198395,
      "learning_rate": 6.957894506902658e-05,
      "loss": 10.1903,
      "step": 10286
    },
    {
      "epoch": 1.7961241325127668,
      "grad_norm": 0.06432455033063889,
      "learning_rate": 6.956151679543909e-05,
      "loss": 10.188,
      "step": 10287
    },
    {
      "epoch": 1.7962987211383177,
      "grad_norm": 0.06598778069019318,
      "learning_rate": 6.954408954075159e-05,
      "loss": 10.2137,
      "step": 10288
    },
    {
      "epoch": 1.796473309763869,
      "grad_norm": 0.06226272135972977,
      "learning_rate": 6.952666330554752e-05,
      "loss": 10.2093,
      "step": 10289
    },
    {
      "epoch": 1.7966478983894199,
      "grad_norm": 0.06439045071601868,
      "learning_rate": 6.950923809041017e-05,
      "loss": 10.179,
      "step": 10290
    },
    {
      "epoch": 1.796822487014971,
      "grad_norm": 0.059495583176612854,
      "learning_rate": 6.949181389592281e-05,
      "loss": 10.1904,
      "step": 10291
    },
    {
      "epoch": 1.796997075640522,
      "grad_norm": 0.06625115126371384,
      "learning_rate": 6.947439072266874e-05,
      "loss": 10.1811,
      "step": 10292
    },
    {
      "epoch": 1.797171664266073,
      "grad_norm": 0.06612801551818848,
      "learning_rate": 6.945696857123116e-05,
      "loss": 10.1949,
      "step": 10293
    },
    {
      "epoch": 1.7973462528916242,
      "grad_norm": 0.0567803792655468,
      "learning_rate": 6.943954744219323e-05,
      "loss": 10.1899,
      "step": 10294
    },
    {
      "epoch": 1.797520841517175,
      "grad_norm": 0.07176617532968521,
      "learning_rate": 6.942212733613819e-05,
      "loss": 10.2258,
      "step": 10295
    },
    {
      "epoch": 1.7976954301427261,
      "grad_norm": 0.06072831153869629,
      "learning_rate": 6.94047082536491e-05,
      "loss": 10.1993,
      "step": 10296
    },
    {
      "epoch": 1.7978700187682772,
      "grad_norm": 0.07179331034421921,
      "learning_rate": 6.938729019530904e-05,
      "loss": 10.1809,
      "step": 10297
    },
    {
      "epoch": 1.7980446073938283,
      "grad_norm": 0.07137313485145569,
      "learning_rate": 6.936987316170111e-05,
      "loss": 10.1936,
      "step": 10298
    },
    {
      "epoch": 1.7982191960193794,
      "grad_norm": 0.06901527941226959,
      "learning_rate": 6.93524571534083e-05,
      "loss": 10.2252,
      "step": 10299
    },
    {
      "epoch": 1.7983937846449303,
      "grad_norm": 0.06579259783029556,
      "learning_rate": 6.933504217101356e-05,
      "loss": 10.196,
      "step": 10300
    },
    {
      "epoch": 1.7985683732704816,
      "grad_norm": 0.06411197781562805,
      "learning_rate": 6.931762821509991e-05,
      "loss": 10.1755,
      "step": 10301
    },
    {
      "epoch": 1.7987429618960324,
      "grad_norm": 0.0699574276804924,
      "learning_rate": 6.930021528625023e-05,
      "loss": 10.1702,
      "step": 10302
    },
    {
      "epoch": 1.7989175505215835,
      "grad_norm": 0.09420733153820038,
      "learning_rate": 6.92828033850474e-05,
      "loss": 10.1671,
      "step": 10303
    },
    {
      "epoch": 1.7990921391471346,
      "grad_norm": 0.07672309875488281,
      "learning_rate": 6.926539251207428e-05,
      "loss": 10.179,
      "step": 10304
    },
    {
      "epoch": 1.7992667277726855,
      "grad_norm": 0.08163406699895859,
      "learning_rate": 6.92479826679137e-05,
      "loss": 10.1759,
      "step": 10305
    },
    {
      "epoch": 1.7994413163982368,
      "grad_norm": 0.08199292421340942,
      "learning_rate": 6.923057385314835e-05,
      "loss": 10.165,
      "step": 10306
    },
    {
      "epoch": 1.7996159050237877,
      "grad_norm": 0.0768735408782959,
      "learning_rate": 6.921316606836108e-05,
      "loss": 10.1662,
      "step": 10307
    },
    {
      "epoch": 1.7997904936493387,
      "grad_norm": 0.09328941255807877,
      "learning_rate": 6.919575931413456e-05,
      "loss": 10.1683,
      "step": 10308
    },
    {
      "epoch": 1.7999650822748898,
      "grad_norm": 0.08114884048700333,
      "learning_rate": 6.917835359105145e-05,
      "loss": 10.189,
      "step": 10309
    },
    {
      "epoch": 1.8001396709004407,
      "grad_norm": 0.0892496332526207,
      "learning_rate": 6.916094889969442e-05,
      "loss": 10.1913,
      "step": 10310
    },
    {
      "epoch": 1.800314259525992,
      "grad_norm": 0.18638800084590912,
      "learning_rate": 6.914354524064606e-05,
      "loss": 10.1559,
      "step": 10311
    },
    {
      "epoch": 1.8004888481515429,
      "grad_norm": 0.08332284539937973,
      "learning_rate": 6.912614261448889e-05,
      "loss": 10.1978,
      "step": 10312
    },
    {
      "epoch": 1.800663436777094,
      "grad_norm": 0.08462850749492645,
      "learning_rate": 6.910874102180554e-05,
      "loss": 10.1722,
      "step": 10313
    },
    {
      "epoch": 1.800838025402645,
      "grad_norm": 0.08418991416692734,
      "learning_rate": 6.909134046317846e-05,
      "loss": 10.1869,
      "step": 10314
    },
    {
      "epoch": 1.801012614028196,
      "grad_norm": 0.09320366382598877,
      "learning_rate": 6.907394093919012e-05,
      "loss": 10.1434,
      "step": 10315
    },
    {
      "epoch": 1.8011872026537472,
      "grad_norm": 0.09733064472675323,
      "learning_rate": 6.905654245042298e-05,
      "loss": 10.1547,
      "step": 10316
    },
    {
      "epoch": 1.801361791279298,
      "grad_norm": 0.10039917379617691,
      "learning_rate": 6.903914499745942e-05,
      "loss": 10.2028,
      "step": 10317
    },
    {
      "epoch": 1.8015363799048492,
      "grad_norm": 0.09566356986761093,
      "learning_rate": 6.902174858088176e-05,
      "loss": 10.204,
      "step": 10318
    },
    {
      "epoch": 1.8017109685304002,
      "grad_norm": 0.09816473722457886,
      "learning_rate": 6.900435320127241e-05,
      "loss": 10.1625,
      "step": 10319
    },
    {
      "epoch": 1.8018855571559513,
      "grad_norm": 0.0922551155090332,
      "learning_rate": 6.898695885921362e-05,
      "loss": 10.1573,
      "step": 10320
    },
    {
      "epoch": 1.8020601457815024,
      "grad_norm": 0.09234480559825897,
      "learning_rate": 6.896956555528764e-05,
      "loss": 10.1612,
      "step": 10321
    },
    {
      "epoch": 1.8022347344070533,
      "grad_norm": 0.10613367706537247,
      "learning_rate": 6.895217329007673e-05,
      "loss": 10.2011,
      "step": 10322
    },
    {
      "epoch": 1.8024093230326044,
      "grad_norm": 0.12688224017620087,
      "learning_rate": 6.893478206416306e-05,
      "loss": 10.1958,
      "step": 10323
    },
    {
      "epoch": 1.8025839116581555,
      "grad_norm": 0.11855769902467728,
      "learning_rate": 6.891739187812873e-05,
      "loss": 10.1662,
      "step": 10324
    },
    {
      "epoch": 1.8027585002837065,
      "grad_norm": 0.12646296620368958,
      "learning_rate": 6.890000273255597e-05,
      "loss": 10.1677,
      "step": 10325
    },
    {
      "epoch": 1.8029330889092576,
      "grad_norm": 0.12702271342277527,
      "learning_rate": 6.88826146280268e-05,
      "loss": 10.179,
      "step": 10326
    },
    {
      "epoch": 1.8031076775348085,
      "grad_norm": 0.16211175918579102,
      "learning_rate": 6.886522756512325e-05,
      "loss": 10.2339,
      "step": 10327
    },
    {
      "epoch": 1.8032822661603598,
      "grad_norm": 0.0686495453119278,
      "learning_rate": 6.884784154442742e-05,
      "loss": 10.2023,
      "step": 10328
    },
    {
      "epoch": 1.8034568547859107,
      "grad_norm": 0.06090407073497772,
      "learning_rate": 6.883045656652122e-05,
      "loss": 10.1901,
      "step": 10329
    },
    {
      "epoch": 1.8036314434114618,
      "grad_norm": 0.06499508768320084,
      "learning_rate": 6.881307263198656e-05,
      "loss": 10.1995,
      "step": 10330
    },
    {
      "epoch": 1.8038060320370128,
      "grad_norm": 0.06976103782653809,
      "learning_rate": 6.879568974140546e-05,
      "loss": 10.1753,
      "step": 10331
    },
    {
      "epoch": 1.8039806206625637,
      "grad_norm": 0.057046014815568924,
      "learning_rate": 6.877830789535975e-05,
      "loss": 10.1889,
      "step": 10332
    },
    {
      "epoch": 1.804155209288115,
      "grad_norm": 0.05870417505502701,
      "learning_rate": 6.876092709443123e-05,
      "loss": 10.1979,
      "step": 10333
    },
    {
      "epoch": 1.8043297979136659,
      "grad_norm": 0.06786096841096878,
      "learning_rate": 6.874354733920174e-05,
      "loss": 10.2044,
      "step": 10334
    },
    {
      "epoch": 1.804504386539217,
      "grad_norm": 0.05488080903887749,
      "learning_rate": 6.872616863025308e-05,
      "loss": 10.2003,
      "step": 10335
    },
    {
      "epoch": 1.804678975164768,
      "grad_norm": 0.07122843712568283,
      "learning_rate": 6.870879096816689e-05,
      "loss": 10.2208,
      "step": 10336
    },
    {
      "epoch": 1.804853563790319,
      "grad_norm": 0.062320951372385025,
      "learning_rate": 6.8691414353525e-05,
      "loss": 10.1827,
      "step": 10337
    },
    {
      "epoch": 1.8050281524158702,
      "grad_norm": 0.05835892632603645,
      "learning_rate": 6.867403878690899e-05,
      "loss": 10.211,
      "step": 10338
    },
    {
      "epoch": 1.805202741041421,
      "grad_norm": 0.06556477397680283,
      "learning_rate": 6.865666426890052e-05,
      "loss": 10.1883,
      "step": 10339
    },
    {
      "epoch": 1.8053773296669722,
      "grad_norm": 0.0649481788277626,
      "learning_rate": 6.863929080008118e-05,
      "loss": 10.1776,
      "step": 10340
    },
    {
      "epoch": 1.8055519182925233,
      "grad_norm": 0.06457790732383728,
      "learning_rate": 6.862191838103254e-05,
      "loss": 10.1816,
      "step": 10341
    },
    {
      "epoch": 1.8057265069180741,
      "grad_norm": 0.06313050538301468,
      "learning_rate": 6.860454701233606e-05,
      "loss": 10.2053,
      "step": 10342
    },
    {
      "epoch": 1.8059010955436254,
      "grad_norm": 0.07218573987483978,
      "learning_rate": 6.858717669457335e-05,
      "loss": 10.1878,
      "step": 10343
    },
    {
      "epoch": 1.8060756841691763,
      "grad_norm": 0.06362713873386383,
      "learning_rate": 6.856980742832578e-05,
      "loss": 10.1578,
      "step": 10344
    },
    {
      "epoch": 1.8062502727947274,
      "grad_norm": 0.06819646060466766,
      "learning_rate": 6.855243921417479e-05,
      "loss": 10.1969,
      "step": 10345
    },
    {
      "epoch": 1.8064248614202785,
      "grad_norm": 0.07807239890098572,
      "learning_rate": 6.853507205270177e-05,
      "loss": 10.1922,
      "step": 10346
    },
    {
      "epoch": 1.8065994500458296,
      "grad_norm": 0.06702369451522827,
      "learning_rate": 6.851770594448807e-05,
      "loss": 10.1961,
      "step": 10347
    },
    {
      "epoch": 1.8067740386713806,
      "grad_norm": 0.06714780628681183,
      "learning_rate": 6.850034089011496e-05,
      "loss": 10.1752,
      "step": 10348
    },
    {
      "epoch": 1.8069486272969315,
      "grad_norm": 0.08053629100322723,
      "learning_rate": 6.848297689016381e-05,
      "loss": 10.1657,
      "step": 10349
    },
    {
      "epoch": 1.8071232159224826,
      "grad_norm": 0.06688839197158813,
      "learning_rate": 6.846561394521582e-05,
      "loss": 10.1729,
      "step": 10350
    },
    {
      "epoch": 1.8072978045480337,
      "grad_norm": 0.07164549827575684,
      "learning_rate": 6.844825205585218e-05,
      "loss": 10.1882,
      "step": 10351
    },
    {
      "epoch": 1.8074723931735848,
      "grad_norm": 0.07370039075613022,
      "learning_rate": 6.843089122265406e-05,
      "loss": 10.2027,
      "step": 10352
    },
    {
      "epoch": 1.8076469817991359,
      "grad_norm": 0.07146655768156052,
      "learning_rate": 6.841353144620263e-05,
      "loss": 10.169,
      "step": 10353
    },
    {
      "epoch": 1.8078215704246867,
      "grad_norm": 0.08238017559051514,
      "learning_rate": 6.839617272707895e-05,
      "loss": 10.1871,
      "step": 10354
    },
    {
      "epoch": 1.807996159050238,
      "grad_norm": 0.07736548781394958,
      "learning_rate": 6.837881506586413e-05,
      "loss": 10.1764,
      "step": 10355
    },
    {
      "epoch": 1.808170747675789,
      "grad_norm": 0.08286692202091217,
      "learning_rate": 6.836145846313919e-05,
      "loss": 10.207,
      "step": 10356
    },
    {
      "epoch": 1.80834533630134,
      "grad_norm": 0.07012996077537537,
      "learning_rate": 6.83441029194851e-05,
      "loss": 10.1982,
      "step": 10357
    },
    {
      "epoch": 1.808519924926891,
      "grad_norm": 0.08612668514251709,
      "learning_rate": 6.832674843548288e-05,
      "loss": 10.1898,
      "step": 10358
    },
    {
      "epoch": 1.808694513552442,
      "grad_norm": 0.07942410558462143,
      "learning_rate": 6.83093950117134e-05,
      "loss": 10.194,
      "step": 10359
    },
    {
      "epoch": 1.8088691021779932,
      "grad_norm": 0.07308201491832733,
      "learning_rate": 6.829204264875752e-05,
      "loss": 10.18,
      "step": 10360
    },
    {
      "epoch": 1.809043690803544,
      "grad_norm": 0.08256520330905914,
      "learning_rate": 6.82746913471962e-05,
      "loss": 10.1658,
      "step": 10361
    },
    {
      "epoch": 1.8092182794290952,
      "grad_norm": 0.08235331624746323,
      "learning_rate": 6.825734110761017e-05,
      "loss": 10.1981,
      "step": 10362
    },
    {
      "epoch": 1.8093928680546463,
      "grad_norm": 0.09131238609552383,
      "learning_rate": 6.823999193058024e-05,
      "loss": 10.1671,
      "step": 10363
    },
    {
      "epoch": 1.8095674566801971,
      "grad_norm": 0.08193929493427277,
      "learning_rate": 6.822264381668719e-05,
      "loss": 10.1864,
      "step": 10364
    },
    {
      "epoch": 1.8097420453057484,
      "grad_norm": 0.09338302165269852,
      "learning_rate": 6.82052967665117e-05,
      "loss": 10.1691,
      "step": 10365
    },
    {
      "epoch": 1.8099166339312993,
      "grad_norm": 0.08131226152181625,
      "learning_rate": 6.81879507806344e-05,
      "loss": 10.2037,
      "step": 10366
    },
    {
      "epoch": 1.8100912225568504,
      "grad_norm": 0.08393881469964981,
      "learning_rate": 6.817060585963601e-05,
      "loss": 10.1948,
      "step": 10367
    },
    {
      "epoch": 1.8102658111824015,
      "grad_norm": 0.10077472031116486,
      "learning_rate": 6.815326200409713e-05,
      "loss": 10.1506,
      "step": 10368
    },
    {
      "epoch": 1.8104403998079523,
      "grad_norm": 0.09325512498617172,
      "learning_rate": 6.813591921459828e-05,
      "loss": 10.207,
      "step": 10369
    },
    {
      "epoch": 1.8106149884335037,
      "grad_norm": 0.09984828531742096,
      "learning_rate": 6.811857749172001e-05,
      "loss": 10.2067,
      "step": 10370
    },
    {
      "epoch": 1.8107895770590545,
      "grad_norm": 0.10035879164934158,
      "learning_rate": 6.810123683604286e-05,
      "loss": 10.1753,
      "step": 10371
    },
    {
      "epoch": 1.8109641656846056,
      "grad_norm": 0.1183868944644928,
      "learning_rate": 6.808389724814719e-05,
      "loss": 10.1759,
      "step": 10372
    },
    {
      "epoch": 1.8111387543101567,
      "grad_norm": 0.10348854213953018,
      "learning_rate": 6.806655872861356e-05,
      "loss": 10.184,
      "step": 10373
    },
    {
      "epoch": 1.8113133429357078,
      "grad_norm": 0.12195658683776855,
      "learning_rate": 6.804922127802226e-05,
      "loss": 10.1568,
      "step": 10374
    },
    {
      "epoch": 1.8114879315612589,
      "grad_norm": 0.13840274512767792,
      "learning_rate": 6.80318848969537e-05,
      "loss": 10.1596,
      "step": 10375
    },
    {
      "epoch": 1.8116625201868097,
      "grad_norm": 0.12900599837303162,
      "learning_rate": 6.801454958598819e-05,
      "loss": 10.1949,
      "step": 10376
    },
    {
      "epoch": 1.8118371088123608,
      "grad_norm": 0.1810116320848465,
      "learning_rate": 6.799721534570595e-05,
      "loss": 10.1816,
      "step": 10377
    },
    {
      "epoch": 1.812011697437912,
      "grad_norm": 0.07550258189439774,
      "learning_rate": 6.797988217668734e-05,
      "loss": 10.1971,
      "step": 10378
    },
    {
      "epoch": 1.812186286063463,
      "grad_norm": 0.07337246835231781,
      "learning_rate": 6.796255007951251e-05,
      "loss": 10.2069,
      "step": 10379
    },
    {
      "epoch": 1.812360874689014,
      "grad_norm": 0.07717636972665787,
      "learning_rate": 6.794521905476161e-05,
      "loss": 10.1887,
      "step": 10380
    },
    {
      "epoch": 1.812535463314565,
      "grad_norm": 0.08139920979738235,
      "learning_rate": 6.792788910301483e-05,
      "loss": 10.1845,
      "step": 10381
    },
    {
      "epoch": 1.8127100519401163,
      "grad_norm": 0.05618070811033249,
      "learning_rate": 6.791056022485226e-05,
      "loss": 10.2065,
      "step": 10382
    },
    {
      "epoch": 1.8128846405656671,
      "grad_norm": 0.06192861497402191,
      "learning_rate": 6.789323242085392e-05,
      "loss": 10.1964,
      "step": 10383
    },
    {
      "epoch": 1.8130592291912182,
      "grad_norm": 0.059221234172582626,
      "learning_rate": 6.787590569159992e-05,
      "loss": 10.1819,
      "step": 10384
    },
    {
      "epoch": 1.8132338178167693,
      "grad_norm": 0.05372507870197296,
      "learning_rate": 6.785858003767024e-05,
      "loss": 10.2224,
      "step": 10385
    },
    {
      "epoch": 1.8134084064423202,
      "grad_norm": 0.06813108175992966,
      "learning_rate": 6.784125545964476e-05,
      "loss": 10.1893,
      "step": 10386
    },
    {
      "epoch": 1.8135829950678715,
      "grad_norm": 0.05713101476430893,
      "learning_rate": 6.782393195810351e-05,
      "loss": 10.1893,
      "step": 10387
    },
    {
      "epoch": 1.8137575836934223,
      "grad_norm": 0.07400280982255936,
      "learning_rate": 6.780660953362633e-05,
      "loss": 10.1895,
      "step": 10388
    },
    {
      "epoch": 1.8139321723189734,
      "grad_norm": 0.0666576400399208,
      "learning_rate": 6.778928818679302e-05,
      "loss": 10.1976,
      "step": 10389
    },
    {
      "epoch": 1.8141067609445245,
      "grad_norm": 0.07101801782846451,
      "learning_rate": 6.777196791818352e-05,
      "loss": 10.178,
      "step": 10390
    },
    {
      "epoch": 1.8142813495700754,
      "grad_norm": 0.06170585751533508,
      "learning_rate": 6.775464872837754e-05,
      "loss": 10.1982,
      "step": 10391
    },
    {
      "epoch": 1.8144559381956267,
      "grad_norm": 0.06702252477407455,
      "learning_rate": 6.773733061795476e-05,
      "loss": 10.1638,
      "step": 10392
    },
    {
      "epoch": 1.8146305268211775,
      "grad_norm": 0.07455149292945862,
      "learning_rate": 6.7720013587495e-05,
      "loss": 10.1696,
      "step": 10393
    },
    {
      "epoch": 1.8148051154467286,
      "grad_norm": 0.06562913209199905,
      "learning_rate": 6.770269763757788e-05,
      "loss": 10.1734,
      "step": 10394
    },
    {
      "epoch": 1.8149797040722797,
      "grad_norm": 0.06456297636032104,
      "learning_rate": 6.7685382768783e-05,
      "loss": 10.1941,
      "step": 10395
    },
    {
      "epoch": 1.8151542926978306,
      "grad_norm": 0.0661848932504654,
      "learning_rate": 6.766806898169007e-05,
      "loss": 10.1968,
      "step": 10396
    },
    {
      "epoch": 1.8153288813233819,
      "grad_norm": 0.07682043313980103,
      "learning_rate": 6.765075627687854e-05,
      "loss": 10.1703,
      "step": 10397
    },
    {
      "epoch": 1.8155034699489327,
      "grad_norm": 0.06751534342765808,
      "learning_rate": 6.763344465492796e-05,
      "loss": 10.1821,
      "step": 10398
    },
    {
      "epoch": 1.8156780585744838,
      "grad_norm": 0.06346377730369568,
      "learning_rate": 6.761613411641787e-05,
      "loss": 10.1894,
      "step": 10399
    },
    {
      "epoch": 1.815852647200035,
      "grad_norm": 0.06576681137084961,
      "learning_rate": 6.759882466192768e-05,
      "loss": 10.2084,
      "step": 10400
    },
    {
      "epoch": 1.815852647200035,
      "eval_loss": 10.169596672058105,
      "eval_runtime": 0.7278,
      "eval_samples_per_second": 317.395,
      "eval_steps_per_second": 159.384,
      "step": 10400
    },
    {
      "epoch": 1.816027235825586,
      "grad_norm": 0.07781518995761871,
      "learning_rate": 6.758151629203682e-05,
      "loss": 10.1995,
      "step": 10401
    },
    {
      "epoch": 1.816201824451137,
      "grad_norm": 0.07231079787015915,
      "learning_rate": 6.756420900732468e-05,
      "loss": 10.19,
      "step": 10402
    },
    {
      "epoch": 1.816376413076688,
      "grad_norm": 0.07274634391069412,
      "learning_rate": 6.754690280837059e-05,
      "loss": 10.1868,
      "step": 10403
    },
    {
      "epoch": 1.8165510017022393,
      "grad_norm": 0.06960175186395645,
      "learning_rate": 6.752959769575385e-05,
      "loss": 10.1681,
      "step": 10404
    },
    {
      "epoch": 1.8167255903277901,
      "grad_norm": 0.069477379322052,
      "learning_rate": 6.751229367005377e-05,
      "loss": 10.2301,
      "step": 10405
    },
    {
      "epoch": 1.8169001789533412,
      "grad_norm": 0.0780579075217247,
      "learning_rate": 6.749499073184957e-05,
      "loss": 10.1918,
      "step": 10406
    },
    {
      "epoch": 1.8170747675788923,
      "grad_norm": 0.08493507653474808,
      "learning_rate": 6.747768888172043e-05,
      "loss": 10.1948,
      "step": 10407
    },
    {
      "epoch": 1.8172493562044432,
      "grad_norm": 0.07500360906124115,
      "learning_rate": 6.746038812024556e-05,
      "loss": 10.1892,
      "step": 10408
    },
    {
      "epoch": 1.8174239448299945,
      "grad_norm": 0.07343470305204391,
      "learning_rate": 6.744308844800403e-05,
      "loss": 10.1735,
      "step": 10409
    },
    {
      "epoch": 1.8175985334555453,
      "grad_norm": 0.08414484560489655,
      "learning_rate": 6.742578986557492e-05,
      "loss": 10.1454,
      "step": 10410
    },
    {
      "epoch": 1.8177731220810964,
      "grad_norm": 0.08775043487548828,
      "learning_rate": 6.740849237353738e-05,
      "loss": 10.1654,
      "step": 10411
    },
    {
      "epoch": 1.8179477107066475,
      "grad_norm": 0.08227071911096573,
      "learning_rate": 6.739119597247035e-05,
      "loss": 10.1522,
      "step": 10412
    },
    {
      "epoch": 1.8181222993321984,
      "grad_norm": 0.08092910051345825,
      "learning_rate": 6.737390066295282e-05,
      "loss": 10.1702,
      "step": 10413
    },
    {
      "epoch": 1.8182968879577497,
      "grad_norm": 0.07656306773424149,
      "learning_rate": 6.735660644556377e-05,
      "loss": 10.1658,
      "step": 10414
    },
    {
      "epoch": 1.8184714765833006,
      "grad_norm": 0.09323591738939285,
      "learning_rate": 6.733931332088206e-05,
      "loss": 10.1584,
      "step": 10415
    },
    {
      "epoch": 1.8186460652088516,
      "grad_norm": 0.08526229113340378,
      "learning_rate": 6.732202128948655e-05,
      "loss": 10.1884,
      "step": 10416
    },
    {
      "epoch": 1.8188206538344027,
      "grad_norm": 0.08827130496501923,
      "learning_rate": 6.730473035195615e-05,
      "loss": 10.1933,
      "step": 10417
    },
    {
      "epoch": 1.8189952424599536,
      "grad_norm": 0.08867667615413666,
      "learning_rate": 6.728744050886961e-05,
      "loss": 10.1795,
      "step": 10418
    },
    {
      "epoch": 1.819169831085505,
      "grad_norm": 0.09083785116672516,
      "learning_rate": 6.727015176080568e-05,
      "loss": 10.1774,
      "step": 10419
    },
    {
      "epoch": 1.8193444197110558,
      "grad_norm": 0.09289826452732086,
      "learning_rate": 6.725286410834312e-05,
      "loss": 10.1834,
      "step": 10420
    },
    {
      "epoch": 1.8195190083366068,
      "grad_norm": 0.09835575520992279,
      "learning_rate": 6.723557755206061e-05,
      "loss": 10.1628,
      "step": 10421
    },
    {
      "epoch": 1.819693596962158,
      "grad_norm": 0.10150735825300217,
      "learning_rate": 6.721829209253673e-05,
      "loss": 10.138,
      "step": 10422
    },
    {
      "epoch": 1.8198681855877088,
      "grad_norm": 0.09791744500398636,
      "learning_rate": 6.720100773035021e-05,
      "loss": 10.1985,
      "step": 10423
    },
    {
      "epoch": 1.82004277421326,
      "grad_norm": 0.11405977606773376,
      "learning_rate": 6.718372446607957e-05,
      "loss": 10.1712,
      "step": 10424
    },
    {
      "epoch": 1.820217362838811,
      "grad_norm": 0.12498118728399277,
      "learning_rate": 6.716644230030333e-05,
      "loss": 10.1541,
      "step": 10425
    },
    {
      "epoch": 1.820391951464362,
      "grad_norm": 0.1435563862323761,
      "learning_rate": 6.714916123360006e-05,
      "loss": 10.1779,
      "step": 10426
    },
    {
      "epoch": 1.8205665400899131,
      "grad_norm": 0.17954117059707642,
      "learning_rate": 6.713188126654817e-05,
      "loss": 10.235,
      "step": 10427
    },
    {
      "epoch": 1.8207411287154642,
      "grad_norm": 0.07638336718082428,
      "learning_rate": 6.711460239972607e-05,
      "loss": 10.204,
      "step": 10428
    },
    {
      "epoch": 1.8209157173410153,
      "grad_norm": 0.08402757346630096,
      "learning_rate": 6.709732463371223e-05,
      "loss": 10.2112,
      "step": 10429
    },
    {
      "epoch": 1.8210903059665662,
      "grad_norm": 0.06456729024648666,
      "learning_rate": 6.708004796908498e-05,
      "loss": 10.2004,
      "step": 10430
    },
    {
      "epoch": 1.8212648945921175,
      "grad_norm": 0.07420986890792847,
      "learning_rate": 6.70627724064226e-05,
      "loss": 10.206,
      "step": 10431
    },
    {
      "epoch": 1.8214394832176684,
      "grad_norm": 0.06876031309366226,
      "learning_rate": 6.704549794630343e-05,
      "loss": 10.2071,
      "step": 10432
    },
    {
      "epoch": 1.8216140718432194,
      "grad_norm": 0.06640363484621048,
      "learning_rate": 6.702822458930569e-05,
      "loss": 10.1848,
      "step": 10433
    },
    {
      "epoch": 1.8217886604687705,
      "grad_norm": 0.07036057859659195,
      "learning_rate": 6.701095233600754e-05,
      "loss": 10.1781,
      "step": 10434
    },
    {
      "epoch": 1.8219632490943214,
      "grad_norm": 0.06460368633270264,
      "learning_rate": 6.699368118698726e-05,
      "loss": 10.2191,
      "step": 10435
    },
    {
      "epoch": 1.8221378377198727,
      "grad_norm": 0.06871527433395386,
      "learning_rate": 6.697641114282292e-05,
      "loss": 10.1975,
      "step": 10436
    },
    {
      "epoch": 1.8223124263454236,
      "grad_norm": 0.0730930045247078,
      "learning_rate": 6.695914220409258e-05,
      "loss": 10.1851,
      "step": 10437
    },
    {
      "epoch": 1.8224870149709747,
      "grad_norm": 0.0645197406411171,
      "learning_rate": 6.69418743713744e-05,
      "loss": 10.2349,
      "step": 10438
    },
    {
      "epoch": 1.8226616035965257,
      "grad_norm": 0.08208242058753967,
      "learning_rate": 6.692460764524635e-05,
      "loss": 10.1703,
      "step": 10439
    },
    {
      "epoch": 1.8228361922220766,
      "grad_norm": 0.06898040324449539,
      "learning_rate": 6.690734202628636e-05,
      "loss": 10.209,
      "step": 10440
    },
    {
      "epoch": 1.823010780847628,
      "grad_norm": 0.06719102710485458,
      "learning_rate": 6.689007751507252e-05,
      "loss": 10.2088,
      "step": 10441
    },
    {
      "epoch": 1.8231853694731788,
      "grad_norm": 0.0619538240134716,
      "learning_rate": 6.687281411218264e-05,
      "loss": 10.2099,
      "step": 10442
    },
    {
      "epoch": 1.8233599580987299,
      "grad_norm": 0.06653767824172974,
      "learning_rate": 6.68555518181946e-05,
      "loss": 10.1738,
      "step": 10443
    },
    {
      "epoch": 1.823534546724281,
      "grad_norm": 0.058510057628154755,
      "learning_rate": 6.683829063368628e-05,
      "loss": 10.211,
      "step": 10444
    },
    {
      "epoch": 1.8237091353498318,
      "grad_norm": 0.06305951625108719,
      "learning_rate": 6.682103055923547e-05,
      "loss": 10.1874,
      "step": 10445
    },
    {
      "epoch": 1.8238837239753831,
      "grad_norm": 0.06169632077217102,
      "learning_rate": 6.680377159541989e-05,
      "loss": 10.1781,
      "step": 10446
    },
    {
      "epoch": 1.824058312600934,
      "grad_norm": 0.07389626652002335,
      "learning_rate": 6.678651374281732e-05,
      "loss": 10.2116,
      "step": 10447
    },
    {
      "epoch": 1.824232901226485,
      "grad_norm": 0.07761266082525253,
      "learning_rate": 6.676925700200548e-05,
      "loss": 10.2197,
      "step": 10448
    },
    {
      "epoch": 1.8244074898520362,
      "grad_norm": 0.07130927592515945,
      "learning_rate": 6.675200137356192e-05,
      "loss": 10.1991,
      "step": 10449
    },
    {
      "epoch": 1.824582078477587,
      "grad_norm": 0.06727103888988495,
      "learning_rate": 6.673474685806435e-05,
      "loss": 10.1866,
      "step": 10450
    },
    {
      "epoch": 1.8247566671031383,
      "grad_norm": 0.08515086770057678,
      "learning_rate": 6.671749345609031e-05,
      "loss": 10.1862,
      "step": 10451
    },
    {
      "epoch": 1.8249312557286892,
      "grad_norm": 0.07559458166360855,
      "learning_rate": 6.670024116821731e-05,
      "loss": 10.1796,
      "step": 10452
    },
    {
      "epoch": 1.8251058443542403,
      "grad_norm": 0.06516055017709732,
      "learning_rate": 6.668298999502294e-05,
      "loss": 10.1892,
      "step": 10453
    },
    {
      "epoch": 1.8252804329797914,
      "grad_norm": 0.0703490823507309,
      "learning_rate": 6.66657399370846e-05,
      "loss": 10.1884,
      "step": 10454
    },
    {
      "epoch": 1.8254550216053425,
      "grad_norm": 0.07009632885456085,
      "learning_rate": 6.664849099497974e-05,
      "loss": 10.1735,
      "step": 10455
    },
    {
      "epoch": 1.8256296102308935,
      "grad_norm": 0.08700485527515411,
      "learning_rate": 6.663124316928575e-05,
      "loss": 10.1917,
      "step": 10456
    },
    {
      "epoch": 1.8258041988564444,
      "grad_norm": 0.0704597681760788,
      "learning_rate": 6.661399646057999e-05,
      "loss": 10.1914,
      "step": 10457
    },
    {
      "epoch": 1.8259787874819957,
      "grad_norm": 0.07949211448431015,
      "learning_rate": 6.659675086943974e-05,
      "loss": 10.1913,
      "step": 10458
    },
    {
      "epoch": 1.8261533761075466,
      "grad_norm": 0.07210975140333176,
      "learning_rate": 6.657950639644234e-05,
      "loss": 10.1837,
      "step": 10459
    },
    {
      "epoch": 1.8263279647330977,
      "grad_norm": 0.10111089050769806,
      "learning_rate": 6.656226304216501e-05,
      "loss": 10.1902,
      "step": 10460
    },
    {
      "epoch": 1.8265025533586488,
      "grad_norm": 0.08253805339336395,
      "learning_rate": 6.654502080718495e-05,
      "loss": 10.1945,
      "step": 10461
    },
    {
      "epoch": 1.8266771419841996,
      "grad_norm": 0.08539729565382004,
      "learning_rate": 6.652777969207933e-05,
      "loss": 10.1967,
      "step": 10462
    },
    {
      "epoch": 1.826851730609751,
      "grad_norm": 0.07826033979654312,
      "learning_rate": 6.651053969742527e-05,
      "loss": 10.1712,
      "step": 10463
    },
    {
      "epoch": 1.8270263192353018,
      "grad_norm": 0.08620040118694305,
      "learning_rate": 6.649330082379986e-05,
      "loss": 10.2062,
      "step": 10464
    },
    {
      "epoch": 1.8272009078608529,
      "grad_norm": 0.08222519606351852,
      "learning_rate": 6.647606307178019e-05,
      "loss": 10.1949,
      "step": 10465
    },
    {
      "epoch": 1.827375496486404,
      "grad_norm": 0.0906195417046547,
      "learning_rate": 6.645882644194325e-05,
      "loss": 10.1511,
      "step": 10466
    },
    {
      "epoch": 1.8275500851119548,
      "grad_norm": 0.08498257398605347,
      "learning_rate": 6.6441590934866e-05,
      "loss": 10.1573,
      "step": 10467
    },
    {
      "epoch": 1.8277246737375061,
      "grad_norm": 0.09207668155431747,
      "learning_rate": 6.642435655112544e-05,
      "loss": 10.1905,
      "step": 10468
    },
    {
      "epoch": 1.827899262363057,
      "grad_norm": 0.09644804894924164,
      "learning_rate": 6.640712329129844e-05,
      "loss": 10.2201,
      "step": 10469
    },
    {
      "epoch": 1.828073850988608,
      "grad_norm": 0.0911581888794899,
      "learning_rate": 6.638989115596184e-05,
      "loss": 10.177,
      "step": 10470
    },
    {
      "epoch": 1.8282484396141592,
      "grad_norm": 0.09718488901853561,
      "learning_rate": 6.637266014569253e-05,
      "loss": 10.174,
      "step": 10471
    },
    {
      "epoch": 1.82842302823971,
      "grad_norm": 0.10068690776824951,
      "learning_rate": 6.635543026106725e-05,
      "loss": 10.1912,
      "step": 10472
    },
    {
      "epoch": 1.8285976168652613,
      "grad_norm": 0.10734905302524567,
      "learning_rate": 6.633820150266278e-05,
      "loss": 10.2046,
      "step": 10473
    },
    {
      "epoch": 1.8287722054908122,
      "grad_norm": 0.11227968335151672,
      "learning_rate": 6.632097387105586e-05,
      "loss": 10.1883,
      "step": 10474
    },
    {
      "epoch": 1.8289467941163633,
      "grad_norm": 0.12068203091621399,
      "learning_rate": 6.630374736682314e-05,
      "loss": 10.2202,
      "step": 10475
    },
    {
      "epoch": 1.8291213827419144,
      "grad_norm": 0.15200260281562805,
      "learning_rate": 6.62865219905412e-05,
      "loss": 10.2008,
      "step": 10476
    },
    {
      "epoch": 1.8292959713674652,
      "grad_norm": 0.18162976205348969,
      "learning_rate": 6.626929774278678e-05,
      "loss": 10.2295,
      "step": 10477
    },
    {
      "epoch": 1.8294705599930166,
      "grad_norm": 0.06218477711081505,
      "learning_rate": 6.625207462413635e-05,
      "loss": 10.2063,
      "step": 10478
    },
    {
      "epoch": 1.8296451486185674,
      "grad_norm": 0.060272347182035446,
      "learning_rate": 6.623485263516644e-05,
      "loss": 10.2044,
      "step": 10479
    },
    {
      "epoch": 1.8298197372441185,
      "grad_norm": 0.06744597852230072,
      "learning_rate": 6.621763177645359e-05,
      "loss": 10.2037,
      "step": 10480
    },
    {
      "epoch": 1.8299943258696696,
      "grad_norm": 0.0787142664194107,
      "learning_rate": 6.620041204857423e-05,
      "loss": 10.1727,
      "step": 10481
    },
    {
      "epoch": 1.8301689144952207,
      "grad_norm": 0.07322518527507782,
      "learning_rate": 6.61831934521047e-05,
      "loss": 10.2258,
      "step": 10482
    },
    {
      "epoch": 1.8303435031207718,
      "grad_norm": 0.06339436769485474,
      "learning_rate": 6.61659759876215e-05,
      "loss": 10.1906,
      "step": 10483
    },
    {
      "epoch": 1.8305180917463226,
      "grad_norm": 0.06042513996362686,
      "learning_rate": 6.614875965570094e-05,
      "loss": 10.1887,
      "step": 10484
    },
    {
      "epoch": 1.830692680371874,
      "grad_norm": 0.060355521738529205,
      "learning_rate": 6.613154445691924e-05,
      "loss": 10.1761,
      "step": 10485
    },
    {
      "epoch": 1.8308672689974248,
      "grad_norm": 0.0886656641960144,
      "learning_rate": 6.611433039185274e-05,
      "loss": 10.212,
      "step": 10486
    },
    {
      "epoch": 1.8310418576229759,
      "grad_norm": 0.0636751651763916,
      "learning_rate": 6.609711746107765e-05,
      "loss": 10.2105,
      "step": 10487
    },
    {
      "epoch": 1.831216446248527,
      "grad_norm": 0.06812679767608643,
      "learning_rate": 6.60799056651701e-05,
      "loss": 10.1955,
      "step": 10488
    },
    {
      "epoch": 1.8313910348740778,
      "grad_norm": 0.07069268077611923,
      "learning_rate": 6.606269500470634e-05,
      "loss": 10.1972,
      "step": 10489
    },
    {
      "epoch": 1.8315656234996291,
      "grad_norm": 0.06541694700717926,
      "learning_rate": 6.604548548026242e-05,
      "loss": 10.2197,
      "step": 10490
    },
    {
      "epoch": 1.83174021212518,
      "grad_norm": 0.0716325044631958,
      "learning_rate": 6.602827709241439e-05,
      "loss": 10.1912,
      "step": 10491
    },
    {
      "epoch": 1.831914800750731,
      "grad_norm": 0.060481030493974686,
      "learning_rate": 6.601106984173835e-05,
      "loss": 10.1925,
      "step": 10492
    },
    {
      "epoch": 1.8320893893762822,
      "grad_norm": 0.06598389148712158,
      "learning_rate": 6.599386372881021e-05,
      "loss": 10.1884,
      "step": 10493
    },
    {
      "epoch": 1.832263978001833,
      "grad_norm": 0.06678218394517899,
      "learning_rate": 6.597665875420603e-05,
      "loss": 10.2061,
      "step": 10494
    },
    {
      "epoch": 1.8324385666273844,
      "grad_norm": 0.07342606782913208,
      "learning_rate": 6.595945491850168e-05,
      "loss": 10.197,
      "step": 10495
    },
    {
      "epoch": 1.8326131552529352,
      "grad_norm": 0.06936857849359512,
      "learning_rate": 6.594225222227303e-05,
      "loss": 10.1817,
      "step": 10496
    },
    {
      "epoch": 1.8327877438784863,
      "grad_norm": 0.062542624771595,
      "learning_rate": 6.592505066609596e-05,
      "loss": 10.2136,
      "step": 10497
    },
    {
      "epoch": 1.8329623325040374,
      "grad_norm": 0.07321683317422867,
      "learning_rate": 6.590785025054624e-05,
      "loss": 10.1724,
      "step": 10498
    },
    {
      "epoch": 1.8331369211295883,
      "grad_norm": 0.06435967236757278,
      "learning_rate": 6.589065097619962e-05,
      "loss": 10.1854,
      "step": 10499
    },
    {
      "epoch": 1.8333115097551396,
      "grad_norm": 0.07383418083190918,
      "learning_rate": 6.587345284363191e-05,
      "loss": 10.1731,
      "step": 10500
    },
    {
      "epoch": 1.8334860983806904,
      "grad_norm": 0.07145387679338455,
      "learning_rate": 6.585625585341875e-05,
      "loss": 10.2018,
      "step": 10501
    },
    {
      "epoch": 1.8336606870062415,
      "grad_norm": 0.0671958178281784,
      "learning_rate": 6.583906000613577e-05,
      "loss": 10.1628,
      "step": 10502
    },
    {
      "epoch": 1.8338352756317926,
      "grad_norm": 0.06939414143562317,
      "learning_rate": 6.582186530235863e-05,
      "loss": 10.1708,
      "step": 10503
    },
    {
      "epoch": 1.8340098642573435,
      "grad_norm": 0.08162721246480942,
      "learning_rate": 6.580467174266289e-05,
      "loss": 10.2284,
      "step": 10504
    },
    {
      "epoch": 1.8341844528828948,
      "grad_norm": 0.07464820146560669,
      "learning_rate": 6.578747932762406e-05,
      "loss": 10.2094,
      "step": 10505
    },
    {
      "epoch": 1.8343590415084456,
      "grad_norm": 0.06385663151741028,
      "learning_rate": 6.577028805781771e-05,
      "loss": 10.174,
      "step": 10506
    },
    {
      "epoch": 1.8345336301339967,
      "grad_norm": 0.07854412496089935,
      "learning_rate": 6.575309793381925e-05,
      "loss": 10.1874,
      "step": 10507
    },
    {
      "epoch": 1.8347082187595478,
      "grad_norm": 0.07794283330440521,
      "learning_rate": 6.57359089562041e-05,
      "loss": 10.1878,
      "step": 10508
    },
    {
      "epoch": 1.834882807385099,
      "grad_norm": 0.07161599397659302,
      "learning_rate": 6.571872112554767e-05,
      "loss": 10.1807,
      "step": 10509
    },
    {
      "epoch": 1.83505739601065,
      "grad_norm": 0.07911928743124008,
      "learning_rate": 6.570153444242528e-05,
      "loss": 10.1606,
      "step": 10510
    },
    {
      "epoch": 1.8352319846362009,
      "grad_norm": 0.08053791522979736,
      "learning_rate": 6.568434890741224e-05,
      "loss": 10.1765,
      "step": 10511
    },
    {
      "epoch": 1.8354065732617522,
      "grad_norm": 0.08116089552640915,
      "learning_rate": 6.566716452108386e-05,
      "loss": 10.1788,
      "step": 10512
    },
    {
      "epoch": 1.835581161887303,
      "grad_norm": 0.08954433351755142,
      "learning_rate": 6.564998128401536e-05,
      "loss": 10.1808,
      "step": 10513
    },
    {
      "epoch": 1.8357557505128541,
      "grad_norm": 0.0884898230433464,
      "learning_rate": 6.563279919678187e-05,
      "loss": 10.1844,
      "step": 10514
    },
    {
      "epoch": 1.8359303391384052,
      "grad_norm": 0.08348234742879868,
      "learning_rate": 6.561561825995864e-05,
      "loss": 10.2101,
      "step": 10515
    },
    {
      "epoch": 1.836104927763956,
      "grad_norm": 0.07656204700469971,
      "learning_rate": 6.559843847412073e-05,
      "loss": 10.182,
      "step": 10516
    },
    {
      "epoch": 1.8362795163895074,
      "grad_norm": 0.09710604697465897,
      "learning_rate": 6.558125983984317e-05,
      "loss": 10.1548,
      "step": 10517
    },
    {
      "epoch": 1.8364541050150582,
      "grad_norm": 0.09719797968864441,
      "learning_rate": 6.55640823577011e-05,
      "loss": 10.1573,
      "step": 10518
    },
    {
      "epoch": 1.8366286936406093,
      "grad_norm": 0.09833099693059921,
      "learning_rate": 6.554690602826948e-05,
      "loss": 10.1956,
      "step": 10519
    },
    {
      "epoch": 1.8368032822661604,
      "grad_norm": 0.08318256586790085,
      "learning_rate": 6.552973085212325e-05,
      "loss": 10.2045,
      "step": 10520
    },
    {
      "epoch": 1.8369778708917113,
      "grad_norm": 0.1065429076552391,
      "learning_rate": 6.551255682983737e-05,
      "loss": 10.1373,
      "step": 10521
    },
    {
      "epoch": 1.8371524595172626,
      "grad_norm": 0.09972197562456131,
      "learning_rate": 6.549538396198669e-05,
      "loss": 10.1781,
      "step": 10522
    },
    {
      "epoch": 1.8373270481428134,
      "grad_norm": 0.11866724491119385,
      "learning_rate": 6.547821224914603e-05,
      "loss": 10.231,
      "step": 10523
    },
    {
      "epoch": 1.8375016367683645,
      "grad_norm": 0.11366409063339233,
      "learning_rate": 6.546104169189029e-05,
      "loss": 10.2178,
      "step": 10524
    },
    {
      "epoch": 1.8376762253939156,
      "grad_norm": 0.1312282830476761,
      "learning_rate": 6.544387229079418e-05,
      "loss": 10.2064,
      "step": 10525
    },
    {
      "epoch": 1.8378508140194665,
      "grad_norm": 0.13606268167495728,
      "learning_rate": 6.542670404643242e-05,
      "loss": 10.1426,
      "step": 10526
    },
    {
      "epoch": 1.8380254026450178,
      "grad_norm": 0.2252725213766098,
      "learning_rate": 6.540953695937972e-05,
      "loss": 10.1688,
      "step": 10527
    },
    {
      "epoch": 1.8381999912705687,
      "grad_norm": 0.07439618557691574,
      "learning_rate": 6.539237103021075e-05,
      "loss": 10.2046,
      "step": 10528
    },
    {
      "epoch": 1.8383745798961197,
      "grad_norm": 0.06252837926149368,
      "learning_rate": 6.537520625950004e-05,
      "loss": 10.2148,
      "step": 10529
    },
    {
      "epoch": 1.8385491685216708,
      "grad_norm": 0.06893737614154816,
      "learning_rate": 6.535804264782228e-05,
      "loss": 10.1955,
      "step": 10530
    },
    {
      "epoch": 1.8387237571472217,
      "grad_norm": 0.0650741457939148,
      "learning_rate": 6.534088019575196e-05,
      "loss": 10.2449,
      "step": 10531
    },
    {
      "epoch": 1.838898345772773,
      "grad_norm": 0.06576937437057495,
      "learning_rate": 6.532371890386353e-05,
      "loss": 10.215,
      "step": 10532
    },
    {
      "epoch": 1.8390729343983239,
      "grad_norm": 0.06875819712877274,
      "learning_rate": 6.530655877273154e-05,
      "loss": 10.1927,
      "step": 10533
    },
    {
      "epoch": 1.839247523023875,
      "grad_norm": 0.06345926225185394,
      "learning_rate": 6.528939980293032e-05,
      "loss": 10.1693,
      "step": 10534
    },
    {
      "epoch": 1.839422111649426,
      "grad_norm": 0.06388944387435913,
      "learning_rate": 6.527224199503428e-05,
      "loss": 10.211,
      "step": 10535
    },
    {
      "epoch": 1.8395967002749771,
      "grad_norm": 0.059765301644802094,
      "learning_rate": 6.525508534961779e-05,
      "loss": 10.222,
      "step": 10536
    },
    {
      "epoch": 1.8397712889005282,
      "grad_norm": 0.058650221675634384,
      "learning_rate": 6.523792986725515e-05,
      "loss": 10.1813,
      "step": 10537
    },
    {
      "epoch": 1.839945877526079,
      "grad_norm": 0.061827462166547775,
      "learning_rate": 6.522077554852058e-05,
      "loss": 10.2158,
      "step": 10538
    },
    {
      "epoch": 1.8401204661516304,
      "grad_norm": 0.08346661180257797,
      "learning_rate": 6.520362239398834e-05,
      "loss": 10.1727,
      "step": 10539
    },
    {
      "epoch": 1.8402950547771812,
      "grad_norm": 0.06542187184095383,
      "learning_rate": 6.518647040423261e-05,
      "loss": 10.2007,
      "step": 10540
    },
    {
      "epoch": 1.8404696434027323,
      "grad_norm": 0.056019946932792664,
      "learning_rate": 6.51693195798275e-05,
      "loss": 10.2018,
      "step": 10541
    },
    {
      "epoch": 1.8406442320282834,
      "grad_norm": 0.07810097187757492,
      "learning_rate": 6.515216992134719e-05,
      "loss": 10.2143,
      "step": 10542
    },
    {
      "epoch": 1.8408188206538343,
      "grad_norm": 0.060185570269823074,
      "learning_rate": 6.513502142936572e-05,
      "loss": 10.1863,
      "step": 10543
    },
    {
      "epoch": 1.8409934092793856,
      "grad_norm": 0.0632963702082634,
      "learning_rate": 6.511787410445709e-05,
      "loss": 10.188,
      "step": 10544
    },
    {
      "epoch": 1.8411679979049365,
      "grad_norm": 0.06248030439019203,
      "learning_rate": 6.510072794719533e-05,
      "loss": 10.2255,
      "step": 10545
    },
    {
      "epoch": 1.8413425865304875,
      "grad_norm": 0.06399969756603241,
      "learning_rate": 6.508358295815438e-05,
      "loss": 10.1726,
      "step": 10546
    },
    {
      "epoch": 1.8415171751560386,
      "grad_norm": 0.07168997079133987,
      "learning_rate": 6.506643913790809e-05,
      "loss": 10.1944,
      "step": 10547
    },
    {
      "epoch": 1.8416917637815895,
      "grad_norm": 0.057287801057100296,
      "learning_rate": 6.504929648703044e-05,
      "loss": 10.1992,
      "step": 10548
    },
    {
      "epoch": 1.8418663524071408,
      "grad_norm": 0.07754714041948318,
      "learning_rate": 6.503215500609521e-05,
      "loss": 10.2184,
      "step": 10549
    },
    {
      "epoch": 1.8420409410326917,
      "grad_norm": 0.06464067846536636,
      "learning_rate": 6.50150146956762e-05,
      "loss": 10.1641,
      "step": 10550
    },
    {
      "epoch": 1.8422155296582428,
      "grad_norm": 0.07799699902534485,
      "learning_rate": 6.499787555634715e-05,
      "loss": 10.2129,
      "step": 10551
    },
    {
      "epoch": 1.8423901182837938,
      "grad_norm": 0.06740415096282959,
      "learning_rate": 6.498073758868181e-05,
      "loss": 10.1875,
      "step": 10552
    },
    {
      "epoch": 1.8425647069093447,
      "grad_norm": 0.0739189013838768,
      "learning_rate": 6.49636007932538e-05,
      "loss": 10.1627,
      "step": 10553
    },
    {
      "epoch": 1.842739295534896,
      "grad_norm": 0.08510122448205948,
      "learning_rate": 6.494646517063684e-05,
      "loss": 10.1513,
      "step": 10554
    },
    {
      "epoch": 1.8429138841604469,
      "grad_norm": 0.08485094457864761,
      "learning_rate": 6.49293307214045e-05,
      "loss": 10.2251,
      "step": 10555
    },
    {
      "epoch": 1.843088472785998,
      "grad_norm": 0.0695645734667778,
      "learning_rate": 6.49121974461303e-05,
      "loss": 10.1994,
      "step": 10556
    },
    {
      "epoch": 1.843263061411549,
      "grad_norm": 0.07812035828828812,
      "learning_rate": 6.48950653453878e-05,
      "loss": 10.1651,
      "step": 10557
    },
    {
      "epoch": 1.8434376500371,
      "grad_norm": 0.08234117925167084,
      "learning_rate": 6.487793441975049e-05,
      "loss": 10.1618,
      "step": 10558
    },
    {
      "epoch": 1.8436122386626512,
      "grad_norm": 0.07360569387674332,
      "learning_rate": 6.486080466979172e-05,
      "loss": 10.2176,
      "step": 10559
    },
    {
      "epoch": 1.843786827288202,
      "grad_norm": 0.06607526540756226,
      "learning_rate": 6.484367609608503e-05,
      "loss": 10.1737,
      "step": 10560
    },
    {
      "epoch": 1.8439614159137532,
      "grad_norm": 0.07156310230493546,
      "learning_rate": 6.482654869920373e-05,
      "loss": 10.1842,
      "step": 10561
    },
    {
      "epoch": 1.8441360045393043,
      "grad_norm": 0.08886471390724182,
      "learning_rate": 6.480942247972106e-05,
      "loss": 10.1807,
      "step": 10562
    },
    {
      "epoch": 1.8443105931648553,
      "grad_norm": 0.07725053280591965,
      "learning_rate": 6.479229743821043e-05,
      "loss": 10.1979,
      "step": 10563
    },
    {
      "epoch": 1.8444851817904064,
      "grad_norm": 0.08314704149961472,
      "learning_rate": 6.477517357524501e-05,
      "loss": 10.1443,
      "step": 10564
    },
    {
      "epoch": 1.8446597704159573,
      "grad_norm": 0.08728507161140442,
      "learning_rate": 6.4758050891398e-05,
      "loss": 10.165,
      "step": 10565
    },
    {
      "epoch": 1.8448343590415086,
      "grad_norm": 0.08968443423509598,
      "learning_rate": 6.474092938724264e-05,
      "loss": 10.1559,
      "step": 10566
    },
    {
      "epoch": 1.8450089476670595,
      "grad_norm": 0.08076430857181549,
      "learning_rate": 6.472380906335201e-05,
      "loss": 10.1809,
      "step": 10567
    },
    {
      "epoch": 1.8451835362926106,
      "grad_norm": 0.10118870437145233,
      "learning_rate": 6.470668992029913e-05,
      "loss": 10.1673,
      "step": 10568
    },
    {
      "epoch": 1.8453581249181616,
      "grad_norm": 0.0876598060131073,
      "learning_rate": 6.468957195865714e-05,
      "loss": 10.1728,
      "step": 10569
    },
    {
      "epoch": 1.8455327135437125,
      "grad_norm": 0.0889764279127121,
      "learning_rate": 6.467245517899906e-05,
      "loss": 10.1823,
      "step": 10570
    },
    {
      "epoch": 1.8457073021692638,
      "grad_norm": 0.09143628925085068,
      "learning_rate": 6.465533958189778e-05,
      "loss": 10.194,
      "step": 10571
    },
    {
      "epoch": 1.8458818907948147,
      "grad_norm": 0.09926454722881317,
      "learning_rate": 6.463822516792628e-05,
      "loss": 10.1685,
      "step": 10572
    },
    {
      "epoch": 1.8460564794203658,
      "grad_norm": 0.10556649416685104,
      "learning_rate": 6.462111193765746e-05,
      "loss": 10.1753,
      "step": 10573
    },
    {
      "epoch": 1.8462310680459169,
      "grad_norm": 0.1171678975224495,
      "learning_rate": 6.460399989166407e-05,
      "loss": 10.2016,
      "step": 10574
    },
    {
      "epoch": 1.8464056566714677,
      "grad_norm": 0.11989574879407883,
      "learning_rate": 6.458688903051906e-05,
      "loss": 10.1627,
      "step": 10575
    },
    {
      "epoch": 1.846580245297019,
      "grad_norm": 0.14645496010780334,
      "learning_rate": 6.456977935479512e-05,
      "loss": 10.1804,
      "step": 10576
    },
    {
      "epoch": 1.84675483392257,
      "grad_norm": 0.17681676149368286,
      "learning_rate": 6.455267086506499e-05,
      "loss": 10.1581,
      "step": 10577
    },
    {
      "epoch": 1.846929422548121,
      "grad_norm": 0.09802155941724777,
      "learning_rate": 6.453556356190137e-05,
      "loss": 10.1985,
      "step": 10578
    },
    {
      "epoch": 1.847104011173672,
      "grad_norm": 0.06623931229114532,
      "learning_rate": 6.451845744587695e-05,
      "loss": 10.1873,
      "step": 10579
    },
    {
      "epoch": 1.847278599799223,
      "grad_norm": 0.07261178642511368,
      "learning_rate": 6.450135251756422e-05,
      "loss": 10.1895,
      "step": 10580
    },
    {
      "epoch": 1.8474531884247742,
      "grad_norm": 0.07078990340232849,
      "learning_rate": 6.448424877753589e-05,
      "loss": 10.2364,
      "step": 10581
    },
    {
      "epoch": 1.847627777050325,
      "grad_norm": 0.083274245262146,
      "learning_rate": 6.446714622636442e-05,
      "loss": 10.2002,
      "step": 10582
    },
    {
      "epoch": 1.8478023656758762,
      "grad_norm": 0.05724254623055458,
      "learning_rate": 6.445004486462229e-05,
      "loss": 10.1972,
      "step": 10583
    },
    {
      "epoch": 1.8479769543014273,
      "grad_norm": 0.06271721422672272,
      "learning_rate": 6.443294469288201e-05,
      "loss": 10.1966,
      "step": 10584
    },
    {
      "epoch": 1.8481515429269781,
      "grad_norm": 0.0773465558886528,
      "learning_rate": 6.441584571171598e-05,
      "loss": 10.1933,
      "step": 10585
    },
    {
      "epoch": 1.8483261315525294,
      "grad_norm": 0.06035396084189415,
      "learning_rate": 6.439874792169647e-05,
      "loss": 10.215,
      "step": 10586
    },
    {
      "epoch": 1.8485007201780803,
      "grad_norm": 0.05871586501598358,
      "learning_rate": 6.438165132339597e-05,
      "loss": 10.2011,
      "step": 10587
    },
    {
      "epoch": 1.8486753088036314,
      "grad_norm": 0.06137378513813019,
      "learning_rate": 6.436455591738668e-05,
      "loss": 10.2045,
      "step": 10588
    },
    {
      "epoch": 1.8488498974291825,
      "grad_norm": 0.06970802694559097,
      "learning_rate": 6.434746170424085e-05,
      "loss": 10.1908,
      "step": 10589
    },
    {
      "epoch": 1.8490244860547336,
      "grad_norm": 0.055340174585580826,
      "learning_rate": 6.433036868453076e-05,
      "loss": 10.1941,
      "step": 10590
    },
    {
      "epoch": 1.8491990746802847,
      "grad_norm": 0.06706121563911438,
      "learning_rate": 6.431327685882851e-05,
      "loss": 10.209,
      "step": 10591
    },
    {
      "epoch": 1.8493736633058355,
      "grad_norm": 0.06232057139277458,
      "learning_rate": 6.429618622770621e-05,
      "loss": 10.1827,
      "step": 10592
    },
    {
      "epoch": 1.8495482519313868,
      "grad_norm": 0.06757744401693344,
      "learning_rate": 6.427909679173607e-05,
      "loss": 10.1927,
      "step": 10593
    },
    {
      "epoch": 1.8497228405569377,
      "grad_norm": 0.06826100498437881,
      "learning_rate": 6.426200855149006e-05,
      "loss": 10.1881,
      "step": 10594
    },
    {
      "epoch": 1.8498974291824888,
      "grad_norm": 0.060538776218891144,
      "learning_rate": 6.42449215075402e-05,
      "loss": 10.2181,
      "step": 10595
    },
    {
      "epoch": 1.8500720178080399,
      "grad_norm": 0.0642448365688324,
      "learning_rate": 6.422783566045848e-05,
      "loss": 10.1862,
      "step": 10596
    },
    {
      "epoch": 1.8502466064335907,
      "grad_norm": 0.07009542733430862,
      "learning_rate": 6.421075101081683e-05,
      "loss": 10.1795,
      "step": 10597
    },
    {
      "epoch": 1.850421195059142,
      "grad_norm": 0.06213318929076195,
      "learning_rate": 6.41936675591871e-05,
      "loss": 10.2106,
      "step": 10598
    },
    {
      "epoch": 1.850595783684693,
      "grad_norm": 0.07252057641744614,
      "learning_rate": 6.417658530614122e-05,
      "loss": 10.187,
      "step": 10599
    },
    {
      "epoch": 1.850770372310244,
      "grad_norm": 0.06429913640022278,
      "learning_rate": 6.415950425225095e-05,
      "loss": 10.1794,
      "step": 10600
    },
    {
      "epoch": 1.850770372310244,
      "eval_loss": 10.168953895568848,
      "eval_runtime": 0.7604,
      "eval_samples_per_second": 303.796,
      "eval_steps_per_second": 152.556,
      "step": 10600
    },
    {
      "epoch": 1.850944960935795,
      "grad_norm": 0.07258344441652298,
      "learning_rate": 6.414242439808808e-05,
      "loss": 10.1948,
      "step": 10601
    },
    {
      "epoch": 1.851119549561346,
      "grad_norm": 0.06922319531440735,
      "learning_rate": 6.412534574422435e-05,
      "loss": 10.1708,
      "step": 10602
    },
    {
      "epoch": 1.8512941381868973,
      "grad_norm": 0.06709286570549011,
      "learning_rate": 6.410826829123142e-05,
      "loss": 10.1878,
      "step": 10603
    },
    {
      "epoch": 1.8514687268124481,
      "grad_norm": 0.07004748284816742,
      "learning_rate": 6.409119203968094e-05,
      "loss": 10.1989,
      "step": 10604
    },
    {
      "epoch": 1.8516433154379992,
      "grad_norm": 0.06744974106550217,
      "learning_rate": 6.407411699014458e-05,
      "loss": 10.1841,
      "step": 10605
    },
    {
      "epoch": 1.8518179040635503,
      "grad_norm": 0.07280489057302475,
      "learning_rate": 6.405704314319388e-05,
      "loss": 10.1949,
      "step": 10606
    },
    {
      "epoch": 1.8519924926891012,
      "grad_norm": 0.0769948810338974,
      "learning_rate": 6.403997049940034e-05,
      "loss": 10.1688,
      "step": 10607
    },
    {
      "epoch": 1.8521670813146525,
      "grad_norm": 0.07522201538085938,
      "learning_rate": 6.402289905933549e-05,
      "loss": 10.1783,
      "step": 10608
    },
    {
      "epoch": 1.8523416699402033,
      "grad_norm": 0.07303333282470703,
      "learning_rate": 6.400582882357078e-05,
      "loss": 10.2013,
      "step": 10609
    },
    {
      "epoch": 1.8525162585657544,
      "grad_norm": 0.09249033778905869,
      "learning_rate": 6.398875979267757e-05,
      "loss": 10.1783,
      "step": 10610
    },
    {
      "epoch": 1.8526908471913055,
      "grad_norm": 0.08442588895559311,
      "learning_rate": 6.39716919672273e-05,
      "loss": 10.1482,
      "step": 10611
    },
    {
      "epoch": 1.8528654358168564,
      "grad_norm": 0.07595143467187881,
      "learning_rate": 6.395462534779124e-05,
      "loss": 10.2047,
      "step": 10612
    },
    {
      "epoch": 1.8530400244424077,
      "grad_norm": 0.07672160118818283,
      "learning_rate": 6.393755993494075e-05,
      "loss": 10.2014,
      "step": 10613
    },
    {
      "epoch": 1.8532146130679585,
      "grad_norm": 0.09397691488265991,
      "learning_rate": 6.392049572924701e-05,
      "loss": 10.1904,
      "step": 10614
    },
    {
      "epoch": 1.8533892016935096,
      "grad_norm": 0.09067194908857346,
      "learning_rate": 6.390343273128123e-05,
      "loss": 10.1732,
      "step": 10615
    },
    {
      "epoch": 1.8535637903190607,
      "grad_norm": 0.09171110391616821,
      "learning_rate": 6.388637094161464e-05,
      "loss": 10.1462,
      "step": 10616
    },
    {
      "epoch": 1.8537383789446118,
      "grad_norm": 0.14176900684833527,
      "learning_rate": 6.386931036081834e-05,
      "loss": 10.1853,
      "step": 10617
    },
    {
      "epoch": 1.8539129675701629,
      "grad_norm": 0.09686875343322754,
      "learning_rate": 6.385225098946337e-05,
      "loss": 10.1597,
      "step": 10618
    },
    {
      "epoch": 1.8540875561957137,
      "grad_norm": 0.08732463419437408,
      "learning_rate": 6.383519282812082e-05,
      "loss": 10.192,
      "step": 10619
    },
    {
      "epoch": 1.854262144821265,
      "grad_norm": 0.0978822112083435,
      "learning_rate": 6.381813587736172e-05,
      "loss": 10.1861,
      "step": 10620
    },
    {
      "epoch": 1.854436733446816,
      "grad_norm": 0.11261062324047089,
      "learning_rate": 6.380108013775697e-05,
      "loss": 10.2099,
      "step": 10621
    },
    {
      "epoch": 1.854611322072367,
      "grad_norm": 0.1078120544552803,
      "learning_rate": 6.378402560987755e-05,
      "loss": 10.1957,
      "step": 10622
    },
    {
      "epoch": 1.854785910697918,
      "grad_norm": 0.11008605360984802,
      "learning_rate": 6.376697229429432e-05,
      "loss": 10.165,
      "step": 10623
    },
    {
      "epoch": 1.854960499323469,
      "grad_norm": 0.1250036358833313,
      "learning_rate": 6.374992019157813e-05,
      "loss": 10.1651,
      "step": 10624
    },
    {
      "epoch": 1.8551350879490203,
      "grad_norm": 0.12087695300579071,
      "learning_rate": 6.373286930229979e-05,
      "loss": 10.1671,
      "step": 10625
    },
    {
      "epoch": 1.8553096765745711,
      "grad_norm": 0.12113357335329056,
      "learning_rate": 6.371581962703006e-05,
      "loss": 10.1647,
      "step": 10626
    },
    {
      "epoch": 1.8554842652001222,
      "grad_norm": 0.1743500828742981,
      "learning_rate": 6.36987711663396e-05,
      "loss": 10.2082,
      "step": 10627
    },
    {
      "epoch": 1.8556588538256733,
      "grad_norm": 0.07632096111774445,
      "learning_rate": 6.36817239207992e-05,
      "loss": 10.2257,
      "step": 10628
    },
    {
      "epoch": 1.8558334424512242,
      "grad_norm": 0.06482792645692825,
      "learning_rate": 6.366467789097948e-05,
      "loss": 10.2317,
      "step": 10629
    },
    {
      "epoch": 1.8560080310767755,
      "grad_norm": 0.06726192682981491,
      "learning_rate": 6.364763307745096e-05,
      "loss": 10.203,
      "step": 10630
    },
    {
      "epoch": 1.8561826197023263,
      "grad_norm": 0.08420189470052719,
      "learning_rate": 6.363058948078427e-05,
      "loss": 10.1927,
      "step": 10631
    },
    {
      "epoch": 1.8563572083278774,
      "grad_norm": 0.06701776385307312,
      "learning_rate": 6.36135471015499e-05,
      "loss": 10.173,
      "step": 10632
    },
    {
      "epoch": 1.8565317969534285,
      "grad_norm": 0.06086110323667526,
      "learning_rate": 6.35965059403183e-05,
      "loss": 10.2002,
      "step": 10633
    },
    {
      "epoch": 1.8567063855789794,
      "grad_norm": 0.060117896646261215,
      "learning_rate": 6.357946599766e-05,
      "loss": 10.2055,
      "step": 10634
    },
    {
      "epoch": 1.8568809742045307,
      "grad_norm": 0.061250388622283936,
      "learning_rate": 6.356242727414532e-05,
      "loss": 10.2085,
      "step": 10635
    },
    {
      "epoch": 1.8570555628300816,
      "grad_norm": 0.06225757300853729,
      "learning_rate": 6.354538977034462e-05,
      "loss": 10.1835,
      "step": 10636
    },
    {
      "epoch": 1.8572301514556326,
      "grad_norm": 0.059876296669244766,
      "learning_rate": 6.352835348682823e-05,
      "loss": 10.2079,
      "step": 10637
    },
    {
      "epoch": 1.8574047400811837,
      "grad_norm": 0.06572900712490082,
      "learning_rate": 6.351131842416647e-05,
      "loss": 10.2076,
      "step": 10638
    },
    {
      "epoch": 1.8575793287067348,
      "grad_norm": 0.06221628561615944,
      "learning_rate": 6.349428458292945e-05,
      "loss": 10.225,
      "step": 10639
    },
    {
      "epoch": 1.857753917332286,
      "grad_norm": 0.07406983524560928,
      "learning_rate": 6.347725196368748e-05,
      "loss": 10.167,
      "step": 10640
    },
    {
      "epoch": 1.8579285059578368,
      "grad_norm": 0.06753164529800415,
      "learning_rate": 6.346022056701067e-05,
      "loss": 10.1799,
      "step": 10641
    },
    {
      "epoch": 1.8581030945833878,
      "grad_norm": 0.07266393303871155,
      "learning_rate": 6.34431903934691e-05,
      "loss": 10.1997,
      "step": 10642
    },
    {
      "epoch": 1.858277683208939,
      "grad_norm": 0.06909793615341187,
      "learning_rate": 6.342616144363292e-05,
      "loss": 10.1959,
      "step": 10643
    },
    {
      "epoch": 1.85845227183449,
      "grad_norm": 0.06717100739479065,
      "learning_rate": 6.340913371807209e-05,
      "loss": 10.1616,
      "step": 10644
    },
    {
      "epoch": 1.858626860460041,
      "grad_norm": 0.06653790175914764,
      "learning_rate": 6.339210721735655e-05,
      "loss": 10.1971,
      "step": 10645
    },
    {
      "epoch": 1.858801449085592,
      "grad_norm": 0.06408768892288208,
      "learning_rate": 6.33750819420564e-05,
      "loss": 10.1653,
      "step": 10646
    },
    {
      "epoch": 1.8589760377111433,
      "grad_norm": 0.0644698366522789,
      "learning_rate": 6.335805789274141e-05,
      "loss": 10.2031,
      "step": 10647
    },
    {
      "epoch": 1.8591506263366941,
      "grad_norm": 0.06682746112346649,
      "learning_rate": 6.334103506998148e-05,
      "loss": 10.1754,
      "step": 10648
    },
    {
      "epoch": 1.8593252149622452,
      "grad_norm": 0.057543061673641205,
      "learning_rate": 6.332401347434648e-05,
      "loss": 10.1896,
      "step": 10649
    },
    {
      "epoch": 1.8594998035877963,
      "grad_norm": 0.06425422430038452,
      "learning_rate": 6.330699310640615e-05,
      "loss": 10.175,
      "step": 10650
    },
    {
      "epoch": 1.8596743922133472,
      "grad_norm": 0.09058105945587158,
      "learning_rate": 6.32899739667302e-05,
      "loss": 10.1841,
      "step": 10651
    },
    {
      "epoch": 1.8598489808388985,
      "grad_norm": 0.07364935427904129,
      "learning_rate": 6.327295605588839e-05,
      "loss": 10.1767,
      "step": 10652
    },
    {
      "epoch": 1.8600235694644494,
      "grad_norm": 0.07044831663370132,
      "learning_rate": 6.325593937445035e-05,
      "loss": 10.189,
      "step": 10653
    },
    {
      "epoch": 1.8601981580900004,
      "grad_norm": 0.12222006916999817,
      "learning_rate": 6.323892392298569e-05,
      "loss": 10.1537,
      "step": 10654
    },
    {
      "epoch": 1.8603727467155515,
      "grad_norm": 0.08136998116970062,
      "learning_rate": 6.322190970206403e-05,
      "loss": 10.1846,
      "step": 10655
    },
    {
      "epoch": 1.8605473353411024,
      "grad_norm": 0.07706571370363235,
      "learning_rate": 6.320489671225486e-05,
      "loss": 10.2003,
      "step": 10656
    },
    {
      "epoch": 1.8607219239666537,
      "grad_norm": 0.07161270827054977,
      "learning_rate": 6.318788495412767e-05,
      "loss": 10.1929,
      "step": 10657
    },
    {
      "epoch": 1.8608965125922046,
      "grad_norm": 0.07678341865539551,
      "learning_rate": 6.317087442825195e-05,
      "loss": 10.1781,
      "step": 10658
    },
    {
      "epoch": 1.8610711012177557,
      "grad_norm": 0.08422119915485382,
      "learning_rate": 6.315386513519712e-05,
      "loss": 10.1475,
      "step": 10659
    },
    {
      "epoch": 1.8612456898433067,
      "grad_norm": 0.10349582135677338,
      "learning_rate": 6.313685707553248e-05,
      "loss": 10.1717,
      "step": 10660
    },
    {
      "epoch": 1.8614202784688576,
      "grad_norm": 0.08518853038549423,
      "learning_rate": 6.311985024982743e-05,
      "loss": 10.1631,
      "step": 10661
    },
    {
      "epoch": 1.861594867094409,
      "grad_norm": 0.0728730708360672,
      "learning_rate": 6.310284465865123e-05,
      "loss": 10.1797,
      "step": 10662
    },
    {
      "epoch": 1.8617694557199598,
      "grad_norm": 0.09634649008512497,
      "learning_rate": 6.308584030257307e-05,
      "loss": 10.2028,
      "step": 10663
    },
    {
      "epoch": 1.8619440443455109,
      "grad_norm": 0.09068310260772705,
      "learning_rate": 6.306883718216227e-05,
      "loss": 10.1932,
      "step": 10664
    },
    {
      "epoch": 1.862118632971062,
      "grad_norm": 0.09052120894193649,
      "learning_rate": 6.305183529798794e-05,
      "loss": 10.1887,
      "step": 10665
    },
    {
      "epoch": 1.862293221596613,
      "grad_norm": 0.08790583163499832,
      "learning_rate": 6.303483465061917e-05,
      "loss": 10.1713,
      "step": 10666
    },
    {
      "epoch": 1.8624678102221641,
      "grad_norm": 0.1010768711566925,
      "learning_rate": 6.301783524062507e-05,
      "loss": 10.1495,
      "step": 10667
    },
    {
      "epoch": 1.862642398847715,
      "grad_norm": 0.09732052683830261,
      "learning_rate": 6.300083706857472e-05,
      "loss": 10.1496,
      "step": 10668
    },
    {
      "epoch": 1.862816987473266,
      "grad_norm": 0.10530834645032883,
      "learning_rate": 6.2983840135037e-05,
      "loss": 10.1562,
      "step": 10669
    },
    {
      "epoch": 1.8629915760988172,
      "grad_norm": 0.10627935081720352,
      "learning_rate": 6.2966844440581e-05,
      "loss": 10.195,
      "step": 10670
    },
    {
      "epoch": 1.8631661647243682,
      "grad_norm": 0.09217987954616547,
      "learning_rate": 6.294984998577558e-05,
      "loss": 10.1745,
      "step": 10671
    },
    {
      "epoch": 1.8633407533499193,
      "grad_norm": 0.10322612524032593,
      "learning_rate": 6.293285677118957e-05,
      "loss": 10.1525,
      "step": 10672
    },
    {
      "epoch": 1.8635153419754702,
      "grad_norm": 0.10923640429973602,
      "learning_rate": 6.291586479739189e-05,
      "loss": 10.1652,
      "step": 10673
    },
    {
      "epoch": 1.8636899306010215,
      "grad_norm": 0.11389488726854324,
      "learning_rate": 6.289887406495127e-05,
      "loss": 10.1671,
      "step": 10674
    },
    {
      "epoch": 1.8638645192265724,
      "grad_norm": 0.1253453940153122,
      "learning_rate": 6.288188457443643e-05,
      "loss": 10.1726,
      "step": 10675
    },
    {
      "epoch": 1.8640391078521235,
      "grad_norm": 0.14074471592903137,
      "learning_rate": 6.286489632641616e-05,
      "loss": 10.1749,
      "step": 10676
    },
    {
      "epoch": 1.8642136964776745,
      "grad_norm": 0.20340445637702942,
      "learning_rate": 6.28479093214591e-05,
      "loss": 10.1999,
      "step": 10677
    },
    {
      "epoch": 1.8643882851032254,
      "grad_norm": 0.08152203261852264,
      "learning_rate": 6.283092356013383e-05,
      "loss": 10.1699,
      "step": 10678
    },
    {
      "epoch": 1.8645628737287767,
      "grad_norm": 0.07173734903335571,
      "learning_rate": 6.281393904300898e-05,
      "loss": 10.2082,
      "step": 10679
    },
    {
      "epoch": 1.8647374623543276,
      "grad_norm": 0.063007652759552,
      "learning_rate": 6.279695577065308e-05,
      "loss": 10.1837,
      "step": 10680
    },
    {
      "epoch": 1.8649120509798787,
      "grad_norm": 0.0737830176949501,
      "learning_rate": 6.277997374363458e-05,
      "loss": 10.1646,
      "step": 10681
    },
    {
      "epoch": 1.8650866396054298,
      "grad_norm": 0.08327703922986984,
      "learning_rate": 6.276299296252204e-05,
      "loss": 10.2161,
      "step": 10682
    },
    {
      "epoch": 1.8652612282309806,
      "grad_norm": 0.07402078062295914,
      "learning_rate": 6.27460134278838e-05,
      "loss": 10.1721,
      "step": 10683
    },
    {
      "epoch": 1.865435816856532,
      "grad_norm": 0.07655863463878632,
      "learning_rate": 6.272903514028822e-05,
      "loss": 10.1992,
      "step": 10684
    },
    {
      "epoch": 1.8656104054820828,
      "grad_norm": 0.06141999736428261,
      "learning_rate": 6.271205810030371e-05,
      "loss": 10.18,
      "step": 10685
    },
    {
      "epoch": 1.8657849941076339,
      "grad_norm": 0.06863970309495926,
      "learning_rate": 6.26950823084985e-05,
      "loss": 10.198,
      "step": 10686
    },
    {
      "epoch": 1.865959582733185,
      "grad_norm": 0.0630401074886322,
      "learning_rate": 6.26781077654408e-05,
      "loss": 10.1804,
      "step": 10687
    },
    {
      "epoch": 1.8661341713587358,
      "grad_norm": 0.06222972273826599,
      "learning_rate": 6.266113447169894e-05,
      "loss": 10.2037,
      "step": 10688
    },
    {
      "epoch": 1.8663087599842871,
      "grad_norm": 0.0598888173699379,
      "learning_rate": 6.264416242784101e-05,
      "loss": 10.2146,
      "step": 10689
    },
    {
      "epoch": 1.866483348609838,
      "grad_norm": 0.06996950507164001,
      "learning_rate": 6.262719163443511e-05,
      "loss": 10.2094,
      "step": 10690
    },
    {
      "epoch": 1.866657937235389,
      "grad_norm": 0.06191106140613556,
      "learning_rate": 6.261022209204937e-05,
      "loss": 10.2,
      "step": 10691
    },
    {
      "epoch": 1.8668325258609402,
      "grad_norm": 0.07216532528400421,
      "learning_rate": 6.25932538012518e-05,
      "loss": 10.1962,
      "step": 10692
    },
    {
      "epoch": 1.8670071144864913,
      "grad_norm": 0.06647122651338577,
      "learning_rate": 6.25762867626104e-05,
      "loss": 10.1899,
      "step": 10693
    },
    {
      "epoch": 1.8671817031120423,
      "grad_norm": 0.08101069927215576,
      "learning_rate": 6.255932097669315e-05,
      "loss": 10.1848,
      "step": 10694
    },
    {
      "epoch": 1.8673562917375932,
      "grad_norm": 0.08786645531654358,
      "learning_rate": 6.254235644406796e-05,
      "loss": 10.1863,
      "step": 10695
    },
    {
      "epoch": 1.8675308803631443,
      "grad_norm": 0.06291328370571136,
      "learning_rate": 6.252539316530266e-05,
      "loss": 10.1913,
      "step": 10696
    },
    {
      "epoch": 1.8677054689886954,
      "grad_norm": 0.06729833036661148,
      "learning_rate": 6.250843114096514e-05,
      "loss": 10.1771,
      "step": 10697
    },
    {
      "epoch": 1.8678800576142465,
      "grad_norm": 0.07233931124210358,
      "learning_rate": 6.249147037162316e-05,
      "loss": 10.1538,
      "step": 10698
    },
    {
      "epoch": 1.8680546462397976,
      "grad_norm": 0.07339306175708771,
      "learning_rate": 6.24745108578444e-05,
      "loss": 10.1934,
      "step": 10699
    },
    {
      "epoch": 1.8682292348653484,
      "grad_norm": 0.07272105664014816,
      "learning_rate": 6.245755260019668e-05,
      "loss": 10.1881,
      "step": 10700
    },
    {
      "epoch": 1.8684038234908997,
      "grad_norm": 0.06985235214233398,
      "learning_rate": 6.244059559924762e-05,
      "loss": 10.19,
      "step": 10701
    },
    {
      "epoch": 1.8685784121164506,
      "grad_norm": 0.06481099128723145,
      "learning_rate": 6.242363985556481e-05,
      "loss": 10.1653,
      "step": 10702
    },
    {
      "epoch": 1.8687530007420017,
      "grad_norm": 0.08311790972948074,
      "learning_rate": 6.240668536971588e-05,
      "loss": 10.1662,
      "step": 10703
    },
    {
      "epoch": 1.8689275893675528,
      "grad_norm": 0.07519786059856415,
      "learning_rate": 6.238973214226831e-05,
      "loss": 10.1841,
      "step": 10704
    },
    {
      "epoch": 1.8691021779931036,
      "grad_norm": 0.0717955082654953,
      "learning_rate": 6.237278017378958e-05,
      "loss": 10.1701,
      "step": 10705
    },
    {
      "epoch": 1.869276766618655,
      "grad_norm": 0.07013044506311417,
      "learning_rate": 6.235582946484724e-05,
      "loss": 10.1623,
      "step": 10706
    },
    {
      "epoch": 1.8694513552442058,
      "grad_norm": 0.09303947538137436,
      "learning_rate": 6.233888001600862e-05,
      "loss": 10.1538,
      "step": 10707
    },
    {
      "epoch": 1.869625943869757,
      "grad_norm": 0.08067210763692856,
      "learning_rate": 6.232193182784109e-05,
      "loss": 10.1949,
      "step": 10708
    },
    {
      "epoch": 1.869800532495308,
      "grad_norm": 0.09672010689973831,
      "learning_rate": 6.2304984900912e-05,
      "loss": 10.1912,
      "step": 10709
    },
    {
      "epoch": 1.8699751211208588,
      "grad_norm": 0.08380015194416046,
      "learning_rate": 6.228803923578863e-05,
      "loss": 10.1607,
      "step": 10710
    },
    {
      "epoch": 1.8701497097464101,
      "grad_norm": 0.0864928811788559,
      "learning_rate": 6.227109483303818e-05,
      "loss": 10.171,
      "step": 10711
    },
    {
      "epoch": 1.870324298371961,
      "grad_norm": 0.09052857011556625,
      "learning_rate": 6.225415169322792e-05,
      "loss": 10.1403,
      "step": 10712
    },
    {
      "epoch": 1.870498886997512,
      "grad_norm": 0.08655042201280594,
      "learning_rate": 6.223720981692496e-05,
      "loss": 10.1751,
      "step": 10713
    },
    {
      "epoch": 1.8706734756230632,
      "grad_norm": 0.08381380140781403,
      "learning_rate": 6.22202692046964e-05,
      "loss": 10.2138,
      "step": 10714
    },
    {
      "epoch": 1.870848064248614,
      "grad_norm": 0.08648563921451569,
      "learning_rate": 6.220332985710936e-05,
      "loss": 10.1858,
      "step": 10715
    },
    {
      "epoch": 1.8710226528741654,
      "grad_norm": 0.08452744781970978,
      "learning_rate": 6.218639177473085e-05,
      "loss": 10.1644,
      "step": 10716
    },
    {
      "epoch": 1.8711972414997162,
      "grad_norm": 0.09464254230260849,
      "learning_rate": 6.216945495812778e-05,
      "loss": 10.1754,
      "step": 10717
    },
    {
      "epoch": 1.8713718301252673,
      "grad_norm": 0.0816611498594284,
      "learning_rate": 6.215251940786722e-05,
      "loss": 10.1869,
      "step": 10718
    },
    {
      "epoch": 1.8715464187508184,
      "grad_norm": 0.0856616422533989,
      "learning_rate": 6.213558512451602e-05,
      "loss": 10.1777,
      "step": 10719
    },
    {
      "epoch": 1.8717210073763695,
      "grad_norm": 0.09636379033327103,
      "learning_rate": 6.2118652108641e-05,
      "loss": 10.184,
      "step": 10720
    },
    {
      "epoch": 1.8718955960019206,
      "grad_norm": 0.10175402462482452,
      "learning_rate": 6.210172036080903e-05,
      "loss": 10.2049,
      "step": 10721
    },
    {
      "epoch": 1.8720701846274714,
      "grad_norm": 0.09732254594564438,
      "learning_rate": 6.208478988158688e-05,
      "loss": 10.1894,
      "step": 10722
    },
    {
      "epoch": 1.8722447732530225,
      "grad_norm": 0.09229575842618942,
      "learning_rate": 6.206786067154123e-05,
      "loss": 10.2026,
      "step": 10723
    },
    {
      "epoch": 1.8724193618785736,
      "grad_norm": 0.11322730779647827,
      "learning_rate": 6.205093273123882e-05,
      "loss": 10.2137,
      "step": 10724
    },
    {
      "epoch": 1.8725939505041247,
      "grad_norm": 0.12045690417289734,
      "learning_rate": 6.20340060612463e-05,
      "loss": 10.2123,
      "step": 10725
    },
    {
      "epoch": 1.8727685391296758,
      "grad_norm": 0.14368656277656555,
      "learning_rate": 6.201708066213023e-05,
      "loss": 10.1671,
      "step": 10726
    },
    {
      "epoch": 1.8729431277552266,
      "grad_norm": 0.19879570603370667,
      "learning_rate": 6.200015653445723e-05,
      "loss": 10.2328,
      "step": 10727
    },
    {
      "epoch": 1.873117716380778,
      "grad_norm": 0.07543370872735977,
      "learning_rate": 6.19832336787938e-05,
      "loss": 10.1936,
      "step": 10728
    },
    {
      "epoch": 1.8732923050063288,
      "grad_norm": 0.05969199910759926,
      "learning_rate": 6.196631209570634e-05,
      "loss": 10.2292,
      "step": 10729
    },
    {
      "epoch": 1.87346689363188,
      "grad_norm": 0.06450918316841125,
      "learning_rate": 6.194939178576141e-05,
      "loss": 10.2025,
      "step": 10730
    },
    {
      "epoch": 1.873641482257431,
      "grad_norm": 0.06509844213724136,
      "learning_rate": 6.193247274952532e-05,
      "loss": 10.2056,
      "step": 10731
    },
    {
      "epoch": 1.8738160708829819,
      "grad_norm": 0.06833810359239578,
      "learning_rate": 6.191555498756446e-05,
      "loss": 10.2264,
      "step": 10732
    },
    {
      "epoch": 1.8739906595085332,
      "grad_norm": 0.07230588048696518,
      "learning_rate": 6.189863850044513e-05,
      "loss": 10.2047,
      "step": 10733
    },
    {
      "epoch": 1.874165248134084,
      "grad_norm": 0.07355553656816483,
      "learning_rate": 6.188172328873351e-05,
      "loss": 10.2037,
      "step": 10734
    },
    {
      "epoch": 1.8743398367596351,
      "grad_norm": 0.06499885022640228,
      "learning_rate": 6.186480935299596e-05,
      "loss": 10.2102,
      "step": 10735
    },
    {
      "epoch": 1.8745144253851862,
      "grad_norm": 0.0684627890586853,
      "learning_rate": 6.18478966937986e-05,
      "loss": 10.1876,
      "step": 10736
    },
    {
      "epoch": 1.874689014010737,
      "grad_norm": 0.07298602908849716,
      "learning_rate": 6.183098531170752e-05,
      "loss": 10.1802,
      "step": 10737
    },
    {
      "epoch": 1.8748636026362884,
      "grad_norm": 0.06695719063282013,
      "learning_rate": 6.181407520728888e-05,
      "loss": 10.2318,
      "step": 10738
    },
    {
      "epoch": 1.8750381912618392,
      "grad_norm": 0.06974505633115768,
      "learning_rate": 6.179716638110868e-05,
      "loss": 10.1805,
      "step": 10739
    },
    {
      "epoch": 1.8752127798873903,
      "grad_norm": 0.06044826656579971,
      "learning_rate": 6.178025883373292e-05,
      "loss": 10.1998,
      "step": 10740
    },
    {
      "epoch": 1.8753873685129414,
      "grad_norm": 0.07795001566410065,
      "learning_rate": 6.176335256572764e-05,
      "loss": 10.2023,
      "step": 10741
    },
    {
      "epoch": 1.8755619571384923,
      "grad_norm": 0.06380775570869446,
      "learning_rate": 6.174644757765873e-05,
      "loss": 10.2064,
      "step": 10742
    },
    {
      "epoch": 1.8757365457640436,
      "grad_norm": 0.07206480205059052,
      "learning_rate": 6.172954387009199e-05,
      "loss": 10.198,
      "step": 10743
    },
    {
      "epoch": 1.8759111343895944,
      "grad_norm": 0.06994390487670898,
      "learning_rate": 6.171264144359336e-05,
      "loss": 10.2089,
      "step": 10744
    },
    {
      "epoch": 1.8760857230151455,
      "grad_norm": 0.06924980878829956,
      "learning_rate": 6.169574029872858e-05,
      "loss": 10.1887,
      "step": 10745
    },
    {
      "epoch": 1.8762603116406966,
      "grad_norm": 0.06788971275091171,
      "learning_rate": 6.167884043606338e-05,
      "loss": 10.1933,
      "step": 10746
    },
    {
      "epoch": 1.8764349002662477,
      "grad_norm": 0.07458122819662094,
      "learning_rate": 6.166194185616357e-05,
      "loss": 10.1617,
      "step": 10747
    },
    {
      "epoch": 1.8766094888917988,
      "grad_norm": 0.06381231546401978,
      "learning_rate": 6.16450445595947e-05,
      "loss": 10.2082,
      "step": 10748
    },
    {
      "epoch": 1.8767840775173497,
      "grad_norm": 0.07045000791549683,
      "learning_rate": 6.16281485469224e-05,
      "loss": 10.1871,
      "step": 10749
    },
    {
      "epoch": 1.8769586661429007,
      "grad_norm": 0.06257603317499161,
      "learning_rate": 6.161125381871234e-05,
      "loss": 10.1916,
      "step": 10750
    },
    {
      "epoch": 1.8771332547684518,
      "grad_norm": 0.06283199787139893,
      "learning_rate": 6.159436037552999e-05,
      "loss": 10.1842,
      "step": 10751
    },
    {
      "epoch": 1.877307843394003,
      "grad_norm": 0.06895491480827332,
      "learning_rate": 6.15774682179408e-05,
      "loss": 10.1912,
      "step": 10752
    },
    {
      "epoch": 1.877482432019554,
      "grad_norm": 0.06653495877981186,
      "learning_rate": 6.156057734651034e-05,
      "loss": 10.1921,
      "step": 10753
    },
    {
      "epoch": 1.8776570206451049,
      "grad_norm": 0.0831831693649292,
      "learning_rate": 6.154368776180392e-05,
      "loss": 10.1811,
      "step": 10754
    },
    {
      "epoch": 1.8778316092706562,
      "grad_norm": 0.08841108530759811,
      "learning_rate": 6.15267994643869e-05,
      "loss": 10.197,
      "step": 10755
    },
    {
      "epoch": 1.878006197896207,
      "grad_norm": 0.07434631884098053,
      "learning_rate": 6.150991245482467e-05,
      "loss": 10.1634,
      "step": 10756
    },
    {
      "epoch": 1.8781807865217581,
      "grad_norm": 0.086336150765419,
      "learning_rate": 6.149302673368245e-05,
      "loss": 10.1716,
      "step": 10757
    },
    {
      "epoch": 1.8783553751473092,
      "grad_norm": 0.07742372155189514,
      "learning_rate": 6.147614230152547e-05,
      "loss": 10.1677,
      "step": 10758
    },
    {
      "epoch": 1.87852996377286,
      "grad_norm": 0.09495021402835846,
      "learning_rate": 6.145925915891898e-05,
      "loss": 10.1367,
      "step": 10759
    },
    {
      "epoch": 1.8787045523984114,
      "grad_norm": 0.07690183073282242,
      "learning_rate": 6.144237730642808e-05,
      "loss": 10.1827,
      "step": 10760
    },
    {
      "epoch": 1.8788791410239623,
      "grad_norm": 0.08151374757289886,
      "learning_rate": 6.142549674461784e-05,
      "loss": 10.1915,
      "step": 10761
    },
    {
      "epoch": 1.8790537296495133,
      "grad_norm": 0.0832422524690628,
      "learning_rate": 6.140861747405341e-05,
      "loss": 10.1995,
      "step": 10762
    },
    {
      "epoch": 1.8792283182750644,
      "grad_norm": 0.07410839200019836,
      "learning_rate": 6.139173949529976e-05,
      "loss": 10.2132,
      "step": 10763
    },
    {
      "epoch": 1.8794029069006153,
      "grad_norm": 0.09670274704694748,
      "learning_rate": 6.137486280892184e-05,
      "loss": 10.1768,
      "step": 10764
    },
    {
      "epoch": 1.8795774955261666,
      "grad_norm": 0.09012950956821442,
      "learning_rate": 6.135798741548464e-05,
      "loss": 10.1655,
      "step": 10765
    },
    {
      "epoch": 1.8797520841517175,
      "grad_norm": 0.09543956071138382,
      "learning_rate": 6.134111331555301e-05,
      "loss": 10.1495,
      "step": 10766
    },
    {
      "epoch": 1.8799266727772685,
      "grad_norm": 0.08175080269575119,
      "learning_rate": 6.132424050969176e-05,
      "loss": 10.1732,
      "step": 10767
    },
    {
      "epoch": 1.8801012614028196,
      "grad_norm": 0.08642172068357468,
      "learning_rate": 6.130736899846578e-05,
      "loss": 10.1854,
      "step": 10768
    },
    {
      "epoch": 1.8802758500283705,
      "grad_norm": 0.08643259853124619,
      "learning_rate": 6.129049878243978e-05,
      "loss": 10.2148,
      "step": 10769
    },
    {
      "epoch": 1.8804504386539218,
      "grad_norm": 0.10639020055532455,
      "learning_rate": 6.127362986217844e-05,
      "loss": 10.1716,
      "step": 10770
    },
    {
      "epoch": 1.8806250272794727,
      "grad_norm": 0.1001112088561058,
      "learning_rate": 6.12567622382465e-05,
      "loss": 10.1623,
      "step": 10771
    },
    {
      "epoch": 1.8807996159050238,
      "grad_norm": 0.11823222786188126,
      "learning_rate": 6.123989591120856e-05,
      "loss": 10.1693,
      "step": 10772
    },
    {
      "epoch": 1.8809742045305748,
      "grad_norm": 0.10050013661384583,
      "learning_rate": 6.122303088162916e-05,
      "loss": 10.1727,
      "step": 10773
    },
    {
      "epoch": 1.881148793156126,
      "grad_norm": 0.11961249262094498,
      "learning_rate": 6.12061671500729e-05,
      "loss": 10.1756,
      "step": 10774
    },
    {
      "epoch": 1.881323381781677,
      "grad_norm": 0.1247328445315361,
      "learning_rate": 6.118930471710428e-05,
      "loss": 10.1818,
      "step": 10775
    },
    {
      "epoch": 1.8814979704072279,
      "grad_norm": 0.13549582660198212,
      "learning_rate": 6.117244358328771e-05,
      "loss": 10.187,
      "step": 10776
    },
    {
      "epoch": 1.881672559032779,
      "grad_norm": 0.2304915338754654,
      "learning_rate": 6.115558374918764e-05,
      "loss": 10.2069,
      "step": 10777
    },
    {
      "epoch": 1.88184714765833,
      "grad_norm": 0.08185379207134247,
      "learning_rate": 6.113872521536843e-05,
      "loss": 10.1756,
      "step": 10778
    },
    {
      "epoch": 1.8820217362838811,
      "grad_norm": 0.07419649511575699,
      "learning_rate": 6.112186798239435e-05,
      "loss": 10.1773,
      "step": 10779
    },
    {
      "epoch": 1.8821963249094322,
      "grad_norm": 0.06475190073251724,
      "learning_rate": 6.110501205082975e-05,
      "loss": 10.2002,
      "step": 10780
    },
    {
      "epoch": 1.882370913534983,
      "grad_norm": 0.07179199159145355,
      "learning_rate": 6.108815742123887e-05,
      "loss": 10.1879,
      "step": 10781
    },
    {
      "epoch": 1.8825455021605344,
      "grad_norm": 0.09015613794326782,
      "learning_rate": 6.107130409418584e-05,
      "loss": 10.216,
      "step": 10782
    },
    {
      "epoch": 1.8827200907860853,
      "grad_norm": 0.07035890966653824,
      "learning_rate": 6.105445207023487e-05,
      "loss": 10.2043,
      "step": 10783
    },
    {
      "epoch": 1.8828946794116364,
      "grad_norm": 0.06972348690032959,
      "learning_rate": 6.103760134995005e-05,
      "loss": 10.2092,
      "step": 10784
    },
    {
      "epoch": 1.8830692680371874,
      "grad_norm": 0.06354078650474548,
      "learning_rate": 6.102075193389537e-05,
      "loss": 10.2129,
      "step": 10785
    },
    {
      "epoch": 1.8832438566627383,
      "grad_norm": 0.058816097676754,
      "learning_rate": 6.1003903822634965e-05,
      "loss": 10.1908,
      "step": 10786
    },
    {
      "epoch": 1.8834184452882896,
      "grad_norm": 0.05979073420166969,
      "learning_rate": 6.098705701673275e-05,
      "loss": 10.1938,
      "step": 10787
    },
    {
      "epoch": 1.8835930339138405,
      "grad_norm": 0.06287852674722672,
      "learning_rate": 6.097021151675266e-05,
      "loss": 10.2183,
      "step": 10788
    },
    {
      "epoch": 1.8837676225393916,
      "grad_norm": 0.06807412952184677,
      "learning_rate": 6.095336732325859e-05,
      "loss": 10.188,
      "step": 10789
    },
    {
      "epoch": 1.8839422111649426,
      "grad_norm": 0.06857185065746307,
      "learning_rate": 6.093652443681439e-05,
      "loss": 10.2073,
      "step": 10790
    },
    {
      "epoch": 1.8841167997904935,
      "grad_norm": 0.06620422750711441,
      "learning_rate": 6.091968285798379e-05,
      "loss": 10.1976,
      "step": 10791
    },
    {
      "epoch": 1.8842913884160448,
      "grad_norm": 0.06792404502630234,
      "learning_rate": 6.0902842587330664e-05,
      "loss": 10.2108,
      "step": 10792
    },
    {
      "epoch": 1.8844659770415957,
      "grad_norm": 0.07087328284978867,
      "learning_rate": 6.088600362541866e-05,
      "loss": 10.1821,
      "step": 10793
    },
    {
      "epoch": 1.8846405656671468,
      "grad_norm": 0.07365796715021133,
      "learning_rate": 6.086916597281144e-05,
      "loss": 10.2183,
      "step": 10794
    },
    {
      "epoch": 1.8848151542926979,
      "grad_norm": 0.07458808273077011,
      "learning_rate": 6.085232963007266e-05,
      "loss": 10.1911,
      "step": 10795
    },
    {
      "epoch": 1.8849897429182487,
      "grad_norm": 0.07907260209321976,
      "learning_rate": 6.0835494597765877e-05,
      "loss": 10.1952,
      "step": 10796
    },
    {
      "epoch": 1.8851643315438,
      "grad_norm": 0.06366291642189026,
      "learning_rate": 6.081866087645458e-05,
      "loss": 10.2052,
      "step": 10797
    },
    {
      "epoch": 1.885338920169351,
      "grad_norm": 0.08487760275602341,
      "learning_rate": 6.080182846670237e-05,
      "loss": 10.1597,
      "step": 10798
    },
    {
      "epoch": 1.885513508794902,
      "grad_norm": 0.08135651051998138,
      "learning_rate": 6.078499736907264e-05,
      "loss": 10.2309,
      "step": 10799
    },
    {
      "epoch": 1.885688097420453,
      "grad_norm": 0.06796509772539139,
      "learning_rate": 6.0768167584128776e-05,
      "loss": 10.1515,
      "step": 10800
    },
    {
      "epoch": 1.885688097420453,
      "eval_loss": 10.169761657714844,
      "eval_runtime": 0.7236,
      "eval_samples_per_second": 319.237,
      "eval_steps_per_second": 160.309,
      "step": 10800
    },
    {
      "epoch": 1.8858626860460042,
      "grad_norm": 0.06360113620758057,
      "learning_rate": 6.0751339112434193e-05,
      "loss": 10.2252,
      "step": 10801
    },
    {
      "epoch": 1.8860372746715552,
      "grad_norm": 0.07171354442834854,
      "learning_rate": 6.073451195455216e-05,
      "loss": 10.1996,
      "step": 10802
    },
    {
      "epoch": 1.886211863297106,
      "grad_norm": 0.07431813329458237,
      "learning_rate": 6.0717686111045936e-05,
      "loss": 10.1682,
      "step": 10803
    },
    {
      "epoch": 1.8863864519226572,
      "grad_norm": 0.07317841053009033,
      "learning_rate": 6.070086158247883e-05,
      "loss": 10.1842,
      "step": 10804
    },
    {
      "epoch": 1.8865610405482083,
      "grad_norm": 0.07089483737945557,
      "learning_rate": 6.0684038369413966e-05,
      "loss": 10.2222,
      "step": 10805
    },
    {
      "epoch": 1.8867356291737594,
      "grad_norm": 0.06971515715122223,
      "learning_rate": 6.066721647241447e-05,
      "loss": 10.1657,
      "step": 10806
    },
    {
      "epoch": 1.8869102177993105,
      "grad_norm": 0.08026622980833054,
      "learning_rate": 6.065039589204351e-05,
      "loss": 10.1509,
      "step": 10807
    },
    {
      "epoch": 1.8870848064248613,
      "grad_norm": 0.07729616016149521,
      "learning_rate": 6.063357662886408e-05,
      "loss": 10.2275,
      "step": 10808
    },
    {
      "epoch": 1.8872593950504126,
      "grad_norm": 0.07847270369529724,
      "learning_rate": 6.061675868343917e-05,
      "loss": 10.1857,
      "step": 10809
    },
    {
      "epoch": 1.8874339836759635,
      "grad_norm": 0.07972739636898041,
      "learning_rate": 6.059994205633183e-05,
      "loss": 10.1809,
      "step": 10810
    },
    {
      "epoch": 1.8876085723015146,
      "grad_norm": 0.09153623878955841,
      "learning_rate": 6.0583126748104924e-05,
      "loss": 10.1684,
      "step": 10811
    },
    {
      "epoch": 1.8877831609270657,
      "grad_norm": 0.07798104733228683,
      "learning_rate": 6.056631275932132e-05,
      "loss": 10.1971,
      "step": 10812
    },
    {
      "epoch": 1.8879577495526165,
      "grad_norm": 0.09052621573209763,
      "learning_rate": 6.0549500090543885e-05,
      "loss": 10.1796,
      "step": 10813
    },
    {
      "epoch": 1.8881323381781678,
      "grad_norm": 0.09430690109729767,
      "learning_rate": 6.05326887423354e-05,
      "loss": 10.1993,
      "step": 10814
    },
    {
      "epoch": 1.8883069268037187,
      "grad_norm": 0.08389561623334885,
      "learning_rate": 6.051587871525854e-05,
      "loss": 10.1522,
      "step": 10815
    },
    {
      "epoch": 1.8884815154292698,
      "grad_norm": 0.08223272114992142,
      "learning_rate": 6.0499070009876136e-05,
      "loss": 10.1535,
      "step": 10816
    },
    {
      "epoch": 1.8886561040548209,
      "grad_norm": 0.09569267183542252,
      "learning_rate": 6.048226262675075e-05,
      "loss": 10.1819,
      "step": 10817
    },
    {
      "epoch": 1.8888306926803717,
      "grad_norm": 0.10180222988128662,
      "learning_rate": 6.0465456566445e-05,
      "loss": 10.1739,
      "step": 10818
    },
    {
      "epoch": 1.889005281305923,
      "grad_norm": 0.09454868733882904,
      "learning_rate": 6.04486518295215e-05,
      "loss": 10.1766,
      "step": 10819
    },
    {
      "epoch": 1.889179869931474,
      "grad_norm": 0.10392122715711594,
      "learning_rate": 6.0431848416542734e-05,
      "loss": 10.168,
      "step": 10820
    },
    {
      "epoch": 1.889354458557025,
      "grad_norm": 0.11190164089202881,
      "learning_rate": 6.041504632807116e-05,
      "loss": 10.1404,
      "step": 10821
    },
    {
      "epoch": 1.889529047182576,
      "grad_norm": 0.1176028698682785,
      "learning_rate": 6.0398245564669266e-05,
      "loss": 10.1872,
      "step": 10822
    },
    {
      "epoch": 1.889703635808127,
      "grad_norm": 0.10146383196115494,
      "learning_rate": 6.0381446126899424e-05,
      "loss": 10.1571,
      "step": 10823
    },
    {
      "epoch": 1.8898782244336783,
      "grad_norm": 0.11176688224077225,
      "learning_rate": 6.036464801532396e-05,
      "loss": 10.184,
      "step": 10824
    },
    {
      "epoch": 1.8900528130592291,
      "grad_norm": 0.13884671032428741,
      "learning_rate": 6.0347851230505195e-05,
      "loss": 10.2247,
      "step": 10825
    },
    {
      "epoch": 1.8902274016847802,
      "grad_norm": 0.13972793519496918,
      "learning_rate": 6.0331055773005384e-05,
      "loss": 10.1494,
      "step": 10826
    },
    {
      "epoch": 1.8904019903103313,
      "grad_norm": 0.19376592338085175,
      "learning_rate": 6.031426164338669e-05,
      "loss": 10.2123,
      "step": 10827
    },
    {
      "epoch": 1.8905765789358824,
      "grad_norm": 0.06734682619571686,
      "learning_rate": 6.0297468842211394e-05,
      "loss": 10.2148,
      "step": 10828
    },
    {
      "epoch": 1.8907511675614335,
      "grad_norm": 0.08144306391477585,
      "learning_rate": 6.0280677370041526e-05,
      "loss": 10.1862,
      "step": 10829
    },
    {
      "epoch": 1.8909257561869843,
      "grad_norm": 0.06458155810832977,
      "learning_rate": 6.026388722743918e-05,
      "loss": 10.2116,
      "step": 10830
    },
    {
      "epoch": 1.8911003448125354,
      "grad_norm": 0.06755863130092621,
      "learning_rate": 6.024709841496641e-05,
      "loss": 10.2214,
      "step": 10831
    },
    {
      "epoch": 1.8912749334380865,
      "grad_norm": 0.06094739958643913,
      "learning_rate": 6.023031093318521e-05,
      "loss": 10.1854,
      "step": 10832
    },
    {
      "epoch": 1.8914495220636376,
      "grad_norm": 0.060380611568689346,
      "learning_rate": 6.021352478265746e-05,
      "loss": 10.196,
      "step": 10833
    },
    {
      "epoch": 1.8916241106891887,
      "grad_norm": 0.05881694704294205,
      "learning_rate": 6.019673996394515e-05,
      "loss": 10.2057,
      "step": 10834
    },
    {
      "epoch": 1.8917986993147395,
      "grad_norm": 0.07353446632623672,
      "learning_rate": 6.017995647761011e-05,
      "loss": 10.1819,
      "step": 10835
    },
    {
      "epoch": 1.8919732879402908,
      "grad_norm": 0.06310086697340012,
      "learning_rate": 6.016317432421412e-05,
      "loss": 10.2164,
      "step": 10836
    },
    {
      "epoch": 1.8921478765658417,
      "grad_norm": 0.061215199530124664,
      "learning_rate": 6.014639350431899e-05,
      "loss": 10.2199,
      "step": 10837
    },
    {
      "epoch": 1.8923224651913928,
      "grad_norm": 0.0650470182299614,
      "learning_rate": 6.012961401848641e-05,
      "loss": 10.225,
      "step": 10838
    },
    {
      "epoch": 1.8924970538169439,
      "grad_norm": 0.07547185570001602,
      "learning_rate": 6.011283586727804e-05,
      "loss": 10.1825,
      "step": 10839
    },
    {
      "epoch": 1.8926716424424948,
      "grad_norm": 0.06423792243003845,
      "learning_rate": 6.009605905125557e-05,
      "loss": 10.2191,
      "step": 10840
    },
    {
      "epoch": 1.892846231068046,
      "grad_norm": 0.06957549601793289,
      "learning_rate": 6.007928357098057e-05,
      "loss": 10.1716,
      "step": 10841
    },
    {
      "epoch": 1.893020819693597,
      "grad_norm": 0.06199653819203377,
      "learning_rate": 6.0062509427014544e-05,
      "loss": 10.1932,
      "step": 10842
    },
    {
      "epoch": 1.893195408319148,
      "grad_norm": 0.06133107468485832,
      "learning_rate": 6.0045736619919045e-05,
      "loss": 10.1734,
      "step": 10843
    },
    {
      "epoch": 1.893369996944699,
      "grad_norm": 0.06730037927627563,
      "learning_rate": 6.0028965150255515e-05,
      "loss": 10.1818,
      "step": 10844
    },
    {
      "epoch": 1.89354458557025,
      "grad_norm": 0.06877126544713974,
      "learning_rate": 6.001219501858528e-05,
      "loss": 10.1852,
      "step": 10845
    },
    {
      "epoch": 1.8937191741958013,
      "grad_norm": 0.0638689249753952,
      "learning_rate": 5.999542622546984e-05,
      "loss": 10.2115,
      "step": 10846
    },
    {
      "epoch": 1.8938937628213521,
      "grad_norm": 0.06660724431276321,
      "learning_rate": 5.997865877147042e-05,
      "loss": 10.2049,
      "step": 10847
    },
    {
      "epoch": 1.8940683514469032,
      "grad_norm": 0.07451353967189789,
      "learning_rate": 5.996189265714836e-05,
      "loss": 10.1734,
      "step": 10848
    },
    {
      "epoch": 1.8942429400724543,
      "grad_norm": 0.06370870769023895,
      "learning_rate": 5.994512788306483e-05,
      "loss": 10.1858,
      "step": 10849
    },
    {
      "epoch": 1.8944175286980052,
      "grad_norm": 0.06553066521883011,
      "learning_rate": 5.9928364449781016e-05,
      "loss": 10.1822,
      "step": 10850
    },
    {
      "epoch": 1.8945921173235565,
      "grad_norm": 0.06922076642513275,
      "learning_rate": 5.991160235785812e-05,
      "loss": 10.212,
      "step": 10851
    },
    {
      "epoch": 1.8947667059491073,
      "grad_norm": 0.07400728762149811,
      "learning_rate": 5.98948416078572e-05,
      "loss": 10.1914,
      "step": 10852
    },
    {
      "epoch": 1.8949412945746584,
      "grad_norm": 0.07981304824352264,
      "learning_rate": 5.987808220033928e-05,
      "loss": 10.182,
      "step": 10853
    },
    {
      "epoch": 1.8951158832002095,
      "grad_norm": 0.07413674890995026,
      "learning_rate": 5.986132413586543e-05,
      "loss": 10.1971,
      "step": 10854
    },
    {
      "epoch": 1.8952904718257606,
      "grad_norm": 0.06782134622335434,
      "learning_rate": 5.984456741499656e-05,
      "loss": 10.1749,
      "step": 10855
    },
    {
      "epoch": 1.8954650604513117,
      "grad_norm": 0.0686337947845459,
      "learning_rate": 5.982781203829356e-05,
      "loss": 10.1939,
      "step": 10856
    },
    {
      "epoch": 1.8956396490768626,
      "grad_norm": 0.06801971793174744,
      "learning_rate": 5.981105800631739e-05,
      "loss": 10.1719,
      "step": 10857
    },
    {
      "epoch": 1.8958142377024136,
      "grad_norm": 0.07540816068649292,
      "learning_rate": 5.9794305319628816e-05,
      "loss": 10.1688,
      "step": 10858
    },
    {
      "epoch": 1.8959888263279647,
      "grad_norm": 0.07393721491098404,
      "learning_rate": 5.977755397878862e-05,
      "loss": 10.1718,
      "step": 10859
    },
    {
      "epoch": 1.8961634149535158,
      "grad_norm": 0.07460574805736542,
      "learning_rate": 5.976080398435755e-05,
      "loss": 10.171,
      "step": 10860
    },
    {
      "epoch": 1.896338003579067,
      "grad_norm": 0.07925362139940262,
      "learning_rate": 5.974405533689629e-05,
      "loss": 10.1385,
      "step": 10861
    },
    {
      "epoch": 1.8965125922046178,
      "grad_norm": 0.08534571528434753,
      "learning_rate": 5.9727308036965455e-05,
      "loss": 10.1536,
      "step": 10862
    },
    {
      "epoch": 1.896687180830169,
      "grad_norm": 0.08059677481651306,
      "learning_rate": 5.9710562085125734e-05,
      "loss": 10.192,
      "step": 10863
    },
    {
      "epoch": 1.89686176945572,
      "grad_norm": 0.08451100438833237,
      "learning_rate": 5.969381748193761e-05,
      "loss": 10.1856,
      "step": 10864
    },
    {
      "epoch": 1.897036358081271,
      "grad_norm": 0.08693656325340271,
      "learning_rate": 5.9677074227961585e-05,
      "loss": 10.1534,
      "step": 10865
    },
    {
      "epoch": 1.897210946706822,
      "grad_norm": 0.08877220004796982,
      "learning_rate": 5.9660332323758174e-05,
      "loss": 10.1731,
      "step": 10866
    },
    {
      "epoch": 1.897385535332373,
      "grad_norm": 0.10071877390146255,
      "learning_rate": 5.964359176988776e-05,
      "loss": 10.1895,
      "step": 10867
    },
    {
      "epoch": 1.8975601239579243,
      "grad_norm": 0.09558425098657608,
      "learning_rate": 5.962685256691071e-05,
      "loss": 10.2095,
      "step": 10868
    },
    {
      "epoch": 1.8977347125834751,
      "grad_norm": 0.09864353388547897,
      "learning_rate": 5.96101147153874e-05,
      "loss": 10.1984,
      "step": 10869
    },
    {
      "epoch": 1.8979093012090262,
      "grad_norm": 0.0969829261302948,
      "learning_rate": 5.9593378215878094e-05,
      "loss": 10.1862,
      "step": 10870
    },
    {
      "epoch": 1.8980838898345773,
      "grad_norm": 0.10733658820390701,
      "learning_rate": 5.957664306894299e-05,
      "loss": 10.2231,
      "step": 10871
    },
    {
      "epoch": 1.8982584784601282,
      "grad_norm": 0.09661330282688141,
      "learning_rate": 5.9559909275142346e-05,
      "loss": 10.1873,
      "step": 10872
    },
    {
      "epoch": 1.8984330670856795,
      "grad_norm": 0.1021944209933281,
      "learning_rate": 5.9543176835036274e-05,
      "loss": 10.1703,
      "step": 10873
    },
    {
      "epoch": 1.8986076557112304,
      "grad_norm": 0.11558181792497635,
      "learning_rate": 5.9526445749184836e-05,
      "loss": 10.1738,
      "step": 10874
    },
    {
      "epoch": 1.8987822443367814,
      "grad_norm": 0.12592023611068726,
      "learning_rate": 5.9509716018148176e-05,
      "loss": 10.2154,
      "step": 10875
    },
    {
      "epoch": 1.8989568329623325,
      "grad_norm": 0.12817122042179108,
      "learning_rate": 5.949298764248627e-05,
      "loss": 10.1807,
      "step": 10876
    },
    {
      "epoch": 1.8991314215878834,
      "grad_norm": 0.2214549332857132,
      "learning_rate": 5.947626062275906e-05,
      "loss": 10.2647,
      "step": 10877
    },
    {
      "epoch": 1.8993060102134347,
      "grad_norm": 0.08108577877283096,
      "learning_rate": 5.945953495952651e-05,
      "loss": 10.2142,
      "step": 10878
    },
    {
      "epoch": 1.8994805988389856,
      "grad_norm": 0.0652645155787468,
      "learning_rate": 5.944281065334847e-05,
      "loss": 10.1995,
      "step": 10879
    },
    {
      "epoch": 1.8996551874645367,
      "grad_norm": 0.06434542685747147,
      "learning_rate": 5.942608770478473e-05,
      "loss": 10.1889,
      "step": 10880
    },
    {
      "epoch": 1.8998297760900877,
      "grad_norm": 0.05090777203440666,
      "learning_rate": 5.940936611439517e-05,
      "loss": 10.2096,
      "step": 10881
    },
    {
      "epoch": 1.9000043647156388,
      "grad_norm": 0.06439335644245148,
      "learning_rate": 5.939264588273947e-05,
      "loss": 10.2029,
      "step": 10882
    },
    {
      "epoch": 1.90017895334119,
      "grad_norm": 0.06354442238807678,
      "learning_rate": 5.937592701037733e-05,
      "loss": 10.1484,
      "step": 10883
    },
    {
      "epoch": 1.9003535419667408,
      "grad_norm": 0.06615830957889557,
      "learning_rate": 5.9359209497868406e-05,
      "loss": 10.1849,
      "step": 10884
    },
    {
      "epoch": 1.9005281305922919,
      "grad_norm": 0.06092160940170288,
      "learning_rate": 5.934249334577231e-05,
      "loss": 10.2123,
      "step": 10885
    },
    {
      "epoch": 1.900702719217843,
      "grad_norm": 0.07701045274734497,
      "learning_rate": 5.932577855464854e-05,
      "loss": 10.1806,
      "step": 10886
    },
    {
      "epoch": 1.900877307843394,
      "grad_norm": 0.06514174491167068,
      "learning_rate": 5.93090651250567e-05,
      "loss": 10.2168,
      "step": 10887
    },
    {
      "epoch": 1.9010518964689451,
      "grad_norm": 0.062132664024829865,
      "learning_rate": 5.9292353057556193e-05,
      "loss": 10.1728,
      "step": 10888
    },
    {
      "epoch": 1.901226485094496,
      "grad_norm": 0.06474655866622925,
      "learning_rate": 5.9275642352706464e-05,
      "loss": 10.1818,
      "step": 10889
    },
    {
      "epoch": 1.9014010737200473,
      "grad_norm": 0.06073761358857155,
      "learning_rate": 5.9258933011066885e-05,
      "loss": 10.2157,
      "step": 10890
    },
    {
      "epoch": 1.9015756623455982,
      "grad_norm": 0.0649983212351799,
      "learning_rate": 5.924222503319679e-05,
      "loss": 10.2104,
      "step": 10891
    },
    {
      "epoch": 1.9017502509711492,
      "grad_norm": 0.06432799994945526,
      "learning_rate": 5.9225518419655426e-05,
      "loss": 10.2056,
      "step": 10892
    },
    {
      "epoch": 1.9019248395967003,
      "grad_norm": 0.06640613824129105,
      "learning_rate": 5.9208813171002085e-05,
      "loss": 10.167,
      "step": 10893
    },
    {
      "epoch": 1.9020994282222512,
      "grad_norm": 0.07281199842691422,
      "learning_rate": 5.919210928779596e-05,
      "loss": 10.1914,
      "step": 10894
    },
    {
      "epoch": 1.9022740168478025,
      "grad_norm": 0.08234084397554398,
      "learning_rate": 5.9175406770596144e-05,
      "loss": 10.1913,
      "step": 10895
    },
    {
      "epoch": 1.9024486054733534,
      "grad_norm": 0.07625658810138702,
      "learning_rate": 5.91587056199618e-05,
      "loss": 10.1896,
      "step": 10896
    },
    {
      "epoch": 1.9026231940989045,
      "grad_norm": 0.06695713847875595,
      "learning_rate": 5.914200583645193e-05,
      "loss": 10.1986,
      "step": 10897
    },
    {
      "epoch": 1.9027977827244555,
      "grad_norm": 0.0728960856795311,
      "learning_rate": 5.9125307420625544e-05,
      "loss": 10.1769,
      "step": 10898
    },
    {
      "epoch": 1.9029723713500064,
      "grad_norm": 0.07152930647134781,
      "learning_rate": 5.910861037304167e-05,
      "loss": 10.199,
      "step": 10899
    },
    {
      "epoch": 1.9031469599755577,
      "grad_norm": 0.06471569091081619,
      "learning_rate": 5.909191469425918e-05,
      "loss": 10.2128,
      "step": 10900
    },
    {
      "epoch": 1.9033215486011086,
      "grad_norm": 0.0732349157333374,
      "learning_rate": 5.9075220384836925e-05,
      "loss": 10.1555,
      "step": 10901
    },
    {
      "epoch": 1.9034961372266597,
      "grad_norm": 0.08619049191474915,
      "learning_rate": 5.905852744533379e-05,
      "loss": 10.1724,
      "step": 10902
    },
    {
      "epoch": 1.9036707258522108,
      "grad_norm": 0.07504983246326447,
      "learning_rate": 5.904183587630852e-05,
      "loss": 10.2091,
      "step": 10903
    },
    {
      "epoch": 1.9038453144777616,
      "grad_norm": 0.07151675969362259,
      "learning_rate": 5.9025145678319815e-05,
      "loss": 10.1782,
      "step": 10904
    },
    {
      "epoch": 1.904019903103313,
      "grad_norm": 0.06849033385515213,
      "learning_rate": 5.900845685192644e-05,
      "loss": 10.1793,
      "step": 10905
    },
    {
      "epoch": 1.9041944917288638,
      "grad_norm": 0.06748728454113007,
      "learning_rate": 5.8991769397687005e-05,
      "loss": 10.1937,
      "step": 10906
    },
    {
      "epoch": 1.9043690803544149,
      "grad_norm": 0.09196904301643372,
      "learning_rate": 5.897508331616007e-05,
      "loss": 10.1455,
      "step": 10907
    },
    {
      "epoch": 1.904543668979966,
      "grad_norm": 0.06997471302747726,
      "learning_rate": 5.895839860790425e-05,
      "loss": 10.2051,
      "step": 10908
    },
    {
      "epoch": 1.904718257605517,
      "grad_norm": 0.099974624812603,
      "learning_rate": 5.8941715273478024e-05,
      "loss": 10.1897,
      "step": 10909
    },
    {
      "epoch": 1.9048928462310681,
      "grad_norm": 0.0844866931438446,
      "learning_rate": 5.892503331343979e-05,
      "loss": 10.1779,
      "step": 10910
    },
    {
      "epoch": 1.905067434856619,
      "grad_norm": 0.09953642636537552,
      "learning_rate": 5.890835272834807e-05,
      "loss": 10.193,
      "step": 10911
    },
    {
      "epoch": 1.90524202348217,
      "grad_norm": 0.07231485098600388,
      "learning_rate": 5.889167351876118e-05,
      "loss": 10.1416,
      "step": 10912
    },
    {
      "epoch": 1.9054166121077212,
      "grad_norm": 0.08430901914834976,
      "learning_rate": 5.8874995685237424e-05,
      "loss": 10.1869,
      "step": 10913
    },
    {
      "epoch": 1.9055912007332723,
      "grad_norm": 0.08339305967092514,
      "learning_rate": 5.885831922833509e-05,
      "loss": 10.161,
      "step": 10914
    },
    {
      "epoch": 1.9057657893588233,
      "grad_norm": 0.07638309895992279,
      "learning_rate": 5.884164414861243e-05,
      "loss": 10.1808,
      "step": 10915
    },
    {
      "epoch": 1.9059403779843742,
      "grad_norm": 0.08808794617652893,
      "learning_rate": 5.8824970446627555e-05,
      "loss": 10.1694,
      "step": 10916
    },
    {
      "epoch": 1.9061149666099255,
      "grad_norm": 0.0863424614071846,
      "learning_rate": 5.88082981229387e-05,
      "loss": 10.1562,
      "step": 10917
    },
    {
      "epoch": 1.9062895552354764,
      "grad_norm": 0.08131557703018188,
      "learning_rate": 5.8791627178103926e-05,
      "loss": 10.1652,
      "step": 10918
    },
    {
      "epoch": 1.9064641438610275,
      "grad_norm": 0.07589751482009888,
      "learning_rate": 5.877495761268119e-05,
      "loss": 10.1943,
      "step": 10919
    },
    {
      "epoch": 1.9066387324865786,
      "grad_norm": 0.09317487478256226,
      "learning_rate": 5.875828942722862e-05,
      "loss": 10.184,
      "step": 10920
    },
    {
      "epoch": 1.9068133211121294,
      "grad_norm": 0.10075259208679199,
      "learning_rate": 5.8741622622304095e-05,
      "loss": 10.2222,
      "step": 10921
    },
    {
      "epoch": 1.9069879097376807,
      "grad_norm": 0.10820306092500687,
      "learning_rate": 5.8724957198465505e-05,
      "loss": 10.182,
      "step": 10922
    },
    {
      "epoch": 1.9071624983632316,
      "grad_norm": 0.11121296882629395,
      "learning_rate": 5.870829315627079e-05,
      "loss": 10.1894,
      "step": 10923
    },
    {
      "epoch": 1.9073370869887827,
      "grad_norm": 0.1090385913848877,
      "learning_rate": 5.8691630496277696e-05,
      "loss": 10.1979,
      "step": 10924
    },
    {
      "epoch": 1.9075116756143338,
      "grad_norm": 0.11303939670324326,
      "learning_rate": 5.8674969219043965e-05,
      "loss": 10.1273,
      "step": 10925
    },
    {
      "epoch": 1.9076862642398846,
      "grad_norm": 0.13825342059135437,
      "learning_rate": 5.8658309325127395e-05,
      "loss": 10.2115,
      "step": 10926
    },
    {
      "epoch": 1.907860852865436,
      "grad_norm": 0.1948504000902176,
      "learning_rate": 5.864165081508564e-05,
      "loss": 10.2124,
      "step": 10927
    },
    {
      "epoch": 1.9080354414909868,
      "grad_norm": 0.07875167578458786,
      "learning_rate": 5.862499368947625e-05,
      "loss": 10.1995,
      "step": 10928
    },
    {
      "epoch": 1.908210030116538,
      "grad_norm": 0.06771235167980194,
      "learning_rate": 5.860833794885694e-05,
      "loss": 10.1845,
      "step": 10929
    },
    {
      "epoch": 1.908384618742089,
      "grad_norm": 0.0644332617521286,
      "learning_rate": 5.859168359378516e-05,
      "loss": 10.2081,
      "step": 10930
    },
    {
      "epoch": 1.9085592073676398,
      "grad_norm": 0.06717942655086517,
      "learning_rate": 5.857503062481837e-05,
      "loss": 10.2051,
      "step": 10931
    },
    {
      "epoch": 1.9087337959931912,
      "grad_norm": 0.06362785398960114,
      "learning_rate": 5.85583790425141e-05,
      "loss": 10.2211,
      "step": 10932
    },
    {
      "epoch": 1.908908384618742,
      "grad_norm": 0.06393295526504517,
      "learning_rate": 5.85417288474297e-05,
      "loss": 10.1953,
      "step": 10933
    },
    {
      "epoch": 1.909082973244293,
      "grad_norm": 0.07340735197067261,
      "learning_rate": 5.8525080040122506e-05,
      "loss": 10.1879,
      "step": 10934
    },
    {
      "epoch": 1.9092575618698442,
      "grad_norm": 0.06838887184858322,
      "learning_rate": 5.850843262114986e-05,
      "loss": 10.1973,
      "step": 10935
    },
    {
      "epoch": 1.9094321504953953,
      "grad_norm": 0.0639922022819519,
      "learning_rate": 5.8491786591069e-05,
      "loss": 10.1986,
      "step": 10936
    },
    {
      "epoch": 1.9096067391209464,
      "grad_norm": 0.06906415522098541,
      "learning_rate": 5.847514195043709e-05,
      "loss": 10.1816,
      "step": 10937
    },
    {
      "epoch": 1.9097813277464972,
      "grad_norm": 0.062428295612335205,
      "learning_rate": 5.845849869981137e-05,
      "loss": 10.2094,
      "step": 10938
    },
    {
      "epoch": 1.9099559163720483,
      "grad_norm": 0.06505414098501205,
      "learning_rate": 5.844185683974893e-05,
      "loss": 10.202,
      "step": 10939
    },
    {
      "epoch": 1.9101305049975994,
      "grad_norm": 0.07720811665058136,
      "learning_rate": 5.842521637080682e-05,
      "loss": 10.2091,
      "step": 10940
    },
    {
      "epoch": 1.9103050936231505,
      "grad_norm": 0.08198043704032898,
      "learning_rate": 5.84085772935421e-05,
      "loss": 10.1882,
      "step": 10941
    },
    {
      "epoch": 1.9104796822487016,
      "grad_norm": 0.06723126024007797,
      "learning_rate": 5.839193960851173e-05,
      "loss": 10.2012,
      "step": 10942
    },
    {
      "epoch": 1.9106542708742524,
      "grad_norm": 0.06275895982980728,
      "learning_rate": 5.837530331627259e-05,
      "loss": 10.2029,
      "step": 10943
    },
    {
      "epoch": 1.9108288594998037,
      "grad_norm": 0.06415916979312897,
      "learning_rate": 5.8358668417381665e-05,
      "loss": 10.2061,
      "step": 10944
    },
    {
      "epoch": 1.9110034481253546,
      "grad_norm": 0.06877510994672775,
      "learning_rate": 5.834203491239574e-05,
      "loss": 10.19,
      "step": 10945
    },
    {
      "epoch": 1.9111780367509057,
      "grad_norm": 0.06224846467375755,
      "learning_rate": 5.832540280187155e-05,
      "loss": 10.188,
      "step": 10946
    },
    {
      "epoch": 1.9113526253764568,
      "grad_norm": 0.06306244432926178,
      "learning_rate": 5.8308772086365956e-05,
      "loss": 10.1914,
      "step": 10947
    },
    {
      "epoch": 1.9115272140020076,
      "grad_norm": 0.0579197034239769,
      "learning_rate": 5.82921427664356e-05,
      "loss": 10.1944,
      "step": 10948
    },
    {
      "epoch": 1.911701802627559,
      "grad_norm": 0.07643424719572067,
      "learning_rate": 5.8275514842637124e-05,
      "loss": 10.1801,
      "step": 10949
    },
    {
      "epoch": 1.9118763912531098,
      "grad_norm": 0.07287606596946716,
      "learning_rate": 5.825888831552714e-05,
      "loss": 10.1696,
      "step": 10950
    },
    {
      "epoch": 1.912050979878661,
      "grad_norm": 0.0739625096321106,
      "learning_rate": 5.824226318566219e-05,
      "loss": 10.2023,
      "step": 10951
    },
    {
      "epoch": 1.912225568504212,
      "grad_norm": 0.0673694908618927,
      "learning_rate": 5.822563945359878e-05,
      "loss": 10.187,
      "step": 10952
    },
    {
      "epoch": 1.9124001571297629,
      "grad_norm": 0.07360509783029556,
      "learning_rate": 5.820901711989342e-05,
      "loss": 10.1719,
      "step": 10953
    },
    {
      "epoch": 1.9125747457553142,
      "grad_norm": 0.07877819240093231,
      "learning_rate": 5.819239618510251e-05,
      "loss": 10.1631,
      "step": 10954
    },
    {
      "epoch": 1.912749334380865,
      "grad_norm": 0.07209230214357376,
      "learning_rate": 5.817577664978235e-05,
      "loss": 10.1699,
      "step": 10955
    },
    {
      "epoch": 1.9129239230064161,
      "grad_norm": 0.0649234727025032,
      "learning_rate": 5.8159158514489387e-05,
      "loss": 10.1791,
      "step": 10956
    },
    {
      "epoch": 1.9130985116319672,
      "grad_norm": 0.0764591246843338,
      "learning_rate": 5.8142541779779825e-05,
      "loss": 10.2134,
      "step": 10957
    },
    {
      "epoch": 1.913273100257518,
      "grad_norm": 0.07114818692207336,
      "learning_rate": 5.8125926446209865e-05,
      "loss": 10.1891,
      "step": 10958
    },
    {
      "epoch": 1.9134476888830694,
      "grad_norm": 0.0737251415848732,
      "learning_rate": 5.810931251433577e-05,
      "loss": 10.1964,
      "step": 10959
    },
    {
      "epoch": 1.9136222775086202,
      "grad_norm": 0.0808870866894722,
      "learning_rate": 5.809269998471363e-05,
      "loss": 10.1583,
      "step": 10960
    },
    {
      "epoch": 1.9137968661341713,
      "grad_norm": 0.08190678805112839,
      "learning_rate": 5.8076088857899545e-05,
      "loss": 10.1884,
      "step": 10961
    },
    {
      "epoch": 1.9139714547597224,
      "grad_norm": 0.09025612473487854,
      "learning_rate": 5.805947913444954e-05,
      "loss": 10.144,
      "step": 10962
    },
    {
      "epoch": 1.9141460433852735,
      "grad_norm": 0.06907517462968826,
      "learning_rate": 5.804287081491963e-05,
      "loss": 10.1903,
      "step": 10963
    },
    {
      "epoch": 1.9143206320108246,
      "grad_norm": 0.08819064497947693,
      "learning_rate": 5.802626389986571e-05,
      "loss": 10.1946,
      "step": 10964
    },
    {
      "epoch": 1.9144952206363754,
      "grad_norm": 0.08588240295648575,
      "learning_rate": 5.8009658389843756e-05,
      "loss": 10.1779,
      "step": 10965
    },
    {
      "epoch": 1.9146698092619265,
      "grad_norm": 0.08951187878847122,
      "learning_rate": 5.7993054285409574e-05,
      "loss": 10.1789,
      "step": 10966
    },
    {
      "epoch": 1.9148443978874776,
      "grad_norm": 0.08696277439594269,
      "learning_rate": 5.7976451587119006e-05,
      "loss": 10.2007,
      "step": 10967
    },
    {
      "epoch": 1.9150189865130287,
      "grad_norm": 0.09179113805294037,
      "learning_rate": 5.795985029552781e-05,
      "loss": 10.1688,
      "step": 10968
    },
    {
      "epoch": 1.9151935751385798,
      "grad_norm": 0.10043329000473022,
      "learning_rate": 5.794325041119163e-05,
      "loss": 10.177,
      "step": 10969
    },
    {
      "epoch": 1.9153681637641307,
      "grad_norm": 0.09460412710905075,
      "learning_rate": 5.792665193466623e-05,
      "loss": 10.1832,
      "step": 10970
    },
    {
      "epoch": 1.915542752389682,
      "grad_norm": 0.11930594593286514,
      "learning_rate": 5.791005486650718e-05,
      "loss": 10.1921,
      "step": 10971
    },
    {
      "epoch": 1.9157173410152328,
      "grad_norm": 0.10881916433572769,
      "learning_rate": 5.7893459207270065e-05,
      "loss": 10.1845,
      "step": 10972
    },
    {
      "epoch": 1.915891929640784,
      "grad_norm": 0.11298487335443497,
      "learning_rate": 5.7876864957510394e-05,
      "loss": 10.1651,
      "step": 10973
    },
    {
      "epoch": 1.916066518266335,
      "grad_norm": 0.11452946066856384,
      "learning_rate": 5.786027211778364e-05,
      "loss": 10.1907,
      "step": 10974
    },
    {
      "epoch": 1.9162411068918859,
      "grad_norm": 0.13351748883724213,
      "learning_rate": 5.784368068864521e-05,
      "loss": 10.1759,
      "step": 10975
    },
    {
      "epoch": 1.9164156955174372,
      "grad_norm": 0.14286701381206512,
      "learning_rate": 5.7827090670650554e-05,
      "loss": 10.1696,
      "step": 10976
    },
    {
      "epoch": 1.916590284142988,
      "grad_norm": 0.20401251316070557,
      "learning_rate": 5.781050206435498e-05,
      "loss": 10.2172,
      "step": 10977
    },
    {
      "epoch": 1.9167648727685391,
      "grad_norm": 0.06891383975744247,
      "learning_rate": 5.7793914870313716e-05,
      "loss": 10.2106,
      "step": 10978
    },
    {
      "epoch": 1.9169394613940902,
      "grad_norm": 0.07876744121313095,
      "learning_rate": 5.777732908908211e-05,
      "loss": 10.1989,
      "step": 10979
    },
    {
      "epoch": 1.917114050019641,
      "grad_norm": 0.08335008472204208,
      "learning_rate": 5.776074472121529e-05,
      "loss": 10.1986,
      "step": 10980
    },
    {
      "epoch": 1.9172886386451924,
      "grad_norm": 0.06959423422813416,
      "learning_rate": 5.774416176726838e-05,
      "loss": 10.2087,
      "step": 10981
    },
    {
      "epoch": 1.9174632272707433,
      "grad_norm": 0.06129136309027672,
      "learning_rate": 5.772758022779655e-05,
      "loss": 10.2061,
      "step": 10982
    },
    {
      "epoch": 1.9176378158962943,
      "grad_norm": 0.06900589168071747,
      "learning_rate": 5.7711000103354815e-05,
      "loss": 10.1987,
      "step": 10983
    },
    {
      "epoch": 1.9178124045218454,
      "grad_norm": 0.07113701105117798,
      "learning_rate": 5.769442139449818e-05,
      "loss": 10.1952,
      "step": 10984
    },
    {
      "epoch": 1.9179869931473963,
      "grad_norm": 0.0655137225985527,
      "learning_rate": 5.76778441017816e-05,
      "loss": 10.1935,
      "step": 10985
    },
    {
      "epoch": 1.9181615817729476,
      "grad_norm": 0.06285121291875839,
      "learning_rate": 5.766126822575998e-05,
      "loss": 10.1843,
      "step": 10986
    },
    {
      "epoch": 1.9183361703984985,
      "grad_norm": 0.06068114936351776,
      "learning_rate": 5.764469376698816e-05,
      "loss": 10.2026,
      "step": 10987
    },
    {
      "epoch": 1.9185107590240496,
      "grad_norm": 0.05644266679883003,
      "learning_rate": 5.7628120726020995e-05,
      "loss": 10.2109,
      "step": 10988
    },
    {
      "epoch": 1.9186853476496006,
      "grad_norm": 0.07418159395456314,
      "learning_rate": 5.7611549103413266e-05,
      "loss": 10.2106,
      "step": 10989
    },
    {
      "epoch": 1.9188599362751517,
      "grad_norm": 0.059177376329898834,
      "learning_rate": 5.759497889971961e-05,
      "loss": 10.1681,
      "step": 10990
    },
    {
      "epoch": 1.9190345249007028,
      "grad_norm": 0.082557812333107,
      "learning_rate": 5.757841011549481e-05,
      "loss": 10.1934,
      "step": 10991
    },
    {
      "epoch": 1.9192091135262537,
      "grad_norm": 0.06033851206302643,
      "learning_rate": 5.756184275129341e-05,
      "loss": 10.2064,
      "step": 10992
    },
    {
      "epoch": 1.9193837021518048,
      "grad_norm": 0.07190407812595367,
      "learning_rate": 5.754527680766999e-05,
      "loss": 10.2007,
      "step": 10993
    },
    {
      "epoch": 1.9195582907773558,
      "grad_norm": 0.06511551141738892,
      "learning_rate": 5.7528712285179144e-05,
      "loss": 10.1919,
      "step": 10994
    },
    {
      "epoch": 1.919732879402907,
      "grad_norm": 0.0602467805147171,
      "learning_rate": 5.751214918437531e-05,
      "loss": 10.1841,
      "step": 10995
    },
    {
      "epoch": 1.919907468028458,
      "grad_norm": 0.06690847128629684,
      "learning_rate": 5.749558750581292e-05,
      "loss": 10.2005,
      "step": 10996
    },
    {
      "epoch": 1.9200820566540089,
      "grad_norm": 0.07117441296577454,
      "learning_rate": 5.7479027250046366e-05,
      "loss": 10.1946,
      "step": 10997
    },
    {
      "epoch": 1.9202566452795602,
      "grad_norm": 0.06662208586931229,
      "learning_rate": 5.746246841762999e-05,
      "loss": 10.1676,
      "step": 10998
    },
    {
      "epoch": 1.920431233905111,
      "grad_norm": 0.09290684759616852,
      "learning_rate": 5.744591100911805e-05,
      "loss": 10.2044,
      "step": 10999
    },
    {
      "epoch": 1.9206058225306621,
      "grad_norm": 0.06709185242652893,
      "learning_rate": 5.742935502506484e-05,
      "loss": 10.1762,
      "step": 11000
    },
    {
      "epoch": 1.9206058225306621,
      "eval_loss": 10.168839454650879,
      "eval_runtime": 0.729,
      "eval_samples_per_second": 316.855,
      "eval_steps_per_second": 159.113,
      "step": 11000
    },
    {
      "epoch": 1.9207804111562132,
      "grad_norm": 0.08152181655168533,
      "learning_rate": 5.741280046602455e-05,
      "loss": 10.1838,
      "step": 11001
    },
    {
      "epoch": 1.920954999781764,
      "grad_norm": 0.07381027191877365,
      "learning_rate": 5.739624733255127e-05,
      "loss": 10.1883,
      "step": 11002
    },
    {
      "epoch": 1.9211295884073154,
      "grad_norm": 0.09499207139015198,
      "learning_rate": 5.7379695625199194e-05,
      "loss": 10.1903,
      "step": 11003
    },
    {
      "epoch": 1.9213041770328663,
      "grad_norm": 0.08705683052539825,
      "learning_rate": 5.736314534452232e-05,
      "loss": 10.22,
      "step": 11004
    },
    {
      "epoch": 1.9214787656584174,
      "grad_norm": 0.07450105994939804,
      "learning_rate": 5.734659649107461e-05,
      "loss": 10.1784,
      "step": 11005
    },
    {
      "epoch": 1.9216533542839684,
      "grad_norm": 0.08236730843782425,
      "learning_rate": 5.733004906541013e-05,
      "loss": 10.1552,
      "step": 11006
    },
    {
      "epoch": 1.9218279429095193,
      "grad_norm": 0.0756925493478775,
      "learning_rate": 5.731350306808272e-05,
      "loss": 10.1611,
      "step": 11007
    },
    {
      "epoch": 1.9220025315350706,
      "grad_norm": 0.0682346522808075,
      "learning_rate": 5.729695849964627e-05,
      "loss": 10.1861,
      "step": 11008
    },
    {
      "epoch": 1.9221771201606215,
      "grad_norm": 0.0737868919968605,
      "learning_rate": 5.728041536065456e-05,
      "loss": 10.1721,
      "step": 11009
    },
    {
      "epoch": 1.9223517087861726,
      "grad_norm": 0.08253342658281326,
      "learning_rate": 5.726387365166137e-05,
      "loss": 10.1978,
      "step": 11010
    },
    {
      "epoch": 1.9225262974117237,
      "grad_norm": 0.0892898216843605,
      "learning_rate": 5.724733337322039e-05,
      "loss": 10.1944,
      "step": 11011
    },
    {
      "epoch": 1.9227008860372745,
      "grad_norm": 0.08174566924571991,
      "learning_rate": 5.723079452588538e-05,
      "loss": 10.1881,
      "step": 11012
    },
    {
      "epoch": 1.9228754746628258,
      "grad_norm": 0.09194241464138031,
      "learning_rate": 5.721425711020988e-05,
      "loss": 10.1666,
      "step": 11013
    },
    {
      "epoch": 1.9230500632883767,
      "grad_norm": 0.08505543321371078,
      "learning_rate": 5.719772112674746e-05,
      "loss": 10.2024,
      "step": 11014
    },
    {
      "epoch": 1.9232246519139278,
      "grad_norm": 0.0812184289097786,
      "learning_rate": 5.7181186576051714e-05,
      "loss": 10.1606,
      "step": 11015
    },
    {
      "epoch": 1.9233992405394789,
      "grad_norm": 0.0878778025507927,
      "learning_rate": 5.716465345867609e-05,
      "loss": 10.1911,
      "step": 11016
    },
    {
      "epoch": 1.92357382916503,
      "grad_norm": 0.09754588454961777,
      "learning_rate": 5.7148121775173965e-05,
      "loss": 10.177,
      "step": 11017
    },
    {
      "epoch": 1.923748417790581,
      "grad_norm": 0.09760472923517227,
      "learning_rate": 5.7131591526098813e-05,
      "loss": 10.1771,
      "step": 11018
    },
    {
      "epoch": 1.923923006416132,
      "grad_norm": 0.09850689768791199,
      "learning_rate": 5.711506271200393e-05,
      "loss": 10.1563,
      "step": 11019
    },
    {
      "epoch": 1.924097595041683,
      "grad_norm": 0.10059001296758652,
      "learning_rate": 5.709853533344258e-05,
      "loss": 10.1651,
      "step": 11020
    },
    {
      "epoch": 1.924272183667234,
      "grad_norm": 0.09647068381309509,
      "learning_rate": 5.708200939096804e-05,
      "loss": 10.1573,
      "step": 11021
    },
    {
      "epoch": 1.9244467722927852,
      "grad_norm": 0.10284252464771271,
      "learning_rate": 5.7065484885133466e-05,
      "loss": 10.1733,
      "step": 11022
    },
    {
      "epoch": 1.9246213609183362,
      "grad_norm": 0.11537954211235046,
      "learning_rate": 5.704896181649198e-05,
      "loss": 10.2147,
      "step": 11023
    },
    {
      "epoch": 1.924795949543887,
      "grad_norm": 0.11400870978832245,
      "learning_rate": 5.7032440185596746e-05,
      "loss": 10.2086,
      "step": 11024
    },
    {
      "epoch": 1.9249705381694384,
      "grad_norm": 0.14441318809986115,
      "learning_rate": 5.7015919993000776e-05,
      "loss": 10.1749,
      "step": 11025
    },
    {
      "epoch": 1.9251451267949893,
      "grad_norm": 0.1252676248550415,
      "learning_rate": 5.6999401239257044e-05,
      "loss": 10.1828,
      "step": 11026
    },
    {
      "epoch": 1.9253197154205404,
      "grad_norm": 0.2918858826160431,
      "learning_rate": 5.698288392491854e-05,
      "loss": 10.2022,
      "step": 11027
    },
    {
      "epoch": 1.9254943040460915,
      "grad_norm": 0.07751134783029556,
      "learning_rate": 5.696636805053816e-05,
      "loss": 10.1749,
      "step": 11028
    },
    {
      "epoch": 1.9256688926716423,
      "grad_norm": 0.061852067708969116,
      "learning_rate": 5.694985361666872e-05,
      "loss": 10.1843,
      "step": 11029
    },
    {
      "epoch": 1.9258434812971936,
      "grad_norm": 0.07172465324401855,
      "learning_rate": 5.6933340623863064e-05,
      "loss": 10.1855,
      "step": 11030
    },
    {
      "epoch": 1.9260180699227445,
      "grad_norm": 0.08085879683494568,
      "learning_rate": 5.691682907267395e-05,
      "loss": 10.1977,
      "step": 11031
    },
    {
      "epoch": 1.9261926585482956,
      "grad_norm": 0.05971363186836243,
      "learning_rate": 5.6900318963654074e-05,
      "loss": 10.2167,
      "step": 11032
    },
    {
      "epoch": 1.9263672471738467,
      "grad_norm": 0.062183208763599396,
      "learning_rate": 5.68838102973561e-05,
      "loss": 10.1946,
      "step": 11033
    },
    {
      "epoch": 1.9265418357993975,
      "grad_norm": 0.09062163531780243,
      "learning_rate": 5.6867303074332635e-05,
      "loss": 10.2124,
      "step": 11034
    },
    {
      "epoch": 1.9267164244249488,
      "grad_norm": 0.06471504271030426,
      "learning_rate": 5.68507972951362e-05,
      "loss": 10.2063,
      "step": 11035
    },
    {
      "epoch": 1.9268910130504997,
      "grad_norm": 0.06822458654642105,
      "learning_rate": 5.683429296031939e-05,
      "loss": 10.2069,
      "step": 11036
    },
    {
      "epoch": 1.9270656016760508,
      "grad_norm": 0.05842577666044235,
      "learning_rate": 5.681779007043466e-05,
      "loss": 10.221,
      "step": 11037
    },
    {
      "epoch": 1.9272401903016019,
      "grad_norm": 0.06075931712985039,
      "learning_rate": 5.6801288626034355e-05,
      "loss": 10.1746,
      "step": 11038
    },
    {
      "epoch": 1.9274147789271527,
      "grad_norm": 0.06573928147554398,
      "learning_rate": 5.6784788627670936e-05,
      "loss": 10.2139,
      "step": 11039
    },
    {
      "epoch": 1.927589367552704,
      "grad_norm": 0.0803280770778656,
      "learning_rate": 5.676829007589668e-05,
      "loss": 10.1683,
      "step": 11040
    },
    {
      "epoch": 1.927763956178255,
      "grad_norm": 0.061126627027988434,
      "learning_rate": 5.675179297126384e-05,
      "loss": 10.1898,
      "step": 11041
    },
    {
      "epoch": 1.927938544803806,
      "grad_norm": 0.06195586919784546,
      "learning_rate": 5.6735297314324695e-05,
      "loss": 10.1956,
      "step": 11042
    },
    {
      "epoch": 1.928113133429357,
      "grad_norm": 0.061750154942274094,
      "learning_rate": 5.67188031056314e-05,
      "loss": 10.1947,
      "step": 11043
    },
    {
      "epoch": 1.9282877220549082,
      "grad_norm": 0.06529729068279266,
      "learning_rate": 5.6702310345736096e-05,
      "loss": 10.2148,
      "step": 11044
    },
    {
      "epoch": 1.9284623106804593,
      "grad_norm": 0.06723935902118683,
      "learning_rate": 5.6685819035190835e-05,
      "loss": 10.1804,
      "step": 11045
    },
    {
      "epoch": 1.9286368993060101,
      "grad_norm": 0.07103243470191956,
      "learning_rate": 5.666932917454765e-05,
      "loss": 10.1952,
      "step": 11046
    },
    {
      "epoch": 1.9288114879315612,
      "grad_norm": 0.06520766019821167,
      "learning_rate": 5.66528407643585e-05,
      "loss": 10.1976,
      "step": 11047
    },
    {
      "epoch": 1.9289860765571123,
      "grad_norm": 0.063776396214962,
      "learning_rate": 5.663635380517539e-05,
      "loss": 10.2024,
      "step": 11048
    },
    {
      "epoch": 1.9291606651826634,
      "grad_norm": 0.07838636636734009,
      "learning_rate": 5.6619868297550174e-05,
      "loss": 10.162,
      "step": 11049
    },
    {
      "epoch": 1.9293352538082145,
      "grad_norm": 0.06989005953073502,
      "learning_rate": 5.660338424203464e-05,
      "loss": 10.1929,
      "step": 11050
    },
    {
      "epoch": 1.9295098424337653,
      "grad_norm": 0.0675613284111023,
      "learning_rate": 5.658690163918066e-05,
      "loss": 10.1679,
      "step": 11051
    },
    {
      "epoch": 1.9296844310593166,
      "grad_norm": 0.07534220069646835,
      "learning_rate": 5.6570420489539925e-05,
      "loss": 10.1896,
      "step": 11052
    },
    {
      "epoch": 1.9298590196848675,
      "grad_norm": 0.07911267131567001,
      "learning_rate": 5.6553940793664095e-05,
      "loss": 10.1973,
      "step": 11053
    },
    {
      "epoch": 1.9300336083104186,
      "grad_norm": 0.07678812742233276,
      "learning_rate": 5.6537462552104906e-05,
      "loss": 10.1686,
      "step": 11054
    },
    {
      "epoch": 1.9302081969359697,
      "grad_norm": 0.07356325536966324,
      "learning_rate": 5.652098576541388e-05,
      "loss": 10.1796,
      "step": 11055
    },
    {
      "epoch": 1.9303827855615205,
      "grad_norm": 0.09315650910139084,
      "learning_rate": 5.6504510434142585e-05,
      "loss": 10.1973,
      "step": 11056
    },
    {
      "epoch": 1.9305573741870719,
      "grad_norm": 0.07703254371881485,
      "learning_rate": 5.648803655884251e-05,
      "loss": 10.1796,
      "step": 11057
    },
    {
      "epoch": 1.9307319628126227,
      "grad_norm": 0.07413072884082794,
      "learning_rate": 5.647156414006512e-05,
      "loss": 10.1724,
      "step": 11058
    },
    {
      "epoch": 1.9309065514381738,
      "grad_norm": 0.08796508610248566,
      "learning_rate": 5.645509317836175e-05,
      "loss": 10.1994,
      "step": 11059
    },
    {
      "epoch": 1.9310811400637249,
      "grad_norm": 0.07246696203947067,
      "learning_rate": 5.643862367428385e-05,
      "loss": 10.1683,
      "step": 11060
    },
    {
      "epoch": 1.9312557286892758,
      "grad_norm": 0.07469279319047928,
      "learning_rate": 5.6422155628382654e-05,
      "loss": 10.1999,
      "step": 11061
    },
    {
      "epoch": 1.931430317314827,
      "grad_norm": 0.08681784570217133,
      "learning_rate": 5.64056890412094e-05,
      "loss": 10.1851,
      "step": 11062
    },
    {
      "epoch": 1.931604905940378,
      "grad_norm": 0.08301117271184921,
      "learning_rate": 5.638922391331536e-05,
      "loss": 10.1925,
      "step": 11063
    },
    {
      "epoch": 1.931779494565929,
      "grad_norm": 0.0872112587094307,
      "learning_rate": 5.6372760245251655e-05,
      "loss": 10.1392,
      "step": 11064
    },
    {
      "epoch": 1.93195408319148,
      "grad_norm": 0.08054089546203613,
      "learning_rate": 5.635629803756934e-05,
      "loss": 10.1862,
      "step": 11065
    },
    {
      "epoch": 1.932128671817031,
      "grad_norm": 0.08634359389543533,
      "learning_rate": 5.6339837290819574e-05,
      "loss": 10.1787,
      "step": 11066
    },
    {
      "epoch": 1.9323032604425823,
      "grad_norm": 0.09737410396337509,
      "learning_rate": 5.632337800555331e-05,
      "loss": 10.1429,
      "step": 11067
    },
    {
      "epoch": 1.9324778490681331,
      "grad_norm": 0.10081855207681656,
      "learning_rate": 5.63069201823215e-05,
      "loss": 10.1705,
      "step": 11068
    },
    {
      "epoch": 1.9326524376936842,
      "grad_norm": 0.1103556901216507,
      "learning_rate": 5.629046382167506e-05,
      "loss": 10.1983,
      "step": 11069
    },
    {
      "epoch": 1.9328270263192353,
      "grad_norm": 0.09843681007623672,
      "learning_rate": 5.6274008924164864e-05,
      "loss": 10.1606,
      "step": 11070
    },
    {
      "epoch": 1.9330016149447864,
      "grad_norm": 0.10735442489385605,
      "learning_rate": 5.625755549034167e-05,
      "loss": 10.1792,
      "step": 11071
    },
    {
      "epoch": 1.9331762035703375,
      "grad_norm": 0.10787780582904816,
      "learning_rate": 5.624110352075633e-05,
      "loss": 10.2016,
      "step": 11072
    },
    {
      "epoch": 1.9333507921958883,
      "grad_norm": 0.12321982532739639,
      "learning_rate": 5.622465301595952e-05,
      "loss": 10.1629,
      "step": 11073
    },
    {
      "epoch": 1.9335253808214394,
      "grad_norm": 0.1148519515991211,
      "learning_rate": 5.620820397650185e-05,
      "loss": 10.1652,
      "step": 11074
    },
    {
      "epoch": 1.9336999694469905,
      "grad_norm": 0.1272411197423935,
      "learning_rate": 5.619175640293404e-05,
      "loss": 10.1399,
      "step": 11075
    },
    {
      "epoch": 1.9338745580725416,
      "grad_norm": 0.15758399665355682,
      "learning_rate": 5.617531029580658e-05,
      "loss": 10.177,
      "step": 11076
    },
    {
      "epoch": 1.9340491466980927,
      "grad_norm": 0.20259518921375275,
      "learning_rate": 5.615886565566999e-05,
      "loss": 10.2179,
      "step": 11077
    },
    {
      "epoch": 1.9342237353236436,
      "grad_norm": 0.06782761216163635,
      "learning_rate": 5.6142422483074796e-05,
      "loss": 10.1829,
      "step": 11078
    },
    {
      "epoch": 1.9343983239491949,
      "grad_norm": 0.07448386400938034,
      "learning_rate": 5.6125980778571384e-05,
      "loss": 10.1952,
      "step": 11079
    },
    {
      "epoch": 1.9345729125747457,
      "grad_norm": 0.0715634822845459,
      "learning_rate": 5.6109540542710135e-05,
      "loss": 10.2017,
      "step": 11080
    },
    {
      "epoch": 1.9347475012002968,
      "grad_norm": 0.0751672089099884,
      "learning_rate": 5.609310177604134e-05,
      "loss": 10.203,
      "step": 11081
    },
    {
      "epoch": 1.934922089825848,
      "grad_norm": 0.05951928719878197,
      "learning_rate": 5.60766644791153e-05,
      "loss": 10.1908,
      "step": 11082
    },
    {
      "epoch": 1.9350966784513988,
      "grad_norm": 0.06672463566064835,
      "learning_rate": 5.60602286524822e-05,
      "loss": 10.1848,
      "step": 11083
    },
    {
      "epoch": 1.93527126707695,
      "grad_norm": 0.06483801454305649,
      "learning_rate": 5.604379429669227e-05,
      "loss": 10.1915,
      "step": 11084
    },
    {
      "epoch": 1.935445855702501,
      "grad_norm": 0.06770988553762436,
      "learning_rate": 5.6027361412295576e-05,
      "loss": 10.2125,
      "step": 11085
    },
    {
      "epoch": 1.935620444328052,
      "grad_norm": 0.06904538720846176,
      "learning_rate": 5.6010929999842253e-05,
      "loss": 10.2167,
      "step": 11086
    },
    {
      "epoch": 1.9357950329536031,
      "grad_norm": 0.06023460254073143,
      "learning_rate": 5.5994500059882316e-05,
      "loss": 10.1719,
      "step": 11087
    },
    {
      "epoch": 1.935969621579154,
      "grad_norm": 0.06929651647806168,
      "learning_rate": 5.5978071592965685e-05,
      "loss": 10.2064,
      "step": 11088
    },
    {
      "epoch": 1.9361442102047053,
      "grad_norm": 0.06496209651231766,
      "learning_rate": 5.596164459964236e-05,
      "loss": 10.1932,
      "step": 11089
    },
    {
      "epoch": 1.9363187988302561,
      "grad_norm": 0.07400544732809067,
      "learning_rate": 5.5945219080462194e-05,
      "loss": 10.1968,
      "step": 11090
    },
    {
      "epoch": 1.9364933874558072,
      "grad_norm": 0.055313244462013245,
      "learning_rate": 5.592879503597501e-05,
      "loss": 10.1999,
      "step": 11091
    },
    {
      "epoch": 1.9366679760813583,
      "grad_norm": 0.06716334819793701,
      "learning_rate": 5.591237246673059e-05,
      "loss": 10.208,
      "step": 11092
    },
    {
      "epoch": 1.9368425647069092,
      "grad_norm": 0.06978000700473785,
      "learning_rate": 5.589595137327865e-05,
      "loss": 10.1865,
      "step": 11093
    },
    {
      "epoch": 1.9370171533324605,
      "grad_norm": 0.0736023485660553,
      "learning_rate": 5.587953175616887e-05,
      "loss": 10.2025,
      "step": 11094
    },
    {
      "epoch": 1.9371917419580114,
      "grad_norm": 0.07837387919425964,
      "learning_rate": 5.5863113615950914e-05,
      "loss": 10.1895,
      "step": 11095
    },
    {
      "epoch": 1.9373663305835624,
      "grad_norm": 0.0688297301530838,
      "learning_rate": 5.584669695317435e-05,
      "loss": 10.1869,
      "step": 11096
    },
    {
      "epoch": 1.9375409192091135,
      "grad_norm": 0.07510340958833694,
      "learning_rate": 5.5830281768388657e-05,
      "loss": 10.153,
      "step": 11097
    },
    {
      "epoch": 1.9377155078346646,
      "grad_norm": 0.07475054264068604,
      "learning_rate": 5.5813868062143416e-05,
      "loss": 10.1876,
      "step": 11098
    },
    {
      "epoch": 1.9378900964602157,
      "grad_norm": 0.06916580349206924,
      "learning_rate": 5.579745583498801e-05,
      "loss": 10.2106,
      "step": 11099
    },
    {
      "epoch": 1.9380646850857666,
      "grad_norm": 0.07634168118238449,
      "learning_rate": 5.578104508747178e-05,
      "loss": 10.1724,
      "step": 11100
    },
    {
      "epoch": 1.9382392737113177,
      "grad_norm": 0.07073699682950974,
      "learning_rate": 5.576463582014415e-05,
      "loss": 10.18,
      "step": 11101
    },
    {
      "epoch": 1.9384138623368687,
      "grad_norm": 0.07787714898586273,
      "learning_rate": 5.5748228033554396e-05,
      "loss": 10.1966,
      "step": 11102
    },
    {
      "epoch": 1.9385884509624198,
      "grad_norm": 0.07309878617525101,
      "learning_rate": 5.5731821728251645e-05,
      "loss": 10.2176,
      "step": 11103
    },
    {
      "epoch": 1.938763039587971,
      "grad_norm": 0.08026793599128723,
      "learning_rate": 5.571541690478519e-05,
      "loss": 10.1449,
      "step": 11104
    },
    {
      "epoch": 1.9389376282135218,
      "grad_norm": 0.07774242758750916,
      "learning_rate": 5.5699013563704125e-05,
      "loss": 10.1824,
      "step": 11105
    },
    {
      "epoch": 1.939112216839073,
      "grad_norm": 0.07355189323425293,
      "learning_rate": 5.568261170555752e-05,
      "loss": 10.1861,
      "step": 11106
    },
    {
      "epoch": 1.939286805464624,
      "grad_norm": 0.08335046470165253,
      "learning_rate": 5.566621133089447e-05,
      "loss": 10.1874,
      "step": 11107
    },
    {
      "epoch": 1.939461394090175,
      "grad_norm": 0.08674252778291702,
      "learning_rate": 5.5649812440263924e-05,
      "loss": 10.2089,
      "step": 11108
    },
    {
      "epoch": 1.9396359827157261,
      "grad_norm": 0.08776131272315979,
      "learning_rate": 5.563341503421479e-05,
      "loss": 10.196,
      "step": 11109
    },
    {
      "epoch": 1.939810571341277,
      "grad_norm": 0.09944424033164978,
      "learning_rate": 5.561701911329602e-05,
      "loss": 10.1756,
      "step": 11110
    },
    {
      "epoch": 1.9399851599668283,
      "grad_norm": 0.08902545273303986,
      "learning_rate": 5.560062467805644e-05,
      "loss": 10.1696,
      "step": 11111
    },
    {
      "epoch": 1.9401597485923792,
      "grad_norm": 0.08087410777807236,
      "learning_rate": 5.55842317290448e-05,
      "loss": 10.1935,
      "step": 11112
    },
    {
      "epoch": 1.9403343372179302,
      "grad_norm": 0.09392575174570084,
      "learning_rate": 5.556784026680988e-05,
      "loss": 10.1561,
      "step": 11113
    },
    {
      "epoch": 1.9405089258434813,
      "grad_norm": 0.08917832374572754,
      "learning_rate": 5.555145029190033e-05,
      "loss": 10.1886,
      "step": 11114
    },
    {
      "epoch": 1.9406835144690322,
      "grad_norm": 0.08205696195363998,
      "learning_rate": 5.553506180486478e-05,
      "loss": 10.1718,
      "step": 11115
    },
    {
      "epoch": 1.9408581030945835,
      "grad_norm": 0.0901542454957962,
      "learning_rate": 5.551867480625188e-05,
      "loss": 10.1853,
      "step": 11116
    },
    {
      "epoch": 1.9410326917201344,
      "grad_norm": 0.10025899857282639,
      "learning_rate": 5.5502289296610144e-05,
      "loss": 10.1574,
      "step": 11117
    },
    {
      "epoch": 1.9412072803456855,
      "grad_norm": 0.09340800344944,
      "learning_rate": 5.5485905276488004e-05,
      "loss": 10.1822,
      "step": 11118
    },
    {
      "epoch": 1.9413818689712365,
      "grad_norm": 0.09356648474931717,
      "learning_rate": 5.5469522746434e-05,
      "loss": 10.1737,
      "step": 11119
    },
    {
      "epoch": 1.9415564575967874,
      "grad_norm": 0.09459138661623001,
      "learning_rate": 5.545314170699647e-05,
      "loss": 10.1744,
      "step": 11120
    },
    {
      "epoch": 1.9417310462223387,
      "grad_norm": 0.09180407226085663,
      "learning_rate": 5.543676215872371e-05,
      "loss": 10.1623,
      "step": 11121
    },
    {
      "epoch": 1.9419056348478896,
      "grad_norm": 0.11410482972860336,
      "learning_rate": 5.542038410216411e-05,
      "loss": 10.1663,
      "step": 11122
    },
    {
      "epoch": 1.9420802234734407,
      "grad_norm": 0.1221112385392189,
      "learning_rate": 5.540400753786585e-05,
      "loss": 10.1784,
      "step": 11123
    },
    {
      "epoch": 1.9422548120989918,
      "grad_norm": 0.12540166079998016,
      "learning_rate": 5.5387632466377126e-05,
      "loss": 10.1779,
      "step": 11124
    },
    {
      "epoch": 1.9424294007245428,
      "grad_norm": 0.1395057737827301,
      "learning_rate": 5.537125888824608e-05,
      "loss": 10.1776,
      "step": 11125
    },
    {
      "epoch": 1.942603989350094,
      "grad_norm": 0.16910944879055023,
      "learning_rate": 5.535488680402081e-05,
      "loss": 10.1965,
      "step": 11126
    },
    {
      "epoch": 1.9427785779756448,
      "grad_norm": 0.20100931823253632,
      "learning_rate": 5.53385162142493e-05,
      "loss": 10.1908,
      "step": 11127
    },
    {
      "epoch": 1.9429531666011959,
      "grad_norm": 0.07065045833587646,
      "learning_rate": 5.532214711947964e-05,
      "loss": 10.201,
      "step": 11128
    },
    {
      "epoch": 1.943127755226747,
      "grad_norm": 0.07755511999130249,
      "learning_rate": 5.53057795202597e-05,
      "loss": 10.2026,
      "step": 11129
    },
    {
      "epoch": 1.943302343852298,
      "grad_norm": 0.06575466692447662,
      "learning_rate": 5.528941341713737e-05,
      "loss": 10.1783,
      "step": 11130
    },
    {
      "epoch": 1.9434769324778491,
      "grad_norm": 0.07432752102613449,
      "learning_rate": 5.527304881066054e-05,
      "loss": 10.206,
      "step": 11131
    },
    {
      "epoch": 1.9436515211034,
      "grad_norm": 0.06545528769493103,
      "learning_rate": 5.5256685701376966e-05,
      "loss": 10.2099,
      "step": 11132
    },
    {
      "epoch": 1.9438261097289513,
      "grad_norm": 0.06760530173778534,
      "learning_rate": 5.524032408983436e-05,
      "loss": 10.2036,
      "step": 11133
    },
    {
      "epoch": 1.9440006983545022,
      "grad_norm": 0.06169421225786209,
      "learning_rate": 5.522396397658048e-05,
      "loss": 10.1975,
      "step": 11134
    },
    {
      "epoch": 1.9441752869800533,
      "grad_norm": 0.0701175183057785,
      "learning_rate": 5.5207605362162926e-05,
      "loss": 10.1903,
      "step": 11135
    },
    {
      "epoch": 1.9443498756056043,
      "grad_norm": 0.0942942425608635,
      "learning_rate": 5.519124824712929e-05,
      "loss": 10.1969,
      "step": 11136
    },
    {
      "epoch": 1.9445244642311552,
      "grad_norm": 0.06892259418964386,
      "learning_rate": 5.517489263202712e-05,
      "loss": 10.2065,
      "step": 11137
    },
    {
      "epoch": 1.9446990528567065,
      "grad_norm": 0.06171531230211258,
      "learning_rate": 5.515853851740389e-05,
      "loss": 10.2103,
      "step": 11138
    },
    {
      "epoch": 1.9448736414822574,
      "grad_norm": 0.06669933348894119,
      "learning_rate": 5.514218590380701e-05,
      "loss": 10.1829,
      "step": 11139
    },
    {
      "epoch": 1.9450482301078085,
      "grad_norm": 0.06382820010185242,
      "learning_rate": 5.512583479178395e-05,
      "loss": 10.1919,
      "step": 11140
    },
    {
      "epoch": 1.9452228187333596,
      "grad_norm": 0.05841785669326782,
      "learning_rate": 5.510948518188199e-05,
      "loss": 10.1892,
      "step": 11141
    },
    {
      "epoch": 1.9453974073589104,
      "grad_norm": 0.053695764392614365,
      "learning_rate": 5.509313707464838e-05,
      "loss": 10.1935,
      "step": 11142
    },
    {
      "epoch": 1.9455719959844617,
      "grad_norm": 0.0654371976852417,
      "learning_rate": 5.507679047063048e-05,
      "loss": 10.1762,
      "step": 11143
    },
    {
      "epoch": 1.9457465846100126,
      "grad_norm": 0.0740259438753128,
      "learning_rate": 5.506044537037538e-05,
      "loss": 10.206,
      "step": 11144
    },
    {
      "epoch": 1.9459211732355637,
      "grad_norm": 0.07756827771663666,
      "learning_rate": 5.504410177443021e-05,
      "loss": 10.1923,
      "step": 11145
    },
    {
      "epoch": 1.9460957618611148,
      "grad_norm": 0.061652448028326035,
      "learning_rate": 5.5027759683342126e-05,
      "loss": 10.2129,
      "step": 11146
    },
    {
      "epoch": 1.9462703504866656,
      "grad_norm": 0.07522029429674149,
      "learning_rate": 5.501141909765815e-05,
      "loss": 10.2125,
      "step": 11147
    },
    {
      "epoch": 1.946444939112217,
      "grad_norm": 0.061894893646240234,
      "learning_rate": 5.499508001792521e-05,
      "loss": 10.1835,
      "step": 11148
    },
    {
      "epoch": 1.9466195277377678,
      "grad_norm": 0.07720696181058884,
      "learning_rate": 5.49787424446903e-05,
      "loss": 10.1875,
      "step": 11149
    },
    {
      "epoch": 1.946794116363319,
      "grad_norm": 0.06848703324794769,
      "learning_rate": 5.4962406378500275e-05,
      "loss": 10.1923,
      "step": 11150
    },
    {
      "epoch": 1.94696870498887,
      "grad_norm": 0.08844097703695297,
      "learning_rate": 5.4946071819901946e-05,
      "loss": 10.183,
      "step": 11151
    },
    {
      "epoch": 1.947143293614421,
      "grad_norm": 0.06590230762958527,
      "learning_rate": 5.492973876944216e-05,
      "loss": 10.1958,
      "step": 11152
    },
    {
      "epoch": 1.9473178822399722,
      "grad_norm": 0.06156672164797783,
      "learning_rate": 5.4913407227667624e-05,
      "loss": 10.1877,
      "step": 11153
    },
    {
      "epoch": 1.947492470865523,
      "grad_norm": 0.07540339976549149,
      "learning_rate": 5.489707719512498e-05,
      "loss": 10.1666,
      "step": 11154
    },
    {
      "epoch": 1.947667059491074,
      "grad_norm": 0.07411669939756393,
      "learning_rate": 5.4880748672360926e-05,
      "loss": 10.1583,
      "step": 11155
    },
    {
      "epoch": 1.9478416481166252,
      "grad_norm": 0.07587950676679611,
      "learning_rate": 5.486442165992203e-05,
      "loss": 10.1862,
      "step": 11156
    },
    {
      "epoch": 1.9480162367421763,
      "grad_norm": 0.08634406328201294,
      "learning_rate": 5.484809615835476e-05,
      "loss": 10.2135,
      "step": 11157
    },
    {
      "epoch": 1.9481908253677274,
      "grad_norm": 0.08122052252292633,
      "learning_rate": 5.483177216820569e-05,
      "loss": 10.1797,
      "step": 11158
    },
    {
      "epoch": 1.9483654139932782,
      "grad_norm": 0.07177620381116867,
      "learning_rate": 5.4815449690021205e-05,
      "loss": 10.1545,
      "step": 11159
    },
    {
      "epoch": 1.9485400026188295,
      "grad_norm": 0.08906825631856918,
      "learning_rate": 5.4799128724347684e-05,
      "loss": 10.161,
      "step": 11160
    },
    {
      "epoch": 1.9487145912443804,
      "grad_norm": 0.09348328411579132,
      "learning_rate": 5.478280927173145e-05,
      "loss": 10.1534,
      "step": 11161
    },
    {
      "epoch": 1.9488891798699315,
      "grad_norm": 0.07746618241071701,
      "learning_rate": 5.4766491332718804e-05,
      "loss": 10.1984,
      "step": 11162
    },
    {
      "epoch": 1.9490637684954826,
      "grad_norm": 0.07811741530895233,
      "learning_rate": 5.475017490785592e-05,
      "loss": 10.152,
      "step": 11163
    },
    {
      "epoch": 1.9492383571210334,
      "grad_norm": 0.08125538378953934,
      "learning_rate": 5.4733859997689055e-05,
      "loss": 10.1765,
      "step": 11164
    },
    {
      "epoch": 1.9494129457465847,
      "grad_norm": 0.08339273929595947,
      "learning_rate": 5.471754660276428e-05,
      "loss": 10.1776,
      "step": 11165
    },
    {
      "epoch": 1.9495875343721356,
      "grad_norm": 0.08055175095796585,
      "learning_rate": 5.470123472362766e-05,
      "loss": 10.1866,
      "step": 11166
    },
    {
      "epoch": 1.9497621229976867,
      "grad_norm": 0.0942457914352417,
      "learning_rate": 5.468492436082528e-05,
      "loss": 10.1843,
      "step": 11167
    },
    {
      "epoch": 1.9499367116232378,
      "grad_norm": 0.09365673363208771,
      "learning_rate": 5.466861551490309e-05,
      "loss": 10.1588,
      "step": 11168
    },
    {
      "epoch": 1.9501113002487886,
      "grad_norm": 0.0794205442070961,
      "learning_rate": 5.465230818640696e-05,
      "loss": 10.1637,
      "step": 11169
    },
    {
      "epoch": 1.95028588887434,
      "grad_norm": 0.09643559157848358,
      "learning_rate": 5.4636002375882846e-05,
      "loss": 10.1967,
      "step": 11170
    },
    {
      "epoch": 1.9504604774998908,
      "grad_norm": 0.0866643562912941,
      "learning_rate": 5.4619698083876526e-05,
      "loss": 10.1896,
      "step": 11171
    },
    {
      "epoch": 1.950635066125442,
      "grad_norm": 0.1033530905842781,
      "learning_rate": 5.4603395310933794e-05,
      "loss": 10.1648,
      "step": 11172
    },
    {
      "epoch": 1.950809654750993,
      "grad_norm": 0.10635364055633545,
      "learning_rate": 5.458709405760033e-05,
      "loss": 10.2145,
      "step": 11173
    },
    {
      "epoch": 1.9509842433765439,
      "grad_norm": 0.12714387476444244,
      "learning_rate": 5.457079432442184e-05,
      "loss": 10.1689,
      "step": 11174
    },
    {
      "epoch": 1.9511588320020952,
      "grad_norm": 0.13813166320323944,
      "learning_rate": 5.455449611194388e-05,
      "loss": 10.158,
      "step": 11175
    },
    {
      "epoch": 1.951333420627646,
      "grad_norm": 0.14191965758800507,
      "learning_rate": 5.453819942071211e-05,
      "loss": 10.1903,
      "step": 11176
    },
    {
      "epoch": 1.9515080092531971,
      "grad_norm": 0.19175200164318085,
      "learning_rate": 5.452190425127199e-05,
      "loss": 10.2295,
      "step": 11177
    },
    {
      "epoch": 1.9516825978787482,
      "grad_norm": 0.07251360267400742,
      "learning_rate": 5.450561060416898e-05,
      "loss": 10.1982,
      "step": 11178
    },
    {
      "epoch": 1.9518571865042993,
      "grad_norm": 0.07242445647716522,
      "learning_rate": 5.4489318479948535e-05,
      "loss": 10.1826,
      "step": 11179
    },
    {
      "epoch": 1.9520317751298504,
      "grad_norm": 0.0797547996044159,
      "learning_rate": 5.4473027879156e-05,
      "loss": 10.1871,
      "step": 11180
    },
    {
      "epoch": 1.9522063637554012,
      "grad_norm": 0.08355305343866348,
      "learning_rate": 5.445673880233666e-05,
      "loss": 10.1808,
      "step": 11181
    },
    {
      "epoch": 1.9523809523809523,
      "grad_norm": 0.06517515331506729,
      "learning_rate": 5.4440451250035826e-05,
      "loss": 10.1594,
      "step": 11182
    },
    {
      "epoch": 1.9525555410065034,
      "grad_norm": 0.07030857354402542,
      "learning_rate": 5.4424165222798685e-05,
      "loss": 10.2048,
      "step": 11183
    },
    {
      "epoch": 1.9527301296320545,
      "grad_norm": 0.09911346435546875,
      "learning_rate": 5.44078807211704e-05,
      "loss": 10.1969,
      "step": 11184
    },
    {
      "epoch": 1.9529047182576056,
      "grad_norm": 0.07706733047962189,
      "learning_rate": 5.439159774569607e-05,
      "loss": 10.2136,
      "step": 11185
    },
    {
      "epoch": 1.9530793068831565,
      "grad_norm": 0.06545853614807129,
      "learning_rate": 5.4375316296920764e-05,
      "loss": 10.2015,
      "step": 11186
    },
    {
      "epoch": 1.9532538955087078,
      "grad_norm": 0.06309471279382706,
      "learning_rate": 5.435903637538943e-05,
      "loss": 10.2133,
      "step": 11187
    },
    {
      "epoch": 1.9534284841342586,
      "grad_norm": 0.06624816358089447,
      "learning_rate": 5.4342757981647116e-05,
      "loss": 10.1858,
      "step": 11188
    },
    {
      "epoch": 1.9536030727598097,
      "grad_norm": 0.06367392092943192,
      "learning_rate": 5.43264811162387e-05,
      "loss": 10.1795,
      "step": 11189
    },
    {
      "epoch": 1.9537776613853608,
      "grad_norm": 0.06283380836248398,
      "learning_rate": 5.431020577970898e-05,
      "loss": 10.1855,
      "step": 11190
    },
    {
      "epoch": 1.9539522500109117,
      "grad_norm": 0.09011860936880112,
      "learning_rate": 5.429393197260282e-05,
      "loss": 10.1575,
      "step": 11191
    },
    {
      "epoch": 1.954126838636463,
      "grad_norm": 0.06961867958307266,
      "learning_rate": 5.4277659695464965e-05,
      "loss": 10.1825,
      "step": 11192
    },
    {
      "epoch": 1.9543014272620138,
      "grad_norm": 0.08143877983093262,
      "learning_rate": 5.4261388948840055e-05,
      "loss": 10.1906,
      "step": 11193
    },
    {
      "epoch": 1.954476015887565,
      "grad_norm": 0.06756789237260818,
      "learning_rate": 5.424511973327281e-05,
      "loss": 10.1937,
      "step": 11194
    },
    {
      "epoch": 1.954650604513116,
      "grad_norm": 0.07095985114574432,
      "learning_rate": 5.422885204930781e-05,
      "loss": 10.2125,
      "step": 11195
    },
    {
      "epoch": 1.9548251931386669,
      "grad_norm": 0.07167369872331619,
      "learning_rate": 5.4212585897489584e-05,
      "loss": 10.189,
      "step": 11196
    },
    {
      "epoch": 1.9549997817642182,
      "grad_norm": 0.07225121557712555,
      "learning_rate": 5.4196321278362625e-05,
      "loss": 10.1609,
      "step": 11197
    },
    {
      "epoch": 1.955174370389769,
      "grad_norm": 0.06534440815448761,
      "learning_rate": 5.4180058192471397e-05,
      "loss": 10.1703,
      "step": 11198
    },
    {
      "epoch": 1.9553489590153201,
      "grad_norm": 0.06532899290323257,
      "learning_rate": 5.416379664036023e-05,
      "loss": 10.185,
      "step": 11199
    },
    {
      "epoch": 1.9555235476408712,
      "grad_norm": 0.06778761744499207,
      "learning_rate": 5.414753662257355e-05,
      "loss": 10.1906,
      "step": 11200
    },
    {
      "epoch": 1.9555235476408712,
      "eval_loss": 10.170134544372559,
      "eval_runtime": 0.7393,
      "eval_samples_per_second": 312.463,
      "eval_steps_per_second": 156.908,
      "step": 11200
    },
    {
      "epoch": 1.955698136266422,
      "grad_norm": 0.07456213235855103,
      "learning_rate": 5.4131278139655615e-05,
      "loss": 10.1902,
      "step": 11201
    },
    {
      "epoch": 1.9558727248919734,
      "grad_norm": 0.06661103665828705,
      "learning_rate": 5.4115021192150614e-05,
      "loss": 10.2087,
      "step": 11202
    },
    {
      "epoch": 1.9560473135175243,
      "grad_norm": 0.08497855067253113,
      "learning_rate": 5.40987657806028e-05,
      "loss": 10.1818,
      "step": 11203
    },
    {
      "epoch": 1.9562219021430753,
      "grad_norm": 0.07242611795663834,
      "learning_rate": 5.408251190555627e-05,
      "loss": 10.2135,
      "step": 11204
    },
    {
      "epoch": 1.9563964907686264,
      "grad_norm": 0.08046679943799973,
      "learning_rate": 5.406625956755513e-05,
      "loss": 10.2039,
      "step": 11205
    },
    {
      "epoch": 1.9565710793941775,
      "grad_norm": 0.0688418373465538,
      "learning_rate": 5.405000876714341e-05,
      "loss": 10.194,
      "step": 11206
    },
    {
      "epoch": 1.9567456680197286,
      "grad_norm": 0.07359917461872101,
      "learning_rate": 5.403375950486509e-05,
      "loss": 10.1505,
      "step": 11207
    },
    {
      "epoch": 1.9569202566452795,
      "grad_norm": 0.07963517308235168,
      "learning_rate": 5.4017511781264084e-05,
      "loss": 10.182,
      "step": 11208
    },
    {
      "epoch": 1.9570948452708306,
      "grad_norm": 0.08595222234725952,
      "learning_rate": 5.4001265596884275e-05,
      "loss": 10.2083,
      "step": 11209
    },
    {
      "epoch": 1.9572694338963816,
      "grad_norm": 0.07409623265266418,
      "learning_rate": 5.398502095226947e-05,
      "loss": 10.1478,
      "step": 11210
    },
    {
      "epoch": 1.9574440225219327,
      "grad_norm": 0.08628086000680923,
      "learning_rate": 5.396877784796348e-05,
      "loss": 10.1805,
      "step": 11211
    },
    {
      "epoch": 1.9576186111474838,
      "grad_norm": 0.09651317447423935,
      "learning_rate": 5.3952536284510026e-05,
      "loss": 10.1662,
      "step": 11212
    },
    {
      "epoch": 1.9577931997730347,
      "grad_norm": 0.07847616821527481,
      "learning_rate": 5.393629626245272e-05,
      "loss": 10.1898,
      "step": 11213
    },
    {
      "epoch": 1.957967788398586,
      "grad_norm": 0.07911857962608337,
      "learning_rate": 5.3920057782335264e-05,
      "loss": 10.1708,
      "step": 11214
    },
    {
      "epoch": 1.9581423770241368,
      "grad_norm": 0.08708510547876358,
      "learning_rate": 5.39038208447012e-05,
      "loss": 10.1707,
      "step": 11215
    },
    {
      "epoch": 1.958316965649688,
      "grad_norm": 0.10589884966611862,
      "learning_rate": 5.3887585450093983e-05,
      "loss": 10.1804,
      "step": 11216
    },
    {
      "epoch": 1.958491554275239,
      "grad_norm": 0.08543499559164047,
      "learning_rate": 5.3871351599057174e-05,
      "loss": 10.1838,
      "step": 11217
    },
    {
      "epoch": 1.9586661429007899,
      "grad_norm": 0.08748021721839905,
      "learning_rate": 5.385511929213414e-05,
      "loss": 10.1837,
      "step": 11218
    },
    {
      "epoch": 1.9588407315263412,
      "grad_norm": 0.10437042266130447,
      "learning_rate": 5.3838888529868234e-05,
      "loss": 10.172,
      "step": 11219
    },
    {
      "epoch": 1.959015320151892,
      "grad_norm": 0.10861823707818985,
      "learning_rate": 5.382265931280279e-05,
      "loss": 10.1574,
      "step": 11220
    },
    {
      "epoch": 1.9591899087774431,
      "grad_norm": 0.10817408561706543,
      "learning_rate": 5.3806431641481035e-05,
      "loss": 10.204,
      "step": 11221
    },
    {
      "epoch": 1.9593644974029942,
      "grad_norm": 0.11115200072526932,
      "learning_rate": 5.379020551644616e-05,
      "loss": 10.1424,
      "step": 11222
    },
    {
      "epoch": 1.959539086028545,
      "grad_norm": 0.10169396549463272,
      "learning_rate": 5.3773980938241396e-05,
      "loss": 10.1523,
      "step": 11223
    },
    {
      "epoch": 1.9597136746540964,
      "grad_norm": 0.11353760957717896,
      "learning_rate": 5.375775790740978e-05,
      "loss": 10.1519,
      "step": 11224
    },
    {
      "epoch": 1.9598882632796473,
      "grad_norm": 0.14612601697444916,
      "learning_rate": 5.3741536424494355e-05,
      "loss": 10.1818,
      "step": 11225
    },
    {
      "epoch": 1.9600628519051984,
      "grad_norm": 0.15412893891334534,
      "learning_rate": 5.37253164900382e-05,
      "loss": 10.1731,
      "step": 11226
    },
    {
      "epoch": 1.9602374405307494,
      "grad_norm": 0.17807868123054504,
      "learning_rate": 5.37090981045842e-05,
      "loss": 10.2308,
      "step": 11227
    },
    {
      "epoch": 1.9604120291563003,
      "grad_norm": 0.06473501771688461,
      "learning_rate": 5.369288126867521e-05,
      "loss": 10.1897,
      "step": 11228
    },
    {
      "epoch": 1.9605866177818516,
      "grad_norm": 0.062004297971725464,
      "learning_rate": 5.367666598285417e-05,
      "loss": 10.1992,
      "step": 11229
    },
    {
      "epoch": 1.9607612064074025,
      "grad_norm": 0.06641533970832825,
      "learning_rate": 5.366045224766383e-05,
      "loss": 10.1929,
      "step": 11230
    },
    {
      "epoch": 1.9609357950329536,
      "grad_norm": 0.06582240015268326,
      "learning_rate": 5.3644240063646936e-05,
      "loss": 10.1858,
      "step": 11231
    },
    {
      "epoch": 1.9611103836585047,
      "grad_norm": 0.07646526396274567,
      "learning_rate": 5.362802943134615e-05,
      "loss": 10.1961,
      "step": 11232
    },
    {
      "epoch": 1.9612849722840557,
      "grad_norm": 0.0657203197479248,
      "learning_rate": 5.361182035130413e-05,
      "loss": 10.195,
      "step": 11233
    },
    {
      "epoch": 1.9614595609096068,
      "grad_norm": 0.0764121413230896,
      "learning_rate": 5.359561282406341e-05,
      "loss": 10.1922,
      "step": 11234
    },
    {
      "epoch": 1.9616341495351577,
      "grad_norm": 0.06946448981761932,
      "learning_rate": 5.3579406850166604e-05,
      "loss": 10.1397,
      "step": 11235
    },
    {
      "epoch": 1.9618087381607088,
      "grad_norm": 0.06511521339416504,
      "learning_rate": 5.3563202430156156e-05,
      "loss": 10.1844,
      "step": 11236
    },
    {
      "epoch": 1.9619833267862599,
      "grad_norm": 0.06084183230996132,
      "learning_rate": 5.3546999564574454e-05,
      "loss": 10.192,
      "step": 11237
    },
    {
      "epoch": 1.962157915411811,
      "grad_norm": 0.06470698118209839,
      "learning_rate": 5.353079825396395e-05,
      "loss": 10.207,
      "step": 11238
    },
    {
      "epoch": 1.962332504037362,
      "grad_norm": 0.06501229852437973,
      "learning_rate": 5.351459849886693e-05,
      "loss": 10.2039,
      "step": 11239
    },
    {
      "epoch": 1.962507092662913,
      "grad_norm": 0.06235457956790924,
      "learning_rate": 5.3498400299825624e-05,
      "loss": 10.1875,
      "step": 11240
    },
    {
      "epoch": 1.9626816812884642,
      "grad_norm": 0.06603699177503586,
      "learning_rate": 5.3482203657382334e-05,
      "loss": 10.1997,
      "step": 11241
    },
    {
      "epoch": 1.962856269914015,
      "grad_norm": 0.06834004074335098,
      "learning_rate": 5.346600857207918e-05,
      "loss": 10.1949,
      "step": 11242
    },
    {
      "epoch": 1.9630308585395662,
      "grad_norm": 0.0753411278128624,
      "learning_rate": 5.34498150444583e-05,
      "loss": 10.1998,
      "step": 11243
    },
    {
      "epoch": 1.9632054471651172,
      "grad_norm": 0.06646189838647842,
      "learning_rate": 5.343362307506172e-05,
      "loss": 10.1889,
      "step": 11244
    },
    {
      "epoch": 1.963380035790668,
      "grad_norm": 0.06868705153465271,
      "learning_rate": 5.341743266443149e-05,
      "loss": 10.211,
      "step": 11245
    },
    {
      "epoch": 1.9635546244162194,
      "grad_norm": 0.06072375550866127,
      "learning_rate": 5.340124381310949e-05,
      "loss": 10.1987,
      "step": 11246
    },
    {
      "epoch": 1.9637292130417703,
      "grad_norm": 0.07785652577877045,
      "learning_rate": 5.3385056521637744e-05,
      "loss": 10.1988,
      "step": 11247
    },
    {
      "epoch": 1.9639038016673214,
      "grad_norm": 0.07493219524621964,
      "learning_rate": 5.336887079055806e-05,
      "loss": 10.1872,
      "step": 11248
    },
    {
      "epoch": 1.9640783902928725,
      "grad_norm": 0.0669369250535965,
      "learning_rate": 5.335268662041217e-05,
      "loss": 10.1787,
      "step": 11249
    },
    {
      "epoch": 1.9642529789184233,
      "grad_norm": 0.0691128522157669,
      "learning_rate": 5.333650401174194e-05,
      "loss": 10.2191,
      "step": 11250
    },
    {
      "epoch": 1.9644275675439746,
      "grad_norm": 0.06839160621166229,
      "learning_rate": 5.3320322965088996e-05,
      "loss": 10.1811,
      "step": 11251
    },
    {
      "epoch": 1.9646021561695255,
      "grad_norm": 0.07638107240200043,
      "learning_rate": 5.330414348099497e-05,
      "loss": 10.1757,
      "step": 11252
    },
    {
      "epoch": 1.9647767447950766,
      "grad_norm": 0.06992103904485703,
      "learning_rate": 5.328796556000153e-05,
      "loss": 10.1892,
      "step": 11253
    },
    {
      "epoch": 1.9649513334206277,
      "grad_norm": 0.07218620926141739,
      "learning_rate": 5.327178920265017e-05,
      "loss": 10.1898,
      "step": 11254
    },
    {
      "epoch": 1.9651259220461785,
      "grad_norm": 0.07155454903841019,
      "learning_rate": 5.325561440948239e-05,
      "loss": 10.1699,
      "step": 11255
    },
    {
      "epoch": 1.9653005106717298,
      "grad_norm": 0.08245712518692017,
      "learning_rate": 5.323944118103961e-05,
      "loss": 10.2096,
      "step": 11256
    },
    {
      "epoch": 1.9654750992972807,
      "grad_norm": 0.08723790943622589,
      "learning_rate": 5.322326951786321e-05,
      "loss": 10.1915,
      "step": 11257
    },
    {
      "epoch": 1.9656496879228318,
      "grad_norm": 0.08237307518720627,
      "learning_rate": 5.320709942049451e-05,
      "loss": 10.1942,
      "step": 11258
    },
    {
      "epoch": 1.9658242765483829,
      "grad_norm": 0.08327995240688324,
      "learning_rate": 5.319093088947484e-05,
      "loss": 10.1797,
      "step": 11259
    },
    {
      "epoch": 1.965998865173934,
      "grad_norm": 0.08117875456809998,
      "learning_rate": 5.3174763925345395e-05,
      "loss": 10.172,
      "step": 11260
    },
    {
      "epoch": 1.966173453799485,
      "grad_norm": 0.084630087018013,
      "learning_rate": 5.315859852864733e-05,
      "loss": 10.1831,
      "step": 11261
    },
    {
      "epoch": 1.966348042425036,
      "grad_norm": 0.07790268957614899,
      "learning_rate": 5.314243469992182e-05,
      "loss": 10.1472,
      "step": 11262
    },
    {
      "epoch": 1.966522631050587,
      "grad_norm": 0.07873686403036118,
      "learning_rate": 5.312627243970989e-05,
      "loss": 10.1935,
      "step": 11263
    },
    {
      "epoch": 1.966697219676138,
      "grad_norm": 0.08614493906497955,
      "learning_rate": 5.311011174855255e-05,
      "loss": 10.2192,
      "step": 11264
    },
    {
      "epoch": 1.9668718083016892,
      "grad_norm": 0.1126437559723854,
      "learning_rate": 5.3093952626990815e-05,
      "loss": 10.1814,
      "step": 11265
    },
    {
      "epoch": 1.9670463969272403,
      "grad_norm": 0.08921808004379272,
      "learning_rate": 5.307779507556556e-05,
      "loss": 10.1794,
      "step": 11266
    },
    {
      "epoch": 1.9672209855527911,
      "grad_norm": 0.08685023337602615,
      "learning_rate": 5.3061639094817675e-05,
      "loss": 10.1667,
      "step": 11267
    },
    {
      "epoch": 1.9673955741783424,
      "grad_norm": 0.08932731300592422,
      "learning_rate": 5.3045484685287915e-05,
      "loss": 10.1875,
      "step": 11268
    },
    {
      "epoch": 1.9675701628038933,
      "grad_norm": 0.09057339280843735,
      "learning_rate": 5.302933184751706e-05,
      "loss": 10.1722,
      "step": 11269
    },
    {
      "epoch": 1.9677447514294444,
      "grad_norm": 0.10238253325223923,
      "learning_rate": 5.3013180582045786e-05,
      "loss": 10.1715,
      "step": 11270
    },
    {
      "epoch": 1.9679193400549955,
      "grad_norm": 0.1061907708644867,
      "learning_rate": 5.299703088941481e-05,
      "loss": 10.1938,
      "step": 11271
    },
    {
      "epoch": 1.9680939286805463,
      "grad_norm": 0.09558671712875366,
      "learning_rate": 5.2980882770164664e-05,
      "loss": 10.2047,
      "step": 11272
    },
    {
      "epoch": 1.9682685173060976,
      "grad_norm": 0.1072114109992981,
      "learning_rate": 5.2964736224835887e-05,
      "loss": 10.1424,
      "step": 11273
    },
    {
      "epoch": 1.9684431059316485,
      "grad_norm": 0.12200619280338287,
      "learning_rate": 5.294859125396904e-05,
      "loss": 10.1937,
      "step": 11274
    },
    {
      "epoch": 1.9686176945571996,
      "grad_norm": 0.13295483589172363,
      "learning_rate": 5.293244785810452e-05,
      "loss": 10.1583,
      "step": 11275
    },
    {
      "epoch": 1.9687922831827507,
      "grad_norm": 0.167489692568779,
      "learning_rate": 5.2916306037782647e-05,
      "loss": 10.2164,
      "step": 11276
    },
    {
      "epoch": 1.9689668718083015,
      "grad_norm": 0.2416398823261261,
      "learning_rate": 5.290016579354386e-05,
      "loss": 10.2079,
      "step": 11277
    },
    {
      "epoch": 1.9691414604338529,
      "grad_norm": 0.07339470088481903,
      "learning_rate": 5.288402712592845e-05,
      "loss": 10.2312,
      "step": 11278
    },
    {
      "epoch": 1.9693160490594037,
      "grad_norm": 0.058469388633966446,
      "learning_rate": 5.28678900354765e-05,
      "loss": 10.208,
      "step": 11279
    },
    {
      "epoch": 1.9694906376849548,
      "grad_norm": 0.07022647559642792,
      "learning_rate": 5.28517545227283e-05,
      "loss": 10.1672,
      "step": 11280
    },
    {
      "epoch": 1.969665226310506,
      "grad_norm": 0.07790571451187134,
      "learning_rate": 5.2835620588223956e-05,
      "loss": 10.1885,
      "step": 11281
    },
    {
      "epoch": 1.9698398149360568,
      "grad_norm": 0.07053416967391968,
      "learning_rate": 5.2819488232503475e-05,
      "loss": 10.2072,
      "step": 11282
    },
    {
      "epoch": 1.970014403561608,
      "grad_norm": 0.059262391179800034,
      "learning_rate": 5.280335745610696e-05,
      "loss": 10.2024,
      "step": 11283
    },
    {
      "epoch": 1.970188992187159,
      "grad_norm": 0.06622997671365738,
      "learning_rate": 5.278722825957435e-05,
      "loss": 10.1778,
      "step": 11284
    },
    {
      "epoch": 1.97036358081271,
      "grad_norm": 0.06452012807130814,
      "learning_rate": 5.2771100643445495e-05,
      "loss": 10.2241,
      "step": 11285
    },
    {
      "epoch": 1.970538169438261,
      "grad_norm": 0.05960901826620102,
      "learning_rate": 5.275497460826033e-05,
      "loss": 10.1904,
      "step": 11286
    },
    {
      "epoch": 1.9707127580638122,
      "grad_norm": 0.06405811756849289,
      "learning_rate": 5.2738850154558624e-05,
      "loss": 10.1876,
      "step": 11287
    },
    {
      "epoch": 1.9708873466893633,
      "grad_norm": 0.06308209896087646,
      "learning_rate": 5.2722727282880134e-05,
      "loss": 10.183,
      "step": 11288
    },
    {
      "epoch": 1.9710619353149141,
      "grad_norm": 0.06758296489715576,
      "learning_rate": 5.2706605993764554e-05,
      "loss": 10.1991,
      "step": 11289
    },
    {
      "epoch": 1.9712365239404652,
      "grad_norm": 0.0682159960269928,
      "learning_rate": 5.269048628775153e-05,
      "loss": 10.2063,
      "step": 11290
    },
    {
      "epoch": 1.9714111125660163,
      "grad_norm": 0.06187676638364792,
      "learning_rate": 5.2674368165380626e-05,
      "loss": 10.1973,
      "step": 11291
    },
    {
      "epoch": 1.9715857011915674,
      "grad_norm": 0.06994106620550156,
      "learning_rate": 5.2658251627191424e-05,
      "loss": 10.1894,
      "step": 11292
    },
    {
      "epoch": 1.9717602898171185,
      "grad_norm": 0.061304833739995956,
      "learning_rate": 5.264213667372342e-05,
      "loss": 10.1867,
      "step": 11293
    },
    {
      "epoch": 1.9719348784426693,
      "grad_norm": 0.05754324048757553,
      "learning_rate": 5.262602330551597e-05,
      "loss": 10.201,
      "step": 11294
    },
    {
      "epoch": 1.9721094670682207,
      "grad_norm": 0.0636114776134491,
      "learning_rate": 5.2609911523108543e-05,
      "loss": 10.1876,
      "step": 11295
    },
    {
      "epoch": 1.9722840556937715,
      "grad_norm": 0.07303312420845032,
      "learning_rate": 5.259380132704044e-05,
      "loss": 10.1913,
      "step": 11296
    },
    {
      "epoch": 1.9724586443193226,
      "grad_norm": 0.07368170469999313,
      "learning_rate": 5.257769271785087e-05,
      "loss": 10.2005,
      "step": 11297
    },
    {
      "epoch": 1.9726332329448737,
      "grad_norm": 0.07300443947315216,
      "learning_rate": 5.256158569607916e-05,
      "loss": 10.1824,
      "step": 11298
    },
    {
      "epoch": 1.9728078215704246,
      "grad_norm": 0.0764295756816864,
      "learning_rate": 5.2545480262264425e-05,
      "loss": 10.1673,
      "step": 11299
    },
    {
      "epoch": 1.9729824101959759,
      "grad_norm": 0.07880041748285294,
      "learning_rate": 5.2529376416945775e-05,
      "loss": 10.1977,
      "step": 11300
    },
    {
      "epoch": 1.9731569988215267,
      "grad_norm": 0.06926951557397842,
      "learning_rate": 5.2513274160662275e-05,
      "loss": 10.2097,
      "step": 11301
    },
    {
      "epoch": 1.9733315874470778,
      "grad_norm": 0.07803886383771896,
      "learning_rate": 5.2497173493952944e-05,
      "loss": 10.2031,
      "step": 11302
    },
    {
      "epoch": 1.973506176072629,
      "grad_norm": 0.06594374030828476,
      "learning_rate": 5.248107441735668e-05,
      "loss": 10.1807,
      "step": 11303
    },
    {
      "epoch": 1.9736807646981798,
      "grad_norm": 0.08199494332075119,
      "learning_rate": 5.246497693141248e-05,
      "loss": 10.1722,
      "step": 11304
    },
    {
      "epoch": 1.973855353323731,
      "grad_norm": 0.07225815206766129,
      "learning_rate": 5.2448881036659125e-05,
      "loss": 10.1681,
      "step": 11305
    },
    {
      "epoch": 1.974029941949282,
      "grad_norm": 0.08451271802186966,
      "learning_rate": 5.243278673363541e-05,
      "loss": 10.1972,
      "step": 11306
    },
    {
      "epoch": 1.974204530574833,
      "grad_norm": 0.087600477039814,
      "learning_rate": 5.241669402288013e-05,
      "loss": 10.1845,
      "step": 11307
    },
    {
      "epoch": 1.9743791192003841,
      "grad_norm": 0.0725027546286583,
      "learning_rate": 5.240060290493194e-05,
      "loss": 10.1872,
      "step": 11308
    },
    {
      "epoch": 1.974553707825935,
      "grad_norm": 0.08012960106134415,
      "learning_rate": 5.238451338032944e-05,
      "loss": 10.2202,
      "step": 11309
    },
    {
      "epoch": 1.9747282964514863,
      "grad_norm": 0.07895609736442566,
      "learning_rate": 5.236842544961128e-05,
      "loss": 10.2119,
      "step": 11310
    },
    {
      "epoch": 1.9749028850770372,
      "grad_norm": 0.09849212318658829,
      "learning_rate": 5.235233911331596e-05,
      "loss": 10.1582,
      "step": 11311
    },
    {
      "epoch": 1.9750774737025882,
      "grad_norm": 0.08009454607963562,
      "learning_rate": 5.233625437198195e-05,
      "loss": 10.1916,
      "step": 11312
    },
    {
      "epoch": 1.9752520623281393,
      "grad_norm": 0.08755534142255783,
      "learning_rate": 5.2320171226147675e-05,
      "loss": 10.1417,
      "step": 11313
    },
    {
      "epoch": 1.9754266509536904,
      "grad_norm": 0.08822276443243027,
      "learning_rate": 5.2304089676351495e-05,
      "loss": 10.1815,
      "step": 11314
    },
    {
      "epoch": 1.9756012395792415,
      "grad_norm": 0.08410897105932236,
      "learning_rate": 5.22880097231317e-05,
      "loss": 10.1578,
      "step": 11315
    },
    {
      "epoch": 1.9757758282047924,
      "grad_norm": 0.10085465013980865,
      "learning_rate": 5.2271931367026615e-05,
      "loss": 10.1541,
      "step": 11316
    },
    {
      "epoch": 1.9759504168303434,
      "grad_norm": 0.09630421549081802,
      "learning_rate": 5.2255854608574426e-05,
      "loss": 10.1685,
      "step": 11317
    },
    {
      "epoch": 1.9761250054558945,
      "grad_norm": 0.09656179696321487,
      "learning_rate": 5.2239779448313245e-05,
      "loss": 10.166,
      "step": 11318
    },
    {
      "epoch": 1.9762995940814456,
      "grad_norm": 0.09305776655673981,
      "learning_rate": 5.222370588678123e-05,
      "loss": 10.164,
      "step": 11319
    },
    {
      "epoch": 1.9764741827069967,
      "grad_norm": 0.09995346516370773,
      "learning_rate": 5.22076339245164e-05,
      "loss": 10.1589,
      "step": 11320
    },
    {
      "epoch": 1.9766487713325476,
      "grad_norm": 0.11261454224586487,
      "learning_rate": 5.2191563562056724e-05,
      "loss": 10.1792,
      "step": 11321
    },
    {
      "epoch": 1.9768233599580989,
      "grad_norm": 0.11528384685516357,
      "learning_rate": 5.2175494799940205e-05,
      "loss": 10.1676,
      "step": 11322
    },
    {
      "epoch": 1.9769979485836497,
      "grad_norm": 0.11477693915367126,
      "learning_rate": 5.215942763870471e-05,
      "loss": 10.2101,
      "step": 11323
    },
    {
      "epoch": 1.9771725372092008,
      "grad_norm": 0.1316860467195511,
      "learning_rate": 5.2143362078888036e-05,
      "loss": 10.1842,
      "step": 11324
    },
    {
      "epoch": 1.977347125834752,
      "grad_norm": 0.14089643955230713,
      "learning_rate": 5.212729812102801e-05,
      "loss": 10.19,
      "step": 11325
    },
    {
      "epoch": 1.9775217144603028,
      "grad_norm": 0.1666349470615387,
      "learning_rate": 5.211123576566228e-05,
      "loss": 10.1697,
      "step": 11326
    },
    {
      "epoch": 1.977696303085854,
      "grad_norm": 0.2922367751598358,
      "learning_rate": 5.209517501332861e-05,
      "loss": 10.1945,
      "step": 11327
    },
    {
      "epoch": 1.977870891711405,
      "grad_norm": 0.0848865658044815,
      "learning_rate": 5.20791158645646e-05,
      "loss": 10.2096,
      "step": 11328
    },
    {
      "epoch": 1.978045480336956,
      "grad_norm": 0.0803680494427681,
      "learning_rate": 5.206305831990774e-05,
      "loss": 10.2254,
      "step": 11329
    },
    {
      "epoch": 1.9782200689625071,
      "grad_norm": 0.07335532456636429,
      "learning_rate": 5.2047002379895636e-05,
      "loss": 10.1842,
      "step": 11330
    },
    {
      "epoch": 1.978394657588058,
      "grad_norm": 0.06747015565633774,
      "learning_rate": 5.203094804506572e-05,
      "loss": 10.1966,
      "step": 11331
    },
    {
      "epoch": 1.9785692462136093,
      "grad_norm": 0.06348759680986404,
      "learning_rate": 5.201489531595534e-05,
      "loss": 10.1987,
      "step": 11332
    },
    {
      "epoch": 1.9787438348391602,
      "grad_norm": 0.07142564654350281,
      "learning_rate": 5.1998844193101924e-05,
      "loss": 10.1859,
      "step": 11333
    },
    {
      "epoch": 1.9789184234647113,
      "grad_norm": 0.0716777816414833,
      "learning_rate": 5.1982794677042735e-05,
      "loss": 10.2144,
      "step": 11334
    },
    {
      "epoch": 1.9790930120902623,
      "grad_norm": 0.0720314309000969,
      "learning_rate": 5.196674676831501e-05,
      "loss": 10.1985,
      "step": 11335
    },
    {
      "epoch": 1.9792676007158132,
      "grad_norm": 0.07462284713983536,
      "learning_rate": 5.195070046745596e-05,
      "loss": 10.1908,
      "step": 11336
    },
    {
      "epoch": 1.9794421893413645,
      "grad_norm": 0.06869862973690033,
      "learning_rate": 5.1934655775002695e-05,
      "loss": 10.2059,
      "step": 11337
    },
    {
      "epoch": 1.9796167779669154,
      "grad_norm": 0.06414596736431122,
      "learning_rate": 5.1918612691492254e-05,
      "loss": 10.1876,
      "step": 11338
    },
    {
      "epoch": 1.9797913665924665,
      "grad_norm": 0.0693078264594078,
      "learning_rate": 5.190257121746176e-05,
      "loss": 10.1823,
      "step": 11339
    },
    {
      "epoch": 1.9799659552180175,
      "grad_norm": 0.061420828104019165,
      "learning_rate": 5.188653135344814e-05,
      "loss": 10.1787,
      "step": 11340
    },
    {
      "epoch": 1.9801405438435686,
      "grad_norm": 0.0619020015001297,
      "learning_rate": 5.187049309998828e-05,
      "loss": 10.1902,
      "step": 11341
    },
    {
      "epoch": 1.9803151324691197,
      "grad_norm": 0.06744647026062012,
      "learning_rate": 5.185445645761913e-05,
      "loss": 10.1962,
      "step": 11342
    },
    {
      "epoch": 1.9804897210946706,
      "grad_norm": 0.06162820756435394,
      "learning_rate": 5.1838421426877425e-05,
      "loss": 10.201,
      "step": 11343
    },
    {
      "epoch": 1.980664309720222,
      "grad_norm": 0.06490126997232437,
      "learning_rate": 5.182238800829993e-05,
      "loss": 10.1861,
      "step": 11344
    },
    {
      "epoch": 1.9808388983457728,
      "grad_norm": 0.06951887160539627,
      "learning_rate": 5.18063562024234e-05,
      "loss": 10.1895,
      "step": 11345
    },
    {
      "epoch": 1.9810134869713238,
      "grad_norm": 0.06837165355682373,
      "learning_rate": 5.179032600978446e-05,
      "loss": 10.2073,
      "step": 11346
    },
    {
      "epoch": 1.981188075596875,
      "grad_norm": 0.05940980836749077,
      "learning_rate": 5.177429743091969e-05,
      "loss": 10.1995,
      "step": 11347
    },
    {
      "epoch": 1.9813626642224258,
      "grad_norm": 0.07168031483888626,
      "learning_rate": 5.1758270466365655e-05,
      "loss": 10.1974,
      "step": 11348
    },
    {
      "epoch": 1.981537252847977,
      "grad_norm": 0.07808668166399002,
      "learning_rate": 5.1742245116658816e-05,
      "loss": 10.1954,
      "step": 11349
    },
    {
      "epoch": 1.981711841473528,
      "grad_norm": 0.07044029235839844,
      "learning_rate": 5.1726221382335585e-05,
      "loss": 10.1922,
      "step": 11350
    },
    {
      "epoch": 1.981886430099079,
      "grad_norm": 0.0712297186255455,
      "learning_rate": 5.171019926393241e-05,
      "loss": 10.2156,
      "step": 11351
    },
    {
      "epoch": 1.9820610187246301,
      "grad_norm": 0.07786501944065094,
      "learning_rate": 5.169417876198559e-05,
      "loss": 10.2108,
      "step": 11352
    },
    {
      "epoch": 1.982235607350181,
      "grad_norm": 0.0724390372633934,
      "learning_rate": 5.167815987703135e-05,
      "loss": 10.1783,
      "step": 11353
    },
    {
      "epoch": 1.9824101959757323,
      "grad_norm": 0.07842008024454117,
      "learning_rate": 5.1662142609605976e-05,
      "loss": 10.207,
      "step": 11354
    },
    {
      "epoch": 1.9825847846012832,
      "grad_norm": 0.1129475086927414,
      "learning_rate": 5.164612696024562e-05,
      "loss": 10.1798,
      "step": 11355
    },
    {
      "epoch": 1.9827593732268343,
      "grad_norm": 0.08546178787946701,
      "learning_rate": 5.163011292948632e-05,
      "loss": 10.1857,
      "step": 11356
    },
    {
      "epoch": 1.9829339618523854,
      "grad_norm": 0.0690774992108345,
      "learning_rate": 5.161410051786424e-05,
      "loss": 10.1671,
      "step": 11357
    },
    {
      "epoch": 1.9831085504779362,
      "grad_norm": 0.07924055308103561,
      "learning_rate": 5.15980897259153e-05,
      "loss": 10.1616,
      "step": 11358
    },
    {
      "epoch": 1.9832831391034875,
      "grad_norm": 0.09070221334695816,
      "learning_rate": 5.158208055417548e-05,
      "loss": 10.1863,
      "step": 11359
    },
    {
      "epoch": 1.9834577277290384,
      "grad_norm": 0.08277090638875961,
      "learning_rate": 5.156607300318067e-05,
      "loss": 10.1671,
      "step": 11360
    },
    {
      "epoch": 1.9836323163545895,
      "grad_norm": 0.08922173082828522,
      "learning_rate": 5.15500670734667e-05,
      "loss": 10.1689,
      "step": 11361
    },
    {
      "epoch": 1.9838069049801406,
      "grad_norm": 0.08823002874851227,
      "learning_rate": 5.153406276556931e-05,
      "loss": 10.172,
      "step": 11362
    },
    {
      "epoch": 1.9839814936056914,
      "grad_norm": 0.08906779438257217,
      "learning_rate": 5.151806008002431e-05,
      "loss": 10.1593,
      "step": 11363
    },
    {
      "epoch": 1.9841560822312427,
      "grad_norm": 0.08753618597984314,
      "learning_rate": 5.1502059017367344e-05,
      "loss": 10.1758,
      "step": 11364
    },
    {
      "epoch": 1.9843306708567936,
      "grad_norm": 0.11026840656995773,
      "learning_rate": 5.148605957813399e-05,
      "loss": 10.2019,
      "step": 11365
    },
    {
      "epoch": 1.9845052594823447,
      "grad_norm": 0.08916692435741425,
      "learning_rate": 5.147006176285989e-05,
      "loss": 10.1791,
      "step": 11366
    },
    {
      "epoch": 1.9846798481078958,
      "grad_norm": 0.10017095506191254,
      "learning_rate": 5.145406557208052e-05,
      "loss": 10.193,
      "step": 11367
    },
    {
      "epoch": 1.9848544367334469,
      "grad_norm": 0.10522796958684921,
      "learning_rate": 5.143807100633129e-05,
      "loss": 10.1821,
      "step": 11368
    },
    {
      "epoch": 1.985029025358998,
      "grad_norm": 0.0868462473154068,
      "learning_rate": 5.142207806614769e-05,
      "loss": 10.2039,
      "step": 11369
    },
    {
      "epoch": 1.9852036139845488,
      "grad_norm": 0.09351897239685059,
      "learning_rate": 5.140608675206504e-05,
      "loss": 10.2042,
      "step": 11370
    },
    {
      "epoch": 1.9853782026101001,
      "grad_norm": 0.11889881640672684,
      "learning_rate": 5.139009706461861e-05,
      "loss": 10.1763,
      "step": 11371
    },
    {
      "epoch": 1.985552791235651,
      "grad_norm": 0.12917016446590424,
      "learning_rate": 5.137410900434365e-05,
      "loss": 10.1859,
      "step": 11372
    },
    {
      "epoch": 1.985727379861202,
      "grad_norm": 0.11426036059856415,
      "learning_rate": 5.135812257177536e-05,
      "loss": 10.1989,
      "step": 11373
    },
    {
      "epoch": 1.9859019684867532,
      "grad_norm": 0.14351482689380646,
      "learning_rate": 5.134213776744881e-05,
      "loss": 10.1678,
      "step": 11374
    },
    {
      "epoch": 1.986076557112304,
      "grad_norm": 0.1331455409526825,
      "learning_rate": 5.132615459189918e-05,
      "loss": 10.187,
      "step": 11375
    },
    {
      "epoch": 1.9862511457378553,
      "grad_norm": 0.15021882951259613,
      "learning_rate": 5.131017304566141e-05,
      "loss": 10.1821,
      "step": 11376
    },
    {
      "epoch": 1.9864257343634062,
      "grad_norm": 0.21228806674480438,
      "learning_rate": 5.1294193129270484e-05,
      "loss": 10.1801,
      "step": 11377
    },
    {
      "epoch": 1.9866003229889573,
      "grad_norm": 0.0668337345123291,
      "learning_rate": 5.127821484326135e-05,
      "loss": 10.1824,
      "step": 11378
    },
    {
      "epoch": 1.9867749116145084,
      "grad_norm": 0.06851283460855484,
      "learning_rate": 5.1262238188168846e-05,
      "loss": 10.2107,
      "step": 11379
    },
    {
      "epoch": 1.9869495002400592,
      "grad_norm": 0.07719264179468155,
      "learning_rate": 5.124626316452773e-05,
      "loss": 10.1725,
      "step": 11380
    },
    {
      "epoch": 1.9871240888656105,
      "grad_norm": 0.06396040320396423,
      "learning_rate": 5.123028977287283e-05,
      "loss": 10.2025,
      "step": 11381
    },
    {
      "epoch": 1.9872986774911614,
      "grad_norm": 0.08906734734773636,
      "learning_rate": 5.121431801373882e-05,
      "loss": 10.1823,
      "step": 11382
    },
    {
      "epoch": 1.9874732661167125,
      "grad_norm": 0.0678822472691536,
      "learning_rate": 5.11983478876603e-05,
      "loss": 10.2009,
      "step": 11383
    },
    {
      "epoch": 1.9876478547422636,
      "grad_norm": 0.06228725239634514,
      "learning_rate": 5.11823793951719e-05,
      "loss": 10.1905,
      "step": 11384
    },
    {
      "epoch": 1.9878224433678144,
      "grad_norm": 0.0756683275103569,
      "learning_rate": 5.116641253680812e-05,
      "loss": 10.1801,
      "step": 11385
    },
    {
      "epoch": 1.9879970319933657,
      "grad_norm": 0.05934266373515129,
      "learning_rate": 5.11504473131034e-05,
      "loss": 10.1789,
      "step": 11386
    },
    {
      "epoch": 1.9881716206189166,
      "grad_norm": 0.07021832466125488,
      "learning_rate": 5.1134483724592244e-05,
      "loss": 10.1859,
      "step": 11387
    },
    {
      "epoch": 1.9883462092444677,
      "grad_norm": 0.07351944595575333,
      "learning_rate": 5.1118521771808994e-05,
      "loss": 10.1943,
      "step": 11388
    },
    {
      "epoch": 1.9885207978700188,
      "grad_norm": 0.07999487966299057,
      "learning_rate": 5.110256145528789e-05,
      "loss": 10.212,
      "step": 11389
    },
    {
      "epoch": 1.9886953864955697,
      "grad_norm": 0.0796981081366539,
      "learning_rate": 5.1086602775563294e-05,
      "loss": 10.1907,
      "step": 11390
    },
    {
      "epoch": 1.988869975121121,
      "grad_norm": 0.061646468937397,
      "learning_rate": 5.107064573316937e-05,
      "loss": 10.1895,
      "step": 11391
    },
    {
      "epoch": 1.9890445637466718,
      "grad_norm": 0.0647817999124527,
      "learning_rate": 5.105469032864021e-05,
      "loss": 10.1817,
      "step": 11392
    },
    {
      "epoch": 1.989219152372223,
      "grad_norm": 0.06978634744882584,
      "learning_rate": 5.1038736562509994e-05,
      "loss": 10.1547,
      "step": 11393
    },
    {
      "epoch": 1.989393740997774,
      "grad_norm": 0.07121240347623825,
      "learning_rate": 5.102278443531272e-05,
      "loss": 10.1896,
      "step": 11394
    },
    {
      "epoch": 1.989568329623325,
      "grad_norm": 0.06693628430366516,
      "learning_rate": 5.1006833947582356e-05,
      "loss": 10.1799,
      "step": 11395
    },
    {
      "epoch": 1.9897429182488762,
      "grad_norm": 0.08315570652484894,
      "learning_rate": 5.099088509985286e-05,
      "loss": 10.2074,
      "step": 11396
    },
    {
      "epoch": 1.989917506874427,
      "grad_norm": 0.06978990137577057,
      "learning_rate": 5.097493789265807e-05,
      "loss": 10.2,
      "step": 11397
    },
    {
      "epoch": 1.9900920954999783,
      "grad_norm": 0.07457894831895828,
      "learning_rate": 5.0958992326531787e-05,
      "loss": 10.2008,
      "step": 11398
    },
    {
      "epoch": 1.9902666841255292,
      "grad_norm": 0.06700911372900009,
      "learning_rate": 5.0943048402007855e-05,
      "loss": 10.2056,
      "step": 11399
    },
    {
      "epoch": 1.9904412727510803,
      "grad_norm": 0.06481336802244186,
      "learning_rate": 5.092710611961993e-05,
      "loss": 10.1716,
      "step": 11400
    },
    {
      "epoch": 1.9904412727510803,
      "eval_loss": 10.16884994506836,
      "eval_runtime": 0.7189,
      "eval_samples_per_second": 321.34,
      "eval_steps_per_second": 161.366,
      "step": 11400
    },
    {
      "epoch": 1.9906158613766314,
      "grad_norm": 0.08380290120840073,
      "learning_rate": 5.0911165479901626e-05,
      "loss": 10.1638,
      "step": 11401
    },
    {
      "epoch": 1.9907904500021822,
      "grad_norm": 0.07996358722448349,
      "learning_rate": 5.0895226483386624e-05,
      "loss": 10.174,
      "step": 11402
    },
    {
      "epoch": 1.9909650386277336,
      "grad_norm": 0.07388167828321457,
      "learning_rate": 5.0879289130608444e-05,
      "loss": 10.1791,
      "step": 11403
    },
    {
      "epoch": 1.9911396272532844,
      "grad_norm": 0.08660627901554108,
      "learning_rate": 5.0863353422100515e-05,
      "loss": 10.1697,
      "step": 11404
    },
    {
      "epoch": 1.9913142158788355,
      "grad_norm": 0.07138834148645401,
      "learning_rate": 5.084741935839634e-05,
      "loss": 10.1791,
      "step": 11405
    },
    {
      "epoch": 1.9914888045043866,
      "grad_norm": 0.0708567276597023,
      "learning_rate": 5.083148694002928e-05,
      "loss": 10.1855,
      "step": 11406
    },
    {
      "epoch": 1.9916633931299375,
      "grad_norm": 0.0785452201962471,
      "learning_rate": 5.081555616753264e-05,
      "loss": 10.1848,
      "step": 11407
    },
    {
      "epoch": 1.9918379817554888,
      "grad_norm": 0.08673237264156342,
      "learning_rate": 5.079962704143971e-05,
      "loss": 10.2057,
      "step": 11408
    },
    {
      "epoch": 1.9920125703810396,
      "grad_norm": 0.09123465418815613,
      "learning_rate": 5.078369956228368e-05,
      "loss": 10.1538,
      "step": 11409
    },
    {
      "epoch": 1.9921871590065907,
      "grad_norm": 0.09384240210056305,
      "learning_rate": 5.076777373059769e-05,
      "loss": 10.1749,
      "step": 11410
    },
    {
      "epoch": 1.9923617476321418,
      "grad_norm": 0.07677049189805984,
      "learning_rate": 5.0751849546914895e-05,
      "loss": 10.2001,
      "step": 11411
    },
    {
      "epoch": 1.9925363362576927,
      "grad_norm": 0.0821985974907875,
      "learning_rate": 5.073592701176833e-05,
      "loss": 10.1667,
      "step": 11412
    },
    {
      "epoch": 1.992710924883244,
      "grad_norm": 0.07754454016685486,
      "learning_rate": 5.072000612569093e-05,
      "loss": 10.1659,
      "step": 11413
    },
    {
      "epoch": 1.9928855135087948,
      "grad_norm": 0.0854799896478653,
      "learning_rate": 5.0704086889215706e-05,
      "loss": 10.1743,
      "step": 11414
    },
    {
      "epoch": 1.993060102134346,
      "grad_norm": 0.09751193225383759,
      "learning_rate": 5.068816930287552e-05,
      "loss": 10.1834,
      "step": 11415
    },
    {
      "epoch": 1.993234690759897,
      "grad_norm": 0.09849527478218079,
      "learning_rate": 5.067225336720316e-05,
      "loss": 10.208,
      "step": 11416
    },
    {
      "epoch": 1.9934092793854479,
      "grad_norm": 0.08639074862003326,
      "learning_rate": 5.065633908273144e-05,
      "loss": 10.179,
      "step": 11417
    },
    {
      "epoch": 1.9935838680109992,
      "grad_norm": 0.09882005304098129,
      "learning_rate": 5.064042644999307e-05,
      "loss": 10.1839,
      "step": 11418
    },
    {
      "epoch": 1.99375845663655,
      "grad_norm": 0.107722207903862,
      "learning_rate": 5.062451546952071e-05,
      "loss": 10.152,
      "step": 11419
    },
    {
      "epoch": 1.9939330452621011,
      "grad_norm": 0.1035497784614563,
      "learning_rate": 5.060860614184695e-05,
      "loss": 10.1587,
      "step": 11420
    },
    {
      "epoch": 1.9941076338876522,
      "grad_norm": 0.1034204289317131,
      "learning_rate": 5.059269846750434e-05,
      "loss": 10.2117,
      "step": 11421
    },
    {
      "epoch": 1.9942822225132033,
      "grad_norm": 0.10824249684810638,
      "learning_rate": 5.0576792447025356e-05,
      "loss": 10.1966,
      "step": 11422
    },
    {
      "epoch": 1.9944568111387544,
      "grad_norm": 0.10657743364572525,
      "learning_rate": 5.05608880809425e-05,
      "loss": 10.2143,
      "step": 11423
    },
    {
      "epoch": 1.9946313997643053,
      "grad_norm": 0.13137313723564148,
      "learning_rate": 5.0544985369788114e-05,
      "loss": 10.1509,
      "step": 11424
    },
    {
      "epoch": 1.9948059883898566,
      "grad_norm": 0.14789775013923645,
      "learning_rate": 5.052908431409449e-05,
      "loss": 10.162,
      "step": 11425
    },
    {
      "epoch": 1.9949805770154074,
      "grad_norm": 0.1493639200925827,
      "learning_rate": 5.051318491439399e-05,
      "loss": 10.1742,
      "step": 11426
    },
    {
      "epoch": 1.9951551656409585,
      "grad_norm": 0.18621371686458588,
      "learning_rate": 5.049728717121878e-05,
      "loss": 10.1662,
      "step": 11427
    },
    {
      "epoch": 1.9953297542665096,
      "grad_norm": 0.08426570147275925,
      "learning_rate": 5.048139108510099e-05,
      "loss": 10.1682,
      "step": 11428
    },
    {
      "epoch": 1.9955043428920605,
      "grad_norm": 0.07839002460241318,
      "learning_rate": 5.046549665657281e-05,
      "loss": 10.1718,
      "step": 11429
    },
    {
      "epoch": 1.9956789315176118,
      "grad_norm": 0.07258954644203186,
      "learning_rate": 5.044960388616623e-05,
      "loss": 10.176,
      "step": 11430
    },
    {
      "epoch": 1.9958535201431626,
      "grad_norm": 0.07020517438650131,
      "learning_rate": 5.0433712774413266e-05,
      "loss": 10.1793,
      "step": 11431
    },
    {
      "epoch": 1.9960281087687137,
      "grad_norm": 0.05849384516477585,
      "learning_rate": 5.0417823321845855e-05,
      "loss": 10.2168,
      "step": 11432
    },
    {
      "epoch": 1.9962026973942648,
      "grad_norm": 0.07453659921884537,
      "learning_rate": 5.040193552899588e-05,
      "loss": 10.1815,
      "step": 11433
    },
    {
      "epoch": 1.9963772860198157,
      "grad_norm": 0.0710425078868866,
      "learning_rate": 5.038604939639513e-05,
      "loss": 10.2231,
      "step": 11434
    },
    {
      "epoch": 1.996551874645367,
      "grad_norm": 0.06325352936983109,
      "learning_rate": 5.037016492457545e-05,
      "loss": 10.202,
      "step": 11435
    },
    {
      "epoch": 1.9967264632709179,
      "grad_norm": 0.07284557819366455,
      "learning_rate": 5.035428211406853e-05,
      "loss": 10.2116,
      "step": 11436
    },
    {
      "epoch": 1.996901051896469,
      "grad_norm": 0.07089366018772125,
      "learning_rate": 5.0338400965405984e-05,
      "loss": 10.2042,
      "step": 11437
    },
    {
      "epoch": 1.99707564052202,
      "grad_norm": 0.07901331037282944,
      "learning_rate": 5.032252147911951e-05,
      "loss": 10.2065,
      "step": 11438
    },
    {
      "epoch": 1.9972502291475709,
      "grad_norm": 0.06661203503608704,
      "learning_rate": 5.030664365574058e-05,
      "loss": 10.2042,
      "step": 11439
    },
    {
      "epoch": 1.9974248177731222,
      "grad_norm": 0.06432215124368668,
      "learning_rate": 5.029076749580075e-05,
      "loss": 10.2393,
      "step": 11440
    },
    {
      "epoch": 1.997599406398673,
      "grad_norm": 0.07321907579898834,
      "learning_rate": 5.027489299983144e-05,
      "loss": 10.1917,
      "step": 11441
    },
    {
      "epoch": 1.9977739950242241,
      "grad_norm": 0.07399331033229828,
      "learning_rate": 5.025902016836401e-05,
      "loss": 10.1832,
      "step": 11442
    },
    {
      "epoch": 1.9979485836497752,
      "grad_norm": 0.07798945903778076,
      "learning_rate": 5.024314900192981e-05,
      "loss": 10.1994,
      "step": 11443
    },
    {
      "epoch": 1.998123172275326,
      "grad_norm": 0.08927393704652786,
      "learning_rate": 5.022727950106012e-05,
      "loss": 10.167,
      "step": 11444
    },
    {
      "epoch": 1.9982977609008774,
      "grad_norm": 0.08094977587461472,
      "learning_rate": 5.021141166628609e-05,
      "loss": 10.1605,
      "step": 11445
    },
    {
      "epoch": 1.9984723495264283,
      "grad_norm": 0.08001209050416946,
      "learning_rate": 5.019554549813897e-05,
      "loss": 10.2087,
      "step": 11446
    },
    {
      "epoch": 1.9986469381519794,
      "grad_norm": 0.07849455624818802,
      "learning_rate": 5.017968099714985e-05,
      "loss": 10.1777,
      "step": 11447
    },
    {
      "epoch": 1.9988215267775304,
      "grad_norm": 0.08570017665624619,
      "learning_rate": 5.01638181638497e-05,
      "loss": 10.1794,
      "step": 11448
    },
    {
      "epoch": 1.9989961154030815,
      "grad_norm": 0.09121584892272949,
      "learning_rate": 5.014795699876962e-05,
      "loss": 10.1819,
      "step": 11449
    },
    {
      "epoch": 1.9991707040286326,
      "grad_norm": 0.10251004248857498,
      "learning_rate": 5.01320975024405e-05,
      "loss": 10.1784,
      "step": 11450
    },
    {
      "epoch": 1.9993452926541835,
      "grad_norm": 0.0838964655995369,
      "learning_rate": 5.0116239675393186e-05,
      "loss": 10.16,
      "step": 11451
    },
    {
      "epoch": 1.9995198812797348,
      "grad_norm": 0.11328878253698349,
      "learning_rate": 5.010038351815858e-05,
      "loss": 10.204,
      "step": 11452
    },
    {
      "epoch": 1.9996944699052857,
      "grad_norm": 0.11969255656003952,
      "learning_rate": 5.0084529031267405e-05,
      "loss": 10.1519,
      "step": 11453
    },
    {
      "epoch": 1.9998690585308367,
      "grad_norm": 0.1287403702735901,
      "learning_rate": 5.0068676215250376e-05,
      "loss": 10.1613,
      "step": 11454
    },
    {
      "epoch": 2.000174588625551,
      "grad_norm": 0.22379787266254425,
      "learning_rate": 5.0052825070638175e-05,
      "loss": 20.3514,
      "step": 11455
    },
    {
      "epoch": 2.000349177251102,
      "grad_norm": 0.06797774881124496,
      "learning_rate": 5.003697559796139e-05,
      "loss": 10.2022,
      "step": 11456
    },
    {
      "epoch": 2.000523765876653,
      "grad_norm": 0.06656685471534729,
      "learning_rate": 5.002112779775052e-05,
      "loss": 10.2026,
      "step": 11457
    },
    {
      "epoch": 2.0006983545022043,
      "grad_norm": 0.07401694357395172,
      "learning_rate": 5.000528167053613e-05,
      "loss": 10.2078,
      "step": 11458
    },
    {
      "epoch": 2.000872943127755,
      "grad_norm": 0.07135538756847382,
      "learning_rate": 4.9989437216848634e-05,
      "loss": 10.2074,
      "step": 11459
    },
    {
      "epoch": 2.001047531753306,
      "grad_norm": 0.07407911866903305,
      "learning_rate": 4.9973594437218366e-05,
      "loss": 10.198,
      "step": 11460
    },
    {
      "epoch": 2.0012221203788574,
      "grad_norm": 0.06888453662395477,
      "learning_rate": 4.9957753332175716e-05,
      "loss": 10.1812,
      "step": 11461
    },
    {
      "epoch": 2.0013967090044082,
      "grad_norm": 0.060034580528736115,
      "learning_rate": 4.994191390225092e-05,
      "loss": 10.1978,
      "step": 11462
    },
    {
      "epoch": 2.0015712976299596,
      "grad_norm": 0.0824054628610611,
      "learning_rate": 4.992607614797415e-05,
      "loss": 10.2117,
      "step": 11463
    },
    {
      "epoch": 2.0017458862555104,
      "grad_norm": 0.054703257977962494,
      "learning_rate": 4.991024006987567e-05,
      "loss": 10.1984,
      "step": 11464
    },
    {
      "epoch": 2.0019204748810613,
      "grad_norm": 0.06721312552690506,
      "learning_rate": 4.9894405668485464e-05,
      "loss": 10.183,
      "step": 11465
    },
    {
      "epoch": 2.0020950635066126,
      "grad_norm": 0.05470160394906998,
      "learning_rate": 4.987857294433359e-05,
      "loss": 10.2102,
      "step": 11466
    },
    {
      "epoch": 2.0022696521321635,
      "grad_norm": 0.0683806762099266,
      "learning_rate": 4.986274189795008e-05,
      "loss": 10.202,
      "step": 11467
    },
    {
      "epoch": 2.0024442407577148,
      "grad_norm": 0.07238723337650299,
      "learning_rate": 4.984691252986485e-05,
      "loss": 10.2202,
      "step": 11468
    },
    {
      "epoch": 2.0026188293832656,
      "grad_norm": 0.07020337879657745,
      "learning_rate": 4.983108484060772e-05,
      "loss": 10.2104,
      "step": 11469
    },
    {
      "epoch": 2.002793418008817,
      "grad_norm": 0.07063338905572891,
      "learning_rate": 4.98152588307086e-05,
      "loss": 10.1747,
      "step": 11470
    },
    {
      "epoch": 2.002968006634368,
      "grad_norm": 0.06769659370183945,
      "learning_rate": 4.9799434500697204e-05,
      "loss": 10.1991,
      "step": 11471
    },
    {
      "epoch": 2.0031425952599187,
      "grad_norm": 0.07977699488401413,
      "learning_rate": 4.97836118511032e-05,
      "loss": 10.1881,
      "step": 11472
    },
    {
      "epoch": 2.00331718388547,
      "grad_norm": 0.06821464747190475,
      "learning_rate": 4.97677908824563e-05,
      "loss": 10.2065,
      "step": 11473
    },
    {
      "epoch": 2.003491772511021,
      "grad_norm": 0.060347847640514374,
      "learning_rate": 4.9751971595286076e-05,
      "loss": 10.1849,
      "step": 11474
    },
    {
      "epoch": 2.003666361136572,
      "grad_norm": 0.06911344826221466,
      "learning_rate": 4.9736153990122045e-05,
      "loss": 10.1908,
      "step": 11475
    },
    {
      "epoch": 2.003840949762123,
      "grad_norm": 0.06946436315774918,
      "learning_rate": 4.972033806749372e-05,
      "loss": 10.1708,
      "step": 11476
    },
    {
      "epoch": 2.004015538387674,
      "grad_norm": 0.0696505680680275,
      "learning_rate": 4.970452382793049e-05,
      "loss": 10.1823,
      "step": 11477
    },
    {
      "epoch": 2.004190127013225,
      "grad_norm": 0.06661232560873032,
      "learning_rate": 4.9688711271961694e-05,
      "loss": 10.197,
      "step": 11478
    },
    {
      "epoch": 2.004364715638776,
      "grad_norm": 0.07801108062267303,
      "learning_rate": 4.967290040011673e-05,
      "loss": 10.1988,
      "step": 11479
    },
    {
      "epoch": 2.0045393042643274,
      "grad_norm": 0.06952238827943802,
      "learning_rate": 4.96570912129248e-05,
      "loss": 10.1709,
      "step": 11480
    },
    {
      "epoch": 2.0047138928898782,
      "grad_norm": 0.0841829776763916,
      "learning_rate": 4.964128371091507e-05,
      "loss": 10.1907,
      "step": 11481
    },
    {
      "epoch": 2.004888481515429,
      "grad_norm": 0.08491818606853485,
      "learning_rate": 4.962547789461677e-05,
      "loss": 10.1844,
      "step": 11482
    },
    {
      "epoch": 2.0050630701409804,
      "grad_norm": 0.07505927979946136,
      "learning_rate": 4.960967376455893e-05,
      "loss": 10.2118,
      "step": 11483
    },
    {
      "epoch": 2.0052376587665313,
      "grad_norm": 0.06612417101860046,
      "learning_rate": 4.959387132127054e-05,
      "loss": 10.1646,
      "step": 11484
    },
    {
      "epoch": 2.0054122473920826,
      "grad_norm": 0.08479390293359756,
      "learning_rate": 4.9578070565280655e-05,
      "loss": 10.1944,
      "step": 11485
    },
    {
      "epoch": 2.0055868360176334,
      "grad_norm": 0.07460223138332367,
      "learning_rate": 4.9562271497118154e-05,
      "loss": 10.1651,
      "step": 11486
    },
    {
      "epoch": 2.0057614246431843,
      "grad_norm": 0.0858050063252449,
      "learning_rate": 4.954647411731188e-05,
      "loss": 10.1974,
      "step": 11487
    },
    {
      "epoch": 2.0059360132687356,
      "grad_norm": 0.0841960459947586,
      "learning_rate": 4.953067842639066e-05,
      "loss": 10.1668,
      "step": 11488
    },
    {
      "epoch": 2.0061106018942865,
      "grad_norm": 0.09846431016921997,
      "learning_rate": 4.9514884424883224e-05,
      "loss": 10.1841,
      "step": 11489
    },
    {
      "epoch": 2.006285190519838,
      "grad_norm": 0.07889840006828308,
      "learning_rate": 4.9499092113318236e-05,
      "loss": 10.1854,
      "step": 11490
    },
    {
      "epoch": 2.0064597791453886,
      "grad_norm": 0.08233743906021118,
      "learning_rate": 4.94833014922244e-05,
      "loss": 10.1797,
      "step": 11491
    },
    {
      "epoch": 2.0066343677709395,
      "grad_norm": 0.10319223999977112,
      "learning_rate": 4.946751256213024e-05,
      "loss": 10.171,
      "step": 11492
    },
    {
      "epoch": 2.006808956396491,
      "grad_norm": 0.09466952830553055,
      "learning_rate": 4.9451725323564256e-05,
      "loss": 10.1791,
      "step": 11493
    },
    {
      "epoch": 2.0069835450220417,
      "grad_norm": 0.09552779793739319,
      "learning_rate": 4.9435939777054974e-05,
      "loss": 10.1301,
      "step": 11494
    },
    {
      "epoch": 2.007158133647593,
      "grad_norm": 0.09277910739183426,
      "learning_rate": 4.942015592313078e-05,
      "loss": 10.191,
      "step": 11495
    },
    {
      "epoch": 2.007332722273144,
      "grad_norm": 0.09596987813711166,
      "learning_rate": 4.9404373762319966e-05,
      "loss": 10.1644,
      "step": 11496
    },
    {
      "epoch": 2.007507310898695,
      "grad_norm": 0.0889495462179184,
      "learning_rate": 4.938859329515092e-05,
      "loss": 10.167,
      "step": 11497
    },
    {
      "epoch": 2.007681899524246,
      "grad_norm": 0.11148662120103836,
      "learning_rate": 4.9372814522151835e-05,
      "loss": 10.1977,
      "step": 11498
    },
    {
      "epoch": 2.007856488149797,
      "grad_norm": 0.10907885432243347,
      "learning_rate": 4.935703744385087e-05,
      "loss": 10.1877,
      "step": 11499
    },
    {
      "epoch": 2.008031076775348,
      "grad_norm": 0.11731015890836716,
      "learning_rate": 4.934126206077617e-05,
      "loss": 10.1753,
      "step": 11500
    },
    {
      "epoch": 2.008205665400899,
      "grad_norm": 0.1610390692949295,
      "learning_rate": 4.932548837345581e-05,
      "loss": 10.1628,
      "step": 11501
    },
    {
      "epoch": 2.0083802540264504,
      "grad_norm": 0.11561936885118484,
      "learning_rate": 4.9309716382417734e-05,
      "loss": 10.1723,
      "step": 11502
    },
    {
      "epoch": 2.0085548426520012,
      "grad_norm": 0.13552775979042053,
      "learning_rate": 4.929394608818999e-05,
      "loss": 10.1678,
      "step": 11503
    },
    {
      "epoch": 2.008729431277552,
      "grad_norm": 0.22958515584468842,
      "learning_rate": 4.927817749130042e-05,
      "loss": 10.2069,
      "step": 11504
    },
    {
      "epoch": 2.0089040199031034,
      "grad_norm": 0.09051547199487686,
      "learning_rate": 4.926241059227685e-05,
      "loss": 10.1783,
      "step": 11505
    },
    {
      "epoch": 2.0090786085286543,
      "grad_norm": 0.06555980443954468,
      "learning_rate": 4.924664539164713e-05,
      "loss": 10.1981,
      "step": 11506
    },
    {
      "epoch": 2.0092531971542056,
      "grad_norm": 0.0643438845872879,
      "learning_rate": 4.923088188993893e-05,
      "loss": 10.2199,
      "step": 11507
    },
    {
      "epoch": 2.0094277857797564,
      "grad_norm": 0.06964016705751419,
      "learning_rate": 4.921512008767989e-05,
      "loss": 10.1948,
      "step": 11508
    },
    {
      "epoch": 2.0096023744053073,
      "grad_norm": 0.07778903096914291,
      "learning_rate": 4.919935998539771e-05,
      "loss": 10.1848,
      "step": 11509
    },
    {
      "epoch": 2.0097769630308586,
      "grad_norm": 0.06419266760349274,
      "learning_rate": 4.918360158361989e-05,
      "loss": 10.1909,
      "step": 11510
    },
    {
      "epoch": 2.0099515516564095,
      "grad_norm": 0.06920796632766724,
      "learning_rate": 4.916784488287393e-05,
      "loss": 10.2105,
      "step": 11511
    },
    {
      "epoch": 2.010126140281961,
      "grad_norm": 0.06180354952812195,
      "learning_rate": 4.915208988368728e-05,
      "loss": 10.2048,
      "step": 11512
    },
    {
      "epoch": 2.0103007289075117,
      "grad_norm": 0.07748197019100189,
      "learning_rate": 4.9136336586587315e-05,
      "loss": 10.1929,
      "step": 11513
    },
    {
      "epoch": 2.0104753175330625,
      "grad_norm": 0.05817194655537605,
      "learning_rate": 4.9120584992101334e-05,
      "loss": 10.1853,
      "step": 11514
    },
    {
      "epoch": 2.010649906158614,
      "grad_norm": 0.07158958911895752,
      "learning_rate": 4.9104835100756684e-05,
      "loss": 10.2181,
      "step": 11515
    },
    {
      "epoch": 2.0108244947841647,
      "grad_norm": 0.07380029559135437,
      "learning_rate": 4.908908691308053e-05,
      "loss": 10.1855,
      "step": 11516
    },
    {
      "epoch": 2.010999083409716,
      "grad_norm": 0.06246932968497276,
      "learning_rate": 4.907334042959999e-05,
      "loss": 10.1842,
      "step": 11517
    },
    {
      "epoch": 2.011173672035267,
      "grad_norm": 0.06890034675598145,
      "learning_rate": 4.905759565084225e-05,
      "loss": 10.1984,
      "step": 11518
    },
    {
      "epoch": 2.0113482606608177,
      "grad_norm": 0.06442421674728394,
      "learning_rate": 4.90418525773343e-05,
      "loss": 10.1912,
      "step": 11519
    },
    {
      "epoch": 2.011522849286369,
      "grad_norm": 0.06380613893270493,
      "learning_rate": 4.90261112096031e-05,
      "loss": 10.1627,
      "step": 11520
    },
    {
      "epoch": 2.01169743791192,
      "grad_norm": 0.06607644259929657,
      "learning_rate": 4.9010371548175635e-05,
      "loss": 10.2114,
      "step": 11521
    },
    {
      "epoch": 2.011872026537471,
      "grad_norm": 0.0689401924610138,
      "learning_rate": 4.8994633593578765e-05,
      "loss": 10.1826,
      "step": 11522
    },
    {
      "epoch": 2.012046615163022,
      "grad_norm": 0.07619987428188324,
      "learning_rate": 4.897889734633927e-05,
      "loss": 10.1998,
      "step": 11523
    },
    {
      "epoch": 2.0122212037885734,
      "grad_norm": 0.06735409796237946,
      "learning_rate": 4.8963162806983944e-05,
      "loss": 10.2153,
      "step": 11524
    },
    {
      "epoch": 2.0123957924141243,
      "grad_norm": 0.06374303996562958,
      "learning_rate": 4.894742997603945e-05,
      "loss": 10.1929,
      "step": 11525
    },
    {
      "epoch": 2.012570381039675,
      "grad_norm": 0.062435317784547806,
      "learning_rate": 4.893169885403241e-05,
      "loss": 10.1905,
      "step": 11526
    },
    {
      "epoch": 2.0127449696652264,
      "grad_norm": 0.08027586340904236,
      "learning_rate": 4.8915969441489495e-05,
      "loss": 10.1578,
      "step": 11527
    },
    {
      "epoch": 2.0129195582907773,
      "grad_norm": 0.07794025540351868,
      "learning_rate": 4.890024173893718e-05,
      "loss": 10.203,
      "step": 11528
    },
    {
      "epoch": 2.0130941469163286,
      "grad_norm": 0.09905467927455902,
      "learning_rate": 4.888451574690189e-05,
      "loss": 10.1844,
      "step": 11529
    },
    {
      "epoch": 2.0132687355418795,
      "grad_norm": 0.07617812603712082,
      "learning_rate": 4.886879146591014e-05,
      "loss": 10.1947,
      "step": 11530
    },
    {
      "epoch": 2.0134433241674303,
      "grad_norm": 0.08427303284406662,
      "learning_rate": 4.885306889648822e-05,
      "loss": 10.192,
      "step": 11531
    },
    {
      "epoch": 2.0136179127929816,
      "grad_norm": 0.0902949795126915,
      "learning_rate": 4.883734803916241e-05,
      "loss": 10.1876,
      "step": 11532
    },
    {
      "epoch": 2.0137925014185325,
      "grad_norm": 0.0842256098985672,
      "learning_rate": 4.882162889445902e-05,
      "loss": 10.1975,
      "step": 11533
    },
    {
      "epoch": 2.013967090044084,
      "grad_norm": 0.08078031986951828,
      "learning_rate": 4.8805911462904186e-05,
      "loss": 10.1647,
      "step": 11534
    },
    {
      "epoch": 2.0141416786696347,
      "grad_norm": 0.08130239695310593,
      "learning_rate": 4.879019574502405e-05,
      "loss": 10.1879,
      "step": 11535
    },
    {
      "epoch": 2.0143162672951855,
      "grad_norm": 0.07458827644586563,
      "learning_rate": 4.877448174134467e-05,
      "loss": 10.1943,
      "step": 11536
    },
    {
      "epoch": 2.014490855920737,
      "grad_norm": 0.07860875874757767,
      "learning_rate": 4.8758769452392064e-05,
      "loss": 10.175,
      "step": 11537
    },
    {
      "epoch": 2.0146654445462877,
      "grad_norm": 0.08624539524316788,
      "learning_rate": 4.874305887869215e-05,
      "loss": 10.1726,
      "step": 11538
    },
    {
      "epoch": 2.014840033171839,
      "grad_norm": 0.07766243070363998,
      "learning_rate": 4.872735002077089e-05,
      "loss": 10.1978,
      "step": 11539
    },
    {
      "epoch": 2.01501462179739,
      "grad_norm": 0.09295158833265305,
      "learning_rate": 4.871164287915411e-05,
      "loss": 10.1883,
      "step": 11540
    },
    {
      "epoch": 2.0151892104229407,
      "grad_norm": 0.0841551274061203,
      "learning_rate": 4.8695937454367525e-05,
      "loss": 10.197,
      "step": 11541
    },
    {
      "epoch": 2.015363799048492,
      "grad_norm": 0.08638937026262283,
      "learning_rate": 4.868023374693694e-05,
      "loss": 10.1586,
      "step": 11542
    },
    {
      "epoch": 2.015538387674043,
      "grad_norm": 0.10396897792816162,
      "learning_rate": 4.866453175738801e-05,
      "loss": 10.1922,
      "step": 11543
    },
    {
      "epoch": 2.0157129762995942,
      "grad_norm": 0.08574386686086655,
      "learning_rate": 4.864883148624627e-05,
      "loss": 10.1368,
      "step": 11544
    },
    {
      "epoch": 2.015887564925145,
      "grad_norm": 0.09165199846029282,
      "learning_rate": 4.863313293403738e-05,
      "loss": 10.1811,
      "step": 11545
    },
    {
      "epoch": 2.016062153550696,
      "grad_norm": 0.10035531222820282,
      "learning_rate": 4.861743610128678e-05,
      "loss": 10.1678,
      "step": 11546
    },
    {
      "epoch": 2.0162367421762473,
      "grad_norm": 0.10153848677873611,
      "learning_rate": 4.86017409885199e-05,
      "loss": 10.1787,
      "step": 11547
    },
    {
      "epoch": 2.016411330801798,
      "grad_norm": 0.11275511980056763,
      "learning_rate": 4.858604759626215e-05,
      "loss": 10.2106,
      "step": 11548
    },
    {
      "epoch": 2.0165859194273494,
      "grad_norm": 0.11318618804216385,
      "learning_rate": 4.8570355925038815e-05,
      "loss": 10.1777,
      "step": 11549
    },
    {
      "epoch": 2.0167605080529003,
      "grad_norm": 0.11149689555168152,
      "learning_rate": 4.8554665975375144e-05,
      "loss": 10.1793,
      "step": 11550
    },
    {
      "epoch": 2.0169350966784516,
      "grad_norm": 0.11981196701526642,
      "learning_rate": 4.853897774779641e-05,
      "loss": 10.1884,
      "step": 11551
    },
    {
      "epoch": 2.0171096853040025,
      "grad_norm": 0.13995273411273956,
      "learning_rate": 4.852329124282773e-05,
      "loss": 10.172,
      "step": 11552
    },
    {
      "epoch": 2.0172842739295533,
      "grad_norm": 0.16937528550624847,
      "learning_rate": 4.850760646099415e-05,
      "loss": 10.1723,
      "step": 11553
    },
    {
      "epoch": 2.0174588625551046,
      "grad_norm": 0.25436291098594666,
      "learning_rate": 4.849192340282078e-05,
      "loss": 10.2129,
      "step": 11554
    },
    {
      "epoch": 2.0176334511806555,
      "grad_norm": 0.07511688023805618,
      "learning_rate": 4.8476242068832564e-05,
      "loss": 10.1926,
      "step": 11555
    },
    {
      "epoch": 2.017808039806207,
      "grad_norm": 0.07760181277990341,
      "learning_rate": 4.846056245955438e-05,
      "loss": 10.1792,
      "step": 11556
    },
    {
      "epoch": 2.0179826284317577,
      "grad_norm": 0.07814761996269226,
      "learning_rate": 4.844488457551116e-05,
      "loss": 10.1981,
      "step": 11557
    },
    {
      "epoch": 2.0181572170573086,
      "grad_norm": 0.09592502564191818,
      "learning_rate": 4.8429208417227676e-05,
      "loss": 10.2071,
      "step": 11558
    },
    {
      "epoch": 2.01833180568286,
      "grad_norm": 0.067654088139534,
      "learning_rate": 4.841353398522867e-05,
      "loss": 10.1727,
      "step": 11559
    },
    {
      "epoch": 2.0185063943084107,
      "grad_norm": 0.06633685529232025,
      "learning_rate": 4.839786128003882e-05,
      "loss": 10.1976,
      "step": 11560
    },
    {
      "epoch": 2.018680982933962,
      "grad_norm": 0.0764583870768547,
      "learning_rate": 4.838219030218274e-05,
      "loss": 10.1743,
      "step": 11561
    },
    {
      "epoch": 2.018855571559513,
      "grad_norm": 0.07356122881174088,
      "learning_rate": 4.836652105218505e-05,
      "loss": 10.1962,
      "step": 11562
    },
    {
      "epoch": 2.0190301601850638,
      "grad_norm": 0.06468424946069717,
      "learning_rate": 4.8350853530570254e-05,
      "loss": 10.2035,
      "step": 11563
    },
    {
      "epoch": 2.019204748810615,
      "grad_norm": 0.06058100610971451,
      "learning_rate": 4.833518773786274e-05,
      "loss": 10.1822,
      "step": 11564
    },
    {
      "epoch": 2.019379337436166,
      "grad_norm": 0.07009918987751007,
      "learning_rate": 4.831952367458701e-05,
      "loss": 10.1862,
      "step": 11565
    },
    {
      "epoch": 2.0195539260617172,
      "grad_norm": 0.05957072973251343,
      "learning_rate": 4.830386134126734e-05,
      "loss": 10.1965,
      "step": 11566
    },
    {
      "epoch": 2.019728514687268,
      "grad_norm": 0.06853200495243073,
      "learning_rate": 4.828820073842799e-05,
      "loss": 10.1971,
      "step": 11567
    },
    {
      "epoch": 2.019903103312819,
      "grad_norm": 0.0702950656414032,
      "learning_rate": 4.827254186659326e-05,
      "loss": 10.2003,
      "step": 11568
    },
    {
      "epoch": 2.0200776919383703,
      "grad_norm": 0.062428396195173264,
      "learning_rate": 4.825688472628727e-05,
      "loss": 10.1996,
      "step": 11569
    },
    {
      "epoch": 2.020252280563921,
      "grad_norm": 0.07531802356243134,
      "learning_rate": 4.8241229318034133e-05,
      "loss": 10.2042,
      "step": 11570
    },
    {
      "epoch": 2.0204268691894725,
      "grad_norm": 0.057795532047748566,
      "learning_rate": 4.82255756423579e-05,
      "loss": 10.2051,
      "step": 11571
    },
    {
      "epoch": 2.0206014578150233,
      "grad_norm": 0.07246530801057816,
      "learning_rate": 4.820992369978257e-05,
      "loss": 10.1991,
      "step": 11572
    },
    {
      "epoch": 2.020776046440574,
      "grad_norm": 0.06573228538036346,
      "learning_rate": 4.819427349083203e-05,
      "loss": 10.1932,
      "step": 11573
    },
    {
      "epoch": 2.0209506350661255,
      "grad_norm": 0.07494015246629715,
      "learning_rate": 4.817862501603023e-05,
      "loss": 10.184,
      "step": 11574
    },
    {
      "epoch": 2.0211252236916764,
      "grad_norm": 0.06249008700251579,
      "learning_rate": 4.816297827590095e-05,
      "loss": 10.1766,
      "step": 11575
    },
    {
      "epoch": 2.0212998123172277,
      "grad_norm": 0.06139976903796196,
      "learning_rate": 4.814733327096792e-05,
      "loss": 10.1819,
      "step": 11576
    },
    {
      "epoch": 2.0214744009427785,
      "grad_norm": 0.0741947814822197,
      "learning_rate": 4.813169000175493e-05,
      "loss": 10.1677,
      "step": 11577
    },
    {
      "epoch": 2.02164898956833,
      "grad_norm": 0.07003458589315414,
      "learning_rate": 4.811604846878555e-05,
      "loss": 10.2128,
      "step": 11578
    },
    {
      "epoch": 2.0218235781938807,
      "grad_norm": 0.07719223201274872,
      "learning_rate": 4.8100408672583354e-05,
      "loss": 10.1824,
      "step": 11579
    },
    {
      "epoch": 2.0219981668194316,
      "grad_norm": 0.07226487249135971,
      "learning_rate": 4.808477061367194e-05,
      "loss": 10.2009,
      "step": 11580
    },
    {
      "epoch": 2.022172755444983,
      "grad_norm": 0.06962499022483826,
      "learning_rate": 4.8069134292574745e-05,
      "loss": 10.2032,
      "step": 11581
    },
    {
      "epoch": 2.0223473440705337,
      "grad_norm": 0.06926892697811127,
      "learning_rate": 4.805349970981516e-05,
      "loss": 10.1887,
      "step": 11582
    },
    {
      "epoch": 2.022521932696085,
      "grad_norm": 0.07747677713632584,
      "learning_rate": 4.803786686591657e-05,
      "loss": 10.1791,
      "step": 11583
    },
    {
      "epoch": 2.022696521321636,
      "grad_norm": 0.08343490213155746,
      "learning_rate": 4.8022235761402244e-05,
      "loss": 10.2008,
      "step": 11584
    },
    {
      "epoch": 2.0228711099471868,
      "grad_norm": 0.07309670746326447,
      "learning_rate": 4.8006606396795395e-05,
      "loss": 10.1898,
      "step": 11585
    },
    {
      "epoch": 2.023045698572738,
      "grad_norm": 0.07949844747781754,
      "learning_rate": 4.7990978772619275e-05,
      "loss": 10.1843,
      "step": 11586
    },
    {
      "epoch": 2.023220287198289,
      "grad_norm": 0.09699719399213791,
      "learning_rate": 4.7975352889396965e-05,
      "loss": 10.1465,
      "step": 11587
    },
    {
      "epoch": 2.0233948758238403,
      "grad_norm": 0.07933051139116287,
      "learning_rate": 4.795972874765148e-05,
      "loss": 10.1958,
      "step": 11588
    },
    {
      "epoch": 2.023569464449391,
      "grad_norm": 0.09753011912107468,
      "learning_rate": 4.7944106347905905e-05,
      "loss": 10.1737,
      "step": 11589
    },
    {
      "epoch": 2.023744053074942,
      "grad_norm": 0.0785912573337555,
      "learning_rate": 4.792848569068315e-05,
      "loss": 10.1781,
      "step": 11590
    },
    {
      "epoch": 2.0239186417004933,
      "grad_norm": 0.08771704137325287,
      "learning_rate": 4.791286677650607e-05,
      "loss": 10.1684,
      "step": 11591
    },
    {
      "epoch": 2.024093230326044,
      "grad_norm": 0.09940846264362335,
      "learning_rate": 4.789724960589757e-05,
      "loss": 10.1639,
      "step": 11592
    },
    {
      "epoch": 2.0242678189515955,
      "grad_norm": 0.09666454046964645,
      "learning_rate": 4.788163417938036e-05,
      "loss": 10.1859,
      "step": 11593
    },
    {
      "epoch": 2.0244424075771463,
      "grad_norm": 0.08794090151786804,
      "learning_rate": 4.786602049747717e-05,
      "loss": 10.215,
      "step": 11594
    },
    {
      "epoch": 2.024616996202697,
      "grad_norm": 0.09285453706979752,
      "learning_rate": 4.785040856071066e-05,
      "loss": 10.1662,
      "step": 11595
    },
    {
      "epoch": 2.0247915848282485,
      "grad_norm": 0.09677857905626297,
      "learning_rate": 4.7834798369603415e-05,
      "loss": 10.1501,
      "step": 11596
    },
    {
      "epoch": 2.0249661734537994,
      "grad_norm": 0.09895583987236023,
      "learning_rate": 4.781918992467793e-05,
      "loss": 10.1738,
      "step": 11597
    },
    {
      "epoch": 2.0251407620793507,
      "grad_norm": 0.10671620815992355,
      "learning_rate": 4.780358322645676e-05,
      "loss": 10.1724,
      "step": 11598
    },
    {
      "epoch": 2.0253153507049015,
      "grad_norm": 0.10110895335674286,
      "learning_rate": 4.7787978275462294e-05,
      "loss": 10.2094,
      "step": 11599
    },
    {
      "epoch": 2.0254899393304524,
      "grad_norm": 0.11251602321863174,
      "learning_rate": 4.7772375072216865e-05,
      "loss": 10.1821,
      "step": 11600
    },
    {
      "epoch": 2.0254899393304524,
      "eval_loss": 10.168303489685059,
      "eval_runtime": 0.7262,
      "eval_samples_per_second": 318.106,
      "eval_steps_per_second": 159.741,
      "step": 11600
    },
    {
      "epoch": 2.0256645279560037,
      "grad_norm": 0.13221874833106995,
      "learning_rate": 4.7756773617242825e-05,
      "loss": 10.1744,
      "step": 11601
    },
    {
      "epoch": 2.0258391165815546,
      "grad_norm": 0.15389052033424377,
      "learning_rate": 4.77411739110624e-05,
      "loss": 10.1916,
      "step": 11602
    },
    {
      "epoch": 2.026013705207106,
      "grad_norm": 0.1388583481311798,
      "learning_rate": 4.7725575954197734e-05,
      "loss": 10.2006,
      "step": 11603
    },
    {
      "epoch": 2.0261882938326568,
      "grad_norm": 0.19602736830711365,
      "learning_rate": 4.770997974717102e-05,
      "loss": 10.2189,
      "step": 11604
    },
    {
      "epoch": 2.026362882458208,
      "grad_norm": 0.07943759858608246,
      "learning_rate": 4.769438529050431e-05,
      "loss": 10.1954,
      "step": 11605
    },
    {
      "epoch": 2.026537471083759,
      "grad_norm": 0.07103218138217926,
      "learning_rate": 4.767879258471959e-05,
      "loss": 10.1931,
      "step": 11606
    },
    {
      "epoch": 2.02671205970931,
      "grad_norm": 0.05932338163256645,
      "learning_rate": 4.7663201630338816e-05,
      "loss": 10.1983,
      "step": 11607
    },
    {
      "epoch": 2.026886648334861,
      "grad_norm": 0.08200132846832275,
      "learning_rate": 4.764761242788389e-05,
      "loss": 10.173,
      "step": 11608
    },
    {
      "epoch": 2.027061236960412,
      "grad_norm": 0.05896792188286781,
      "learning_rate": 4.763202497787662e-05,
      "loss": 10.2262,
      "step": 11609
    },
    {
      "epoch": 2.0272358255859633,
      "grad_norm": 0.06119299307465553,
      "learning_rate": 4.761643928083883e-05,
      "loss": 10.2143,
      "step": 11610
    },
    {
      "epoch": 2.027410414211514,
      "grad_norm": 0.07116856426000595,
      "learning_rate": 4.7600855337292217e-05,
      "loss": 10.2085,
      "step": 11611
    },
    {
      "epoch": 2.027585002837065,
      "grad_norm": 0.06398627907037735,
      "learning_rate": 4.758527314775839e-05,
      "loss": 10.2087,
      "step": 11612
    },
    {
      "epoch": 2.0277595914626163,
      "grad_norm": 0.06987427175045013,
      "learning_rate": 4.7569692712759026e-05,
      "loss": 10.2043,
      "step": 11613
    },
    {
      "epoch": 2.027934180088167,
      "grad_norm": 0.07301053404808044,
      "learning_rate": 4.7554114032815646e-05,
      "loss": 10.1885,
      "step": 11614
    },
    {
      "epoch": 2.0281087687137185,
      "grad_norm": 0.07390834391117096,
      "learning_rate": 4.753853710844967e-05,
      "loss": 10.1981,
      "step": 11615
    },
    {
      "epoch": 2.0282833573392693,
      "grad_norm": 0.07426029443740845,
      "learning_rate": 4.7522961940182596e-05,
      "loss": 10.2146,
      "step": 11616
    },
    {
      "epoch": 2.02845794596482,
      "grad_norm": 0.0772097185254097,
      "learning_rate": 4.7507388528535765e-05,
      "loss": 10.1665,
      "step": 11617
    },
    {
      "epoch": 2.0286325345903715,
      "grad_norm": 0.061003223061561584,
      "learning_rate": 4.749181687403049e-05,
      "loss": 10.1958,
      "step": 11618
    },
    {
      "epoch": 2.0288071232159224,
      "grad_norm": 0.07402314245700836,
      "learning_rate": 4.7476246977188e-05,
      "loss": 10.2295,
      "step": 11619
    },
    {
      "epoch": 2.0289817118414737,
      "grad_norm": 0.07787691056728363,
      "learning_rate": 4.746067883852949e-05,
      "loss": 10.2145,
      "step": 11620
    },
    {
      "epoch": 2.0291563004670246,
      "grad_norm": 0.07419038563966751,
      "learning_rate": 4.7445112458576045e-05,
      "loss": 10.1765,
      "step": 11621
    },
    {
      "epoch": 2.0293308890925754,
      "grad_norm": 0.06759914755821228,
      "learning_rate": 4.742954783784882e-05,
      "loss": 10.1814,
      "step": 11622
    },
    {
      "epoch": 2.0295054777181267,
      "grad_norm": 0.062274269759655,
      "learning_rate": 4.7413984976868787e-05,
      "loss": 10.1859,
      "step": 11623
    },
    {
      "epoch": 2.0296800663436776,
      "grad_norm": 0.07110501825809479,
      "learning_rate": 4.739842387615685e-05,
      "loss": 10.1921,
      "step": 11624
    },
    {
      "epoch": 2.029854654969229,
      "grad_norm": 0.0773627758026123,
      "learning_rate": 4.7382864536233985e-05,
      "loss": 10.1825,
      "step": 11625
    },
    {
      "epoch": 2.0300292435947798,
      "grad_norm": 0.08454764634370804,
      "learning_rate": 4.736730695762099e-05,
      "loss": 10.1469,
      "step": 11626
    },
    {
      "epoch": 2.0302038322203306,
      "grad_norm": 0.08445017784833908,
      "learning_rate": 4.735175114083861e-05,
      "loss": 10.1878,
      "step": 11627
    },
    {
      "epoch": 2.030378420845882,
      "grad_norm": 0.06579288840293884,
      "learning_rate": 4.733619708640763e-05,
      "loss": 10.1844,
      "step": 11628
    },
    {
      "epoch": 2.030553009471433,
      "grad_norm": 0.06992031633853912,
      "learning_rate": 4.73206447948487e-05,
      "loss": 10.1996,
      "step": 11629
    },
    {
      "epoch": 2.030727598096984,
      "grad_norm": 0.07114974409341812,
      "learning_rate": 4.730509426668231e-05,
      "loss": 10.1768,
      "step": 11630
    },
    {
      "epoch": 2.030902186722535,
      "grad_norm": 0.08126400411128998,
      "learning_rate": 4.7289545502429124e-05,
      "loss": 10.1718,
      "step": 11631
    },
    {
      "epoch": 2.0310767753480863,
      "grad_norm": 0.08631591498851776,
      "learning_rate": 4.727399850260956e-05,
      "loss": 10.1693,
      "step": 11632
    },
    {
      "epoch": 2.031251363973637,
      "grad_norm": 0.0811447724699974,
      "learning_rate": 4.725845326774403e-05,
      "loss": 10.1938,
      "step": 11633
    },
    {
      "epoch": 2.031425952599188,
      "grad_norm": 0.08417832106351852,
      "learning_rate": 4.724290979835296e-05,
      "loss": 10.1865,
      "step": 11634
    },
    {
      "epoch": 2.0316005412247393,
      "grad_norm": 0.0820741057395935,
      "learning_rate": 4.7227368094956615e-05,
      "loss": 10.2113,
      "step": 11635
    },
    {
      "epoch": 2.03177512985029,
      "grad_norm": 0.08601506799459457,
      "learning_rate": 4.72118281580752e-05,
      "loss": 10.1623,
      "step": 11636
    },
    {
      "epoch": 2.0319497184758415,
      "grad_norm": 0.07162053883075714,
      "learning_rate": 4.719628998822897e-05,
      "loss": 10.1837,
      "step": 11637
    },
    {
      "epoch": 2.0321243071013924,
      "grad_norm": 0.07088787108659744,
      "learning_rate": 4.718075358593802e-05,
      "loss": 10.1606,
      "step": 11638
    },
    {
      "epoch": 2.032298895726943,
      "grad_norm": 0.07841885834932327,
      "learning_rate": 4.716521895172238e-05,
      "loss": 10.1832,
      "step": 11639
    },
    {
      "epoch": 2.0324734843524945,
      "grad_norm": 0.0756792202591896,
      "learning_rate": 4.7149686086102175e-05,
      "loss": 10.1905,
      "step": 11640
    },
    {
      "epoch": 2.0326480729780454,
      "grad_norm": 0.09109880030155182,
      "learning_rate": 4.713415498959723e-05,
      "loss": 10.1746,
      "step": 11641
    },
    {
      "epoch": 2.0328226616035967,
      "grad_norm": 0.0861046239733696,
      "learning_rate": 4.7118625662727436e-05,
      "loss": 10.1618,
      "step": 11642
    },
    {
      "epoch": 2.0329972502291476,
      "grad_norm": 0.08686641603708267,
      "learning_rate": 4.710309810601271e-05,
      "loss": 10.1586,
      "step": 11643
    },
    {
      "epoch": 2.0331718388546984,
      "grad_norm": 0.10085508972406387,
      "learning_rate": 4.7087572319972764e-05,
      "loss": 10.2004,
      "step": 11644
    },
    {
      "epoch": 2.0333464274802497,
      "grad_norm": 0.09668219834566116,
      "learning_rate": 4.707204830512729e-05,
      "loss": 10.1683,
      "step": 11645
    },
    {
      "epoch": 2.0335210161058006,
      "grad_norm": 0.09483814984560013,
      "learning_rate": 4.705652606199601e-05,
      "loss": 10.1482,
      "step": 11646
    },
    {
      "epoch": 2.033695604731352,
      "grad_norm": 0.10390207171440125,
      "learning_rate": 4.7041005591098465e-05,
      "loss": 10.1821,
      "step": 11647
    },
    {
      "epoch": 2.033870193356903,
      "grad_norm": 0.09794063866138458,
      "learning_rate": 4.7025486892954175e-05,
      "loss": 10.1695,
      "step": 11648
    },
    {
      "epoch": 2.0340447819824536,
      "grad_norm": 0.10178118199110031,
      "learning_rate": 4.700996996808268e-05,
      "loss": 10.1728,
      "step": 11649
    },
    {
      "epoch": 2.034219370608005,
      "grad_norm": 0.13971830904483795,
      "learning_rate": 4.699445481700334e-05,
      "loss": 10.2098,
      "step": 11650
    },
    {
      "epoch": 2.034393959233556,
      "grad_norm": 0.12327264249324799,
      "learning_rate": 4.697894144023553e-05,
      "loss": 10.1803,
      "step": 11651
    },
    {
      "epoch": 2.034568547859107,
      "grad_norm": 0.128256693482399,
      "learning_rate": 4.696342983829856e-05,
      "loss": 10.2104,
      "step": 11652
    },
    {
      "epoch": 2.034743136484658,
      "grad_norm": 0.16582144796848297,
      "learning_rate": 4.694792001171162e-05,
      "loss": 10.1908,
      "step": 11653
    },
    {
      "epoch": 2.034917725110209,
      "grad_norm": 0.30985933542251587,
      "learning_rate": 4.693241196099389e-05,
      "loss": 10.1986,
      "step": 11654
    },
    {
      "epoch": 2.03509231373576,
      "grad_norm": 0.0698724314570427,
      "learning_rate": 4.691690568666456e-05,
      "loss": 10.1979,
      "step": 11655
    },
    {
      "epoch": 2.035266902361311,
      "grad_norm": 0.0628933385014534,
      "learning_rate": 4.6901401189242625e-05,
      "loss": 10.2137,
      "step": 11656
    },
    {
      "epoch": 2.0354414909868623,
      "grad_norm": 0.08617924153804779,
      "learning_rate": 4.688589846924707e-05,
      "loss": 10.1954,
      "step": 11657
    },
    {
      "epoch": 2.035616079612413,
      "grad_norm": 0.06723711639642715,
      "learning_rate": 4.687039752719689e-05,
      "loss": 10.1765,
      "step": 11658
    },
    {
      "epoch": 2.0357906682379645,
      "grad_norm": 0.07402672618627548,
      "learning_rate": 4.685489836361094e-05,
      "loss": 10.1978,
      "step": 11659
    },
    {
      "epoch": 2.0359652568635154,
      "grad_norm": 0.06447994709014893,
      "learning_rate": 4.683940097900801e-05,
      "loss": 10.2043,
      "step": 11660
    },
    {
      "epoch": 2.0361398454890662,
      "grad_norm": 0.07313705235719681,
      "learning_rate": 4.682390537390692e-05,
      "loss": 10.1919,
      "step": 11661
    },
    {
      "epoch": 2.0363144341146175,
      "grad_norm": 0.05768110975623131,
      "learning_rate": 4.680841154882634e-05,
      "loss": 10.193,
      "step": 11662
    },
    {
      "epoch": 2.0364890227401684,
      "grad_norm": 0.06493556499481201,
      "learning_rate": 4.6792919504284917e-05,
      "loss": 10.2128,
      "step": 11663
    },
    {
      "epoch": 2.0366636113657197,
      "grad_norm": 0.07296128571033478,
      "learning_rate": 4.677742924080122e-05,
      "loss": 10.1979,
      "step": 11664
    },
    {
      "epoch": 2.0368381999912706,
      "grad_norm": 0.06414409726858139,
      "learning_rate": 4.6761940758893775e-05,
      "loss": 10.2121,
      "step": 11665
    },
    {
      "epoch": 2.0370127886168214,
      "grad_norm": 0.09258262813091278,
      "learning_rate": 4.6746454059081014e-05,
      "loss": 10.194,
      "step": 11666
    },
    {
      "epoch": 2.0371873772423728,
      "grad_norm": 0.0691802129149437,
      "learning_rate": 4.6730969141881406e-05,
      "loss": 10.1762,
      "step": 11667
    },
    {
      "epoch": 2.0373619658679236,
      "grad_norm": 0.0891810804605484,
      "learning_rate": 4.671548600781327e-05,
      "loss": 10.171,
      "step": 11668
    },
    {
      "epoch": 2.037536554493475,
      "grad_norm": 0.07124774158000946,
      "learning_rate": 4.670000465739485e-05,
      "loss": 10.1797,
      "step": 11669
    },
    {
      "epoch": 2.037711143119026,
      "grad_norm": 0.06205615773797035,
      "learning_rate": 4.668452509114443e-05,
      "loss": 10.2175,
      "step": 11670
    },
    {
      "epoch": 2.0378857317445767,
      "grad_norm": 0.06745873391628265,
      "learning_rate": 4.666904730958014e-05,
      "loss": 10.2199,
      "step": 11671
    },
    {
      "epoch": 2.038060320370128,
      "grad_norm": 0.0698482096195221,
      "learning_rate": 4.6653571313220055e-05,
      "loss": 10.1778,
      "step": 11672
    },
    {
      "epoch": 2.038234908995679,
      "grad_norm": 0.0700865238904953,
      "learning_rate": 4.66380971025823e-05,
      "loss": 10.1872,
      "step": 11673
    },
    {
      "epoch": 2.03840949762123,
      "grad_norm": 0.07330457866191864,
      "learning_rate": 4.662262467818481e-05,
      "loss": 10.1708,
      "step": 11674
    },
    {
      "epoch": 2.038584086246781,
      "grad_norm": 0.07510903477668762,
      "learning_rate": 4.6607154040545506e-05,
      "loss": 10.21,
      "step": 11675
    },
    {
      "epoch": 2.038758674872332,
      "grad_norm": 0.07619646936655045,
      "learning_rate": 4.659168519018228e-05,
      "loss": 10.1787,
      "step": 11676
    },
    {
      "epoch": 2.038933263497883,
      "grad_norm": 0.08270759880542755,
      "learning_rate": 4.657621812761287e-05,
      "loss": 10.1757,
      "step": 11677
    },
    {
      "epoch": 2.039107852123434,
      "grad_norm": 0.06793875247240067,
      "learning_rate": 4.6560752853355105e-05,
      "loss": 10.1838,
      "step": 11678
    },
    {
      "epoch": 2.0392824407489853,
      "grad_norm": 0.06765663623809814,
      "learning_rate": 4.6545289367926636e-05,
      "loss": 10.1837,
      "step": 11679
    },
    {
      "epoch": 2.039457029374536,
      "grad_norm": 0.07327862083911896,
      "learning_rate": 4.652982767184506e-05,
      "loss": 10.203,
      "step": 11680
    },
    {
      "epoch": 2.039631618000087,
      "grad_norm": 0.07389184087514877,
      "learning_rate": 4.651436776562801e-05,
      "loss": 10.1707,
      "step": 11681
    },
    {
      "epoch": 2.0398062066256384,
      "grad_norm": 0.07674238830804825,
      "learning_rate": 4.6498909649792944e-05,
      "loss": 10.1859,
      "step": 11682
    },
    {
      "epoch": 2.0399807952511892,
      "grad_norm": 0.08976278454065323,
      "learning_rate": 4.648345332485728e-05,
      "loss": 10.2307,
      "step": 11683
    },
    {
      "epoch": 2.0401553838767406,
      "grad_norm": 0.0789879783987999,
      "learning_rate": 4.6467998791338496e-05,
      "loss": 10.1846,
      "step": 11684
    },
    {
      "epoch": 2.0403299725022914,
      "grad_norm": 0.08841010928153992,
      "learning_rate": 4.645254604975385e-05,
      "loss": 10.1731,
      "step": 11685
    },
    {
      "epoch": 2.0405045611278427,
      "grad_norm": 0.08582805097103119,
      "learning_rate": 4.643709510062063e-05,
      "loss": 10.1698,
      "step": 11686
    },
    {
      "epoch": 2.0406791497533936,
      "grad_norm": 0.08151914924383163,
      "learning_rate": 4.642164594445604e-05,
      "loss": 10.1718,
      "step": 11687
    },
    {
      "epoch": 2.0408537383789445,
      "grad_norm": 0.08737151324748993,
      "learning_rate": 4.640619858177722e-05,
      "loss": 10.1953,
      "step": 11688
    },
    {
      "epoch": 2.0410283270044958,
      "grad_norm": 0.08630155771970749,
      "learning_rate": 4.639075301310121e-05,
      "loss": 10.1822,
      "step": 11689
    },
    {
      "epoch": 2.0412029156300466,
      "grad_norm": 0.07711047679185867,
      "learning_rate": 4.637530923894513e-05,
      "loss": 10.2065,
      "step": 11690
    },
    {
      "epoch": 2.041377504255598,
      "grad_norm": 0.09634996205568314,
      "learning_rate": 4.635986725982589e-05,
      "loss": 10.1778,
      "step": 11691
    },
    {
      "epoch": 2.041552092881149,
      "grad_norm": 0.08092261850833893,
      "learning_rate": 4.634442707626038e-05,
      "loss": 10.1796,
      "step": 11692
    },
    {
      "epoch": 2.0417266815066997,
      "grad_norm": 0.08846230804920197,
      "learning_rate": 4.6328988688765495e-05,
      "loss": 10.1577,
      "step": 11693
    },
    {
      "epoch": 2.041901270132251,
      "grad_norm": 0.10346445441246033,
      "learning_rate": 4.631355209785801e-05,
      "loss": 10.1754,
      "step": 11694
    },
    {
      "epoch": 2.042075858757802,
      "grad_norm": 0.09591665863990784,
      "learning_rate": 4.62981173040546e-05,
      "loss": 10.1701,
      "step": 11695
    },
    {
      "epoch": 2.042250447383353,
      "grad_norm": 0.11115799099206924,
      "learning_rate": 4.628268430787199e-05,
      "loss": 10.1704,
      "step": 11696
    },
    {
      "epoch": 2.042425036008904,
      "grad_norm": 0.10590845346450806,
      "learning_rate": 4.626725310982678e-05,
      "loss": 10.1647,
      "step": 11697
    },
    {
      "epoch": 2.042599624634455,
      "grad_norm": 0.1040160283446312,
      "learning_rate": 4.6251823710435494e-05,
      "loss": 10.1722,
      "step": 11698
    },
    {
      "epoch": 2.042774213260006,
      "grad_norm": 0.1000763401389122,
      "learning_rate": 4.623639611021462e-05,
      "loss": 10.1645,
      "step": 11699
    },
    {
      "epoch": 2.042948801885557,
      "grad_norm": 0.10933547466993332,
      "learning_rate": 4.622097030968059e-05,
      "loss": 10.1898,
      "step": 11700
    },
    {
      "epoch": 2.0431233905111084,
      "grad_norm": 0.11124162375926971,
      "learning_rate": 4.620554630934971e-05,
      "loss": 10.162,
      "step": 11701
    },
    {
      "epoch": 2.0432979791366592,
      "grad_norm": 0.14589330554008484,
      "learning_rate": 4.6190124109738386e-05,
      "loss": 10.1547,
      "step": 11702
    },
    {
      "epoch": 2.04347256776221,
      "grad_norm": 0.12607179582118988,
      "learning_rate": 4.617470371136281e-05,
      "loss": 10.1383,
      "step": 11703
    },
    {
      "epoch": 2.0436471563877614,
      "grad_norm": 0.1779196858406067,
      "learning_rate": 4.615928511473914e-05,
      "loss": 10.2165,
      "step": 11704
    },
    {
      "epoch": 2.0438217450133123,
      "grad_norm": 0.08361878991127014,
      "learning_rate": 4.6143868320383554e-05,
      "loss": 10.2158,
      "step": 11705
    },
    {
      "epoch": 2.0439963336388636,
      "grad_norm": 0.0809057280421257,
      "learning_rate": 4.612845332881208e-05,
      "loss": 10.2164,
      "step": 11706
    },
    {
      "epoch": 2.0441709222644144,
      "grad_norm": 0.083488330245018,
      "learning_rate": 4.611304014054071e-05,
      "loss": 10.1762,
      "step": 11707
    },
    {
      "epoch": 2.0443455108899653,
      "grad_norm": 0.06518184393644333,
      "learning_rate": 4.609762875608542e-05,
      "loss": 10.1802,
      "step": 11708
    },
    {
      "epoch": 2.0445200995155166,
      "grad_norm": 0.09659603983163834,
      "learning_rate": 4.608221917596209e-05,
      "loss": 10.2013,
      "step": 11709
    },
    {
      "epoch": 2.0446946881410675,
      "grad_norm": 0.06791268289089203,
      "learning_rate": 4.6066811400686524e-05,
      "loss": 10.1936,
      "step": 11710
    },
    {
      "epoch": 2.044869276766619,
      "grad_norm": 0.06495576351881027,
      "learning_rate": 4.6051405430774494e-05,
      "loss": 10.217,
      "step": 11711
    },
    {
      "epoch": 2.0450438653921696,
      "grad_norm": 0.0661797821521759,
      "learning_rate": 4.6036001266741694e-05,
      "loss": 10.1874,
      "step": 11712
    },
    {
      "epoch": 2.045218454017721,
      "grad_norm": 0.07188189029693604,
      "learning_rate": 4.602059890910372e-05,
      "loss": 10.1833,
      "step": 11713
    },
    {
      "epoch": 2.045393042643272,
      "grad_norm": 0.07374290376901627,
      "learning_rate": 4.600519835837623e-05,
      "loss": 10.2136,
      "step": 11714
    },
    {
      "epoch": 2.0455676312688227,
      "grad_norm": 0.09097062051296234,
      "learning_rate": 4.598979961507471e-05,
      "loss": 10.2189,
      "step": 11715
    },
    {
      "epoch": 2.045742219894374,
      "grad_norm": 0.07674805819988251,
      "learning_rate": 4.597440267971459e-05,
      "loss": 10.1927,
      "step": 11716
    },
    {
      "epoch": 2.045916808519925,
      "grad_norm": 0.06576219201087952,
      "learning_rate": 4.595900755281133e-05,
      "loss": 10.1927,
      "step": 11717
    },
    {
      "epoch": 2.046091397145476,
      "grad_norm": 0.0777813121676445,
      "learning_rate": 4.594361423488023e-05,
      "loss": 10.1946,
      "step": 11718
    },
    {
      "epoch": 2.046265985771027,
      "grad_norm": 0.06889927387237549,
      "learning_rate": 4.592822272643652e-05,
      "loss": 10.2016,
      "step": 11719
    },
    {
      "epoch": 2.046440574396578,
      "grad_norm": 0.07236234098672867,
      "learning_rate": 4.591283302799552e-05,
      "loss": 10.2007,
      "step": 11720
    },
    {
      "epoch": 2.046615163022129,
      "grad_norm": 0.07172814756631851,
      "learning_rate": 4.589744514007233e-05,
      "loss": 10.1742,
      "step": 11721
    },
    {
      "epoch": 2.04678975164768,
      "grad_norm": 0.08072342723608017,
      "learning_rate": 4.588205906318204e-05,
      "loss": 10.1649,
      "step": 11722
    },
    {
      "epoch": 2.0469643402732314,
      "grad_norm": 0.06774597615003586,
      "learning_rate": 4.58666747978397e-05,
      "loss": 10.1935,
      "step": 11723
    },
    {
      "epoch": 2.0471389288987822,
      "grad_norm": 0.08094748109579086,
      "learning_rate": 4.585129234456027e-05,
      "loss": 10.197,
      "step": 11724
    },
    {
      "epoch": 2.047313517524333,
      "grad_norm": 0.07223999500274658,
      "learning_rate": 4.583591170385864e-05,
      "loss": 10.1988,
      "step": 11725
    },
    {
      "epoch": 2.0474881061498844,
      "grad_norm": 0.06812145560979843,
      "learning_rate": 4.582053287624972e-05,
      "loss": 10.202,
      "step": 11726
    },
    {
      "epoch": 2.0476626947754353,
      "grad_norm": 0.07435881346464157,
      "learning_rate": 4.5805155862248285e-05,
      "loss": 10.201,
      "step": 11727
    },
    {
      "epoch": 2.0478372834009866,
      "grad_norm": 0.08638262748718262,
      "learning_rate": 4.578978066236902e-05,
      "loss": 10.1925,
      "step": 11728
    },
    {
      "epoch": 2.0480118720265374,
      "grad_norm": 0.07680505514144897,
      "learning_rate": 4.5774407277126655e-05,
      "loss": 10.17,
      "step": 11729
    },
    {
      "epoch": 2.0481864606520883,
      "grad_norm": 0.08873915672302246,
      "learning_rate": 4.575903570703579e-05,
      "loss": 10.1927,
      "step": 11730
    },
    {
      "epoch": 2.0483610492776396,
      "grad_norm": 0.08889686316251755,
      "learning_rate": 4.574366595261091e-05,
      "loss": 10.1596,
      "step": 11731
    },
    {
      "epoch": 2.0485356379031905,
      "grad_norm": 0.08066313713788986,
      "learning_rate": 4.57282980143666e-05,
      "loss": 10.1997,
      "step": 11732
    },
    {
      "epoch": 2.048710226528742,
      "grad_norm": 0.07306436449289322,
      "learning_rate": 4.571293189281723e-05,
      "loss": 10.182,
      "step": 11733
    },
    {
      "epoch": 2.0488848151542927,
      "grad_norm": 0.08477497845888138,
      "learning_rate": 4.5697567588477195e-05,
      "loss": 10.1834,
      "step": 11734
    },
    {
      "epoch": 2.049059403779844,
      "grad_norm": 0.07533113658428192,
      "learning_rate": 4.5682205101860775e-05,
      "loss": 10.1511,
      "step": 11735
    },
    {
      "epoch": 2.049233992405395,
      "grad_norm": 0.09120336174964905,
      "learning_rate": 4.5666844433482224e-05,
      "loss": 10.1789,
      "step": 11736
    },
    {
      "epoch": 2.0494085810309457,
      "grad_norm": 0.09398405998945236,
      "learning_rate": 4.565148558385569e-05,
      "loss": 10.1629,
      "step": 11737
    },
    {
      "epoch": 2.049583169656497,
      "grad_norm": 0.07869412004947662,
      "learning_rate": 4.563612855349537e-05,
      "loss": 10.1819,
      "step": 11738
    },
    {
      "epoch": 2.049757758282048,
      "grad_norm": 0.09148696810007095,
      "learning_rate": 4.562077334291528e-05,
      "loss": 10.1782,
      "step": 11739
    },
    {
      "epoch": 2.049932346907599,
      "grad_norm": 0.07519536465406418,
      "learning_rate": 4.56054199526294e-05,
      "loss": 10.1704,
      "step": 11740
    },
    {
      "epoch": 2.05010693553315,
      "grad_norm": 0.08784462511539459,
      "learning_rate": 4.5590068383151744e-05,
      "loss": 10.144,
      "step": 11741
    },
    {
      "epoch": 2.050281524158701,
      "grad_norm": 0.09254217147827148,
      "learning_rate": 4.557471863499614e-05,
      "loss": 10.1669,
      "step": 11742
    },
    {
      "epoch": 2.050456112784252,
      "grad_norm": 0.08960837870836258,
      "learning_rate": 4.555937070867638e-05,
      "loss": 10.1716,
      "step": 11743
    },
    {
      "epoch": 2.050630701409803,
      "grad_norm": 0.09381721168756485,
      "learning_rate": 4.554402460470628e-05,
      "loss": 10.1675,
      "step": 11744
    },
    {
      "epoch": 2.0508052900353544,
      "grad_norm": 0.09212663024663925,
      "learning_rate": 4.552868032359953e-05,
      "loss": 10.1952,
      "step": 11745
    },
    {
      "epoch": 2.0509798786609053,
      "grad_norm": 0.10409323871135712,
      "learning_rate": 4.551333786586973e-05,
      "loss": 10.1658,
      "step": 11746
    },
    {
      "epoch": 2.051154467286456,
      "grad_norm": 0.12051144987344742,
      "learning_rate": 4.549799723203049e-05,
      "loss": 10.1596,
      "step": 11747
    },
    {
      "epoch": 2.0513290559120074,
      "grad_norm": 0.1286473572254181,
      "learning_rate": 4.5482658422595304e-05,
      "loss": 10.1719,
      "step": 11748
    },
    {
      "epoch": 2.0515036445375583,
      "grad_norm": 0.11021420359611511,
      "learning_rate": 4.546732143807758e-05,
      "loss": 10.1746,
      "step": 11749
    },
    {
      "epoch": 2.0516782331631096,
      "grad_norm": 0.12965387105941772,
      "learning_rate": 4.545198627899081e-05,
      "loss": 10.1381,
      "step": 11750
    },
    {
      "epoch": 2.0518528217886605,
      "grad_norm": 0.12256097048521042,
      "learning_rate": 4.543665294584826e-05,
      "loss": 10.1595,
      "step": 11751
    },
    {
      "epoch": 2.0520274104142113,
      "grad_norm": 0.12318562716245651,
      "learning_rate": 4.542132143916317e-05,
      "loss": 10.201,
      "step": 11752
    },
    {
      "epoch": 2.0522019990397626,
      "grad_norm": 0.16447381675243378,
      "learning_rate": 4.5405991759448826e-05,
      "loss": 10.2414,
      "step": 11753
    },
    {
      "epoch": 2.0523765876653135,
      "grad_norm": 0.24651609361171722,
      "learning_rate": 4.5390663907218336e-05,
      "loss": 10.1984,
      "step": 11754
    },
    {
      "epoch": 2.052551176290865,
      "grad_norm": 0.06990673393011093,
      "learning_rate": 4.537533788298476e-05,
      "loss": 10.1903,
      "step": 11755
    },
    {
      "epoch": 2.0527257649164157,
      "grad_norm": 0.0718790739774704,
      "learning_rate": 4.536001368726117e-05,
      "loss": 10.2033,
      "step": 11756
    },
    {
      "epoch": 2.0529003535419665,
      "grad_norm": 0.06840137392282486,
      "learning_rate": 4.5344691320560515e-05,
      "loss": 10.1906,
      "step": 11757
    },
    {
      "epoch": 2.053074942167518,
      "grad_norm": 0.07317653298377991,
      "learning_rate": 4.5329370783395685e-05,
      "loss": 10.1954,
      "step": 11758
    },
    {
      "epoch": 2.0532495307930687,
      "grad_norm": 0.07990299165248871,
      "learning_rate": 4.5314052076279534e-05,
      "loss": 10.2035,
      "step": 11759
    },
    {
      "epoch": 2.05342411941862,
      "grad_norm": 0.06982399523258209,
      "learning_rate": 4.529873519972483e-05,
      "loss": 10.1973,
      "step": 11760
    },
    {
      "epoch": 2.053598708044171,
      "grad_norm": 0.06380008906126022,
      "learning_rate": 4.528342015424425e-05,
      "loss": 10.1989,
      "step": 11761
    },
    {
      "epoch": 2.053773296669722,
      "grad_norm": 0.0579533688724041,
      "learning_rate": 4.5268106940350544e-05,
      "loss": 10.2107,
      "step": 11762
    },
    {
      "epoch": 2.053947885295273,
      "grad_norm": 0.06911412626504898,
      "learning_rate": 4.525279555855625e-05,
      "loss": 10.1803,
      "step": 11763
    },
    {
      "epoch": 2.054122473920824,
      "grad_norm": 0.09305475652217865,
      "learning_rate": 4.523748600937387e-05,
      "loss": 10.2051,
      "step": 11764
    },
    {
      "epoch": 2.0542970625463752,
      "grad_norm": 0.0652424544095993,
      "learning_rate": 4.522217829331598e-05,
      "loss": 10.2012,
      "step": 11765
    },
    {
      "epoch": 2.054471651171926,
      "grad_norm": 0.06397245079278946,
      "learning_rate": 4.520687241089491e-05,
      "loss": 10.2101,
      "step": 11766
    },
    {
      "epoch": 2.0546462397974774,
      "grad_norm": 0.0834384635090828,
      "learning_rate": 4.519156836262299e-05,
      "loss": 10.2028,
      "step": 11767
    },
    {
      "epoch": 2.0548208284230283,
      "grad_norm": 0.06754983216524124,
      "learning_rate": 4.5176266149012594e-05,
      "loss": 10.1948,
      "step": 11768
    },
    {
      "epoch": 2.054995417048579,
      "grad_norm": 0.06569221615791321,
      "learning_rate": 4.5160965770575906e-05,
      "loss": 10.2096,
      "step": 11769
    },
    {
      "epoch": 2.0551700056741304,
      "grad_norm": 0.06983517855405807,
      "learning_rate": 4.514566722782508e-05,
      "loss": 10.1819,
      "step": 11770
    },
    {
      "epoch": 2.0553445942996813,
      "grad_norm": 0.06649869680404663,
      "learning_rate": 4.5130370521272236e-05,
      "loss": 10.1876,
      "step": 11771
    },
    {
      "epoch": 2.0555191829252326,
      "grad_norm": 0.07744048535823822,
      "learning_rate": 4.511507565142942e-05,
      "loss": 10.19,
      "step": 11772
    },
    {
      "epoch": 2.0556937715507835,
      "grad_norm": 0.06359118968248367,
      "learning_rate": 4.509978261880856e-05,
      "loss": 10.1545,
      "step": 11773
    },
    {
      "epoch": 2.0558683601763343,
      "grad_norm": 0.09384066611528397,
      "learning_rate": 4.508449142392166e-05,
      "loss": 10.1899,
      "step": 11774
    },
    {
      "epoch": 2.0560429488018857,
      "grad_norm": 0.08059826493263245,
      "learning_rate": 4.506920206728055e-05,
      "loss": 10.2088,
      "step": 11775
    },
    {
      "epoch": 2.0562175374274365,
      "grad_norm": 0.06845274567604065,
      "learning_rate": 4.505391454939697e-05,
      "loss": 10.2124,
      "step": 11776
    },
    {
      "epoch": 2.056392126052988,
      "grad_norm": 0.061622656881809235,
      "learning_rate": 4.503862887078274e-05,
      "loss": 10.1995,
      "step": 11777
    },
    {
      "epoch": 2.0565667146785387,
      "grad_norm": 0.07076335698366165,
      "learning_rate": 4.5023345031949496e-05,
      "loss": 10.1897,
      "step": 11778
    },
    {
      "epoch": 2.0567413033040896,
      "grad_norm": 0.07177306711673737,
      "learning_rate": 4.500806303340881e-05,
      "loss": 10.2008,
      "step": 11779
    },
    {
      "epoch": 2.056915891929641,
      "grad_norm": 0.06692521274089813,
      "learning_rate": 4.499278287567232e-05,
      "loss": 10.1913,
      "step": 11780
    },
    {
      "epoch": 2.0570904805551917,
      "grad_norm": 0.09382905066013336,
      "learning_rate": 4.497750455925147e-05,
      "loss": 10.1613,
      "step": 11781
    },
    {
      "epoch": 2.057265069180743,
      "grad_norm": 0.08003474771976471,
      "learning_rate": 4.4962228084657675e-05,
      "loss": 10.1886,
      "step": 11782
    },
    {
      "epoch": 2.057439657806294,
      "grad_norm": 0.0768316313624382,
      "learning_rate": 4.494695345240233e-05,
      "loss": 10.2072,
      "step": 11783
    },
    {
      "epoch": 2.0576142464318448,
      "grad_norm": 0.07031016796827316,
      "learning_rate": 4.493168066299671e-05,
      "loss": 10.1654,
      "step": 11784
    },
    {
      "epoch": 2.057788835057396,
      "grad_norm": 0.07806409895420074,
      "learning_rate": 4.491640971695204e-05,
      "loss": 10.1872,
      "step": 11785
    },
    {
      "epoch": 2.057963423682947,
      "grad_norm": 0.08246701955795288,
      "learning_rate": 4.4901140614779554e-05,
      "loss": 10.1761,
      "step": 11786
    },
    {
      "epoch": 2.0581380123084982,
      "grad_norm": 0.08015976846218109,
      "learning_rate": 4.4885873356990346e-05,
      "loss": 10.1794,
      "step": 11787
    },
    {
      "epoch": 2.058312600934049,
      "grad_norm": 0.08707399666309357,
      "learning_rate": 4.487060794409546e-05,
      "loss": 10.1843,
      "step": 11788
    },
    {
      "epoch": 2.0584871895596004,
      "grad_norm": 0.07477191835641861,
      "learning_rate": 4.485534437660591e-05,
      "loss": 10.163,
      "step": 11789
    },
    {
      "epoch": 2.0586617781851513,
      "grad_norm": 0.07670997083187103,
      "learning_rate": 4.4840082655032644e-05,
      "loss": 10.1863,
      "step": 11790
    },
    {
      "epoch": 2.058836366810702,
      "grad_norm": 0.088721364736557,
      "learning_rate": 4.4824822779886475e-05,
      "loss": 10.1847,
      "step": 11791
    },
    {
      "epoch": 2.0590109554362535,
      "grad_norm": 0.0802370086312294,
      "learning_rate": 4.48095647516783e-05,
      "loss": 10.1843,
      "step": 11792
    },
    {
      "epoch": 2.0591855440618043,
      "grad_norm": 0.0954512283205986,
      "learning_rate": 4.479430857091881e-05,
      "loss": 10.1431,
      "step": 11793
    },
    {
      "epoch": 2.0593601326873556,
      "grad_norm": 0.09395091980695724,
      "learning_rate": 4.477905423811871e-05,
      "loss": 10.1625,
      "step": 11794
    },
    {
      "epoch": 2.0595347213129065,
      "grad_norm": 0.09355059266090393,
      "learning_rate": 4.4763801753788615e-05,
      "loss": 10.2125,
      "step": 11795
    },
    {
      "epoch": 2.0597093099384574,
      "grad_norm": 0.09172075986862183,
      "learning_rate": 4.474855111843905e-05,
      "loss": 10.1642,
      "step": 11796
    },
    {
      "epoch": 2.0598838985640087,
      "grad_norm": 0.0873556137084961,
      "learning_rate": 4.4733302332580595e-05,
      "loss": 10.1956,
      "step": 11797
    },
    {
      "epoch": 2.0600584871895595,
      "grad_norm": 0.09286492317914963,
      "learning_rate": 4.471805539672365e-05,
      "loss": 10.1929,
      "step": 11798
    },
    {
      "epoch": 2.060233075815111,
      "grad_norm": 0.11962809413671494,
      "learning_rate": 4.470281031137855e-05,
      "loss": 10.2292,
      "step": 11799
    },
    {
      "epoch": 2.0604076644406617,
      "grad_norm": 0.1305117905139923,
      "learning_rate": 4.468756707705569e-05,
      "loss": 10.1666,
      "step": 11800
    },
    {
      "epoch": 2.0604076644406617,
      "eval_loss": 10.168641090393066,
      "eval_runtime": 0.7254,
      "eval_samples_per_second": 318.452,
      "eval_steps_per_second": 159.915,
      "step": 11800
    },
    {
      "epoch": 2.0605822530662126,
      "grad_norm": 0.11931110173463821,
      "learning_rate": 4.4672325694265294e-05,
      "loss": 10.1761,
      "step": 11801
    },
    {
      "epoch": 2.060756841691764,
      "grad_norm": 0.11901267617940903,
      "learning_rate": 4.465708616351749e-05,
      "loss": 10.1948,
      "step": 11802
    },
    {
      "epoch": 2.0609314303173147,
      "grad_norm": 0.13172556459903717,
      "learning_rate": 4.464184848532251e-05,
      "loss": 10.1881,
      "step": 11803
    },
    {
      "epoch": 2.061106018942866,
      "grad_norm": 0.20561683177947998,
      "learning_rate": 4.462661266019038e-05,
      "loss": 10.203,
      "step": 11804
    },
    {
      "epoch": 2.061280607568417,
      "grad_norm": 0.078084297478199,
      "learning_rate": 4.461137868863109e-05,
      "loss": 10.2083,
      "step": 11805
    },
    {
      "epoch": 2.0614551961939678,
      "grad_norm": 0.06860172748565674,
      "learning_rate": 4.4596146571154585e-05,
      "loss": 10.1999,
      "step": 11806
    },
    {
      "epoch": 2.061629784819519,
      "grad_norm": 0.07234600186347961,
      "learning_rate": 4.458091630827076e-05,
      "loss": 10.2003,
      "step": 11807
    },
    {
      "epoch": 2.06180437344507,
      "grad_norm": 0.06362704187631607,
      "learning_rate": 4.456568790048938e-05,
      "loss": 10.208,
      "step": 11808
    },
    {
      "epoch": 2.0619789620706213,
      "grad_norm": 0.062496524304151535,
      "learning_rate": 4.4550461348320304e-05,
      "loss": 10.1992,
      "step": 11809
    },
    {
      "epoch": 2.062153550696172,
      "grad_norm": 0.06376993656158447,
      "learning_rate": 4.453523665227315e-05,
      "loss": 10.2176,
      "step": 11810
    },
    {
      "epoch": 2.062328139321723,
      "grad_norm": 0.08584677428007126,
      "learning_rate": 4.452001381285754e-05,
      "loss": 10.2013,
      "step": 11811
    },
    {
      "epoch": 2.0625027279472743,
      "grad_norm": 0.06778333336114883,
      "learning_rate": 4.450479283058312e-05,
      "loss": 10.1868,
      "step": 11812
    },
    {
      "epoch": 2.062677316572825,
      "grad_norm": 0.06441768258810043,
      "learning_rate": 4.448957370595934e-05,
      "loss": 10.1998,
      "step": 11813
    },
    {
      "epoch": 2.0628519051983765,
      "grad_norm": 0.06677835434675217,
      "learning_rate": 4.447435643949564e-05,
      "loss": 10.1911,
      "step": 11814
    },
    {
      "epoch": 2.0630264938239273,
      "grad_norm": 0.07451392710208893,
      "learning_rate": 4.445914103170144e-05,
      "loss": 10.2059,
      "step": 11815
    },
    {
      "epoch": 2.0632010824494786,
      "grad_norm": 0.06666811555624008,
      "learning_rate": 4.44439274830861e-05,
      "loss": 10.1993,
      "step": 11816
    },
    {
      "epoch": 2.0633756710750295,
      "grad_norm": 0.06709659099578857,
      "learning_rate": 4.442871579415875e-05,
      "loss": 10.2175,
      "step": 11817
    },
    {
      "epoch": 2.0635502597005804,
      "grad_norm": 0.06888707727193832,
      "learning_rate": 4.441350596542869e-05,
      "loss": 10.1993,
      "step": 11818
    },
    {
      "epoch": 2.0637248483261317,
      "grad_norm": 0.07753637433052063,
      "learning_rate": 4.4398297997405036e-05,
      "loss": 10.178,
      "step": 11819
    },
    {
      "epoch": 2.0638994369516825,
      "grad_norm": 0.08170025050640106,
      "learning_rate": 4.438309189059681e-05,
      "loss": 10.2061,
      "step": 11820
    },
    {
      "epoch": 2.064074025577234,
      "grad_norm": 0.07091911137104034,
      "learning_rate": 4.436788764551309e-05,
      "loss": 10.1974,
      "step": 11821
    },
    {
      "epoch": 2.0642486142027847,
      "grad_norm": 0.06331842392683029,
      "learning_rate": 4.435268526266281e-05,
      "loss": 10.194,
      "step": 11822
    },
    {
      "epoch": 2.0644232028283356,
      "grad_norm": 0.05904199555516243,
      "learning_rate": 4.4337484742554804e-05,
      "loss": 10.2031,
      "step": 11823
    },
    {
      "epoch": 2.064597791453887,
      "grad_norm": 0.06878464668989182,
      "learning_rate": 4.432228608569797e-05,
      "loss": 10.1957,
      "step": 11824
    },
    {
      "epoch": 2.0647723800794378,
      "grad_norm": 0.06273987889289856,
      "learning_rate": 4.4307089292601045e-05,
      "loss": 10.2019,
      "step": 11825
    },
    {
      "epoch": 2.064946968704989,
      "grad_norm": 0.07149730622768402,
      "learning_rate": 4.429189436377267e-05,
      "loss": 10.1734,
      "step": 11826
    },
    {
      "epoch": 2.06512155733054,
      "grad_norm": 0.07967261224985123,
      "learning_rate": 4.4276701299721604e-05,
      "loss": 10.2097,
      "step": 11827
    },
    {
      "epoch": 2.065296145956091,
      "grad_norm": 0.06713788211345673,
      "learning_rate": 4.42615101009563e-05,
      "loss": 10.1759,
      "step": 11828
    },
    {
      "epoch": 2.065470734581642,
      "grad_norm": 0.07320910692214966,
      "learning_rate": 4.424632076798528e-05,
      "loss": 10.2164,
      "step": 11829
    },
    {
      "epoch": 2.065645323207193,
      "grad_norm": 0.07644980400800705,
      "learning_rate": 4.423113330131707e-05,
      "loss": 10.2098,
      "step": 11830
    },
    {
      "epoch": 2.0658199118327443,
      "grad_norm": 0.0777282863855362,
      "learning_rate": 4.4215947701460015e-05,
      "loss": 10.1672,
      "step": 11831
    },
    {
      "epoch": 2.065994500458295,
      "grad_norm": 0.07445485144853592,
      "learning_rate": 4.4200763968922395e-05,
      "loss": 10.2171,
      "step": 11832
    },
    {
      "epoch": 2.066169089083846,
      "grad_norm": 0.07467575371265411,
      "learning_rate": 4.4185582104212554e-05,
      "loss": 10.2075,
      "step": 11833
    },
    {
      "epoch": 2.0663436777093973,
      "grad_norm": 0.08204767107963562,
      "learning_rate": 4.4170402107838636e-05,
      "loss": 10.1778,
      "step": 11834
    },
    {
      "epoch": 2.066518266334948,
      "grad_norm": 0.08806324750185013,
      "learning_rate": 4.415522398030877e-05,
      "loss": 10.1624,
      "step": 11835
    },
    {
      "epoch": 2.0666928549604995,
      "grad_norm": 0.08643153309822083,
      "learning_rate": 4.4140047722131084e-05,
      "loss": 10.1806,
      "step": 11836
    },
    {
      "epoch": 2.0668674435860503,
      "grad_norm": 0.08019155263900757,
      "learning_rate": 4.412487333381355e-05,
      "loss": 10.1912,
      "step": 11837
    },
    {
      "epoch": 2.067042032211601,
      "grad_norm": 0.0822267085313797,
      "learning_rate": 4.410970081586413e-05,
      "loss": 10.1628,
      "step": 11838
    },
    {
      "epoch": 2.0672166208371525,
      "grad_norm": 0.10176486521959305,
      "learning_rate": 4.4094530168790707e-05,
      "loss": 10.1831,
      "step": 11839
    },
    {
      "epoch": 2.0673912094627034,
      "grad_norm": 0.09494634717702866,
      "learning_rate": 4.4079361393101096e-05,
      "loss": 10.1608,
      "step": 11840
    },
    {
      "epoch": 2.0675657980882547,
      "grad_norm": 0.09431684762239456,
      "learning_rate": 4.406419448930301e-05,
      "loss": 10.2,
      "step": 11841
    },
    {
      "epoch": 2.0677403867138056,
      "grad_norm": 0.0811370238661766,
      "learning_rate": 4.4049029457904253e-05,
      "loss": 10.1523,
      "step": 11842
    },
    {
      "epoch": 2.067914975339357,
      "grad_norm": 0.07908487319946289,
      "learning_rate": 4.403386629941241e-05,
      "loss": 10.1672,
      "step": 11843
    },
    {
      "epoch": 2.0680895639649077,
      "grad_norm": 0.09895163029432297,
      "learning_rate": 4.4018705014335e-05,
      "loss": 10.1812,
      "step": 11844
    },
    {
      "epoch": 2.0682641525904586,
      "grad_norm": 0.09682438522577286,
      "learning_rate": 4.400354560317963e-05,
      "loss": 10.197,
      "step": 11845
    },
    {
      "epoch": 2.06843874121601,
      "grad_norm": 0.11317046731710434,
      "learning_rate": 4.3988388066453686e-05,
      "loss": 10.1784,
      "step": 11846
    },
    {
      "epoch": 2.0686133298415608,
      "grad_norm": 0.10437410324811935,
      "learning_rate": 4.3973232404664544e-05,
      "loss": 10.1563,
      "step": 11847
    },
    {
      "epoch": 2.068787918467112,
      "grad_norm": 0.09545066952705383,
      "learning_rate": 4.3958078618319586e-05,
      "loss": 10.2163,
      "step": 11848
    },
    {
      "epoch": 2.068962507092663,
      "grad_norm": 0.10552351176738739,
      "learning_rate": 4.394292670792603e-05,
      "loss": 10.1652,
      "step": 11849
    },
    {
      "epoch": 2.069137095718214,
      "grad_norm": 0.10681542009115219,
      "learning_rate": 4.392777667399107e-05,
      "loss": 10.1682,
      "step": 11850
    },
    {
      "epoch": 2.069311684343765,
      "grad_norm": 0.12544499337673187,
      "learning_rate": 4.391262851702185e-05,
      "loss": 10.1982,
      "step": 11851
    },
    {
      "epoch": 2.069486272969316,
      "grad_norm": 0.12797123193740845,
      "learning_rate": 4.3897482237525435e-05,
      "loss": 10.1805,
      "step": 11852
    },
    {
      "epoch": 2.0696608615948673,
      "grad_norm": 0.14490242302417755,
      "learning_rate": 4.38823378360088e-05,
      "loss": 10.2045,
      "step": 11853
    },
    {
      "epoch": 2.069835450220418,
      "grad_norm": 0.18711258471012115,
      "learning_rate": 4.386719531297896e-05,
      "loss": 10.1899,
      "step": 11854
    },
    {
      "epoch": 2.070010038845969,
      "grad_norm": 0.0651651918888092,
      "learning_rate": 4.385205466894275e-05,
      "loss": 10.1948,
      "step": 11855
    },
    {
      "epoch": 2.0701846274715203,
      "grad_norm": 0.08058158308267593,
      "learning_rate": 4.383691590440697e-05,
      "loss": 10.1846,
      "step": 11856
    },
    {
      "epoch": 2.070359216097071,
      "grad_norm": 0.07348939031362534,
      "learning_rate": 4.382177901987844e-05,
      "loss": 10.1859,
      "step": 11857
    },
    {
      "epoch": 2.0705338047226225,
      "grad_norm": 0.07397332787513733,
      "learning_rate": 4.380664401586382e-05,
      "loss": 10.203,
      "step": 11858
    },
    {
      "epoch": 2.0707083933481734,
      "grad_norm": 0.05750797316431999,
      "learning_rate": 4.3791510892869705e-05,
      "loss": 10.2227,
      "step": 11859
    },
    {
      "epoch": 2.0708829819737242,
      "grad_norm": 0.06287647038698196,
      "learning_rate": 4.377637965140273e-05,
      "loss": 10.1837,
      "step": 11860
    },
    {
      "epoch": 2.0710575705992755,
      "grad_norm": 0.06901837885379791,
      "learning_rate": 4.376125029196936e-05,
      "loss": 10.1919,
      "step": 11861
    },
    {
      "epoch": 2.0712321592248264,
      "grad_norm": 0.06673157960176468,
      "learning_rate": 4.374612281507605e-05,
      "loss": 10.193,
      "step": 11862
    },
    {
      "epoch": 2.0714067478503777,
      "grad_norm": 0.0653780996799469,
      "learning_rate": 4.373099722122917e-05,
      "loss": 10.216,
      "step": 11863
    },
    {
      "epoch": 2.0715813364759286,
      "grad_norm": 0.06808943301439285,
      "learning_rate": 4.371587351093502e-05,
      "loss": 10.2251,
      "step": 11864
    },
    {
      "epoch": 2.0717559251014794,
      "grad_norm": 0.06668837368488312,
      "learning_rate": 4.370075168469985e-05,
      "loss": 10.1924,
      "step": 11865
    },
    {
      "epoch": 2.0719305137270307,
      "grad_norm": 0.06357934325933456,
      "learning_rate": 4.3685631743029884e-05,
      "loss": 10.2003,
      "step": 11866
    },
    {
      "epoch": 2.0721051023525816,
      "grad_norm": 0.07194756716489792,
      "learning_rate": 4.367051368643125e-05,
      "loss": 10.1888,
      "step": 11867
    },
    {
      "epoch": 2.072279690978133,
      "grad_norm": 0.07484781742095947,
      "learning_rate": 4.3655397515409934e-05,
      "loss": 10.2124,
      "step": 11868
    },
    {
      "epoch": 2.072454279603684,
      "grad_norm": 0.07594306766986847,
      "learning_rate": 4.3640283230472044e-05,
      "loss": 10.2017,
      "step": 11869
    },
    {
      "epoch": 2.072628868229235,
      "grad_norm": 0.07071724534034729,
      "learning_rate": 4.362517083212346e-05,
      "loss": 10.1794,
      "step": 11870
    },
    {
      "epoch": 2.072803456854786,
      "grad_norm": 0.07135774940252304,
      "learning_rate": 4.361006032087003e-05,
      "loss": 10.1577,
      "step": 11871
    },
    {
      "epoch": 2.072978045480337,
      "grad_norm": 0.07625327259302139,
      "learning_rate": 4.3594951697217625e-05,
      "loss": 10.1984,
      "step": 11872
    },
    {
      "epoch": 2.073152634105888,
      "grad_norm": 0.06230466067790985,
      "learning_rate": 4.3579844961671965e-05,
      "loss": 10.1872,
      "step": 11873
    },
    {
      "epoch": 2.073327222731439,
      "grad_norm": 0.0712176263332367,
      "learning_rate": 4.356474011473873e-05,
      "loss": 10.1872,
      "step": 11874
    },
    {
      "epoch": 2.0735018113569903,
      "grad_norm": 0.08337600529193878,
      "learning_rate": 4.354963715692355e-05,
      "loss": 10.1717,
      "step": 11875
    },
    {
      "epoch": 2.073676399982541,
      "grad_norm": 0.0695713609457016,
      "learning_rate": 4.353453608873197e-05,
      "loss": 10.2081,
      "step": 11876
    },
    {
      "epoch": 2.073850988608092,
      "grad_norm": 0.06437253952026367,
      "learning_rate": 4.351943691066946e-05,
      "loss": 10.2076,
      "step": 11877
    },
    {
      "epoch": 2.0740255772336433,
      "grad_norm": 0.08502571284770966,
      "learning_rate": 4.3504339623241506e-05,
      "loss": 10.2007,
      "step": 11878
    },
    {
      "epoch": 2.074200165859194,
      "grad_norm": 0.08188780397176743,
      "learning_rate": 4.348924422695346e-05,
      "loss": 10.1855,
      "step": 11879
    },
    {
      "epoch": 2.0743747544847455,
      "grad_norm": 0.08038198947906494,
      "learning_rate": 4.347415072231058e-05,
      "loss": 10.175,
      "step": 11880
    },
    {
      "epoch": 2.0745493431102964,
      "grad_norm": 0.07297125458717346,
      "learning_rate": 4.345905910981817e-05,
      "loss": 10.2165,
      "step": 11881
    },
    {
      "epoch": 2.0747239317358472,
      "grad_norm": 0.06788470596075058,
      "learning_rate": 4.344396938998139e-05,
      "loss": 10.1689,
      "step": 11882
    },
    {
      "epoch": 2.0748985203613985,
      "grad_norm": 0.07457909733057022,
      "learning_rate": 4.3428881563305304e-05,
      "loss": 10.1775,
      "step": 11883
    },
    {
      "epoch": 2.0750731089869494,
      "grad_norm": 0.07231321185827255,
      "learning_rate": 4.341379563029504e-05,
      "loss": 10.186,
      "step": 11884
    },
    {
      "epoch": 2.0752476976125007,
      "grad_norm": 0.08073464781045914,
      "learning_rate": 4.339871159145555e-05,
      "loss": 10.2005,
      "step": 11885
    },
    {
      "epoch": 2.0754222862380516,
      "grad_norm": 0.07300026714801788,
      "learning_rate": 4.3383629447291776e-05,
      "loss": 10.1902,
      "step": 11886
    },
    {
      "epoch": 2.0755968748636024,
      "grad_norm": 0.0900176540017128,
      "learning_rate": 4.336854919830854e-05,
      "loss": 10.1796,
      "step": 11887
    },
    {
      "epoch": 2.0757714634891538,
      "grad_norm": 0.09977497160434723,
      "learning_rate": 4.335347084501067e-05,
      "loss": 10.1895,
      "step": 11888
    },
    {
      "epoch": 2.0759460521147046,
      "grad_norm": 0.08683747053146362,
      "learning_rate": 4.3338394387902847e-05,
      "loss": 10.173,
      "step": 11889
    },
    {
      "epoch": 2.076120640740256,
      "grad_norm": 0.07696452736854553,
      "learning_rate": 4.332331982748983e-05,
      "loss": 10.2112,
      "step": 11890
    },
    {
      "epoch": 2.076295229365807,
      "grad_norm": 0.0860898345708847,
      "learning_rate": 4.330824716427618e-05,
      "loss": 10.1691,
      "step": 11891
    },
    {
      "epoch": 2.0764698179913577,
      "grad_norm": 0.11031448841094971,
      "learning_rate": 4.3293176398766396e-05,
      "loss": 10.1794,
      "step": 11892
    },
    {
      "epoch": 2.076644406616909,
      "grad_norm": 0.08250700682401657,
      "learning_rate": 4.327810753146505e-05,
      "loss": 10.1702,
      "step": 11893
    },
    {
      "epoch": 2.07681899524246,
      "grad_norm": 0.09488850086927414,
      "learning_rate": 4.326304056287651e-05,
      "loss": 10.1738,
      "step": 11894
    },
    {
      "epoch": 2.076993583868011,
      "grad_norm": 0.09746506065130234,
      "learning_rate": 4.32479754935051e-05,
      "loss": 10.1553,
      "step": 11895
    },
    {
      "epoch": 2.077168172493562,
      "grad_norm": 0.10476604104042053,
      "learning_rate": 4.323291232385517e-05,
      "loss": 10.1793,
      "step": 11896
    },
    {
      "epoch": 2.0773427611191133,
      "grad_norm": 0.09170917421579361,
      "learning_rate": 4.321785105443091e-05,
      "loss": 10.1518,
      "step": 11897
    },
    {
      "epoch": 2.077517349744664,
      "grad_norm": 0.099479079246521,
      "learning_rate": 4.3202791685736496e-05,
      "loss": 10.1753,
      "step": 11898
    },
    {
      "epoch": 2.077691938370215,
      "grad_norm": 0.11083699762821198,
      "learning_rate": 4.318773421827601e-05,
      "loss": 10.1884,
      "step": 11899
    },
    {
      "epoch": 2.0778665269957663,
      "grad_norm": 0.11571991443634033,
      "learning_rate": 4.31726786525535e-05,
      "loss": 10.1869,
      "step": 11900
    },
    {
      "epoch": 2.078041115621317,
      "grad_norm": 0.14914453029632568,
      "learning_rate": 4.31576249890729e-05,
      "loss": 10.1515,
      "step": 11901
    },
    {
      "epoch": 2.0782157042468685,
      "grad_norm": 0.12142253667116165,
      "learning_rate": 4.314257322833818e-05,
      "loss": 10.1656,
      "step": 11902
    },
    {
      "epoch": 2.0783902928724194,
      "grad_norm": 0.1809147596359253,
      "learning_rate": 4.312752337085315e-05,
      "loss": 10.1884,
      "step": 11903
    },
    {
      "epoch": 2.0785648814979703,
      "grad_norm": 0.1757027804851532,
      "learning_rate": 4.311247541712157e-05,
      "loss": 10.2422,
      "step": 11904
    },
    {
      "epoch": 2.0787394701235216,
      "grad_norm": 0.07459917664527893,
      "learning_rate": 4.30974293676472e-05,
      "loss": 10.189,
      "step": 11905
    },
    {
      "epoch": 2.0789140587490724,
      "grad_norm": 0.08969966322183609,
      "learning_rate": 4.3082385222933676e-05,
      "loss": 10.2034,
      "step": 11906
    },
    {
      "epoch": 2.0790886473746237,
      "grad_norm": 0.08158737421035767,
      "learning_rate": 4.306734298348455e-05,
      "loss": 10.1614,
      "step": 11907
    },
    {
      "epoch": 2.0792632360001746,
      "grad_norm": 0.0835014134645462,
      "learning_rate": 4.305230264980342e-05,
      "loss": 10.1887,
      "step": 11908
    },
    {
      "epoch": 2.0794378246257255,
      "grad_norm": 0.06595215201377869,
      "learning_rate": 4.30372642223937e-05,
      "loss": 10.1917,
      "step": 11909
    },
    {
      "epoch": 2.0796124132512768,
      "grad_norm": 0.06876762211322784,
      "learning_rate": 4.30222277017588e-05,
      "loss": 10.2105,
      "step": 11910
    },
    {
      "epoch": 2.0797870018768276,
      "grad_norm": 0.07086818665266037,
      "learning_rate": 4.300719308840204e-05,
      "loss": 10.1996,
      "step": 11911
    },
    {
      "epoch": 2.079961590502379,
      "grad_norm": 0.0650593563914299,
      "learning_rate": 4.299216038282671e-05,
      "loss": 10.1852,
      "step": 11912
    },
    {
      "epoch": 2.08013617912793,
      "grad_norm": 0.0669085904955864,
      "learning_rate": 4.2977129585535945e-05,
      "loss": 10.203,
      "step": 11913
    },
    {
      "epoch": 2.0803107677534807,
      "grad_norm": 0.06683077663183212,
      "learning_rate": 4.2962100697033e-05,
      "loss": 10.1841,
      "step": 11914
    },
    {
      "epoch": 2.080485356379032,
      "grad_norm": 0.08552002906799316,
      "learning_rate": 4.294707371782086e-05,
      "loss": 10.2162,
      "step": 11915
    },
    {
      "epoch": 2.080659945004583,
      "grad_norm": 0.06503132730722427,
      "learning_rate": 4.293204864840261e-05,
      "loss": 10.1861,
      "step": 11916
    },
    {
      "epoch": 2.080834533630134,
      "grad_norm": 0.06439265608787537,
      "learning_rate": 4.291702548928118e-05,
      "loss": 10.2206,
      "step": 11917
    },
    {
      "epoch": 2.081009122255685,
      "grad_norm": 0.07024064660072327,
      "learning_rate": 4.29020042409594e-05,
      "loss": 10.2108,
      "step": 11918
    },
    {
      "epoch": 2.081183710881236,
      "grad_norm": 0.06436752527952194,
      "learning_rate": 4.288698490394017e-05,
      "loss": 10.1832,
      "step": 11919
    },
    {
      "epoch": 2.081358299506787,
      "grad_norm": 0.06588543206453323,
      "learning_rate": 4.2871967478726225e-05,
      "loss": 10.1948,
      "step": 11920
    },
    {
      "epoch": 2.081532888132338,
      "grad_norm": 0.07325992733240128,
      "learning_rate": 4.2856951965820244e-05,
      "loss": 10.2056,
      "step": 11921
    },
    {
      "epoch": 2.0817074767578894,
      "grad_norm": 0.07184086740016937,
      "learning_rate": 4.2841938365724864e-05,
      "loss": 10.2066,
      "step": 11922
    },
    {
      "epoch": 2.0818820653834402,
      "grad_norm": 0.0694899931550026,
      "learning_rate": 4.2826926678942646e-05,
      "loss": 10.2361,
      "step": 11923
    },
    {
      "epoch": 2.0820566540089915,
      "grad_norm": 0.06505320966243744,
      "learning_rate": 4.2811916905976066e-05,
      "loss": 10.2026,
      "step": 11924
    },
    {
      "epoch": 2.0822312426345424,
      "grad_norm": 0.07517994940280914,
      "learning_rate": 4.279690904732763e-05,
      "loss": 10.1762,
      "step": 11925
    },
    {
      "epoch": 2.0824058312600933,
      "grad_norm": 0.06962024420499802,
      "learning_rate": 4.2781903103499673e-05,
      "loss": 10.2055,
      "step": 11926
    },
    {
      "epoch": 2.0825804198856446,
      "grad_norm": 0.06893731653690338,
      "learning_rate": 4.276689907499447e-05,
      "loss": 10.1891,
      "step": 11927
    },
    {
      "epoch": 2.0827550085111954,
      "grad_norm": 0.083001509308815,
      "learning_rate": 4.2751896962314344e-05,
      "loss": 10.182,
      "step": 11928
    },
    {
      "epoch": 2.0829295971367467,
      "grad_norm": 0.07162534445524216,
      "learning_rate": 4.2736896765961435e-05,
      "loss": 10.1995,
      "step": 11929
    },
    {
      "epoch": 2.0831041857622976,
      "grad_norm": 0.08126242458820343,
      "learning_rate": 4.272189848643783e-05,
      "loss": 10.1756,
      "step": 11930
    },
    {
      "epoch": 2.0832787743878485,
      "grad_norm": 0.07617226988077164,
      "learning_rate": 4.2706902124245654e-05,
      "loss": 10.1902,
      "step": 11931
    },
    {
      "epoch": 2.0834533630134,
      "grad_norm": 0.06849206238985062,
      "learning_rate": 4.269190767988685e-05,
      "loss": 10.192,
      "step": 11932
    },
    {
      "epoch": 2.0836279516389506,
      "grad_norm": 0.07309108972549438,
      "learning_rate": 4.267691515386335e-05,
      "loss": 10.1937,
      "step": 11933
    },
    {
      "epoch": 2.083802540264502,
      "grad_norm": 0.07707507163286209,
      "learning_rate": 4.2661924546677014e-05,
      "loss": 10.1423,
      "step": 11934
    },
    {
      "epoch": 2.083977128890053,
      "grad_norm": 0.08370078355073929,
      "learning_rate": 4.264693585882965e-05,
      "loss": 10.1696,
      "step": 11935
    },
    {
      "epoch": 2.0841517175156037,
      "grad_norm": 0.10640893876552582,
      "learning_rate": 4.263194909082294e-05,
      "loss": 10.1698,
      "step": 11936
    },
    {
      "epoch": 2.084326306141155,
      "grad_norm": 0.09289153665304184,
      "learning_rate": 4.261696424315863e-05,
      "loss": 10.1618,
      "step": 11937
    },
    {
      "epoch": 2.084500894766706,
      "grad_norm": 0.07731582969427109,
      "learning_rate": 4.260198131633828e-05,
      "loss": 10.2038,
      "step": 11938
    },
    {
      "epoch": 2.084675483392257,
      "grad_norm": 0.08209727704524994,
      "learning_rate": 4.258700031086341e-05,
      "loss": 10.1995,
      "step": 11939
    },
    {
      "epoch": 2.084850072017808,
      "grad_norm": 0.09199000149965286,
      "learning_rate": 4.257202122723556e-05,
      "loss": 10.1668,
      "step": 11940
    },
    {
      "epoch": 2.085024660643359,
      "grad_norm": 0.08894306421279907,
      "learning_rate": 4.25570440659561e-05,
      "loss": 10.1822,
      "step": 11941
    },
    {
      "epoch": 2.08519924926891,
      "grad_norm": 0.0973067432641983,
      "learning_rate": 4.254206882752634e-05,
      "loss": 10.1873,
      "step": 11942
    },
    {
      "epoch": 2.085373837894461,
      "grad_norm": 0.09451800584793091,
      "learning_rate": 4.2527095512447636e-05,
      "loss": 10.155,
      "step": 11943
    },
    {
      "epoch": 2.0855484265200124,
      "grad_norm": 0.102142833173275,
      "learning_rate": 4.251212412122118e-05,
      "loss": 10.1933,
      "step": 11944
    },
    {
      "epoch": 2.0857230151455632,
      "grad_norm": 0.09239619225263596,
      "learning_rate": 4.24971546543481e-05,
      "loss": 10.1963,
      "step": 11945
    },
    {
      "epoch": 2.085897603771114,
      "grad_norm": 0.0993938148021698,
      "learning_rate": 4.248218711232952e-05,
      "loss": 10.2148,
      "step": 11946
    },
    {
      "epoch": 2.0860721923966654,
      "grad_norm": 0.09918484836816788,
      "learning_rate": 4.246722149566643e-05,
      "loss": 10.1585,
      "step": 11947
    },
    {
      "epoch": 2.0862467810222163,
      "grad_norm": 0.09522916376590729,
      "learning_rate": 4.245225780485978e-05,
      "loss": 10.1509,
      "step": 11948
    },
    {
      "epoch": 2.0864213696477676,
      "grad_norm": 0.11516442149877548,
      "learning_rate": 4.2437296040410536e-05,
      "loss": 10.201,
      "step": 11949
    },
    {
      "epoch": 2.0865959582733185,
      "grad_norm": 0.10815984755754471,
      "learning_rate": 4.242233620281947e-05,
      "loss": 10.1738,
      "step": 11950
    },
    {
      "epoch": 2.0867705468988698,
      "grad_norm": 0.11795318126678467,
      "learning_rate": 4.240737829258734e-05,
      "loss": 10.1924,
      "step": 11951
    },
    {
      "epoch": 2.0869451355244206,
      "grad_norm": 0.14885252714157104,
      "learning_rate": 4.2392422310214905e-05,
      "loss": 10.1669,
      "step": 11952
    },
    {
      "epoch": 2.0871197241499715,
      "grad_norm": 0.14130352437496185,
      "learning_rate": 4.2377468256202765e-05,
      "loss": 10.1941,
      "step": 11953
    },
    {
      "epoch": 2.087294312775523,
      "grad_norm": 0.1881183683872223,
      "learning_rate": 4.236251613105148e-05,
      "loss": 10.244,
      "step": 11954
    },
    {
      "epoch": 2.0874689014010737,
      "grad_norm": 0.0793556272983551,
      "learning_rate": 4.234756593526159e-05,
      "loss": 10.2016,
      "step": 11955
    },
    {
      "epoch": 2.087643490026625,
      "grad_norm": 0.07250281423330307,
      "learning_rate": 4.233261766933354e-05,
      "loss": 10.183,
      "step": 11956
    },
    {
      "epoch": 2.087818078652176,
      "grad_norm": 0.07972736656665802,
      "learning_rate": 4.231767133376769e-05,
      "loss": 10.2019,
      "step": 11957
    },
    {
      "epoch": 2.0879926672777267,
      "grad_norm": 0.06824871897697449,
      "learning_rate": 4.230272692906436e-05,
      "loss": 10.1902,
      "step": 11958
    },
    {
      "epoch": 2.088167255903278,
      "grad_norm": 0.09628161787986755,
      "learning_rate": 4.22877844557238e-05,
      "loss": 10.1857,
      "step": 11959
    },
    {
      "epoch": 2.088341844528829,
      "grad_norm": 0.06023439019918442,
      "learning_rate": 4.227284391424616e-05,
      "loss": 10.2293,
      "step": 11960
    },
    {
      "epoch": 2.08851643315438,
      "grad_norm": 0.06516392529010773,
      "learning_rate": 4.225790530513164e-05,
      "loss": 10.1747,
      "step": 11961
    },
    {
      "epoch": 2.088691021779931,
      "grad_norm": 0.07795190066099167,
      "learning_rate": 4.224296862888024e-05,
      "loss": 10.2032,
      "step": 11962
    },
    {
      "epoch": 2.088865610405482,
      "grad_norm": 0.0648215189576149,
      "learning_rate": 4.2228033885991936e-05,
      "loss": 10.1855,
      "step": 11963
    },
    {
      "epoch": 2.089040199031033,
      "grad_norm": 0.068108469247818,
      "learning_rate": 4.221310107696671e-05,
      "loss": 10.177,
      "step": 11964
    },
    {
      "epoch": 2.089214787656584,
      "grad_norm": 0.0673975721001625,
      "learning_rate": 4.21981702023044e-05,
      "loss": 10.1886,
      "step": 11965
    },
    {
      "epoch": 2.0893893762821354,
      "grad_norm": 0.07909242808818817,
      "learning_rate": 4.218324126250477e-05,
      "loss": 10.1997,
      "step": 11966
    },
    {
      "epoch": 2.0895639649076863,
      "grad_norm": 0.061909954994916916,
      "learning_rate": 4.216831425806761e-05,
      "loss": 10.1895,
      "step": 11967
    },
    {
      "epoch": 2.089738553533237,
      "grad_norm": 0.06594900041818619,
      "learning_rate": 4.2153389189492565e-05,
      "loss": 10.1866,
      "step": 11968
    },
    {
      "epoch": 2.0899131421587884,
      "grad_norm": 0.06897677481174469,
      "learning_rate": 4.2138466057279224e-05,
      "loss": 10.2093,
      "step": 11969
    },
    {
      "epoch": 2.0900877307843393,
      "grad_norm": 0.07110368460416794,
      "learning_rate": 4.2123544861927145e-05,
      "loss": 10.1643,
      "step": 11970
    },
    {
      "epoch": 2.0902623194098906,
      "grad_norm": 0.06607963889837265,
      "learning_rate": 4.210862560393578e-05,
      "loss": 10.2058,
      "step": 11971
    },
    {
      "epoch": 2.0904369080354415,
      "grad_norm": 0.06493037939071655,
      "learning_rate": 4.209370828380451e-05,
      "loss": 10.1947,
      "step": 11972
    },
    {
      "epoch": 2.0906114966609923,
      "grad_norm": 0.06592463701963425,
      "learning_rate": 4.207879290203276e-05,
      "loss": 10.1894,
      "step": 11973
    },
    {
      "epoch": 2.0907860852865436,
      "grad_norm": 0.07280024886131287,
      "learning_rate": 4.206387945911976e-05,
      "loss": 10.1577,
      "step": 11974
    },
    {
      "epoch": 2.0909606739120945,
      "grad_norm": 0.06964724510908127,
      "learning_rate": 4.20489679555647e-05,
      "loss": 10.1924,
      "step": 11975
    },
    {
      "epoch": 2.091135262537646,
      "grad_norm": 0.0686110258102417,
      "learning_rate": 4.203405839186678e-05,
      "loss": 10.2002,
      "step": 11976
    },
    {
      "epoch": 2.0913098511631967,
      "grad_norm": 0.06634870171546936,
      "learning_rate": 4.2019150768525064e-05,
      "loss": 10.1691,
      "step": 11977
    },
    {
      "epoch": 2.091484439788748,
      "grad_norm": 0.06731514632701874,
      "learning_rate": 4.200424508603854e-05,
      "loss": 10.2303,
      "step": 11978
    },
    {
      "epoch": 2.091659028414299,
      "grad_norm": 0.07772041112184525,
      "learning_rate": 4.198934134490622e-05,
      "loss": 10.1984,
      "step": 11979
    },
    {
      "epoch": 2.0918336170398497,
      "grad_norm": 0.07167673856019974,
      "learning_rate": 4.1974439545626955e-05,
      "loss": 10.2051,
      "step": 11980
    },
    {
      "epoch": 2.092008205665401,
      "grad_norm": 0.08585671335458755,
      "learning_rate": 4.1959539688699576e-05,
      "loss": 10.1786,
      "step": 11981
    },
    {
      "epoch": 2.092182794290952,
      "grad_norm": 0.08788462728261948,
      "learning_rate": 4.194464177462285e-05,
      "loss": 10.1949,
      "step": 11982
    },
    {
      "epoch": 2.092357382916503,
      "grad_norm": 0.10307101160287857,
      "learning_rate": 4.192974580389546e-05,
      "loss": 10.1818,
      "step": 11983
    },
    {
      "epoch": 2.092531971542054,
      "grad_norm": 0.07622119039297104,
      "learning_rate": 4.1914851777016005e-05,
      "loss": 10.2016,
      "step": 11984
    },
    {
      "epoch": 2.092706560167605,
      "grad_norm": 0.08229196816682816,
      "learning_rate": 4.1899959694483116e-05,
      "loss": 10.2087,
      "step": 11985
    },
    {
      "epoch": 2.0928811487931562,
      "grad_norm": 0.079325832426548,
      "learning_rate": 4.1885069556795256e-05,
      "loss": 10.203,
      "step": 11986
    },
    {
      "epoch": 2.093055737418707,
      "grad_norm": 0.11610661447048187,
      "learning_rate": 4.187018136445081e-05,
      "loss": 10.1548,
      "step": 11987
    },
    {
      "epoch": 2.0932303260442584,
      "grad_norm": 0.08045246452093124,
      "learning_rate": 4.1855295117948245e-05,
      "loss": 10.1772,
      "step": 11988
    },
    {
      "epoch": 2.0934049146698093,
      "grad_norm": 0.07808972150087357,
      "learning_rate": 4.184041081778582e-05,
      "loss": 10.1511,
      "step": 11989
    },
    {
      "epoch": 2.09357950329536,
      "grad_norm": 0.08505414426326752,
      "learning_rate": 4.1825528464461726e-05,
      "loss": 10.18,
      "step": 11990
    },
    {
      "epoch": 2.0937540919209114,
      "grad_norm": 0.0827830359339714,
      "learning_rate": 4.181064805847421e-05,
      "loss": 10.1768,
      "step": 11991
    },
    {
      "epoch": 2.0939286805464623,
      "grad_norm": 0.08480194956064224,
      "learning_rate": 4.17957696003214e-05,
      "loss": 10.1599,
      "step": 11992
    },
    {
      "epoch": 2.0941032691720136,
      "grad_norm": 0.09553317725658417,
      "learning_rate": 4.178089309050121e-05,
      "loss": 10.1641,
      "step": 11993
    },
    {
      "epoch": 2.0942778577975645,
      "grad_norm": 0.09051479399204254,
      "learning_rate": 4.176601852951172e-05,
      "loss": 10.1827,
      "step": 11994
    },
    {
      "epoch": 2.0944524464231153,
      "grad_norm": 0.10152187198400497,
      "learning_rate": 4.175114591785082e-05,
      "loss": 10.1848,
      "step": 11995
    },
    {
      "epoch": 2.0946270350486667,
      "grad_norm": 0.09240102022886276,
      "learning_rate": 4.173627525601632e-05,
      "loss": 10.1711,
      "step": 11996
    },
    {
      "epoch": 2.0948016236742175,
      "grad_norm": 0.10324043780565262,
      "learning_rate": 4.172140654450607e-05,
      "loss": 10.194,
      "step": 11997
    },
    {
      "epoch": 2.094976212299769,
      "grad_norm": 0.10692943632602692,
      "learning_rate": 4.170653978381776e-05,
      "loss": 10.1945,
      "step": 11998
    },
    {
      "epoch": 2.0951508009253197,
      "grad_norm": 0.09635841846466064,
      "learning_rate": 4.169167497444898e-05,
      "loss": 10.1696,
      "step": 11999
    },
    {
      "epoch": 2.0953253895508706,
      "grad_norm": 0.1000421941280365,
      "learning_rate": 4.167681211689741e-05,
      "loss": 10.1544,
      "step": 12000
    },
    {
      "epoch": 2.0953253895508706,
      "eval_loss": 10.168164253234863,
      "eval_runtime": 0.7152,
      "eval_samples_per_second": 322.998,
      "eval_steps_per_second": 162.198,
      "step": 12000
    },
    {
      "epoch": 2.095499978176422,
      "grad_norm": 0.11399567872285843,
      "learning_rate": 4.166195121166053e-05,
      "loss": 10.1977,
      "step": 12001
    },
    {
      "epoch": 2.0956745668019727,
      "grad_norm": 0.11896808445453644,
      "learning_rate": 4.16470922592358e-05,
      "loss": 10.1951,
      "step": 12002
    },
    {
      "epoch": 2.095849155427524,
      "grad_norm": 0.12956494092941284,
      "learning_rate": 4.1632235260120586e-05,
      "loss": 10.1743,
      "step": 12003
    },
    {
      "epoch": 2.096023744053075,
      "grad_norm": 0.18054243922233582,
      "learning_rate": 4.161738021481225e-05,
      "loss": 10.2316,
      "step": 12004
    },
    {
      "epoch": 2.096198332678626,
      "grad_norm": 0.08258862048387527,
      "learning_rate": 4.160252712380799e-05,
      "loss": 10.2151,
      "step": 12005
    },
    {
      "epoch": 2.096372921304177,
      "grad_norm": 0.07216840237379074,
      "learning_rate": 4.158767598760507e-05,
      "loss": 10.2031,
      "step": 12006
    },
    {
      "epoch": 2.096547509929728,
      "grad_norm": 0.07478280365467072,
      "learning_rate": 4.157282680670058e-05,
      "loss": 10.1973,
      "step": 12007
    },
    {
      "epoch": 2.0967220985552792,
      "grad_norm": 0.06655368953943253,
      "learning_rate": 4.1557979581591565e-05,
      "loss": 10.1904,
      "step": 12008
    },
    {
      "epoch": 2.09689668718083,
      "grad_norm": 0.07042637467384338,
      "learning_rate": 4.1543134312775086e-05,
      "loss": 10.2263,
      "step": 12009
    },
    {
      "epoch": 2.0970712758063814,
      "grad_norm": 0.06741897761821747,
      "learning_rate": 4.1528291000748034e-05,
      "loss": 10.189,
      "step": 12010
    },
    {
      "epoch": 2.0972458644319323,
      "grad_norm": 0.0590580478310585,
      "learning_rate": 4.151344964600724e-05,
      "loss": 10.2117,
      "step": 12011
    },
    {
      "epoch": 2.097420453057483,
      "grad_norm": 0.07427319884300232,
      "learning_rate": 4.149861024904958e-05,
      "loss": 10.2078,
      "step": 12012
    },
    {
      "epoch": 2.0975950416830345,
      "grad_norm": 0.07773823291063309,
      "learning_rate": 4.148377281037174e-05,
      "loss": 10.1693,
      "step": 12013
    },
    {
      "epoch": 2.0977696303085853,
      "grad_norm": 0.0692635327577591,
      "learning_rate": 4.146893733047041e-05,
      "loss": 10.1971,
      "step": 12014
    },
    {
      "epoch": 2.0979442189341366,
      "grad_norm": 0.0678025335073471,
      "learning_rate": 4.1454103809842185e-05,
      "loss": 10.1805,
      "step": 12015
    },
    {
      "epoch": 2.0981188075596875,
      "grad_norm": 0.07464554160833359,
      "learning_rate": 4.14392722489836e-05,
      "loss": 10.2007,
      "step": 12016
    },
    {
      "epoch": 2.0982933961852384,
      "grad_norm": 0.062178246676921844,
      "learning_rate": 4.1424442648391094e-05,
      "loss": 10.2037,
      "step": 12017
    },
    {
      "epoch": 2.0984679848107897,
      "grad_norm": 0.07646089792251587,
      "learning_rate": 4.140961500856115e-05,
      "loss": 10.1553,
      "step": 12018
    },
    {
      "epoch": 2.0986425734363405,
      "grad_norm": 0.07460010051727295,
      "learning_rate": 4.139478932999007e-05,
      "loss": 10.1812,
      "step": 12019
    },
    {
      "epoch": 2.098817162061892,
      "grad_norm": 0.07067003846168518,
      "learning_rate": 4.137996561317409e-05,
      "loss": 10.1891,
      "step": 12020
    },
    {
      "epoch": 2.0989917506874427,
      "grad_norm": 0.07448910921812057,
      "learning_rate": 4.13651438586095e-05,
      "loss": 10.1839,
      "step": 12021
    },
    {
      "epoch": 2.0991663393129936,
      "grad_norm": 0.06967875361442566,
      "learning_rate": 4.13503240667924e-05,
      "loss": 10.166,
      "step": 12022
    },
    {
      "epoch": 2.099340927938545,
      "grad_norm": 0.08844573050737381,
      "learning_rate": 4.133550623821885e-05,
      "loss": 10.1746,
      "step": 12023
    },
    {
      "epoch": 2.0995155165640957,
      "grad_norm": 0.08203234523534775,
      "learning_rate": 4.132069037338491e-05,
      "loss": 10.2054,
      "step": 12024
    },
    {
      "epoch": 2.099690105189647,
      "grad_norm": 0.0812404453754425,
      "learning_rate": 4.130587647278651e-05,
      "loss": 10.1633,
      "step": 12025
    },
    {
      "epoch": 2.099864693815198,
      "grad_norm": 0.06705445051193237,
      "learning_rate": 4.1291064536919525e-05,
      "loss": 10.1751,
      "step": 12026
    },
    {
      "epoch": 2.100039282440749,
      "grad_norm": 0.07575444877147675,
      "learning_rate": 4.127625456627976e-05,
      "loss": 10.1951,
      "step": 12027
    },
    {
      "epoch": 2.1002138710663,
      "grad_norm": 0.07214552164077759,
      "learning_rate": 4.126144656136299e-05,
      "loss": 10.2083,
      "step": 12028
    },
    {
      "epoch": 2.100388459691851,
      "grad_norm": 0.0746741071343422,
      "learning_rate": 4.1246640522664847e-05,
      "loss": 10.2126,
      "step": 12029
    },
    {
      "epoch": 2.1005630483174023,
      "grad_norm": 0.07222031056880951,
      "learning_rate": 4.1231836450681016e-05,
      "loss": 10.213,
      "step": 12030
    },
    {
      "epoch": 2.100737636942953,
      "grad_norm": 0.08192943781614304,
      "learning_rate": 4.1217034345907e-05,
      "loss": 10.2177,
      "step": 12031
    },
    {
      "epoch": 2.1009122255685044,
      "grad_norm": 0.08183882385492325,
      "learning_rate": 4.120223420883833e-05,
      "loss": 10.1965,
      "step": 12032
    },
    {
      "epoch": 2.1010868141940553,
      "grad_norm": 0.06961141526699066,
      "learning_rate": 4.118743603997042e-05,
      "loss": 10.2148,
      "step": 12033
    },
    {
      "epoch": 2.101261402819606,
      "grad_norm": 0.09044022113084793,
      "learning_rate": 4.1172639839798554e-05,
      "loss": 10.2266,
      "step": 12034
    },
    {
      "epoch": 2.1014359914451575,
      "grad_norm": 0.10313408821821213,
      "learning_rate": 4.115784560881812e-05,
      "loss": 10.1778,
      "step": 12035
    },
    {
      "epoch": 2.1016105800707083,
      "grad_norm": 0.07761067152023315,
      "learning_rate": 4.114305334752431e-05,
      "loss": 10.1867,
      "step": 12036
    },
    {
      "epoch": 2.1017851686962596,
      "grad_norm": 0.0878777876496315,
      "learning_rate": 4.1128263056412255e-05,
      "loss": 10.164,
      "step": 12037
    },
    {
      "epoch": 2.1019597573218105,
      "grad_norm": 0.08386652916669846,
      "learning_rate": 4.111347473597706e-05,
      "loss": 10.1784,
      "step": 12038
    },
    {
      "epoch": 2.1021343459473614,
      "grad_norm": 0.09109827876091003,
      "learning_rate": 4.109868838671376e-05,
      "loss": 10.1846,
      "step": 12039
    },
    {
      "epoch": 2.1023089345729127,
      "grad_norm": 0.08338106423616409,
      "learning_rate": 4.108390400911726e-05,
      "loss": 10.1973,
      "step": 12040
    },
    {
      "epoch": 2.1024835231984635,
      "grad_norm": 0.08892796188592911,
      "learning_rate": 4.106912160368254e-05,
      "loss": 10.1638,
      "step": 12041
    },
    {
      "epoch": 2.102658111824015,
      "grad_norm": 0.08986465632915497,
      "learning_rate": 4.1054341170904384e-05,
      "loss": 10.1806,
      "step": 12042
    },
    {
      "epoch": 2.1028327004495657,
      "grad_norm": 0.09215985983610153,
      "learning_rate": 4.1039562711277515e-05,
      "loss": 10.1259,
      "step": 12043
    },
    {
      "epoch": 2.1030072890751166,
      "grad_norm": 0.09637424349784851,
      "learning_rate": 4.1024786225296706e-05,
      "loss": 10.1752,
      "step": 12044
    },
    {
      "epoch": 2.103181877700668,
      "grad_norm": 0.09713230282068253,
      "learning_rate": 4.1010011713456555e-05,
      "loss": 10.1575,
      "step": 12045
    },
    {
      "epoch": 2.1033564663262188,
      "grad_norm": 0.09052230417728424,
      "learning_rate": 4.0995239176251575e-05,
      "loss": 10.161,
      "step": 12046
    },
    {
      "epoch": 2.10353105495177,
      "grad_norm": 0.1002405509352684,
      "learning_rate": 4.098046861417635e-05,
      "loss": 10.1475,
      "step": 12047
    },
    {
      "epoch": 2.103705643577321,
      "grad_norm": 0.10692903399467468,
      "learning_rate": 4.096570002772525e-05,
      "loss": 10.1652,
      "step": 12048
    },
    {
      "epoch": 2.103880232202872,
      "grad_norm": 0.10976004600524902,
      "learning_rate": 4.095093341739267e-05,
      "loss": 10.1945,
      "step": 12049
    },
    {
      "epoch": 2.104054820828423,
      "grad_norm": 0.12881533801555634,
      "learning_rate": 4.09361687836729e-05,
      "loss": 10.2108,
      "step": 12050
    },
    {
      "epoch": 2.104229409453974,
      "grad_norm": 0.11904425173997879,
      "learning_rate": 4.092140612706016e-05,
      "loss": 10.1571,
      "step": 12051
    },
    {
      "epoch": 2.1044039980795253,
      "grad_norm": 0.12100576609373093,
      "learning_rate": 4.090664544804858e-05,
      "loss": 10.168,
      "step": 12052
    },
    {
      "epoch": 2.104578586705076,
      "grad_norm": 0.1391819715499878,
      "learning_rate": 4.089188674713236e-05,
      "loss": 10.1417,
      "step": 12053
    },
    {
      "epoch": 2.104753175330627,
      "grad_norm": 0.15753203630447388,
      "learning_rate": 4.0877130024805466e-05,
      "loss": 10.1789,
      "step": 12054
    },
    {
      "epoch": 2.1049277639561783,
      "grad_norm": 0.06906724721193314,
      "learning_rate": 4.086237528156185e-05,
      "loss": 10.1917,
      "step": 12055
    },
    {
      "epoch": 2.105102352581729,
      "grad_norm": 0.08390769362449646,
      "learning_rate": 4.0847622517895465e-05,
      "loss": 10.2085,
      "step": 12056
    },
    {
      "epoch": 2.1052769412072805,
      "grad_norm": 0.07826220244169235,
      "learning_rate": 4.083287173430013e-05,
      "loss": 10.2068,
      "step": 12057
    },
    {
      "epoch": 2.1054515298328313,
      "grad_norm": 0.067970871925354,
      "learning_rate": 4.081812293126956e-05,
      "loss": 10.1887,
      "step": 12058
    },
    {
      "epoch": 2.1056261184583827,
      "grad_norm": 0.06640208512544632,
      "learning_rate": 4.080337610929755e-05,
      "loss": 10.2025,
      "step": 12059
    },
    {
      "epoch": 2.1058007070839335,
      "grad_norm": 0.07288148254156113,
      "learning_rate": 4.0788631268877696e-05,
      "loss": 10.2074,
      "step": 12060
    },
    {
      "epoch": 2.1059752957094844,
      "grad_norm": 0.07236605137586594,
      "learning_rate": 4.077388841050356e-05,
      "loss": 10.167,
      "step": 12061
    },
    {
      "epoch": 2.1061498843350357,
      "grad_norm": 0.07073930650949478,
      "learning_rate": 4.075914753466863e-05,
      "loss": 10.1949,
      "step": 12062
    },
    {
      "epoch": 2.1063244729605866,
      "grad_norm": 0.06538951396942139,
      "learning_rate": 4.074440864186637e-05,
      "loss": 10.1847,
      "step": 12063
    },
    {
      "epoch": 2.106499061586138,
      "grad_norm": 0.0699414387345314,
      "learning_rate": 4.0729671732590114e-05,
      "loss": 10.2188,
      "step": 12064
    },
    {
      "epoch": 2.1066736502116887,
      "grad_norm": 0.07718239724636078,
      "learning_rate": 4.0714936807333215e-05,
      "loss": 10.1982,
      "step": 12065
    },
    {
      "epoch": 2.1068482388372396,
      "grad_norm": 0.07721638679504395,
      "learning_rate": 4.070020386658891e-05,
      "loss": 10.1688,
      "step": 12066
    },
    {
      "epoch": 2.107022827462791,
      "grad_norm": 0.06606120616197586,
      "learning_rate": 4.06854729108503e-05,
      "loss": 10.1892,
      "step": 12067
    },
    {
      "epoch": 2.1071974160883418,
      "grad_norm": 0.06850387156009674,
      "learning_rate": 4.0670743940610567e-05,
      "loss": 10.2056,
      "step": 12068
    },
    {
      "epoch": 2.107372004713893,
      "grad_norm": 0.06817740201950073,
      "learning_rate": 4.065601695636273e-05,
      "loss": 10.1886,
      "step": 12069
    },
    {
      "epoch": 2.107546593339444,
      "grad_norm": 0.0656440407037735,
      "learning_rate": 4.0641291958599725e-05,
      "loss": 10.1721,
      "step": 12070
    },
    {
      "epoch": 2.107721181964995,
      "grad_norm": 0.06342271715402603,
      "learning_rate": 4.0626568947814514e-05,
      "loss": 10.201,
      "step": 12071
    },
    {
      "epoch": 2.107895770590546,
      "grad_norm": 0.07249069958925247,
      "learning_rate": 4.0611847924499916e-05,
      "loss": 10.2104,
      "step": 12072
    },
    {
      "epoch": 2.108070359216097,
      "grad_norm": 0.06833545863628387,
      "learning_rate": 4.0597128889148694e-05,
      "loss": 10.1983,
      "step": 12073
    },
    {
      "epoch": 2.1082449478416483,
      "grad_norm": 0.06918683648109436,
      "learning_rate": 4.058241184225356e-05,
      "loss": 10.2016,
      "step": 12074
    },
    {
      "epoch": 2.108419536467199,
      "grad_norm": 0.07519198954105377,
      "learning_rate": 4.056769678430714e-05,
      "loss": 10.196,
      "step": 12075
    },
    {
      "epoch": 2.10859412509275,
      "grad_norm": 0.06787850707769394,
      "learning_rate": 4.055298371580199e-05,
      "loss": 10.1699,
      "step": 12076
    },
    {
      "epoch": 2.1087687137183013,
      "grad_norm": 0.07996828109025955,
      "learning_rate": 4.0538272637230667e-05,
      "loss": 10.1597,
      "step": 12077
    },
    {
      "epoch": 2.108943302343852,
      "grad_norm": 0.07987947016954422,
      "learning_rate": 4.0523563549085596e-05,
      "loss": 10.225,
      "step": 12078
    },
    {
      "epoch": 2.1091178909694035,
      "grad_norm": 0.07840936630964279,
      "learning_rate": 4.050885645185911e-05,
      "loss": 10.1773,
      "step": 12079
    },
    {
      "epoch": 2.1092924795949544,
      "grad_norm": 0.07395801693201065,
      "learning_rate": 4.0494151346043576e-05,
      "loss": 10.1932,
      "step": 12080
    },
    {
      "epoch": 2.1094670682205052,
      "grad_norm": 0.07643236219882965,
      "learning_rate": 4.0479448232131204e-05,
      "loss": 10.1822,
      "step": 12081
    },
    {
      "epoch": 2.1096416568460565,
      "grad_norm": 0.07609216868877411,
      "learning_rate": 4.0464747110614135e-05,
      "loss": 10.1836,
      "step": 12082
    },
    {
      "epoch": 2.1098162454716074,
      "grad_norm": 0.08246757090091705,
      "learning_rate": 4.045004798198454e-05,
      "loss": 10.1904,
      "step": 12083
    },
    {
      "epoch": 2.1099908340971587,
      "grad_norm": 0.08933131396770477,
      "learning_rate": 4.043535084673442e-05,
      "loss": 10.1781,
      "step": 12084
    },
    {
      "epoch": 2.1101654227227096,
      "grad_norm": 0.08167659491300583,
      "learning_rate": 4.042065570535577e-05,
      "loss": 10.1649,
      "step": 12085
    },
    {
      "epoch": 2.110340011348261,
      "grad_norm": 0.07734588533639908,
      "learning_rate": 4.040596255834047e-05,
      "loss": 10.1848,
      "step": 12086
    },
    {
      "epoch": 2.1105145999738117,
      "grad_norm": 0.07407162338495255,
      "learning_rate": 4.0391271406180374e-05,
      "loss": 10.1511,
      "step": 12087
    },
    {
      "epoch": 2.1106891885993626,
      "grad_norm": 0.08228309452533722,
      "learning_rate": 4.037658224936721e-05,
      "loss": 10.2242,
      "step": 12088
    },
    {
      "epoch": 2.110863777224914,
      "grad_norm": 0.09716074913740158,
      "learning_rate": 4.036189508839278e-05,
      "loss": 10.159,
      "step": 12089
    },
    {
      "epoch": 2.111038365850465,
      "grad_norm": 0.09141526371240616,
      "learning_rate": 4.0347209923748644e-05,
      "loss": 10.175,
      "step": 12090
    },
    {
      "epoch": 2.111212954476016,
      "grad_norm": 0.08459465205669403,
      "learning_rate": 4.033252675592637e-05,
      "loss": 10.1792,
      "step": 12091
    },
    {
      "epoch": 2.111387543101567,
      "grad_norm": 0.08458191901445389,
      "learning_rate": 4.0317845585417537e-05,
      "loss": 10.1568,
      "step": 12092
    },
    {
      "epoch": 2.111562131727118,
      "grad_norm": 0.09760741144418716,
      "learning_rate": 4.030316641271352e-05,
      "loss": 10.1763,
      "step": 12093
    },
    {
      "epoch": 2.111736720352669,
      "grad_norm": 0.09326424449682236,
      "learning_rate": 4.0288489238305695e-05,
      "loss": 10.1759,
      "step": 12094
    },
    {
      "epoch": 2.11191130897822,
      "grad_norm": 0.09094230085611343,
      "learning_rate": 4.02738140626854e-05,
      "loss": 10.1611,
      "step": 12095
    },
    {
      "epoch": 2.1120858976037713,
      "grad_norm": 0.0930161103606224,
      "learning_rate": 4.025914088634386e-05,
      "loss": 10.1525,
      "step": 12096
    },
    {
      "epoch": 2.112260486229322,
      "grad_norm": 0.11578415334224701,
      "learning_rate": 4.024446970977224e-05,
      "loss": 10.1658,
      "step": 12097
    },
    {
      "epoch": 2.112435074854873,
      "grad_norm": 0.10471931099891663,
      "learning_rate": 4.0229800533461634e-05,
      "loss": 10.1945,
      "step": 12098
    },
    {
      "epoch": 2.1126096634804243,
      "grad_norm": 0.09212930500507355,
      "learning_rate": 4.0215133357903103e-05,
      "loss": 10.1944,
      "step": 12099
    },
    {
      "epoch": 2.112784252105975,
      "grad_norm": 0.10737401992082596,
      "learning_rate": 4.0200468183587556e-05,
      "loss": 10.15,
      "step": 12100
    },
    {
      "epoch": 2.1129588407315265,
      "grad_norm": 0.13959762454032898,
      "learning_rate": 4.018580501100599e-05,
      "loss": 10.2075,
      "step": 12101
    },
    {
      "epoch": 2.1131334293570774,
      "grad_norm": 0.12630780041217804,
      "learning_rate": 4.0171143840649195e-05,
      "loss": 10.1969,
      "step": 12102
    },
    {
      "epoch": 2.1133080179826282,
      "grad_norm": 0.12824568152427673,
      "learning_rate": 4.015648467300789e-05,
      "loss": 10.1806,
      "step": 12103
    },
    {
      "epoch": 2.1134826066081795,
      "grad_norm": 0.15853743255138397,
      "learning_rate": 4.014182750857287e-05,
      "loss": 10.1749,
      "step": 12104
    },
    {
      "epoch": 2.1136571952337304,
      "grad_norm": 0.08385811001062393,
      "learning_rate": 4.012717234783473e-05,
      "loss": 10.2112,
      "step": 12105
    },
    {
      "epoch": 2.1138317838592817,
      "grad_norm": 0.07948243618011475,
      "learning_rate": 4.011251919128399e-05,
      "loss": 10.2028,
      "step": 12106
    },
    {
      "epoch": 2.1140063724848326,
      "grad_norm": 0.061461955308914185,
      "learning_rate": 4.009786803941124e-05,
      "loss": 10.2174,
      "step": 12107
    },
    {
      "epoch": 2.1141809611103834,
      "grad_norm": 0.07199425250291824,
      "learning_rate": 4.0083218892706866e-05,
      "loss": 10.2034,
      "step": 12108
    },
    {
      "epoch": 2.1143555497359348,
      "grad_norm": 0.057549700140953064,
      "learning_rate": 4.006857175166123e-05,
      "loss": 10.2023,
      "step": 12109
    },
    {
      "epoch": 2.1145301383614856,
      "grad_norm": 0.059564705938100815,
      "learning_rate": 4.0053926616764646e-05,
      "loss": 10.1927,
      "step": 12110
    },
    {
      "epoch": 2.114704726987037,
      "grad_norm": 0.07589106261730194,
      "learning_rate": 4.003928348850734e-05,
      "loss": 10.2179,
      "step": 12111
    },
    {
      "epoch": 2.114879315612588,
      "grad_norm": 0.06109645590186119,
      "learning_rate": 4.002464236737944e-05,
      "loss": 10.1874,
      "step": 12112
    },
    {
      "epoch": 2.115053904238139,
      "grad_norm": 0.07491088658571243,
      "learning_rate": 4.001000325387111e-05,
      "loss": 10.1855,
      "step": 12113
    },
    {
      "epoch": 2.11522849286369,
      "grad_norm": 0.06733228266239166,
      "learning_rate": 3.999536614847236e-05,
      "loss": 10.2327,
      "step": 12114
    },
    {
      "epoch": 2.115403081489241,
      "grad_norm": 0.06513889133930206,
      "learning_rate": 3.99807310516731e-05,
      "loss": 10.1934,
      "step": 12115
    },
    {
      "epoch": 2.115577670114792,
      "grad_norm": 0.07917138934135437,
      "learning_rate": 3.996609796396331e-05,
      "loss": 10.1829,
      "step": 12116
    },
    {
      "epoch": 2.115752258740343,
      "grad_norm": 0.07052527368068695,
      "learning_rate": 3.995146688583279e-05,
      "loss": 10.1947,
      "step": 12117
    },
    {
      "epoch": 2.1159268473658943,
      "grad_norm": 0.08056295663118362,
      "learning_rate": 3.993683781777125e-05,
      "loss": 10.1951,
      "step": 12118
    },
    {
      "epoch": 2.116101435991445,
      "grad_norm": 0.0723075345158577,
      "learning_rate": 3.992221076026845e-05,
      "loss": 10.1876,
      "step": 12119
    },
    {
      "epoch": 2.116276024616996,
      "grad_norm": 0.06481803208589554,
      "learning_rate": 3.9907585713814014e-05,
      "loss": 10.1714,
      "step": 12120
    },
    {
      "epoch": 2.1164506132425474,
      "grad_norm": 0.06949485093355179,
      "learning_rate": 3.989296267889747e-05,
      "loss": 10.2084,
      "step": 12121
    },
    {
      "epoch": 2.116625201868098,
      "grad_norm": 0.0718442052602768,
      "learning_rate": 3.987834165600832e-05,
      "loss": 10.1859,
      "step": 12122
    },
    {
      "epoch": 2.1167997904936495,
      "grad_norm": 0.06845533847808838,
      "learning_rate": 3.986372264563599e-05,
      "loss": 10.211,
      "step": 12123
    },
    {
      "epoch": 2.1169743791192004,
      "grad_norm": 0.061171840876340866,
      "learning_rate": 3.984910564826981e-05,
      "loss": 10.1994,
      "step": 12124
    },
    {
      "epoch": 2.1171489677447513,
      "grad_norm": 0.08046562224626541,
      "learning_rate": 3.983449066439914e-05,
      "loss": 10.2004,
      "step": 12125
    },
    {
      "epoch": 2.1173235563703026,
      "grad_norm": 0.06904295831918716,
      "learning_rate": 3.981987769451315e-05,
      "loss": 10.187,
      "step": 12126
    },
    {
      "epoch": 2.1174981449958534,
      "grad_norm": 0.06990457326173782,
      "learning_rate": 3.980526673910099e-05,
      "loss": 10.1951,
      "step": 12127
    },
    {
      "epoch": 2.1176727336214047,
      "grad_norm": 0.08386621624231339,
      "learning_rate": 3.979065779865179e-05,
      "loss": 10.1843,
      "step": 12128
    },
    {
      "epoch": 2.1178473222469556,
      "grad_norm": 0.08025672286748886,
      "learning_rate": 3.9776050873654546e-05,
      "loss": 10.1975,
      "step": 12129
    },
    {
      "epoch": 2.1180219108725065,
      "grad_norm": 0.09159276634454727,
      "learning_rate": 3.976144596459818e-05,
      "loss": 10.1865,
      "step": 12130
    },
    {
      "epoch": 2.1181964994980578,
      "grad_norm": 0.06950312107801437,
      "learning_rate": 3.974684307197164e-05,
      "loss": 10.2062,
      "step": 12131
    },
    {
      "epoch": 2.1183710881236086,
      "grad_norm": 0.08439330011606216,
      "learning_rate": 3.9732242196263714e-05,
      "loss": 10.1793,
      "step": 12132
    },
    {
      "epoch": 2.11854567674916,
      "grad_norm": 0.0772794708609581,
      "learning_rate": 3.971764333796316e-05,
      "loss": 10.1615,
      "step": 12133
    },
    {
      "epoch": 2.118720265374711,
      "grad_norm": 0.07983734458684921,
      "learning_rate": 3.970304649755865e-05,
      "loss": 10.1871,
      "step": 12134
    },
    {
      "epoch": 2.1188948540002617,
      "grad_norm": 0.08243776857852936,
      "learning_rate": 3.9688451675538805e-05,
      "loss": 10.1783,
      "step": 12135
    },
    {
      "epoch": 2.119069442625813,
      "grad_norm": 0.08946917951107025,
      "learning_rate": 3.967385887239214e-05,
      "loss": 10.2031,
      "step": 12136
    },
    {
      "epoch": 2.119244031251364,
      "grad_norm": 0.08129903674125671,
      "learning_rate": 3.96592680886072e-05,
      "loss": 10.1626,
      "step": 12137
    },
    {
      "epoch": 2.119418619876915,
      "grad_norm": 0.09353268891572952,
      "learning_rate": 3.9644679324672376e-05,
      "loss": 10.1804,
      "step": 12138
    },
    {
      "epoch": 2.119593208502466,
      "grad_norm": 0.08655527234077454,
      "learning_rate": 3.963009258107596e-05,
      "loss": 10.1431,
      "step": 12139
    },
    {
      "epoch": 2.1197677971280173,
      "grad_norm": 0.10077270865440369,
      "learning_rate": 3.961550785830631e-05,
      "loss": 10.1286,
      "step": 12140
    },
    {
      "epoch": 2.119942385753568,
      "grad_norm": 0.0872388705611229,
      "learning_rate": 3.96009251568516e-05,
      "loss": 10.1999,
      "step": 12141
    },
    {
      "epoch": 2.120116974379119,
      "grad_norm": 0.09458310902118683,
      "learning_rate": 3.9586344477199936e-05,
      "loss": 10.1956,
      "step": 12142
    },
    {
      "epoch": 2.1202915630046704,
      "grad_norm": 0.07980851083993912,
      "learning_rate": 3.957176581983946e-05,
      "loss": 10.1667,
      "step": 12143
    },
    {
      "epoch": 2.1204661516302212,
      "grad_norm": 0.1044834777712822,
      "learning_rate": 3.9557189185258145e-05,
      "loss": 10.1456,
      "step": 12144
    },
    {
      "epoch": 2.1206407402557725,
      "grad_norm": 0.0950714498758316,
      "learning_rate": 3.9542614573943936e-05,
      "loss": 10.206,
      "step": 12145
    },
    {
      "epoch": 2.1208153288813234,
      "grad_norm": 0.10635887086391449,
      "learning_rate": 3.95280419863847e-05,
      "loss": 10.2076,
      "step": 12146
    },
    {
      "epoch": 2.1209899175068743,
      "grad_norm": 0.09964367002248764,
      "learning_rate": 3.951347142306825e-05,
      "loss": 10.2017,
      "step": 12147
    },
    {
      "epoch": 2.1211645061324256,
      "grad_norm": 0.09433751553297043,
      "learning_rate": 3.949890288448227e-05,
      "loss": 10.18,
      "step": 12148
    },
    {
      "epoch": 2.1213390947579764,
      "grad_norm": 0.1215486153960228,
      "learning_rate": 3.9484336371114505e-05,
      "loss": 10.1564,
      "step": 12149
    },
    {
      "epoch": 2.1215136833835277,
      "grad_norm": 0.11912861466407776,
      "learning_rate": 3.94697718834525e-05,
      "loss": 10.2093,
      "step": 12150
    },
    {
      "epoch": 2.1216882720090786,
      "grad_norm": 0.12933844327926636,
      "learning_rate": 3.945520942198384e-05,
      "loss": 10.1699,
      "step": 12151
    },
    {
      "epoch": 2.1218628606346295,
      "grad_norm": 0.13629023730754852,
      "learning_rate": 3.944064898719596e-05,
      "loss": 10.1906,
      "step": 12152
    },
    {
      "epoch": 2.122037449260181,
      "grad_norm": 0.1669248640537262,
      "learning_rate": 3.942609057957623e-05,
      "loss": 10.1993,
      "step": 12153
    },
    {
      "epoch": 2.1222120378857317,
      "grad_norm": 0.1659700870513916,
      "learning_rate": 3.9411534199612035e-05,
      "loss": 10.2014,
      "step": 12154
    },
    {
      "epoch": 2.122386626511283,
      "grad_norm": 0.08064280450344086,
      "learning_rate": 3.9396979847790606e-05,
      "loss": 10.2016,
      "step": 12155
    },
    {
      "epoch": 2.122561215136834,
      "grad_norm": 0.07233735173940659,
      "learning_rate": 3.938242752459914e-05,
      "loss": 10.2024,
      "step": 12156
    },
    {
      "epoch": 2.1227358037623847,
      "grad_norm": 0.06772670149803162,
      "learning_rate": 3.9367877230524763e-05,
      "loss": 10.1999,
      "step": 12157
    },
    {
      "epoch": 2.122910392387936,
      "grad_norm": 0.07464984804391861,
      "learning_rate": 3.9353328966054525e-05,
      "loss": 10.1917,
      "step": 12158
    },
    {
      "epoch": 2.123084981013487,
      "grad_norm": 0.07384287565946579,
      "learning_rate": 3.9338782731675396e-05,
      "loss": 10.166,
      "step": 12159
    },
    {
      "epoch": 2.123259569639038,
      "grad_norm": 0.07974036782979965,
      "learning_rate": 3.932423852787436e-05,
      "loss": 10.2038,
      "step": 12160
    },
    {
      "epoch": 2.123434158264589,
      "grad_norm": 0.06593088805675507,
      "learning_rate": 3.9309696355138224e-05,
      "loss": 10.188,
      "step": 12161
    },
    {
      "epoch": 2.12360874689014,
      "grad_norm": 0.07363354414701462,
      "learning_rate": 3.9295156213953755e-05,
      "loss": 10.2028,
      "step": 12162
    },
    {
      "epoch": 2.123783335515691,
      "grad_norm": 0.06222280487418175,
      "learning_rate": 3.928061810480773e-05,
      "loss": 10.2054,
      "step": 12163
    },
    {
      "epoch": 2.123957924141242,
      "grad_norm": 0.07153739780187607,
      "learning_rate": 3.926608202818678e-05,
      "loss": 10.1589,
      "step": 12164
    },
    {
      "epoch": 2.1241325127667934,
      "grad_norm": 0.06408017873764038,
      "learning_rate": 3.925154798457743e-05,
      "loss": 10.1642,
      "step": 12165
    },
    {
      "epoch": 2.1243071013923442,
      "grad_norm": 0.07150106877088547,
      "learning_rate": 3.9237015974466274e-05,
      "loss": 10.2018,
      "step": 12166
    },
    {
      "epoch": 2.1244816900178956,
      "grad_norm": 0.07772203534841537,
      "learning_rate": 3.922248599833973e-05,
      "loss": 10.2183,
      "step": 12167
    },
    {
      "epoch": 2.1246562786434464,
      "grad_norm": 0.07026375085115433,
      "learning_rate": 3.9207958056684156e-05,
      "loss": 10.1869,
      "step": 12168
    },
    {
      "epoch": 2.1248308672689973,
      "grad_norm": 0.06554341316223145,
      "learning_rate": 3.919343214998589e-05,
      "loss": 10.1662,
      "step": 12169
    },
    {
      "epoch": 2.1250054558945486,
      "grad_norm": 0.0778052881360054,
      "learning_rate": 3.917890827873114e-05,
      "loss": 10.1809,
      "step": 12170
    },
    {
      "epoch": 2.1251800445200995,
      "grad_norm": 0.07326879352331161,
      "learning_rate": 3.916438644340606e-05,
      "loss": 10.1834,
      "step": 12171
    },
    {
      "epoch": 2.1253546331456508,
      "grad_norm": 0.06631984561681747,
      "learning_rate": 3.914986664449685e-05,
      "loss": 10.201,
      "step": 12172
    },
    {
      "epoch": 2.1255292217712016,
      "grad_norm": 0.07268417626619339,
      "learning_rate": 3.9135348882489464e-05,
      "loss": 10.1876,
      "step": 12173
    },
    {
      "epoch": 2.1257038103967525,
      "grad_norm": 0.0699954554438591,
      "learning_rate": 3.912083315786986e-05,
      "loss": 10.2053,
      "step": 12174
    },
    {
      "epoch": 2.125878399022304,
      "grad_norm": 0.07793479412794113,
      "learning_rate": 3.910631947112402e-05,
      "loss": 10.2021,
      "step": 12175
    },
    {
      "epoch": 2.1260529876478547,
      "grad_norm": 0.07948178797960281,
      "learning_rate": 3.9091807822737715e-05,
      "loss": 10.1926,
      "step": 12176
    },
    {
      "epoch": 2.126227576273406,
      "grad_norm": 0.07032502442598343,
      "learning_rate": 3.90772982131967e-05,
      "loss": 10.1882,
      "step": 12177
    },
    {
      "epoch": 2.126402164898957,
      "grad_norm": 0.07635524123907089,
      "learning_rate": 3.9062790642986756e-05,
      "loss": 10.1693,
      "step": 12178
    },
    {
      "epoch": 2.1265767535245077,
      "grad_norm": 0.07285407930612564,
      "learning_rate": 3.904828511259342e-05,
      "loss": 10.1681,
      "step": 12179
    },
    {
      "epoch": 2.126751342150059,
      "grad_norm": 0.08028126507997513,
      "learning_rate": 3.903378162250223e-05,
      "loss": 10.1616,
      "step": 12180
    },
    {
      "epoch": 2.12692593077561,
      "grad_norm": 0.07187854498624802,
      "learning_rate": 3.901928017319877e-05,
      "loss": 10.2225,
      "step": 12181
    },
    {
      "epoch": 2.127100519401161,
      "grad_norm": 0.08094718307256699,
      "learning_rate": 3.900478076516843e-05,
      "loss": 10.1761,
      "step": 12182
    },
    {
      "epoch": 2.127275108026712,
      "grad_norm": 0.07464583963155746,
      "learning_rate": 3.89902833988965e-05,
      "loss": 10.157,
      "step": 12183
    },
    {
      "epoch": 2.127449696652263,
      "grad_norm": 0.092259481549263,
      "learning_rate": 3.8975788074868355e-05,
      "loss": 10.1553,
      "step": 12184
    },
    {
      "epoch": 2.127624285277814,
      "grad_norm": 0.08884384483098984,
      "learning_rate": 3.896129479356918e-05,
      "loss": 10.1686,
      "step": 12185
    },
    {
      "epoch": 2.127798873903365,
      "grad_norm": 0.08098118752241135,
      "learning_rate": 3.894680355548409e-05,
      "loss": 10.1768,
      "step": 12186
    },
    {
      "epoch": 2.1279734625289164,
      "grad_norm": 0.08541423827409744,
      "learning_rate": 3.8932314361098234e-05,
      "loss": 10.1807,
      "step": 12187
    },
    {
      "epoch": 2.1281480511544673,
      "grad_norm": 0.08237408101558685,
      "learning_rate": 3.8917827210896576e-05,
      "loss": 10.2231,
      "step": 12188
    },
    {
      "epoch": 2.128322639780018,
      "grad_norm": 0.0853203609585762,
      "learning_rate": 3.8903342105364074e-05,
      "loss": 10.1574,
      "step": 12189
    },
    {
      "epoch": 2.1284972284055694,
      "grad_norm": 0.09032057970762253,
      "learning_rate": 3.88888590449856e-05,
      "loss": 10.1897,
      "step": 12190
    },
    {
      "epoch": 2.1286718170311203,
      "grad_norm": 0.08539246767759323,
      "learning_rate": 3.887437803024596e-05,
      "loss": 10.1962,
      "step": 12191
    },
    {
      "epoch": 2.1288464056566716,
      "grad_norm": 0.07834813743829727,
      "learning_rate": 3.885989906162987e-05,
      "loss": 10.1654,
      "step": 12192
    },
    {
      "epoch": 2.1290209942822225,
      "grad_norm": 0.10517655313014984,
      "learning_rate": 3.8845422139622044e-05,
      "loss": 10.194,
      "step": 12193
    },
    {
      "epoch": 2.1291955829077738,
      "grad_norm": 0.09640742093324661,
      "learning_rate": 3.883094726470706e-05,
      "loss": 10.1859,
      "step": 12194
    },
    {
      "epoch": 2.1293701715333246,
      "grad_norm": 0.1057123914361,
      "learning_rate": 3.881647443736943e-05,
      "loss": 10.192,
      "step": 12195
    },
    {
      "epoch": 2.1295447601588755,
      "grad_norm": 0.11975934356451035,
      "learning_rate": 3.880200365809368e-05,
      "loss": 10.1673,
      "step": 12196
    },
    {
      "epoch": 2.129719348784427,
      "grad_norm": 0.10686618089675903,
      "learning_rate": 3.8787534927364163e-05,
      "loss": 10.1587,
      "step": 12197
    },
    {
      "epoch": 2.1298939374099777,
      "grad_norm": 0.10970401763916016,
      "learning_rate": 3.877306824566518e-05,
      "loss": 10.1614,
      "step": 12198
    },
    {
      "epoch": 2.130068526035529,
      "grad_norm": 0.11783254146575928,
      "learning_rate": 3.875860361348106e-05,
      "loss": 10.1962,
      "step": 12199
    },
    {
      "epoch": 2.13024311466108,
      "grad_norm": 0.13357044756412506,
      "learning_rate": 3.874414103129594e-05,
      "loss": 10.1694,
      "step": 12200
    },
    {
      "epoch": 2.13024311466108,
      "eval_loss": 10.168825149536133,
      "eval_runtime": 0.7393,
      "eval_samples_per_second": 312.45,
      "eval_steps_per_second": 156.901,
      "step": 12200
    },
    {
      "epoch": 2.1304177032866307,
      "grad_norm": 0.12323024868965149,
      "learning_rate": 3.8729680499593966e-05,
      "loss": 10.1927,
      "step": 12201
    },
    {
      "epoch": 2.130592291912182,
      "grad_norm": 0.1622597575187683,
      "learning_rate": 3.871522201885919e-05,
      "loss": 10.1422,
      "step": 12202
    },
    {
      "epoch": 2.130766880537733,
      "grad_norm": 0.1214103177189827,
      "learning_rate": 3.870076558957558e-05,
      "loss": 10.2132,
      "step": 12203
    },
    {
      "epoch": 2.130941469163284,
      "grad_norm": 0.20036447048187256,
      "learning_rate": 3.8686311212227025e-05,
      "loss": 10.1761,
      "step": 12204
    },
    {
      "epoch": 2.131116057788835,
      "grad_norm": 0.07996465265750885,
      "learning_rate": 3.867185888729744e-05,
      "loss": 10.1472,
      "step": 12205
    },
    {
      "epoch": 2.131290646414386,
      "grad_norm": 0.07741253077983856,
      "learning_rate": 3.8657408615270566e-05,
      "loss": 10.1729,
      "step": 12206
    },
    {
      "epoch": 2.1314652350399372,
      "grad_norm": 0.059590961784124374,
      "learning_rate": 3.864296039663009e-05,
      "loss": 10.1801,
      "step": 12207
    },
    {
      "epoch": 2.131639823665488,
      "grad_norm": 0.06878628581762314,
      "learning_rate": 3.86285142318597e-05,
      "loss": 10.2011,
      "step": 12208
    },
    {
      "epoch": 2.1318144122910394,
      "grad_norm": 0.06589590758085251,
      "learning_rate": 3.861407012144296e-05,
      "loss": 10.2148,
      "step": 12209
    },
    {
      "epoch": 2.1319890009165903,
      "grad_norm": 0.07072101533412933,
      "learning_rate": 3.8599628065863316e-05,
      "loss": 10.2172,
      "step": 12210
    },
    {
      "epoch": 2.132163589542141,
      "grad_norm": 0.057948529720306396,
      "learning_rate": 3.8585188065604286e-05,
      "loss": 10.2068,
      "step": 12211
    },
    {
      "epoch": 2.1323381781676924,
      "grad_norm": 0.07109368592500687,
      "learning_rate": 3.857075012114919e-05,
      "loss": 10.1931,
      "step": 12212
    },
    {
      "epoch": 2.1325127667932433,
      "grad_norm": 0.06375948339700699,
      "learning_rate": 3.855631423298134e-05,
      "loss": 10.192,
      "step": 12213
    },
    {
      "epoch": 2.1326873554187946,
      "grad_norm": 0.07367274910211563,
      "learning_rate": 3.854188040158394e-05,
      "loss": 10.211,
      "step": 12214
    },
    {
      "epoch": 2.1328619440443455,
      "grad_norm": 0.0663728415966034,
      "learning_rate": 3.8527448627440175e-05,
      "loss": 10.2199,
      "step": 12215
    },
    {
      "epoch": 2.1330365326698963,
      "grad_norm": 0.06007712334394455,
      "learning_rate": 3.8513018911033094e-05,
      "loss": 10.1981,
      "step": 12216
    },
    {
      "epoch": 2.1332111212954477,
      "grad_norm": 0.06701161712408066,
      "learning_rate": 3.849859125284577e-05,
      "loss": 10.1976,
      "step": 12217
    },
    {
      "epoch": 2.1333857099209985,
      "grad_norm": 0.06535317003726959,
      "learning_rate": 3.848416565336114e-05,
      "loss": 10.1967,
      "step": 12218
    },
    {
      "epoch": 2.13356029854655,
      "grad_norm": 0.07805759459733963,
      "learning_rate": 3.846974211306205e-05,
      "loss": 10.1759,
      "step": 12219
    },
    {
      "epoch": 2.1337348871721007,
      "grad_norm": 0.07002105563879013,
      "learning_rate": 3.845532063243138e-05,
      "loss": 10.193,
      "step": 12220
    },
    {
      "epoch": 2.133909475797652,
      "grad_norm": 0.07440152019262314,
      "learning_rate": 3.8440901211951844e-05,
      "loss": 10.1812,
      "step": 12221
    },
    {
      "epoch": 2.134084064423203,
      "grad_norm": 0.0740753561258316,
      "learning_rate": 3.842648385210607e-05,
      "loss": 10.2108,
      "step": 12222
    },
    {
      "epoch": 2.1342586530487537,
      "grad_norm": 0.07114506512880325,
      "learning_rate": 3.841206855337676e-05,
      "loss": 10.2029,
      "step": 12223
    },
    {
      "epoch": 2.134433241674305,
      "grad_norm": 0.06445766985416412,
      "learning_rate": 3.8397655316246395e-05,
      "loss": 10.1901,
      "step": 12224
    },
    {
      "epoch": 2.134607830299856,
      "grad_norm": 0.08423931896686554,
      "learning_rate": 3.838324414119746e-05,
      "loss": 10.2067,
      "step": 12225
    },
    {
      "epoch": 2.134782418925407,
      "grad_norm": 0.08970702439546585,
      "learning_rate": 3.8368835028712343e-05,
      "loss": 10.1865,
      "step": 12226
    },
    {
      "epoch": 2.134957007550958,
      "grad_norm": 0.06639058142900467,
      "learning_rate": 3.83544279792734e-05,
      "loss": 10.1845,
      "step": 12227
    },
    {
      "epoch": 2.135131596176509,
      "grad_norm": 0.08162802457809448,
      "learning_rate": 3.8340022993362824e-05,
      "loss": 10.1773,
      "step": 12228
    },
    {
      "epoch": 2.1353061848020602,
      "grad_norm": 0.0931902825832367,
      "learning_rate": 3.832562007146291e-05,
      "loss": 10.1586,
      "step": 12229
    },
    {
      "epoch": 2.135480773427611,
      "grad_norm": 0.08421294391155243,
      "learning_rate": 3.831121921405573e-05,
      "loss": 10.1934,
      "step": 12230
    },
    {
      "epoch": 2.1356553620531624,
      "grad_norm": 0.0812632367014885,
      "learning_rate": 3.8296820421623305e-05,
      "loss": 10.1795,
      "step": 12231
    },
    {
      "epoch": 2.1358299506787133,
      "grad_norm": 0.0739087387919426,
      "learning_rate": 3.8282423694647696e-05,
      "loss": 10.1553,
      "step": 12232
    },
    {
      "epoch": 2.136004539304264,
      "grad_norm": 0.0920490175485611,
      "learning_rate": 3.826802903361079e-05,
      "loss": 10.1599,
      "step": 12233
    },
    {
      "epoch": 2.1361791279298155,
      "grad_norm": 0.06730768084526062,
      "learning_rate": 3.8253636438994375e-05,
      "loss": 10.1494,
      "step": 12234
    },
    {
      "epoch": 2.1363537165553663,
      "grad_norm": 0.08274946361780167,
      "learning_rate": 3.823924591128034e-05,
      "loss": 10.2111,
      "step": 12235
    },
    {
      "epoch": 2.1365283051809176,
      "grad_norm": 0.07824765890836716,
      "learning_rate": 3.822485745095032e-05,
      "loss": 10.1789,
      "step": 12236
    },
    {
      "epoch": 2.1367028938064685,
      "grad_norm": 0.0798472985625267,
      "learning_rate": 3.821047105848599e-05,
      "loss": 10.1946,
      "step": 12237
    },
    {
      "epoch": 2.1368774824320194,
      "grad_norm": 0.09101571142673492,
      "learning_rate": 3.81960867343689e-05,
      "loss": 10.1539,
      "step": 12238
    },
    {
      "epoch": 2.1370520710575707,
      "grad_norm": 0.07624723017215729,
      "learning_rate": 3.8181704479080546e-05,
      "loss": 10.1807,
      "step": 12239
    },
    {
      "epoch": 2.1372266596831215,
      "grad_norm": 0.08996348083019257,
      "learning_rate": 3.816732429310235e-05,
      "loss": 10.1867,
      "step": 12240
    },
    {
      "epoch": 2.137401248308673,
      "grad_norm": 0.08484245091676712,
      "learning_rate": 3.815294617691572e-05,
      "loss": 10.1821,
      "step": 12241
    },
    {
      "epoch": 2.1375758369342237,
      "grad_norm": 0.0964149609208107,
      "learning_rate": 3.8138570131001925e-05,
      "loss": 10.1686,
      "step": 12242
    },
    {
      "epoch": 2.1377504255597746,
      "grad_norm": 0.0941477119922638,
      "learning_rate": 3.8124196155842176e-05,
      "loss": 10.1614,
      "step": 12243
    },
    {
      "epoch": 2.137925014185326,
      "grad_norm": 0.10019950568675995,
      "learning_rate": 3.810982425191766e-05,
      "loss": 10.1746,
      "step": 12244
    },
    {
      "epoch": 2.1380996028108767,
      "grad_norm": 0.11733715981245041,
      "learning_rate": 3.8095454419709456e-05,
      "loss": 10.2045,
      "step": 12245
    },
    {
      "epoch": 2.138274191436428,
      "grad_norm": 0.0877944603562355,
      "learning_rate": 3.808108665969853e-05,
      "loss": 10.2241,
      "step": 12246
    },
    {
      "epoch": 2.138448780061979,
      "grad_norm": 0.10489161312580109,
      "learning_rate": 3.806672097236591e-05,
      "loss": 10.1771,
      "step": 12247
    },
    {
      "epoch": 2.1386233686875302,
      "grad_norm": 0.1058541014790535,
      "learning_rate": 3.8052357358192436e-05,
      "loss": 10.1713,
      "step": 12248
    },
    {
      "epoch": 2.138797957313081,
      "grad_norm": 0.09939165413379669,
      "learning_rate": 3.803799581765892e-05,
      "loss": 10.1531,
      "step": 12249
    },
    {
      "epoch": 2.138972545938632,
      "grad_norm": 0.1131180077791214,
      "learning_rate": 3.8023636351246096e-05,
      "loss": 10.1647,
      "step": 12250
    },
    {
      "epoch": 2.1391471345641833,
      "grad_norm": 0.11633393913507462,
      "learning_rate": 3.800927895943462e-05,
      "loss": 10.1737,
      "step": 12251
    },
    {
      "epoch": 2.139321723189734,
      "grad_norm": 0.11873752623796463,
      "learning_rate": 3.7994923642705094e-05,
      "loss": 10.1821,
      "step": 12252
    },
    {
      "epoch": 2.1394963118152854,
      "grad_norm": 0.14288128912448883,
      "learning_rate": 3.798057040153809e-05,
      "loss": 10.1597,
      "step": 12253
    },
    {
      "epoch": 2.1396709004408363,
      "grad_norm": 0.19712793827056885,
      "learning_rate": 3.796621923641404e-05,
      "loss": 10.195,
      "step": 12254
    },
    {
      "epoch": 2.139845489066387,
      "grad_norm": 0.07691434770822525,
      "learning_rate": 3.7951870147813303e-05,
      "loss": 10.2269,
      "step": 12255
    },
    {
      "epoch": 2.1400200776919385,
      "grad_norm": 0.06588923931121826,
      "learning_rate": 3.793752313621627e-05,
      "loss": 10.2092,
      "step": 12256
    },
    {
      "epoch": 2.1401946663174893,
      "grad_norm": 0.07280182093381882,
      "learning_rate": 3.792317820210316e-05,
      "loss": 10.1972,
      "step": 12257
    },
    {
      "epoch": 2.1403692549430406,
      "grad_norm": 0.0840132012963295,
      "learning_rate": 3.790883534595413e-05,
      "loss": 10.1755,
      "step": 12258
    },
    {
      "epoch": 2.1405438435685915,
      "grad_norm": 0.079493448138237,
      "learning_rate": 3.789449456824935e-05,
      "loss": 10.1963,
      "step": 12259
    },
    {
      "epoch": 2.1407184321941424,
      "grad_norm": 0.11437118053436279,
      "learning_rate": 3.788015586946884e-05,
      "loss": 10.1943,
      "step": 12260
    },
    {
      "epoch": 2.1408930208196937,
      "grad_norm": 0.06926985085010529,
      "learning_rate": 3.786581925009256e-05,
      "loss": 10.1835,
      "step": 12261
    },
    {
      "epoch": 2.1410676094452445,
      "grad_norm": 0.07462726533412933,
      "learning_rate": 3.785148471060043e-05,
      "loss": 10.2104,
      "step": 12262
    },
    {
      "epoch": 2.141242198070796,
      "grad_norm": 0.05875061824917793,
      "learning_rate": 3.783715225147228e-05,
      "loss": 10.1667,
      "step": 12263
    },
    {
      "epoch": 2.1414167866963467,
      "grad_norm": 0.06740737706422806,
      "learning_rate": 3.782282187318783e-05,
      "loss": 10.1753,
      "step": 12264
    },
    {
      "epoch": 2.1415913753218976,
      "grad_norm": 0.06233656033873558,
      "learning_rate": 3.780849357622687e-05,
      "loss": 10.2083,
      "step": 12265
    },
    {
      "epoch": 2.141765963947449,
      "grad_norm": 0.05676949769258499,
      "learning_rate": 3.779416736106898e-05,
      "loss": 10.1747,
      "step": 12266
    },
    {
      "epoch": 2.1419405525729998,
      "grad_norm": 0.06495105475187302,
      "learning_rate": 3.777984322819367e-05,
      "loss": 10.1986,
      "step": 12267
    },
    {
      "epoch": 2.142115141198551,
      "grad_norm": 0.05845487490296364,
      "learning_rate": 3.776552117808051e-05,
      "loss": 10.2057,
      "step": 12268
    },
    {
      "epoch": 2.142289729824102,
      "grad_norm": 0.07032613456249237,
      "learning_rate": 3.775120121120885e-05,
      "loss": 10.2155,
      "step": 12269
    },
    {
      "epoch": 2.142464318449653,
      "grad_norm": 0.08318077772855759,
      "learning_rate": 3.7736883328058105e-05,
      "loss": 10.1892,
      "step": 12270
    },
    {
      "epoch": 2.142638907075204,
      "grad_norm": 0.07530771940946579,
      "learning_rate": 3.77225675291075e-05,
      "loss": 10.1829,
      "step": 12271
    },
    {
      "epoch": 2.142813495700755,
      "grad_norm": 0.06138964369893074,
      "learning_rate": 3.770825381483627e-05,
      "loss": 10.1853,
      "step": 12272
    },
    {
      "epoch": 2.1429880843263063,
      "grad_norm": 0.07481539994478226,
      "learning_rate": 3.7693942185723544e-05,
      "loss": 10.2119,
      "step": 12273
    },
    {
      "epoch": 2.143162672951857,
      "grad_norm": 0.0668361708521843,
      "learning_rate": 3.767963264224837e-05,
      "loss": 10.1828,
      "step": 12274
    },
    {
      "epoch": 2.1433372615774084,
      "grad_norm": 0.08891873061656952,
      "learning_rate": 3.766532518488976e-05,
      "loss": 10.1718,
      "step": 12275
    },
    {
      "epoch": 2.1435118502029593,
      "grad_norm": 0.0831158235669136,
      "learning_rate": 3.7651019814126654e-05,
      "loss": 10.1848,
      "step": 12276
    },
    {
      "epoch": 2.14368643882851,
      "grad_norm": 0.06805628538131714,
      "learning_rate": 3.763671653043792e-05,
      "loss": 10.2225,
      "step": 12277
    },
    {
      "epoch": 2.1438610274540615,
      "grad_norm": 0.06989695131778717,
      "learning_rate": 3.762241533430228e-05,
      "loss": 10.1938,
      "step": 12278
    },
    {
      "epoch": 2.1440356160796123,
      "grad_norm": 0.06822455674409866,
      "learning_rate": 3.760811622619856e-05,
      "loss": 10.1736,
      "step": 12279
    },
    {
      "epoch": 2.1442102047051637,
      "grad_norm": 0.0806468054652214,
      "learning_rate": 3.7593819206605354e-05,
      "loss": 10.1457,
      "step": 12280
    },
    {
      "epoch": 2.1443847933307145,
      "grad_norm": 0.07088253647089005,
      "learning_rate": 3.75795242760012e-05,
      "loss": 10.1922,
      "step": 12281
    },
    {
      "epoch": 2.1445593819562654,
      "grad_norm": 0.09513179212808609,
      "learning_rate": 3.756523143486468e-05,
      "loss": 10.1807,
      "step": 12282
    },
    {
      "epoch": 2.1447339705818167,
      "grad_norm": 0.07908133417367935,
      "learning_rate": 3.755094068367421e-05,
      "loss": 10.1783,
      "step": 12283
    },
    {
      "epoch": 2.1449085592073676,
      "grad_norm": 0.07531502842903137,
      "learning_rate": 3.7536652022908146e-05,
      "loss": 10.1518,
      "step": 12284
    },
    {
      "epoch": 2.145083147832919,
      "grad_norm": 0.09760244935750961,
      "learning_rate": 3.7522365453044804e-05,
      "loss": 10.1761,
      "step": 12285
    },
    {
      "epoch": 2.1452577364584697,
      "grad_norm": 0.08762199431657791,
      "learning_rate": 3.75080809745624e-05,
      "loss": 10.1684,
      "step": 12286
    },
    {
      "epoch": 2.1454323250840206,
      "grad_norm": 0.08001909404993057,
      "learning_rate": 3.7493798587939065e-05,
      "loss": 10.1843,
      "step": 12287
    },
    {
      "epoch": 2.145606913709572,
      "grad_norm": 0.08218292891979218,
      "learning_rate": 3.747951829365295e-05,
      "loss": 10.1994,
      "step": 12288
    },
    {
      "epoch": 2.1457815023351228,
      "grad_norm": 0.08655309677124023,
      "learning_rate": 3.746524009218205e-05,
      "loss": 10.17,
      "step": 12289
    },
    {
      "epoch": 2.145956090960674,
      "grad_norm": 0.09776851534843445,
      "learning_rate": 3.7450963984004283e-05,
      "loss": 10.1741,
      "step": 12290
    },
    {
      "epoch": 2.146130679586225,
      "grad_norm": 0.08403800427913666,
      "learning_rate": 3.743668996959758e-05,
      "loss": 10.175,
      "step": 12291
    },
    {
      "epoch": 2.146305268211776,
      "grad_norm": 0.11119629442691803,
      "learning_rate": 3.742241804943973e-05,
      "loss": 10.1699,
      "step": 12292
    },
    {
      "epoch": 2.146479856837327,
      "grad_norm": 0.08439798653125763,
      "learning_rate": 3.740814822400843e-05,
      "loss": 10.1497,
      "step": 12293
    },
    {
      "epoch": 2.146654445462878,
      "grad_norm": 0.08406611531972885,
      "learning_rate": 3.739388049378143e-05,
      "loss": 10.1924,
      "step": 12294
    },
    {
      "epoch": 2.1468290340884293,
      "grad_norm": 0.0841783732175827,
      "learning_rate": 3.737961485923629e-05,
      "loss": 10.163,
      "step": 12295
    },
    {
      "epoch": 2.14700362271398,
      "grad_norm": 0.10130191594362259,
      "learning_rate": 3.736535132085053e-05,
      "loss": 10.1611,
      "step": 12296
    },
    {
      "epoch": 2.147178211339531,
      "grad_norm": 0.09830937534570694,
      "learning_rate": 3.735108987910162e-05,
      "loss": 10.1929,
      "step": 12297
    },
    {
      "epoch": 2.1473527999650823,
      "grad_norm": 0.10086681693792343,
      "learning_rate": 3.733683053446694e-05,
      "loss": 10.1303,
      "step": 12298
    },
    {
      "epoch": 2.147527388590633,
      "grad_norm": 0.0930165946483612,
      "learning_rate": 3.732257328742378e-05,
      "loss": 10.1766,
      "step": 12299
    },
    {
      "epoch": 2.1477019772161845,
      "grad_norm": 0.11063163727521896,
      "learning_rate": 3.730831813844945e-05,
      "loss": 10.1978,
      "step": 12300
    },
    {
      "epoch": 2.1478765658417354,
      "grad_norm": 0.13418236374855042,
      "learning_rate": 3.72940650880211e-05,
      "loss": 10.1584,
      "step": 12301
    },
    {
      "epoch": 2.1480511544672867,
      "grad_norm": 0.1082368940114975,
      "learning_rate": 3.7279814136615796e-05,
      "loss": 10.1787,
      "step": 12302
    },
    {
      "epoch": 2.1482257430928375,
      "grad_norm": 0.16449128091335297,
      "learning_rate": 3.726556528471066e-05,
      "loss": 10.16,
      "step": 12303
    },
    {
      "epoch": 2.1484003317183884,
      "grad_norm": 0.15507164597511292,
      "learning_rate": 3.7251318532782595e-05,
      "loss": 10.2176,
      "step": 12304
    },
    {
      "epoch": 2.1485749203439397,
      "grad_norm": 0.06584613770246506,
      "learning_rate": 3.7237073881308504e-05,
      "loss": 10.1875,
      "step": 12305
    },
    {
      "epoch": 2.1487495089694906,
      "grad_norm": 0.06939798593521118,
      "learning_rate": 3.722283133076525e-05,
      "loss": 10.1817,
      "step": 12306
    },
    {
      "epoch": 2.148924097595042,
      "grad_norm": 0.062075745314359665,
      "learning_rate": 3.720859088162957e-05,
      "loss": 10.1827,
      "step": 12307
    },
    {
      "epoch": 2.1490986862205927,
      "grad_norm": 0.07455156743526459,
      "learning_rate": 3.719435253437814e-05,
      "loss": 10.1752,
      "step": 12308
    },
    {
      "epoch": 2.1492732748461436,
      "grad_norm": 0.06266675144433975,
      "learning_rate": 3.718011628948759e-05,
      "loss": 10.1872,
      "step": 12309
    },
    {
      "epoch": 2.149447863471695,
      "grad_norm": 0.057455431669950485,
      "learning_rate": 3.716588214743444e-05,
      "loss": 10.1817,
      "step": 12310
    },
    {
      "epoch": 2.149622452097246,
      "grad_norm": 0.05851057916879654,
      "learning_rate": 3.715165010869516e-05,
      "loss": 10.2088,
      "step": 12311
    },
    {
      "epoch": 2.149797040722797,
      "grad_norm": 0.074997179210186,
      "learning_rate": 3.7137420173746206e-05,
      "loss": 10.1995,
      "step": 12312
    },
    {
      "epoch": 2.149971629348348,
      "grad_norm": 0.06518946588039398,
      "learning_rate": 3.7123192343063884e-05,
      "loss": 10.2015,
      "step": 12313
    },
    {
      "epoch": 2.150146217973899,
      "grad_norm": 0.06423567235469818,
      "learning_rate": 3.710896661712441e-05,
      "loss": 10.2059,
      "step": 12314
    },
    {
      "epoch": 2.15032080659945,
      "grad_norm": 0.0666884183883667,
      "learning_rate": 3.709474299640406e-05,
      "loss": 10.2091,
      "step": 12315
    },
    {
      "epoch": 2.150495395225001,
      "grad_norm": 0.08145184814929962,
      "learning_rate": 3.708052148137893e-05,
      "loss": 10.2088,
      "step": 12316
    },
    {
      "epoch": 2.1506699838505523,
      "grad_norm": 0.06313837319612503,
      "learning_rate": 3.706630207252501e-05,
      "loss": 10.1819,
      "step": 12317
    },
    {
      "epoch": 2.150844572476103,
      "grad_norm": 0.068666473031044,
      "learning_rate": 3.7052084770318366e-05,
      "loss": 10.2121,
      "step": 12318
    },
    {
      "epoch": 2.151019161101654,
      "grad_norm": 0.08154640346765518,
      "learning_rate": 3.703786957523488e-05,
      "loss": 10.2026,
      "step": 12319
    },
    {
      "epoch": 2.1511937497272053,
      "grad_norm": 0.06805136054754257,
      "learning_rate": 3.702365648775039e-05,
      "loss": 10.1924,
      "step": 12320
    },
    {
      "epoch": 2.151368338352756,
      "grad_norm": 0.0687645897269249,
      "learning_rate": 3.700944550834066e-05,
      "loss": 10.2186,
      "step": 12321
    },
    {
      "epoch": 2.1515429269783075,
      "grad_norm": 0.07347595691680908,
      "learning_rate": 3.699523663748139e-05,
      "loss": 10.2272,
      "step": 12322
    },
    {
      "epoch": 2.1517175156038584,
      "grad_norm": 0.0684821605682373,
      "learning_rate": 3.6981029875648176e-05,
      "loss": 10.1883,
      "step": 12323
    },
    {
      "epoch": 2.1518921042294092,
      "grad_norm": 0.07676899433135986,
      "learning_rate": 3.696682522331665e-05,
      "loss": 10.1779,
      "step": 12324
    },
    {
      "epoch": 2.1520666928549606,
      "grad_norm": 0.07104099541902542,
      "learning_rate": 3.6952622680962254e-05,
      "loss": 10.1824,
      "step": 12325
    },
    {
      "epoch": 2.1522412814805114,
      "grad_norm": 0.07721076905727386,
      "learning_rate": 3.693842224906039e-05,
      "loss": 10.2107,
      "step": 12326
    },
    {
      "epoch": 2.1524158701060627,
      "grad_norm": 0.08372020721435547,
      "learning_rate": 3.692422392808644e-05,
      "loss": 10.1732,
      "step": 12327
    },
    {
      "epoch": 2.1525904587316136,
      "grad_norm": 0.08877525478601456,
      "learning_rate": 3.6910027718515685e-05,
      "loss": 10.1588,
      "step": 12328
    },
    {
      "epoch": 2.152765047357165,
      "grad_norm": 0.07884668558835983,
      "learning_rate": 3.6895833620823275e-05,
      "loss": 10.205,
      "step": 12329
    },
    {
      "epoch": 2.1529396359827158,
      "grad_norm": 0.07269153743982315,
      "learning_rate": 3.68816416354844e-05,
      "loss": 10.2169,
      "step": 12330
    },
    {
      "epoch": 2.1531142246082666,
      "grad_norm": 0.07444775104522705,
      "learning_rate": 3.6867451762974114e-05,
      "loss": 10.1695,
      "step": 12331
    },
    {
      "epoch": 2.153288813233818,
      "grad_norm": 0.08178018033504486,
      "learning_rate": 3.6853264003767396e-05,
      "loss": 10.1556,
      "step": 12332
    },
    {
      "epoch": 2.153463401859369,
      "grad_norm": 0.07947424054145813,
      "learning_rate": 3.6839078358339176e-05,
      "loss": 10.1839,
      "step": 12333
    },
    {
      "epoch": 2.15363799048492,
      "grad_norm": 0.07868588715791702,
      "learning_rate": 3.68248948271643e-05,
      "loss": 10.2062,
      "step": 12334
    },
    {
      "epoch": 2.153812579110471,
      "grad_norm": 0.07946931570768356,
      "learning_rate": 3.681071341071751e-05,
      "loss": 10.1762,
      "step": 12335
    },
    {
      "epoch": 2.153987167736022,
      "grad_norm": 0.07049543410539627,
      "learning_rate": 3.679653410947359e-05,
      "loss": 10.1973,
      "step": 12336
    },
    {
      "epoch": 2.154161756361573,
      "grad_norm": 0.09862800687551498,
      "learning_rate": 3.6782356923907145e-05,
      "loss": 10.1747,
      "step": 12337
    },
    {
      "epoch": 2.154336344987124,
      "grad_norm": 0.08140739798545837,
      "learning_rate": 3.676818185449271e-05,
      "loss": 10.1557,
      "step": 12338
    },
    {
      "epoch": 2.1545109336126753,
      "grad_norm": 0.08935214579105377,
      "learning_rate": 3.675400890170485e-05,
      "loss": 10.1728,
      "step": 12339
    },
    {
      "epoch": 2.154685522238226,
      "grad_norm": 0.08045702427625656,
      "learning_rate": 3.673983806601795e-05,
      "loss": 10.1961,
      "step": 12340
    },
    {
      "epoch": 2.154860110863777,
      "grad_norm": 0.09826063364744186,
      "learning_rate": 3.6725669347906344e-05,
      "loss": 10.1745,
      "step": 12341
    },
    {
      "epoch": 2.1550346994893284,
      "grad_norm": 0.09776344895362854,
      "learning_rate": 3.671150274784438e-05,
      "loss": 10.1539,
      "step": 12342
    },
    {
      "epoch": 2.155209288114879,
      "grad_norm": 0.08390678465366364,
      "learning_rate": 3.669733826630623e-05,
      "loss": 10.2157,
      "step": 12343
    },
    {
      "epoch": 2.1553838767404305,
      "grad_norm": 0.09426648914813995,
      "learning_rate": 3.668317590376604e-05,
      "loss": 10.1721,
      "step": 12344
    },
    {
      "epoch": 2.1555584653659814,
      "grad_norm": 0.0834512710571289,
      "learning_rate": 3.66690156606979e-05,
      "loss": 10.174,
      "step": 12345
    },
    {
      "epoch": 2.1557330539915323,
      "grad_norm": 0.08807572722434998,
      "learning_rate": 3.6654857537575785e-05,
      "loss": 10.1512,
      "step": 12346
    },
    {
      "epoch": 2.1559076426170836,
      "grad_norm": 0.10144934803247452,
      "learning_rate": 3.66407015348736e-05,
      "loss": 10.1474,
      "step": 12347
    },
    {
      "epoch": 2.1560822312426344,
      "grad_norm": 0.10047008097171783,
      "learning_rate": 3.6626547653065276e-05,
      "loss": 10.1654,
      "step": 12348
    },
    {
      "epoch": 2.1562568198681857,
      "grad_norm": 0.10160081833600998,
      "learning_rate": 3.661239589262457e-05,
      "loss": 10.2011,
      "step": 12349
    },
    {
      "epoch": 2.1564314084937366,
      "grad_norm": 0.10662006586790085,
      "learning_rate": 3.659824625402516e-05,
      "loss": 10.1959,
      "step": 12350
    },
    {
      "epoch": 2.1566059971192875,
      "grad_norm": 0.11324789375066757,
      "learning_rate": 3.6584098737740756e-05,
      "loss": 10.2056,
      "step": 12351
    },
    {
      "epoch": 2.1567805857448388,
      "grad_norm": 0.11841639876365662,
      "learning_rate": 3.656995334424491e-05,
      "loss": 10.1659,
      "step": 12352
    },
    {
      "epoch": 2.1569551743703896,
      "grad_norm": 0.13738660514354706,
      "learning_rate": 3.6555810074011076e-05,
      "loss": 10.2094,
      "step": 12353
    },
    {
      "epoch": 2.157129762995941,
      "grad_norm": 0.20367370545864105,
      "learning_rate": 3.654166892751281e-05,
      "loss": 10.1617,
      "step": 12354
    },
    {
      "epoch": 2.157304351621492,
      "grad_norm": 0.0850338339805603,
      "learning_rate": 3.652752990522334e-05,
      "loss": 10.1789,
      "step": 12355
    },
    {
      "epoch": 2.157478940247043,
      "grad_norm": 0.0820002481341362,
      "learning_rate": 3.6513393007615994e-05,
      "loss": 10.1967,
      "step": 12356
    },
    {
      "epoch": 2.157653528872594,
      "grad_norm": 0.0739426463842392,
      "learning_rate": 3.6499258235164044e-05,
      "loss": 10.18,
      "step": 12357
    },
    {
      "epoch": 2.157828117498145,
      "grad_norm": 0.07108541578054428,
      "learning_rate": 3.64851255883406e-05,
      "loss": 10.2129,
      "step": 12358
    },
    {
      "epoch": 2.158002706123696,
      "grad_norm": 0.0768449530005455,
      "learning_rate": 3.64709950676187e-05,
      "loss": 10.1945,
      "step": 12359
    },
    {
      "epoch": 2.158177294749247,
      "grad_norm": 0.06969674676656723,
      "learning_rate": 3.6456866673471424e-05,
      "loss": 10.1953,
      "step": 12360
    },
    {
      "epoch": 2.1583518833747983,
      "grad_norm": 0.060951486229896545,
      "learning_rate": 3.644274040637169e-05,
      "loss": 10.1836,
      "step": 12361
    },
    {
      "epoch": 2.158526472000349,
      "grad_norm": 0.06852851808071136,
      "learning_rate": 3.64286162667923e-05,
      "loss": 10.1944,
      "step": 12362
    },
    {
      "epoch": 2.1587010606259,
      "grad_norm": 0.06374203413724899,
      "learning_rate": 3.641449425520613e-05,
      "loss": 10.2062,
      "step": 12363
    },
    {
      "epoch": 2.1588756492514514,
      "grad_norm": 0.07083849608898163,
      "learning_rate": 3.6400374372085867e-05,
      "loss": 10.2101,
      "step": 12364
    },
    {
      "epoch": 2.1590502378770022,
      "grad_norm": 0.06434036791324615,
      "learning_rate": 3.638625661790416e-05,
      "loss": 10.2181,
      "step": 12365
    },
    {
      "epoch": 2.1592248265025535,
      "grad_norm": 0.06776079535484314,
      "learning_rate": 3.6372140993133574e-05,
      "loss": 10.2031,
      "step": 12366
    },
    {
      "epoch": 2.1593994151281044,
      "grad_norm": 0.06476110965013504,
      "learning_rate": 3.635802749824664e-05,
      "loss": 10.1892,
      "step": 12367
    },
    {
      "epoch": 2.1595740037536553,
      "grad_norm": 0.06897003203630447,
      "learning_rate": 3.634391613371575e-05,
      "loss": 10.1987,
      "step": 12368
    },
    {
      "epoch": 2.1597485923792066,
      "grad_norm": 0.06601510941982269,
      "learning_rate": 3.632980690001333e-05,
      "loss": 10.1983,
      "step": 12369
    },
    {
      "epoch": 2.1599231810047574,
      "grad_norm": 0.06912566721439362,
      "learning_rate": 3.6315699797611644e-05,
      "loss": 10.1981,
      "step": 12370
    },
    {
      "epoch": 2.1600977696303088,
      "grad_norm": 0.07155676186084747,
      "learning_rate": 3.6301594826982886e-05,
      "loss": 10.178,
      "step": 12371
    },
    {
      "epoch": 2.1602723582558596,
      "grad_norm": 0.07122243940830231,
      "learning_rate": 3.628749198859927e-05,
      "loss": 10.1953,
      "step": 12372
    },
    {
      "epoch": 2.1604469468814105,
      "grad_norm": 0.0762057974934578,
      "learning_rate": 3.6273391282932836e-05,
      "loss": 10.206,
      "step": 12373
    },
    {
      "epoch": 2.160621535506962,
      "grad_norm": 0.07073365151882172,
      "learning_rate": 3.6259292710455564e-05,
      "loss": 10.157,
      "step": 12374
    },
    {
      "epoch": 2.1607961241325127,
      "grad_norm": 0.06961685419082642,
      "learning_rate": 3.624519627163946e-05,
      "loss": 10.1912,
      "step": 12375
    },
    {
      "epoch": 2.160970712758064,
      "grad_norm": 0.07737753540277481,
      "learning_rate": 3.623110196695636e-05,
      "loss": 10.1507,
      "step": 12376
    },
    {
      "epoch": 2.161145301383615,
      "grad_norm": 0.07471006363630295,
      "learning_rate": 3.6217009796878046e-05,
      "loss": 10.1872,
      "step": 12377
    },
    {
      "epoch": 2.1613198900091657,
      "grad_norm": 0.06842983514070511,
      "learning_rate": 3.620291976187624e-05,
      "loss": 10.1747,
      "step": 12378
    },
    {
      "epoch": 2.161494478634717,
      "grad_norm": 0.08153408765792847,
      "learning_rate": 3.6188831862422614e-05,
      "loss": 10.1855,
      "step": 12379
    },
    {
      "epoch": 2.161669067260268,
      "grad_norm": 0.07971739023923874,
      "learning_rate": 3.6174746098988685e-05,
      "loss": 10.1983,
      "step": 12380
    },
    {
      "epoch": 2.161843655885819,
      "grad_norm": 0.07919548451900482,
      "learning_rate": 3.6160662472046044e-05,
      "loss": 10.1945,
      "step": 12381
    },
    {
      "epoch": 2.16201824451137,
      "grad_norm": 0.06910007447004318,
      "learning_rate": 3.614658098206609e-05,
      "loss": 10.2102,
      "step": 12382
    },
    {
      "epoch": 2.1621928331369213,
      "grad_norm": 0.07964812219142914,
      "learning_rate": 3.6132501629520154e-05,
      "loss": 10.1974,
      "step": 12383
    },
    {
      "epoch": 2.162367421762472,
      "grad_norm": 0.07346852868795395,
      "learning_rate": 3.6118424414879606e-05,
      "loss": 10.191,
      "step": 12384
    },
    {
      "epoch": 2.162542010388023,
      "grad_norm": 0.08589199185371399,
      "learning_rate": 3.610434933861562e-05,
      "loss": 10.1545,
      "step": 12385
    },
    {
      "epoch": 2.1627165990135744,
      "grad_norm": 0.07336558401584625,
      "learning_rate": 3.609027640119932e-05,
      "loss": 10.1723,
      "step": 12386
    },
    {
      "epoch": 2.1628911876391252,
      "grad_norm": 0.09806600213050842,
      "learning_rate": 3.607620560310186e-05,
      "loss": 10.1663,
      "step": 12387
    },
    {
      "epoch": 2.1630657762646766,
      "grad_norm": 0.07909583300352097,
      "learning_rate": 3.606213694479419e-05,
      "loss": 10.1747,
      "step": 12388
    },
    {
      "epoch": 2.1632403648902274,
      "grad_norm": 0.08153343945741653,
      "learning_rate": 3.604807042674726e-05,
      "loss": 10.2146,
      "step": 12389
    },
    {
      "epoch": 2.1634149535157783,
      "grad_norm": 0.09263422340154648,
      "learning_rate": 3.603400604943193e-05,
      "loss": 10.1811,
      "step": 12390
    },
    {
      "epoch": 2.1635895421413296,
      "grad_norm": 0.09201547503471375,
      "learning_rate": 3.601994381331897e-05,
      "loss": 10.1529,
      "step": 12391
    },
    {
      "epoch": 2.1637641307668805,
      "grad_norm": 0.08900534361600876,
      "learning_rate": 3.600588371887915e-05,
      "loss": 10.1669,
      "step": 12392
    },
    {
      "epoch": 2.1639387193924318,
      "grad_norm": 0.09013055264949799,
      "learning_rate": 3.59918257665831e-05,
      "loss": 10.1538,
      "step": 12393
    },
    {
      "epoch": 2.1641133080179826,
      "grad_norm": 0.08937793970108032,
      "learning_rate": 3.597776995690136e-05,
      "loss": 10.1643,
      "step": 12394
    },
    {
      "epoch": 2.1642878966435335,
      "grad_norm": 0.10233034193515778,
      "learning_rate": 3.5963716290304496e-05,
      "loss": 10.1716,
      "step": 12395
    },
    {
      "epoch": 2.164462485269085,
      "grad_norm": 0.09826880693435669,
      "learning_rate": 3.59496647672629e-05,
      "loss": 10.1692,
      "step": 12396
    },
    {
      "epoch": 2.1646370738946357,
      "grad_norm": 0.11226136237382889,
      "learning_rate": 3.5935615388246926e-05,
      "loss": 10.1932,
      "step": 12397
    },
    {
      "epoch": 2.164811662520187,
      "grad_norm": 0.10528921335935593,
      "learning_rate": 3.5921568153726916e-05,
      "loss": 10.1444,
      "step": 12398
    },
    {
      "epoch": 2.164986251145738,
      "grad_norm": 0.11580346524715424,
      "learning_rate": 3.590752306417304e-05,
      "loss": 10.1582,
      "step": 12399
    },
    {
      "epoch": 2.1651608397712887,
      "grad_norm": 0.1183687224984169,
      "learning_rate": 3.589348012005548e-05,
      "loss": 10.1938,
      "step": 12400
    },
    {
      "epoch": 2.1651608397712887,
      "eval_loss": 10.168401718139648,
      "eval_runtime": 0.7126,
      "eval_samples_per_second": 324.164,
      "eval_steps_per_second": 162.784,
      "step": 12400
    },
    {
      "epoch": 2.16533542839684,
      "grad_norm": 0.11361782252788544,
      "learning_rate": 3.587943932184428e-05,
      "loss": 10.1599,
      "step": 12401
    },
    {
      "epoch": 2.165510017022391,
      "grad_norm": 0.13039524853229523,
      "learning_rate": 3.5865400670009455e-05,
      "loss": 10.174,
      "step": 12402
    },
    {
      "epoch": 2.165684605647942,
      "grad_norm": 0.15003670752048492,
      "learning_rate": 3.58513641650209e-05,
      "loss": 10.1655,
      "step": 12403
    },
    {
      "epoch": 2.165859194273493,
      "grad_norm": 0.21086901426315308,
      "learning_rate": 3.583732980734853e-05,
      "loss": 10.2133,
      "step": 12404
    },
    {
      "epoch": 2.166033782899044,
      "grad_norm": 0.07825905084609985,
      "learning_rate": 3.5823297597462114e-05,
      "loss": 10.2169,
      "step": 12405
    },
    {
      "epoch": 2.166208371524595,
      "grad_norm": 0.06710191071033478,
      "learning_rate": 3.5809267535831334e-05,
      "loss": 10.1656,
      "step": 12406
    },
    {
      "epoch": 2.166382960150146,
      "grad_norm": 0.06585229933261871,
      "learning_rate": 3.579523962292589e-05,
      "loss": 10.2136,
      "step": 12407
    },
    {
      "epoch": 2.1665575487756974,
      "grad_norm": 0.06930556893348694,
      "learning_rate": 3.578121385921533e-05,
      "loss": 10.2023,
      "step": 12408
    },
    {
      "epoch": 2.1667321374012483,
      "grad_norm": 0.06041957810521126,
      "learning_rate": 3.5767190245169124e-05,
      "loss": 10.1782,
      "step": 12409
    },
    {
      "epoch": 2.1669067260267996,
      "grad_norm": 0.06966957449913025,
      "learning_rate": 3.5753168781256754e-05,
      "loss": 10.1891,
      "step": 12410
    },
    {
      "epoch": 2.1670813146523504,
      "grad_norm": 0.06809405237436295,
      "learning_rate": 3.573914946794753e-05,
      "loss": 10.183,
      "step": 12411
    },
    {
      "epoch": 2.1672559032779013,
      "grad_norm": 0.061934299767017365,
      "learning_rate": 3.572513230571076e-05,
      "loss": 10.1737,
      "step": 12412
    },
    {
      "epoch": 2.1674304919034526,
      "grad_norm": 0.07953591644763947,
      "learning_rate": 3.5711117295015664e-05,
      "loss": 10.1829,
      "step": 12413
    },
    {
      "epoch": 2.1676050805290035,
      "grad_norm": 0.06245177239179611,
      "learning_rate": 3.569710443633134e-05,
      "loss": 10.226,
      "step": 12414
    },
    {
      "epoch": 2.167779669154555,
      "grad_norm": 0.06953529268503189,
      "learning_rate": 3.568309373012686e-05,
      "loss": 10.206,
      "step": 12415
    },
    {
      "epoch": 2.1679542577801056,
      "grad_norm": 0.08019126206636429,
      "learning_rate": 3.566908517687127e-05,
      "loss": 10.1881,
      "step": 12416
    },
    {
      "epoch": 2.1681288464056565,
      "grad_norm": 0.06658121198415756,
      "learning_rate": 3.565507877703347e-05,
      "loss": 10.1766,
      "step": 12417
    },
    {
      "epoch": 2.168303435031208,
      "grad_norm": 0.07083200663328171,
      "learning_rate": 3.5641074531082254e-05,
      "loss": 10.1676,
      "step": 12418
    },
    {
      "epoch": 2.1684780236567587,
      "grad_norm": 0.0682363212108612,
      "learning_rate": 3.56270724394865e-05,
      "loss": 10.2131,
      "step": 12419
    },
    {
      "epoch": 2.16865261228231,
      "grad_norm": 0.07126155495643616,
      "learning_rate": 3.5613072502714864e-05,
      "loss": 10.1805,
      "step": 12420
    },
    {
      "epoch": 2.168827200907861,
      "grad_norm": 0.0768340453505516,
      "learning_rate": 3.5599074721235935e-05,
      "loss": 10.2019,
      "step": 12421
    },
    {
      "epoch": 2.1690017895334117,
      "grad_norm": 0.07177507132291794,
      "learning_rate": 3.558507909551837e-05,
      "loss": 10.2023,
      "step": 12422
    },
    {
      "epoch": 2.169176378158963,
      "grad_norm": 0.07584492862224579,
      "learning_rate": 3.557108562603061e-05,
      "loss": 10.1764,
      "step": 12423
    },
    {
      "epoch": 2.169350966784514,
      "grad_norm": 0.06844600290060043,
      "learning_rate": 3.555709431324108e-05,
      "loss": 10.2115,
      "step": 12424
    },
    {
      "epoch": 2.169525555410065,
      "grad_norm": 0.08878101408481598,
      "learning_rate": 3.554310515761813e-05,
      "loss": 10.1904,
      "step": 12425
    },
    {
      "epoch": 2.169700144035616,
      "grad_norm": 0.07626205682754517,
      "learning_rate": 3.5529118159630014e-05,
      "loss": 10.1671,
      "step": 12426
    },
    {
      "epoch": 2.169874732661167,
      "grad_norm": 0.07577791064977646,
      "learning_rate": 3.551513331974492e-05,
      "loss": 10.1919,
      "step": 12427
    },
    {
      "epoch": 2.1700493212867182,
      "grad_norm": 0.08068858832120895,
      "learning_rate": 3.5501150638431034e-05,
      "loss": 10.193,
      "step": 12428
    },
    {
      "epoch": 2.170223909912269,
      "grad_norm": 0.080634206533432,
      "learning_rate": 3.5487170116156385e-05,
      "loss": 10.1958,
      "step": 12429
    },
    {
      "epoch": 2.1703984985378204,
      "grad_norm": 0.0759810134768486,
      "learning_rate": 3.547319175338892e-05,
      "loss": 10.1795,
      "step": 12430
    },
    {
      "epoch": 2.1705730871633713,
      "grad_norm": 0.07556072622537613,
      "learning_rate": 3.545921555059664e-05,
      "loss": 10.1839,
      "step": 12431
    },
    {
      "epoch": 2.170747675788922,
      "grad_norm": 0.08020995557308197,
      "learning_rate": 3.544524150824732e-05,
      "loss": 10.1937,
      "step": 12432
    },
    {
      "epoch": 2.1709222644144734,
      "grad_norm": 0.07893560081720352,
      "learning_rate": 3.543126962680871e-05,
      "loss": 10.1633,
      "step": 12433
    },
    {
      "epoch": 2.1710968530400243,
      "grad_norm": 0.08356340229511261,
      "learning_rate": 3.541729990674857e-05,
      "loss": 10.1849,
      "step": 12434
    },
    {
      "epoch": 2.1712714416655756,
      "grad_norm": 0.08887387067079544,
      "learning_rate": 3.540333234853449e-05,
      "loss": 10.2026,
      "step": 12435
    },
    {
      "epoch": 2.1714460302911265,
      "grad_norm": 0.09881182014942169,
      "learning_rate": 3.5389366952634026e-05,
      "loss": 10.1455,
      "step": 12436
    },
    {
      "epoch": 2.171620618916678,
      "grad_norm": 0.08310864865779877,
      "learning_rate": 3.537540371951465e-05,
      "loss": 10.1798,
      "step": 12437
    },
    {
      "epoch": 2.1717952075422287,
      "grad_norm": 0.08508361876010895,
      "learning_rate": 3.5361442649643775e-05,
      "loss": 10.1804,
      "step": 12438
    },
    {
      "epoch": 2.1719697961677795,
      "grad_norm": 0.0879381075501442,
      "learning_rate": 3.53474837434887e-05,
      "loss": 10.1567,
      "step": 12439
    },
    {
      "epoch": 2.172144384793331,
      "grad_norm": 0.08749166876077652,
      "learning_rate": 3.533352700151674e-05,
      "loss": 10.1636,
      "step": 12440
    },
    {
      "epoch": 2.1723189734188817,
      "grad_norm": 0.09129831194877625,
      "learning_rate": 3.531957242419508e-05,
      "loss": 10.1756,
      "step": 12441
    },
    {
      "epoch": 2.172493562044433,
      "grad_norm": 0.09168828278779984,
      "learning_rate": 3.530562001199077e-05,
      "loss": 10.1582,
      "step": 12442
    },
    {
      "epoch": 2.172668150669984,
      "grad_norm": 0.0921584814786911,
      "learning_rate": 3.5291669765370936e-05,
      "loss": 10.2105,
      "step": 12443
    },
    {
      "epoch": 2.1728427392955347,
      "grad_norm": 0.0991089940071106,
      "learning_rate": 3.527772168480252e-05,
      "loss": 10.1808,
      "step": 12444
    },
    {
      "epoch": 2.173017327921086,
      "grad_norm": 0.09658326953649521,
      "learning_rate": 3.52637757707524e-05,
      "loss": 10.1928,
      "step": 12445
    },
    {
      "epoch": 2.173191916546637,
      "grad_norm": 0.10289929807186127,
      "learning_rate": 3.524983202368742e-05,
      "loss": 10.2113,
      "step": 12446
    },
    {
      "epoch": 2.173366505172188,
      "grad_norm": 0.12088824808597565,
      "learning_rate": 3.523589044407436e-05,
      "loss": 10.2118,
      "step": 12447
    },
    {
      "epoch": 2.173541093797739,
      "grad_norm": 0.11045010387897491,
      "learning_rate": 3.522195103237986e-05,
      "loss": 10.1737,
      "step": 12448
    },
    {
      "epoch": 2.17371568242329,
      "grad_norm": 0.12358452379703522,
      "learning_rate": 3.520801378907056e-05,
      "loss": 10.1772,
      "step": 12449
    },
    {
      "epoch": 2.1738902710488412,
      "grad_norm": 0.11802845448255539,
      "learning_rate": 3.519407871461297e-05,
      "loss": 10.1568,
      "step": 12450
    },
    {
      "epoch": 2.174064859674392,
      "grad_norm": 0.1271161437034607,
      "learning_rate": 3.518014580947353e-05,
      "loss": 10.1222,
      "step": 12451
    },
    {
      "epoch": 2.1742394482999434,
      "grad_norm": 0.14747199416160583,
      "learning_rate": 3.51662150741187e-05,
      "loss": 10.2391,
      "step": 12452
    },
    {
      "epoch": 2.1744140369254943,
      "grad_norm": 0.16454222798347473,
      "learning_rate": 3.515228650901477e-05,
      "loss": 10.1852,
      "step": 12453
    },
    {
      "epoch": 2.174588625551045,
      "grad_norm": 0.2557867765426636,
      "learning_rate": 3.513836011462793e-05,
      "loss": 10.1757,
      "step": 12454
    },
    {
      "epoch": 2.1747632141765965,
      "grad_norm": 0.09116555005311966,
      "learning_rate": 3.512443589142445e-05,
      "loss": 10.187,
      "step": 12455
    },
    {
      "epoch": 2.1749378028021473,
      "grad_norm": 0.07347291707992554,
      "learning_rate": 3.511051383987037e-05,
      "loss": 10.1823,
      "step": 12456
    },
    {
      "epoch": 2.1751123914276986,
      "grad_norm": 0.06887827813625336,
      "learning_rate": 3.509659396043171e-05,
      "loss": 10.1946,
      "step": 12457
    },
    {
      "epoch": 2.1752869800532495,
      "grad_norm": 0.07347091287374496,
      "learning_rate": 3.5082676253574474e-05,
      "loss": 10.1907,
      "step": 12458
    },
    {
      "epoch": 2.1754615686788004,
      "grad_norm": 0.06573718786239624,
      "learning_rate": 3.506876071976453e-05,
      "loss": 10.192,
      "step": 12459
    },
    {
      "epoch": 2.1756361573043517,
      "grad_norm": 0.06845272332429886,
      "learning_rate": 3.5054847359467654e-05,
      "loss": 10.1869,
      "step": 12460
    },
    {
      "epoch": 2.1758107459299025,
      "grad_norm": 0.06147918105125427,
      "learning_rate": 3.5040936173149605e-05,
      "loss": 10.2118,
      "step": 12461
    },
    {
      "epoch": 2.175985334555454,
      "grad_norm": 0.07529937475919724,
      "learning_rate": 3.502702716127606e-05,
      "loss": 10.1908,
      "step": 12462
    },
    {
      "epoch": 2.1761599231810047,
      "grad_norm": 0.06822466850280762,
      "learning_rate": 3.5013120324312544e-05,
      "loss": 10.1903,
      "step": 12463
    },
    {
      "epoch": 2.176334511806556,
      "grad_norm": 0.06883198767900467,
      "learning_rate": 3.499921566272467e-05,
      "loss": 10.2034,
      "step": 12464
    },
    {
      "epoch": 2.176509100432107,
      "grad_norm": 0.08210291713476181,
      "learning_rate": 3.498531317697784e-05,
      "loss": 10.1712,
      "step": 12465
    },
    {
      "epoch": 2.1766836890576577,
      "grad_norm": 0.06408470869064331,
      "learning_rate": 3.497141286753739e-05,
      "loss": 10.159,
      "step": 12466
    },
    {
      "epoch": 2.176858277683209,
      "grad_norm": 0.0695989653468132,
      "learning_rate": 3.495751473486869e-05,
      "loss": 10.1939,
      "step": 12467
    },
    {
      "epoch": 2.17703286630876,
      "grad_norm": 0.07199269533157349,
      "learning_rate": 3.494361877943694e-05,
      "loss": 10.1799,
      "step": 12468
    },
    {
      "epoch": 2.1772074549343112,
      "grad_norm": 0.06727641075849533,
      "learning_rate": 3.4929725001707246e-05,
      "loss": 10.1985,
      "step": 12469
    },
    {
      "epoch": 2.177382043559862,
      "grad_norm": 0.07734896242618561,
      "learning_rate": 3.4915833402144774e-05,
      "loss": 10.1969,
      "step": 12470
    },
    {
      "epoch": 2.177556632185413,
      "grad_norm": 0.06849497556686401,
      "learning_rate": 3.490194398121449e-05,
      "loss": 10.2313,
      "step": 12471
    },
    {
      "epoch": 2.1777312208109643,
      "grad_norm": 0.06870317459106445,
      "learning_rate": 3.488805673938132e-05,
      "loss": 10.1723,
      "step": 12472
    },
    {
      "epoch": 2.177905809436515,
      "grad_norm": 0.06947875767946243,
      "learning_rate": 3.487417167711015e-05,
      "loss": 10.1873,
      "step": 12473
    },
    {
      "epoch": 2.1780803980620664,
      "grad_norm": 0.06871626526117325,
      "learning_rate": 3.486028879486575e-05,
      "loss": 10.1769,
      "step": 12474
    },
    {
      "epoch": 2.1782549866876173,
      "grad_norm": 0.08122143149375916,
      "learning_rate": 3.48464080931128e-05,
      "loss": 10.1877,
      "step": 12475
    },
    {
      "epoch": 2.178429575313168,
      "grad_norm": 0.08057757467031479,
      "learning_rate": 3.4832529572316034e-05,
      "loss": 10.2016,
      "step": 12476
    },
    {
      "epoch": 2.1786041639387195,
      "grad_norm": 0.07867434620857239,
      "learning_rate": 3.481865323293996e-05,
      "loss": 10.1858,
      "step": 12477
    },
    {
      "epoch": 2.1787787525642703,
      "grad_norm": 0.07494131475687027,
      "learning_rate": 3.4804779075449065e-05,
      "loss": 10.1732,
      "step": 12478
    },
    {
      "epoch": 2.1789533411898216,
      "grad_norm": 0.07562121003866196,
      "learning_rate": 3.4790907100307835e-05,
      "loss": 10.2016,
      "step": 12479
    },
    {
      "epoch": 2.1791279298153725,
      "grad_norm": 0.07847708463668823,
      "learning_rate": 3.4777037307980574e-05,
      "loss": 10.2008,
      "step": 12480
    },
    {
      "epoch": 2.1793025184409234,
      "grad_norm": 0.07220257818698883,
      "learning_rate": 3.4763169698931555e-05,
      "loss": 10.1718,
      "step": 12481
    },
    {
      "epoch": 2.1794771070664747,
      "grad_norm": 0.07570818811655045,
      "learning_rate": 3.4749304273625016e-05,
      "loss": 10.1883,
      "step": 12482
    },
    {
      "epoch": 2.1796516956920255,
      "grad_norm": 0.09818064421415329,
      "learning_rate": 3.473544103252509e-05,
      "loss": 10.1889,
      "step": 12483
    },
    {
      "epoch": 2.179826284317577,
      "grad_norm": 0.0912938266992569,
      "learning_rate": 3.472157997609581e-05,
      "loss": 10.1828,
      "step": 12484
    },
    {
      "epoch": 2.1800008729431277,
      "grad_norm": 0.08168594539165497,
      "learning_rate": 3.4707721104801175e-05,
      "loss": 10.1813,
      "step": 12485
    },
    {
      "epoch": 2.1801754615686786,
      "grad_norm": 0.08138854056596756,
      "learning_rate": 3.469386441910509e-05,
      "loss": 10.1858,
      "step": 12486
    },
    {
      "epoch": 2.18035005019423,
      "grad_norm": 0.10154104232788086,
      "learning_rate": 3.4680009919471365e-05,
      "loss": 10.1637,
      "step": 12487
    },
    {
      "epoch": 2.1805246388197808,
      "grad_norm": 0.08406826108694077,
      "learning_rate": 3.466615760636385e-05,
      "loss": 10.1837,
      "step": 12488
    },
    {
      "epoch": 2.180699227445332,
      "grad_norm": 0.08935834467411041,
      "learning_rate": 3.465230748024617e-05,
      "loss": 10.1584,
      "step": 12489
    },
    {
      "epoch": 2.180873816070883,
      "grad_norm": 0.09262315928936005,
      "learning_rate": 3.4638459541581935e-05,
      "loss": 10.1653,
      "step": 12490
    },
    {
      "epoch": 2.1810484046964342,
      "grad_norm": 0.09496143460273743,
      "learning_rate": 3.462461379083476e-05,
      "loss": 10.1632,
      "step": 12491
    },
    {
      "epoch": 2.181222993321985,
      "grad_norm": 0.10345311462879181,
      "learning_rate": 3.461077022846808e-05,
      "loss": 10.1762,
      "step": 12492
    },
    {
      "epoch": 2.181397581947536,
      "grad_norm": 0.0972953587770462,
      "learning_rate": 3.459692885494526e-05,
      "loss": 10.1882,
      "step": 12493
    },
    {
      "epoch": 2.1815721705730873,
      "grad_norm": 0.09290347993373871,
      "learning_rate": 3.4583089670729694e-05,
      "loss": 10.21,
      "step": 12494
    },
    {
      "epoch": 2.181746759198638,
      "grad_norm": 0.08954782783985138,
      "learning_rate": 3.4569252676284613e-05,
      "loss": 10.2,
      "step": 12495
    },
    {
      "epoch": 2.1819213478241894,
      "grad_norm": 0.10646812617778778,
      "learning_rate": 3.4555417872073184e-05,
      "loss": 10.1583,
      "step": 12496
    },
    {
      "epoch": 2.1820959364497403,
      "grad_norm": 0.11057973653078079,
      "learning_rate": 3.454158525855851e-05,
      "loss": 10.1723,
      "step": 12497
    },
    {
      "epoch": 2.182270525075291,
      "grad_norm": 0.1292533278465271,
      "learning_rate": 3.4527754836203644e-05,
      "loss": 10.1679,
      "step": 12498
    },
    {
      "epoch": 2.1824451137008425,
      "grad_norm": 0.10963178426027298,
      "learning_rate": 3.45139266054715e-05,
      "loss": 10.2134,
      "step": 12499
    },
    {
      "epoch": 2.1826197023263934,
      "grad_norm": 0.1288534253835678,
      "learning_rate": 3.4500100566825035e-05,
      "loss": 10.1686,
      "step": 12500
    },
    {
      "epoch": 2.1827942909519447,
      "grad_norm": 0.13372249901294708,
      "learning_rate": 3.448627672072703e-05,
      "loss": 10.1603,
      "step": 12501
    },
    {
      "epoch": 2.1829688795774955,
      "grad_norm": 0.17071008682250977,
      "learning_rate": 3.44724550676402e-05,
      "loss": 10.2095,
      "step": 12502
    },
    {
      "epoch": 2.1831434682030464,
      "grad_norm": 0.16306191682815552,
      "learning_rate": 3.445863560802726e-05,
      "loss": 10.1746,
      "step": 12503
    },
    {
      "epoch": 2.1833180568285977,
      "grad_norm": 0.2415434718132019,
      "learning_rate": 3.4444818342350783e-05,
      "loss": 10.2453,
      "step": 12504
    },
    {
      "epoch": 2.1834926454541486,
      "grad_norm": 0.08662538230419159,
      "learning_rate": 3.443100327107325e-05,
      "loss": 10.1976,
      "step": 12505
    },
    {
      "epoch": 2.1836672340797,
      "grad_norm": 0.07909979671239853,
      "learning_rate": 3.4417190394657186e-05,
      "loss": 10.2048,
      "step": 12506
    },
    {
      "epoch": 2.1838418227052507,
      "grad_norm": 0.07037880271673203,
      "learning_rate": 3.440337971356492e-05,
      "loss": 10.1867,
      "step": 12507
    },
    {
      "epoch": 2.1840164113308016,
      "grad_norm": 0.06586240977048874,
      "learning_rate": 3.438957122825875e-05,
      "loss": 10.1584,
      "step": 12508
    },
    {
      "epoch": 2.184190999956353,
      "grad_norm": 0.07110320031642914,
      "learning_rate": 3.4375764939200905e-05,
      "loss": 10.1919,
      "step": 12509
    },
    {
      "epoch": 2.1843655885819038,
      "grad_norm": 0.0659632459282875,
      "learning_rate": 3.4361960846853516e-05,
      "loss": 10.1743,
      "step": 12510
    },
    {
      "epoch": 2.184540177207455,
      "grad_norm": 0.0772143006324768,
      "learning_rate": 3.434815895167872e-05,
      "loss": 10.1924,
      "step": 12511
    },
    {
      "epoch": 2.184714765833006,
      "grad_norm": 0.08454655855894089,
      "learning_rate": 3.433435925413848e-05,
      "loss": 10.1982,
      "step": 12512
    },
    {
      "epoch": 2.184889354458557,
      "grad_norm": 0.06921480596065521,
      "learning_rate": 3.432056175469471e-05,
      "loss": 10.1755,
      "step": 12513
    },
    {
      "epoch": 2.185063943084108,
      "grad_norm": 0.08031296730041504,
      "learning_rate": 3.430676645380932e-05,
      "loss": 10.1652,
      "step": 12514
    },
    {
      "epoch": 2.185238531709659,
      "grad_norm": 0.08952948451042175,
      "learning_rate": 3.429297335194408e-05,
      "loss": 10.1911,
      "step": 12515
    },
    {
      "epoch": 2.1854131203352103,
      "grad_norm": 0.0651138573884964,
      "learning_rate": 3.4279182449560656e-05,
      "loss": 10.2031,
      "step": 12516
    },
    {
      "epoch": 2.185587708960761,
      "grad_norm": 0.06664435565471649,
      "learning_rate": 3.426539374712074e-05,
      "loss": 10.1854,
      "step": 12517
    },
    {
      "epoch": 2.1857622975863125,
      "grad_norm": 0.07708674669265747,
      "learning_rate": 3.42516072450859e-05,
      "loss": 10.2055,
      "step": 12518
    },
    {
      "epoch": 2.1859368862118633,
      "grad_norm": 0.07107231765985489,
      "learning_rate": 3.42378229439176e-05,
      "loss": 10.1943,
      "step": 12519
    },
    {
      "epoch": 2.186111474837414,
      "grad_norm": 0.06313138455152512,
      "learning_rate": 3.422404084407724e-05,
      "loss": 10.2146,
      "step": 12520
    },
    {
      "epoch": 2.1862860634629655,
      "grad_norm": 0.07177597284317017,
      "learning_rate": 3.421026094602619e-05,
      "loss": 10.2059,
      "step": 12521
    },
    {
      "epoch": 2.1864606520885164,
      "grad_norm": 0.06508103013038635,
      "learning_rate": 3.41964832502257e-05,
      "loss": 10.178,
      "step": 12522
    },
    {
      "epoch": 2.1866352407140677,
      "grad_norm": 0.06635447591543198,
      "learning_rate": 3.418270775713699e-05,
      "loss": 10.1832,
      "step": 12523
    },
    {
      "epoch": 2.1868098293396185,
      "grad_norm": 0.07088890671730042,
      "learning_rate": 3.416893446722118e-05,
      "loss": 10.17,
      "step": 12524
    },
    {
      "epoch": 2.1869844179651694,
      "grad_norm": 0.0663054957985878,
      "learning_rate": 3.415516338093927e-05,
      "loss": 10.1838,
      "step": 12525
    },
    {
      "epoch": 2.1871590065907207,
      "grad_norm": 0.07041435688734055,
      "learning_rate": 3.4141394498752313e-05,
      "loss": 10.191,
      "step": 12526
    },
    {
      "epoch": 2.1873335952162716,
      "grad_norm": 0.07105769962072372,
      "learning_rate": 3.4127627821121155e-05,
      "loss": 10.1831,
      "step": 12527
    },
    {
      "epoch": 2.187508183841823,
      "grad_norm": 0.07785322517156601,
      "learning_rate": 3.4113863348506615e-05,
      "loss": 10.2043,
      "step": 12528
    },
    {
      "epoch": 2.1876827724673737,
      "grad_norm": 0.07623111456632614,
      "learning_rate": 3.4100101081369493e-05,
      "loss": 10.2284,
      "step": 12529
    },
    {
      "epoch": 2.1878573610929246,
      "grad_norm": 0.07221848517656326,
      "learning_rate": 3.408634102017049e-05,
      "loss": 10.1841,
      "step": 12530
    },
    {
      "epoch": 2.188031949718476,
      "grad_norm": 0.08402678370475769,
      "learning_rate": 3.407258316537009e-05,
      "loss": 10.1717,
      "step": 12531
    },
    {
      "epoch": 2.188206538344027,
      "grad_norm": 0.06593161821365356,
      "learning_rate": 3.405882751742893e-05,
      "loss": 10.1383,
      "step": 12532
    },
    {
      "epoch": 2.188381126969578,
      "grad_norm": 0.08288687467575073,
      "learning_rate": 3.4045074076807436e-05,
      "loss": 10.1423,
      "step": 12533
    },
    {
      "epoch": 2.188555715595129,
      "grad_norm": 0.09377826005220413,
      "learning_rate": 3.4031322843965964e-05,
      "loss": 10.1927,
      "step": 12534
    },
    {
      "epoch": 2.18873030422068,
      "grad_norm": 0.08497506380081177,
      "learning_rate": 3.401757381936488e-05,
      "loss": 10.1676,
      "step": 12535
    },
    {
      "epoch": 2.188904892846231,
      "grad_norm": 0.08442678302526474,
      "learning_rate": 3.4003827003464394e-05,
      "loss": 10.1642,
      "step": 12536
    },
    {
      "epoch": 2.189079481471782,
      "grad_norm": 0.08167111873626709,
      "learning_rate": 3.3990082396724634e-05,
      "loss": 10.1801,
      "step": 12537
    },
    {
      "epoch": 2.1892540700973333,
      "grad_norm": 0.08579518646001816,
      "learning_rate": 3.397633999960574e-05,
      "loss": 10.206,
      "step": 12538
    },
    {
      "epoch": 2.189428658722884,
      "grad_norm": 0.07995693385601044,
      "learning_rate": 3.396259981256772e-05,
      "loss": 10.1664,
      "step": 12539
    },
    {
      "epoch": 2.189603247348435,
      "grad_norm": 0.08845038712024689,
      "learning_rate": 3.394886183607047e-05,
      "loss": 10.2126,
      "step": 12540
    },
    {
      "epoch": 2.1897778359739863,
      "grad_norm": 0.0958709716796875,
      "learning_rate": 3.393512607057393e-05,
      "loss": 10.189,
      "step": 12541
    },
    {
      "epoch": 2.189952424599537,
      "grad_norm": 0.09438460320234299,
      "learning_rate": 3.392139251653783e-05,
      "loss": 10.1806,
      "step": 12542
    },
    {
      "epoch": 2.1901270132250885,
      "grad_norm": 0.0960739403963089,
      "learning_rate": 3.390766117442188e-05,
      "loss": 10.1925,
      "step": 12543
    },
    {
      "epoch": 2.1903016018506394,
      "grad_norm": 0.1177416518330574,
      "learning_rate": 3.389393204468577e-05,
      "loss": 10.1595,
      "step": 12544
    },
    {
      "epoch": 2.1904761904761907,
      "grad_norm": 0.09338479489088058,
      "learning_rate": 3.388020512778906e-05,
      "loss": 10.2021,
      "step": 12545
    },
    {
      "epoch": 2.1906507791017416,
      "grad_norm": 0.1010681763291359,
      "learning_rate": 3.386648042419118e-05,
      "loss": 10.1565,
      "step": 12546
    },
    {
      "epoch": 2.1908253677272924,
      "grad_norm": 0.1099151223897934,
      "learning_rate": 3.385275793435167e-05,
      "loss": 10.2002,
      "step": 12547
    },
    {
      "epoch": 2.1909999563528437,
      "grad_norm": 0.09835732728242874,
      "learning_rate": 3.383903765872979e-05,
      "loss": 10.1977,
      "step": 12548
    },
    {
      "epoch": 2.1911745449783946,
      "grad_norm": 0.12414215505123138,
      "learning_rate": 3.3825319597784824e-05,
      "loss": 10.1803,
      "step": 12549
    },
    {
      "epoch": 2.191349133603946,
      "grad_norm": 0.11510072648525238,
      "learning_rate": 3.3811603751976004e-05,
      "loss": 10.1741,
      "step": 12550
    },
    {
      "epoch": 2.1915237222294968,
      "grad_norm": 0.1317639797925949,
      "learning_rate": 3.3797890121762446e-05,
      "loss": 10.2299,
      "step": 12551
    },
    {
      "epoch": 2.1916983108550476,
      "grad_norm": 0.13984724879264832,
      "learning_rate": 3.3784178707603187e-05,
      "loss": 10.2112,
      "step": 12552
    },
    {
      "epoch": 2.191872899480599,
      "grad_norm": 0.19274188578128815,
      "learning_rate": 3.37704695099572e-05,
      "loss": 10.1668,
      "step": 12553
    },
    {
      "epoch": 2.19204748810615,
      "grad_norm": 0.24998575448989868,
      "learning_rate": 3.3756762529283416e-05,
      "loss": 10.1671,
      "step": 12554
    },
    {
      "epoch": 2.192222076731701,
      "grad_norm": 0.07778259366750717,
      "learning_rate": 3.37430577660406e-05,
      "loss": 10.2123,
      "step": 12555
    },
    {
      "epoch": 2.192396665357252,
      "grad_norm": 0.08586201071739197,
      "learning_rate": 3.372935522068758e-05,
      "loss": 10.2052,
      "step": 12556
    },
    {
      "epoch": 2.192571253982803,
      "grad_norm": 0.07584372162818909,
      "learning_rate": 3.3715654893683016e-05,
      "loss": 10.2015,
      "step": 12557
    },
    {
      "epoch": 2.192745842608354,
      "grad_norm": 0.0707102119922638,
      "learning_rate": 3.370195678548547e-05,
      "loss": 10.2145,
      "step": 12558
    },
    {
      "epoch": 2.192920431233905,
      "grad_norm": 0.07050801813602448,
      "learning_rate": 3.3688260896553534e-05,
      "loss": 10.1775,
      "step": 12559
    },
    {
      "epoch": 2.1930950198594563,
      "grad_norm": 0.06870124489068985,
      "learning_rate": 3.367456722734564e-05,
      "loss": 10.1917,
      "step": 12560
    },
    {
      "epoch": 2.193269608485007,
      "grad_norm": 0.07028625160455704,
      "learning_rate": 3.366087577832013e-05,
      "loss": 10.1877,
      "step": 12561
    },
    {
      "epoch": 2.193444197110558,
      "grad_norm": 0.07396342605352402,
      "learning_rate": 3.36471865499354e-05,
      "loss": 10.1714,
      "step": 12562
    },
    {
      "epoch": 2.1936187857361094,
      "grad_norm": 0.07379401475191116,
      "learning_rate": 3.3633499542649624e-05,
      "loss": 10.2089,
      "step": 12563
    },
    {
      "epoch": 2.19379337436166,
      "grad_norm": 0.06810680776834488,
      "learning_rate": 3.3619814756920986e-05,
      "loss": 10.1974,
      "step": 12564
    },
    {
      "epoch": 2.1939679629872115,
      "grad_norm": 0.07586845755577087,
      "learning_rate": 3.360613219320755e-05,
      "loss": 10.1957,
      "step": 12565
    },
    {
      "epoch": 2.1941425516127624,
      "grad_norm": 0.080219566822052,
      "learning_rate": 3.359245185196734e-05,
      "loss": 10.1832,
      "step": 12566
    },
    {
      "epoch": 2.1943171402383133,
      "grad_norm": 0.06876330822706223,
      "learning_rate": 3.357877373365826e-05,
      "loss": 10.1693,
      "step": 12567
    },
    {
      "epoch": 2.1944917288638646,
      "grad_norm": 0.0668729692697525,
      "learning_rate": 3.356509783873824e-05,
      "loss": 10.1942,
      "step": 12568
    },
    {
      "epoch": 2.1946663174894154,
      "grad_norm": 0.07024948298931122,
      "learning_rate": 3.355142416766501e-05,
      "loss": 10.1792,
      "step": 12569
    },
    {
      "epoch": 2.1948409061149667,
      "grad_norm": 0.06907487660646439,
      "learning_rate": 3.353775272089629e-05,
      "loss": 10.2016,
      "step": 12570
    },
    {
      "epoch": 2.1950154947405176,
      "grad_norm": 0.06740044057369232,
      "learning_rate": 3.3524083498889755e-05,
      "loss": 10.181,
      "step": 12571
    },
    {
      "epoch": 2.195190083366069,
      "grad_norm": 0.0689886286854744,
      "learning_rate": 3.351041650210295e-05,
      "loss": 10.1764,
      "step": 12572
    },
    {
      "epoch": 2.1953646719916198,
      "grad_norm": 0.0882544219493866,
      "learning_rate": 3.349675173099332e-05,
      "loss": 10.1732,
      "step": 12573
    },
    {
      "epoch": 2.1955392606171706,
      "grad_norm": 0.08329307287931442,
      "learning_rate": 3.348308918601837e-05,
      "loss": 10.1832,
      "step": 12574
    },
    {
      "epoch": 2.195713849242722,
      "grad_norm": 0.06737416237592697,
      "learning_rate": 3.346942886763539e-05,
      "loss": 10.2012,
      "step": 12575
    },
    {
      "epoch": 2.195888437868273,
      "grad_norm": 0.09368173032999039,
      "learning_rate": 3.3455770776301654e-05,
      "loss": 10.1941,
      "step": 12576
    },
    {
      "epoch": 2.196063026493824,
      "grad_norm": 0.06580092012882233,
      "learning_rate": 3.344211491247434e-05,
      "loss": 10.1906,
      "step": 12577
    },
    {
      "epoch": 2.196237615119375,
      "grad_norm": 0.08593099564313889,
      "learning_rate": 3.3428461276610576e-05,
      "loss": 10.1952,
      "step": 12578
    },
    {
      "epoch": 2.196412203744926,
      "grad_norm": 0.0827091634273529,
      "learning_rate": 3.341480986916738e-05,
      "loss": 10.1755,
      "step": 12579
    },
    {
      "epoch": 2.196586792370477,
      "grad_norm": 0.07598111033439636,
      "learning_rate": 3.3401160690601776e-05,
      "loss": 10.1673,
      "step": 12580
    },
    {
      "epoch": 2.196761380996028,
      "grad_norm": 0.07058300822973251,
      "learning_rate": 3.3387513741370616e-05,
      "loss": 10.1902,
      "step": 12581
    },
    {
      "epoch": 2.1969359696215793,
      "grad_norm": 0.08321912586688995,
      "learning_rate": 3.3373869021930704e-05,
      "loss": 10.1443,
      "step": 12582
    },
    {
      "epoch": 2.19711055824713,
      "grad_norm": 0.07410279661417007,
      "learning_rate": 3.3360226532738835e-05,
      "loss": 10.2058,
      "step": 12583
    },
    {
      "epoch": 2.197285146872681,
      "grad_norm": 0.0799962505698204,
      "learning_rate": 3.334658627425167e-05,
      "loss": 10.1876,
      "step": 12584
    },
    {
      "epoch": 2.1974597354982324,
      "grad_norm": 0.08484864234924316,
      "learning_rate": 3.3332948246925736e-05,
      "loss": 10.194,
      "step": 12585
    },
    {
      "epoch": 2.1976343241237832,
      "grad_norm": 0.07650762051343918,
      "learning_rate": 3.331931245121765e-05,
      "loss": 10.1801,
      "step": 12586
    },
    {
      "epoch": 2.1978089127493345,
      "grad_norm": 0.0835530236363411,
      "learning_rate": 3.3305678887583804e-05,
      "loss": 10.1545,
      "step": 12587
    },
    {
      "epoch": 2.1979835013748854,
      "grad_norm": 0.0954689159989357,
      "learning_rate": 3.3292047556480576e-05,
      "loss": 10.2023,
      "step": 12588
    },
    {
      "epoch": 2.1981580900004363,
      "grad_norm": 0.08159319311380386,
      "learning_rate": 3.327841845836427e-05,
      "loss": 10.1578,
      "step": 12589
    },
    {
      "epoch": 2.1983326786259876,
      "grad_norm": 0.08268018811941147,
      "learning_rate": 3.32647915936911e-05,
      "loss": 10.1806,
      "step": 12590
    },
    {
      "epoch": 2.1985072672515384,
      "grad_norm": 0.0855928286910057,
      "learning_rate": 3.325116696291718e-05,
      "loss": 10.1685,
      "step": 12591
    },
    {
      "epoch": 2.1986818558770898,
      "grad_norm": 0.08992671221494675,
      "learning_rate": 3.3237544566498646e-05,
      "loss": 10.1409,
      "step": 12592
    },
    {
      "epoch": 2.1988564445026406,
      "grad_norm": 0.0932847410440445,
      "learning_rate": 3.322392440489146e-05,
      "loss": 10.1725,
      "step": 12593
    },
    {
      "epoch": 2.1990310331281915,
      "grad_norm": 0.09483499079942703,
      "learning_rate": 3.3210306478551524e-05,
      "loss": 10.19,
      "step": 12594
    },
    {
      "epoch": 2.199205621753743,
      "grad_norm": 0.10168282687664032,
      "learning_rate": 3.319669078793474e-05,
      "loss": 10.1836,
      "step": 12595
    },
    {
      "epoch": 2.1993802103792937,
      "grad_norm": 0.10119570791721344,
      "learning_rate": 3.318307733349685e-05,
      "loss": 10.1413,
      "step": 12596
    },
    {
      "epoch": 2.199554799004845,
      "grad_norm": 0.12709182500839233,
      "learning_rate": 3.3169466115693515e-05,
      "loss": 10.1921,
      "step": 12597
    },
    {
      "epoch": 2.199729387630396,
      "grad_norm": 0.10462615638971329,
      "learning_rate": 3.315585713498043e-05,
      "loss": 10.1543,
      "step": 12598
    },
    {
      "epoch": 2.199903976255947,
      "grad_norm": 0.11084666848182678,
      "learning_rate": 3.3142250391813114e-05,
      "loss": 10.1563,
      "step": 12599
    },
    {
      "epoch": 2.200078564881498,
      "grad_norm": 0.14281721413135529,
      "learning_rate": 3.3128645886647035e-05,
      "loss": 10.1634,
      "step": 12600
    },
    {
      "epoch": 2.200078564881498,
      "eval_loss": 10.16835880279541,
      "eval_runtime": 0.7224,
      "eval_samples_per_second": 319.77,
      "eval_steps_per_second": 160.577,
      "step": 12600
    },
    {
      "epoch": 2.200253153507049,
      "grad_norm": 0.11413609236478806,
      "learning_rate": 3.311504361993758e-05,
      "loss": 10.2104,
      "step": 12601
    },
    {
      "epoch": 2.2004277421326,
      "grad_norm": 0.13067132234573364,
      "learning_rate": 3.310144359214009e-05,
      "loss": 10.1831,
      "step": 12602
    },
    {
      "epoch": 2.200602330758151,
      "grad_norm": 0.13632182776927948,
      "learning_rate": 3.308784580370978e-05,
      "loss": 10.1902,
      "step": 12603
    },
    {
      "epoch": 2.2007769193837023,
      "grad_norm": 0.2082657516002655,
      "learning_rate": 3.307425025510188e-05,
      "loss": 10.2239,
      "step": 12604
    },
    {
      "epoch": 2.200951508009253,
      "grad_norm": 0.09890802949666977,
      "learning_rate": 3.306065694677145e-05,
      "loss": 10.2059,
      "step": 12605
    },
    {
      "epoch": 2.201126096634804,
      "grad_norm": 0.08583704382181168,
      "learning_rate": 3.304706587917349e-05,
      "loss": 10.205,
      "step": 12606
    },
    {
      "epoch": 2.2013006852603554,
      "grad_norm": 0.06059139966964722,
      "learning_rate": 3.3033477052763016e-05,
      "loss": 10.2012,
      "step": 12607
    },
    {
      "epoch": 2.2014752738859062,
      "grad_norm": 0.07776550203561783,
      "learning_rate": 3.301989046799486e-05,
      "loss": 10.206,
      "step": 12608
    },
    {
      "epoch": 2.2016498625114576,
      "grad_norm": 0.07822053879499435,
      "learning_rate": 3.30063061253238e-05,
      "loss": 10.1935,
      "step": 12609
    },
    {
      "epoch": 2.2018244511370084,
      "grad_norm": 0.06200356036424637,
      "learning_rate": 3.299272402520462e-05,
      "loss": 10.2227,
      "step": 12610
    },
    {
      "epoch": 2.2019990397625593,
      "grad_norm": 0.06486295908689499,
      "learning_rate": 3.297914416809194e-05,
      "loss": 10.2107,
      "step": 12611
    },
    {
      "epoch": 2.2021736283881106,
      "grad_norm": 0.06596779823303223,
      "learning_rate": 3.2965566554440305e-05,
      "loss": 10.1791,
      "step": 12612
    },
    {
      "epoch": 2.2023482170136615,
      "grad_norm": 0.07367289811372757,
      "learning_rate": 3.295199118470424e-05,
      "loss": 10.2051,
      "step": 12613
    },
    {
      "epoch": 2.2025228056392128,
      "grad_norm": 0.0651191920042038,
      "learning_rate": 3.2938418059338174e-05,
      "loss": 10.2281,
      "step": 12614
    },
    {
      "epoch": 2.2026973942647636,
      "grad_norm": 0.07025176286697388,
      "learning_rate": 3.2924847178796406e-05,
      "loss": 10.2058,
      "step": 12615
    },
    {
      "epoch": 2.2028719828903145,
      "grad_norm": 0.0693570226430893,
      "learning_rate": 3.2911278543533274e-05,
      "loss": 10.2103,
      "step": 12616
    },
    {
      "epoch": 2.203046571515866,
      "grad_norm": 0.06783242523670197,
      "learning_rate": 3.2897712154002944e-05,
      "loss": 10.2199,
      "step": 12617
    },
    {
      "epoch": 2.2032211601414167,
      "grad_norm": 0.07411882281303406,
      "learning_rate": 3.288414801065951e-05,
      "loss": 10.1894,
      "step": 12618
    },
    {
      "epoch": 2.203395748766968,
      "grad_norm": 0.0677434653043747,
      "learning_rate": 3.2870586113957094e-05,
      "loss": 10.1811,
      "step": 12619
    },
    {
      "epoch": 2.203570337392519,
      "grad_norm": 0.06457942724227905,
      "learning_rate": 3.285702646434961e-05,
      "loss": 10.2104,
      "step": 12620
    },
    {
      "epoch": 2.2037449260180697,
      "grad_norm": 0.07173735648393631,
      "learning_rate": 3.2843469062290945e-05,
      "loss": 10.2048,
      "step": 12621
    },
    {
      "epoch": 2.203919514643621,
      "grad_norm": 0.07050725817680359,
      "learning_rate": 3.282991390823498e-05,
      "loss": 10.1811,
      "step": 12622
    },
    {
      "epoch": 2.204094103269172,
      "grad_norm": 0.0683104544878006,
      "learning_rate": 3.281636100263542e-05,
      "loss": 10.1833,
      "step": 12623
    },
    {
      "epoch": 2.204268691894723,
      "grad_norm": 0.07506944984197617,
      "learning_rate": 3.2802810345945946e-05,
      "loss": 10.203,
      "step": 12624
    },
    {
      "epoch": 2.204443280520274,
      "grad_norm": 0.07561147958040237,
      "learning_rate": 3.2789261938620155e-05,
      "loss": 10.1899,
      "step": 12625
    },
    {
      "epoch": 2.2046178691458254,
      "grad_norm": 0.0701277107000351,
      "learning_rate": 3.277571578111152e-05,
      "loss": 10.1674,
      "step": 12626
    },
    {
      "epoch": 2.2047924577713762,
      "grad_norm": 0.06105953827500343,
      "learning_rate": 3.276217187387356e-05,
      "loss": 10.1955,
      "step": 12627
    },
    {
      "epoch": 2.204967046396927,
      "grad_norm": 0.07608935236930847,
      "learning_rate": 3.2748630217359614e-05,
      "loss": 10.156,
      "step": 12628
    },
    {
      "epoch": 2.2051416350224784,
      "grad_norm": 0.08105359226465225,
      "learning_rate": 3.273509081202295e-05,
      "loss": 10.1882,
      "step": 12629
    },
    {
      "epoch": 2.2053162236480293,
      "grad_norm": 0.08473022282123566,
      "learning_rate": 3.272155365831684e-05,
      "loss": 10.1656,
      "step": 12630
    },
    {
      "epoch": 2.2054908122735806,
      "grad_norm": 0.08039398491382599,
      "learning_rate": 3.270801875669439e-05,
      "loss": 10.1677,
      "step": 12631
    },
    {
      "epoch": 2.2056654008991314,
      "grad_norm": 0.08604532480239868,
      "learning_rate": 3.2694486107608657e-05,
      "loss": 10.1657,
      "step": 12632
    },
    {
      "epoch": 2.2058399895246823,
      "grad_norm": 0.08710648864507675,
      "learning_rate": 3.268095571151268e-05,
      "loss": 10.1935,
      "step": 12633
    },
    {
      "epoch": 2.2060145781502336,
      "grad_norm": 0.08428040146827698,
      "learning_rate": 3.2667427568859364e-05,
      "loss": 10.1926,
      "step": 12634
    },
    {
      "epoch": 2.2061891667757845,
      "grad_norm": 0.07588270306587219,
      "learning_rate": 3.265390168010154e-05,
      "loss": 10.1725,
      "step": 12635
    },
    {
      "epoch": 2.206363755401336,
      "grad_norm": 0.09853174537420273,
      "learning_rate": 3.264037804569195e-05,
      "loss": 10.1643,
      "step": 12636
    },
    {
      "epoch": 2.2065383440268866,
      "grad_norm": 0.07656770944595337,
      "learning_rate": 3.2626856666083336e-05,
      "loss": 10.1783,
      "step": 12637
    },
    {
      "epoch": 2.2067129326524375,
      "grad_norm": 0.09506358951330185,
      "learning_rate": 3.261333754172824e-05,
      "loss": 10.1697,
      "step": 12638
    },
    {
      "epoch": 2.206887521277989,
      "grad_norm": 0.08405830711126328,
      "learning_rate": 3.259982067307928e-05,
      "loss": 10.1948,
      "step": 12639
    },
    {
      "epoch": 2.2070621099035397,
      "grad_norm": 0.08017104864120483,
      "learning_rate": 3.258630606058889e-05,
      "loss": 10.1941,
      "step": 12640
    },
    {
      "epoch": 2.207236698529091,
      "grad_norm": 0.08699655532836914,
      "learning_rate": 3.2572793704709425e-05,
      "loss": 10.1588,
      "step": 12641
    },
    {
      "epoch": 2.207411287154642,
      "grad_norm": 0.0863981544971466,
      "learning_rate": 3.255928360589328e-05,
      "loss": 10.1974,
      "step": 12642
    },
    {
      "epoch": 2.2075858757801927,
      "grad_norm": 0.09006880223751068,
      "learning_rate": 3.254577576459262e-05,
      "loss": 10.1677,
      "step": 12643
    },
    {
      "epoch": 2.207760464405744,
      "grad_norm": 0.09760630875825882,
      "learning_rate": 3.2532270181259614e-05,
      "loss": 10.1598,
      "step": 12644
    },
    {
      "epoch": 2.207935053031295,
      "grad_norm": 0.09274838119745255,
      "learning_rate": 3.251876685634639e-05,
      "loss": 10.1628,
      "step": 12645
    },
    {
      "epoch": 2.208109641656846,
      "grad_norm": 0.1043115109205246,
      "learning_rate": 3.250526579030494e-05,
      "loss": 10.2029,
      "step": 12646
    },
    {
      "epoch": 2.208284230282397,
      "grad_norm": 0.0940357968211174,
      "learning_rate": 3.24917669835872e-05,
      "loss": 10.1683,
      "step": 12647
    },
    {
      "epoch": 2.208458818907948,
      "grad_norm": 0.10354503244161606,
      "learning_rate": 3.247827043664503e-05,
      "loss": 10.1967,
      "step": 12648
    },
    {
      "epoch": 2.2086334075334992,
      "grad_norm": 0.11820289492607117,
      "learning_rate": 3.24647761499302e-05,
      "loss": 10.193,
      "step": 12649
    },
    {
      "epoch": 2.20880799615905,
      "grad_norm": 0.11259405314922333,
      "learning_rate": 3.24512841238944e-05,
      "loss": 10.154,
      "step": 12650
    },
    {
      "epoch": 2.2089825847846014,
      "grad_norm": 0.12079737335443497,
      "learning_rate": 3.243779435898933e-05,
      "loss": 10.1596,
      "step": 12651
    },
    {
      "epoch": 2.2091571734101523,
      "grad_norm": 0.14335699379444122,
      "learning_rate": 3.242430685566651e-05,
      "loss": 10.2146,
      "step": 12652
    },
    {
      "epoch": 2.2093317620357036,
      "grad_norm": 0.12252768129110336,
      "learning_rate": 3.241082161437737e-05,
      "loss": 10.1907,
      "step": 12653
    },
    {
      "epoch": 2.2095063506612544,
      "grad_norm": 0.20364288985729218,
      "learning_rate": 3.239733863557343e-05,
      "loss": 10.1778,
      "step": 12654
    },
    {
      "epoch": 2.2096809392868053,
      "grad_norm": 0.07776650041341782,
      "learning_rate": 3.238385791970594e-05,
      "loss": 10.1918,
      "step": 12655
    },
    {
      "epoch": 2.2098555279123566,
      "grad_norm": 0.08498261868953705,
      "learning_rate": 3.237037946722614e-05,
      "loss": 10.2132,
      "step": 12656
    },
    {
      "epoch": 2.2100301165379075,
      "grad_norm": 0.06707288324832916,
      "learning_rate": 3.235690327858527e-05,
      "loss": 10.1914,
      "step": 12657
    },
    {
      "epoch": 2.210204705163459,
      "grad_norm": 0.07760915905237198,
      "learning_rate": 3.234342935423441e-05,
      "loss": 10.1874,
      "step": 12658
    },
    {
      "epoch": 2.2103792937890097,
      "grad_norm": 0.06553974747657776,
      "learning_rate": 3.232995769462458e-05,
      "loss": 10.1944,
      "step": 12659
    },
    {
      "epoch": 2.2105538824145605,
      "grad_norm": 0.06651787459850311,
      "learning_rate": 3.231648830020673e-05,
      "loss": 10.207,
      "step": 12660
    },
    {
      "epoch": 2.210728471040112,
      "grad_norm": 0.0634140893816948,
      "learning_rate": 3.230302117143173e-05,
      "loss": 10.1998,
      "step": 12661
    },
    {
      "epoch": 2.2109030596656627,
      "grad_norm": 0.07203282415866852,
      "learning_rate": 3.228955630875037e-05,
      "loss": 10.2085,
      "step": 12662
    },
    {
      "epoch": 2.211077648291214,
      "grad_norm": 0.0700785368680954,
      "learning_rate": 3.227609371261342e-05,
      "loss": 10.1872,
      "step": 12663
    },
    {
      "epoch": 2.211252236916765,
      "grad_norm": 0.07942267507314682,
      "learning_rate": 3.2262633383471496e-05,
      "loss": 10.2051,
      "step": 12664
    },
    {
      "epoch": 2.2114268255423157,
      "grad_norm": 0.07682612538337708,
      "learning_rate": 3.224917532177514e-05,
      "loss": 10.202,
      "step": 12665
    },
    {
      "epoch": 2.211601414167867,
      "grad_norm": 0.0614393912255764,
      "learning_rate": 3.223571952797492e-05,
      "loss": 10.2079,
      "step": 12666
    },
    {
      "epoch": 2.211776002793418,
      "grad_norm": 0.06105935946106911,
      "learning_rate": 3.222226600252121e-05,
      "loss": 10.1812,
      "step": 12667
    },
    {
      "epoch": 2.211950591418969,
      "grad_norm": 0.06257491558790207,
      "learning_rate": 3.220881474586432e-05,
      "loss": 10.1705,
      "step": 12668
    },
    {
      "epoch": 2.21212518004452,
      "grad_norm": 0.0770920142531395,
      "learning_rate": 3.219536575845461e-05,
      "loss": 10.1598,
      "step": 12669
    },
    {
      "epoch": 2.212299768670071,
      "grad_norm": 0.08468737453222275,
      "learning_rate": 3.218191904074221e-05,
      "loss": 10.1918,
      "step": 12670
    },
    {
      "epoch": 2.2124743572956223,
      "grad_norm": 0.07699625194072723,
      "learning_rate": 3.2168474593177265e-05,
      "loss": 10.1991,
      "step": 12671
    },
    {
      "epoch": 2.212648945921173,
      "grad_norm": 0.06363125145435333,
      "learning_rate": 3.2155032416209785e-05,
      "loss": 10.1882,
      "step": 12672
    },
    {
      "epoch": 2.2128235345467244,
      "grad_norm": 0.07572463899850845,
      "learning_rate": 3.214159251028975e-05,
      "loss": 10.1945,
      "step": 12673
    },
    {
      "epoch": 2.2129981231722753,
      "grad_norm": 0.06402156502008438,
      "learning_rate": 3.212815487586702e-05,
      "loss": 10.1632,
      "step": 12674
    },
    {
      "epoch": 2.213172711797826,
      "grad_norm": 0.07463113218545914,
      "learning_rate": 3.2114719513391465e-05,
      "loss": 10.1762,
      "step": 12675
    },
    {
      "epoch": 2.2133473004233775,
      "grad_norm": 0.07687406241893768,
      "learning_rate": 3.210128642331279e-05,
      "loss": 10.1932,
      "step": 12676
    },
    {
      "epoch": 2.2135218890489283,
      "grad_norm": 0.0757751315832138,
      "learning_rate": 3.208785560608063e-05,
      "loss": 10.1911,
      "step": 12677
    },
    {
      "epoch": 2.2136964776744796,
      "grad_norm": 0.08707393705844879,
      "learning_rate": 3.207442706214462e-05,
      "loss": 10.1571,
      "step": 12678
    },
    {
      "epoch": 2.2138710663000305,
      "grad_norm": 0.07098501175642014,
      "learning_rate": 3.2061000791954254e-05,
      "loss": 10.1984,
      "step": 12679
    },
    {
      "epoch": 2.214045654925582,
      "grad_norm": 0.07626978307962418,
      "learning_rate": 3.204757679595891e-05,
      "loss": 10.1825,
      "step": 12680
    },
    {
      "epoch": 2.2142202435511327,
      "grad_norm": 0.08982814103364944,
      "learning_rate": 3.203415507460802e-05,
      "loss": 10.1585,
      "step": 12681
    },
    {
      "epoch": 2.2143948321766835,
      "grad_norm": 0.07775802165269852,
      "learning_rate": 3.202073562835083e-05,
      "loss": 10.1811,
      "step": 12682
    },
    {
      "epoch": 2.214569420802235,
      "grad_norm": 0.0822787657380104,
      "learning_rate": 3.200731845763655e-05,
      "loss": 10.1752,
      "step": 12683
    },
    {
      "epoch": 2.2147440094277857,
      "grad_norm": 0.07696748524904251,
      "learning_rate": 3.19939035629143e-05,
      "loss": 10.2097,
      "step": 12684
    },
    {
      "epoch": 2.214918598053337,
      "grad_norm": 0.08127366006374359,
      "learning_rate": 3.1980490944633134e-05,
      "loss": 10.1833,
      "step": 12685
    },
    {
      "epoch": 2.215093186678888,
      "grad_norm": 0.07401934266090393,
      "learning_rate": 3.1967080603242e-05,
      "loss": 10.1911,
      "step": 12686
    },
    {
      "epoch": 2.2152677753044387,
      "grad_norm": 0.09403320401906967,
      "learning_rate": 3.1953672539189836e-05,
      "loss": 10.2001,
      "step": 12687
    },
    {
      "epoch": 2.21544236392999,
      "grad_norm": 0.0848567858338356,
      "learning_rate": 3.194026675292546e-05,
      "loss": 10.1654,
      "step": 12688
    },
    {
      "epoch": 2.215616952555541,
      "grad_norm": 0.08449558168649673,
      "learning_rate": 3.1926863244897574e-05,
      "loss": 10.1856,
      "step": 12689
    },
    {
      "epoch": 2.2157915411810922,
      "grad_norm": 0.10117113590240479,
      "learning_rate": 3.191346201555493e-05,
      "loss": 10.1907,
      "step": 12690
    },
    {
      "epoch": 2.215966129806643,
      "grad_norm": 0.08769232779741287,
      "learning_rate": 3.1900063065346066e-05,
      "loss": 10.1933,
      "step": 12691
    },
    {
      "epoch": 2.216140718432194,
      "grad_norm": 0.09479466825723648,
      "learning_rate": 3.188666639471947e-05,
      "loss": 10.1918,
      "step": 12692
    },
    {
      "epoch": 2.2163153070577453,
      "grad_norm": 0.08490530401468277,
      "learning_rate": 3.187327200412366e-05,
      "loss": 10.199,
      "step": 12693
    },
    {
      "epoch": 2.216489895683296,
      "grad_norm": 0.09743081033229828,
      "learning_rate": 3.185987989400696e-05,
      "loss": 10.1732,
      "step": 12694
    },
    {
      "epoch": 2.2166644843088474,
      "grad_norm": 0.09102631360292435,
      "learning_rate": 3.184649006481767e-05,
      "loss": 10.1585,
      "step": 12695
    },
    {
      "epoch": 2.2168390729343983,
      "grad_norm": 0.09520220756530762,
      "learning_rate": 3.1833102517003985e-05,
      "loss": 10.173,
      "step": 12696
    },
    {
      "epoch": 2.217013661559949,
      "grad_norm": 0.1002725213766098,
      "learning_rate": 3.181971725101405e-05,
      "loss": 10.2008,
      "step": 12697
    },
    {
      "epoch": 2.2171882501855005,
      "grad_norm": 0.11485008895397186,
      "learning_rate": 3.180633426729589e-05,
      "loss": 10.1944,
      "step": 12698
    },
    {
      "epoch": 2.2173628388110513,
      "grad_norm": 0.11115512251853943,
      "learning_rate": 3.1792953566297555e-05,
      "loss": 10.204,
      "step": 12699
    },
    {
      "epoch": 2.2175374274366026,
      "grad_norm": 0.1261610984802246,
      "learning_rate": 3.177957514846692e-05,
      "loss": 10.1684,
      "step": 12700
    },
    {
      "epoch": 2.2177120160621535,
      "grad_norm": 0.12694716453552246,
      "learning_rate": 3.1766199014251775e-05,
      "loss": 10.2066,
      "step": 12701
    },
    {
      "epoch": 2.2178866046877044,
      "grad_norm": 0.11677350103855133,
      "learning_rate": 3.1752825164099956e-05,
      "loss": 10.2031,
      "step": 12702
    },
    {
      "epoch": 2.2180611933132557,
      "grad_norm": 0.16227172315120697,
      "learning_rate": 3.173945359845908e-05,
      "loss": 10.1933,
      "step": 12703
    },
    {
      "epoch": 2.2182357819388066,
      "grad_norm": 0.2139066755771637,
      "learning_rate": 3.172608431777674e-05,
      "loss": 10.216,
      "step": 12704
    },
    {
      "epoch": 2.218410370564358,
      "grad_norm": 0.09825961291790009,
      "learning_rate": 3.1712717322500516e-05,
      "loss": 10.1787,
      "step": 12705
    },
    {
      "epoch": 2.2185849591899087,
      "grad_norm": 0.07567700743675232,
      "learning_rate": 3.169935261307786e-05,
      "loss": 10.1896,
      "step": 12706
    },
    {
      "epoch": 2.21875954781546,
      "grad_norm": 0.06993112713098526,
      "learning_rate": 3.1685990189956036e-05,
      "loss": 10.2031,
      "step": 12707
    },
    {
      "epoch": 2.218934136441011,
      "grad_norm": 0.07628510147333145,
      "learning_rate": 3.1672630053582445e-05,
      "loss": 10.2021,
      "step": 12708
    },
    {
      "epoch": 2.2191087250665618,
      "grad_norm": 0.08900240063667297,
      "learning_rate": 3.165927220440427e-05,
      "loss": 10.1959,
      "step": 12709
    },
    {
      "epoch": 2.219283313692113,
      "grad_norm": 0.07460567355155945,
      "learning_rate": 3.1645916642868624e-05,
      "loss": 10.2235,
      "step": 12710
    },
    {
      "epoch": 2.219457902317664,
      "grad_norm": 0.06992142647504807,
      "learning_rate": 3.163256336942263e-05,
      "loss": 10.1977,
      "step": 12711
    },
    {
      "epoch": 2.2196324909432152,
      "grad_norm": 0.06193040683865547,
      "learning_rate": 3.161921238451324e-05,
      "loss": 10.1989,
      "step": 12712
    },
    {
      "epoch": 2.219807079568766,
      "grad_norm": 0.06348340213298798,
      "learning_rate": 3.1605863688587344e-05,
      "loss": 10.2151,
      "step": 12713
    },
    {
      "epoch": 2.219981668194317,
      "grad_norm": 0.05941242724657059,
      "learning_rate": 3.159251728209185e-05,
      "loss": 10.2005,
      "step": 12714
    },
    {
      "epoch": 2.2201562568198683,
      "grad_norm": 0.0736871212720871,
      "learning_rate": 3.157917316547347e-05,
      "loss": 10.2028,
      "step": 12715
    },
    {
      "epoch": 2.220330845445419,
      "grad_norm": 0.07386850565671921,
      "learning_rate": 3.156583133917884e-05,
      "loss": 10.1984,
      "step": 12716
    },
    {
      "epoch": 2.2205054340709705,
      "grad_norm": 0.06493071466684341,
      "learning_rate": 3.1552491803654684e-05,
      "loss": 10.189,
      "step": 12717
    },
    {
      "epoch": 2.2206800226965213,
      "grad_norm": 0.07866737246513367,
      "learning_rate": 3.153915455934744e-05,
      "loss": 10.199,
      "step": 12718
    },
    {
      "epoch": 2.220854611322072,
      "grad_norm": 0.06912501156330109,
      "learning_rate": 3.1525819606703545e-05,
      "loss": 10.1813,
      "step": 12719
    },
    {
      "epoch": 2.2210291999476235,
      "grad_norm": 0.06732521951198578,
      "learning_rate": 3.151248694616943e-05,
      "loss": 10.2269,
      "step": 12720
    },
    {
      "epoch": 2.2212037885731744,
      "grad_norm": 0.08485300838947296,
      "learning_rate": 3.149915657819138e-05,
      "loss": 10.1965,
      "step": 12721
    },
    {
      "epoch": 2.2213783771987257,
      "grad_norm": 0.08191362023353577,
      "learning_rate": 3.1485828503215585e-05,
      "loss": 10.1863,
      "step": 12722
    },
    {
      "epoch": 2.2215529658242765,
      "grad_norm": 0.06475207954645157,
      "learning_rate": 3.147250272168823e-05,
      "loss": 10.1859,
      "step": 12723
    },
    {
      "epoch": 2.2217275544498274,
      "grad_norm": 0.06937766075134277,
      "learning_rate": 3.145917923405539e-05,
      "loss": 10.1979,
      "step": 12724
    },
    {
      "epoch": 2.2219021430753787,
      "grad_norm": 0.07187538594007492,
      "learning_rate": 3.144585804076299e-05,
      "loss": 10.1937,
      "step": 12725
    },
    {
      "epoch": 2.2220767317009296,
      "grad_norm": 0.07922675460577011,
      "learning_rate": 3.143253914225702e-05,
      "loss": 10.1775,
      "step": 12726
    },
    {
      "epoch": 2.222251320326481,
      "grad_norm": 0.07430098950862885,
      "learning_rate": 3.141922253898329e-05,
      "loss": 10.1901,
      "step": 12727
    },
    {
      "epoch": 2.2224259089520317,
      "grad_norm": 0.07242728024721146,
      "learning_rate": 3.140590823138756e-05,
      "loss": 10.1642,
      "step": 12728
    },
    {
      "epoch": 2.2226004975775826,
      "grad_norm": 0.06920512020587921,
      "learning_rate": 3.1392596219915514e-05,
      "loss": 10.188,
      "step": 12729
    },
    {
      "epoch": 2.222775086203134,
      "grad_norm": 0.08126666396856308,
      "learning_rate": 3.1379286505012754e-05,
      "loss": 10.1999,
      "step": 12730
    },
    {
      "epoch": 2.2229496748286848,
      "grad_norm": 0.08993444591760635,
      "learning_rate": 3.136597908712477e-05,
      "loss": 10.1529,
      "step": 12731
    },
    {
      "epoch": 2.223124263454236,
      "grad_norm": 0.07846325635910034,
      "learning_rate": 3.135267396669711e-05,
      "loss": 10.1813,
      "step": 12732
    },
    {
      "epoch": 2.223298852079787,
      "grad_norm": 0.08201253414154053,
      "learning_rate": 3.133937114417509e-05,
      "loss": 10.202,
      "step": 12733
    },
    {
      "epoch": 2.2234734407053383,
      "grad_norm": 0.08042856305837631,
      "learning_rate": 3.132607062000399e-05,
      "loss": 10.1877,
      "step": 12734
    },
    {
      "epoch": 2.223648029330889,
      "grad_norm": 0.0821821466088295,
      "learning_rate": 3.13127723946291e-05,
      "loss": 10.2266,
      "step": 12735
    },
    {
      "epoch": 2.22382261795644,
      "grad_norm": 0.08673136681318283,
      "learning_rate": 3.129947646849552e-05,
      "loss": 10.1526,
      "step": 12736
    },
    {
      "epoch": 2.2239972065819913,
      "grad_norm": 0.07041019201278687,
      "learning_rate": 3.128618284204828e-05,
      "loss": 10.1947,
      "step": 12737
    },
    {
      "epoch": 2.224171795207542,
      "grad_norm": 0.08179409056901932,
      "learning_rate": 3.1272891515732475e-05,
      "loss": 10.1541,
      "step": 12738
    },
    {
      "epoch": 2.2243463838330935,
      "grad_norm": 0.08438827842473984,
      "learning_rate": 3.1259602489992954e-05,
      "loss": 10.1666,
      "step": 12739
    },
    {
      "epoch": 2.2245209724586443,
      "grad_norm": 0.09036166965961456,
      "learning_rate": 3.1246315765274556e-05,
      "loss": 10.1567,
      "step": 12740
    },
    {
      "epoch": 2.224695561084195,
      "grad_norm": 0.09661474078893661,
      "learning_rate": 3.123303134202207e-05,
      "loss": 10.1665,
      "step": 12741
    },
    {
      "epoch": 2.2248701497097465,
      "grad_norm": 0.0874740406870842,
      "learning_rate": 3.1219749220680105e-05,
      "loss": 10.1739,
      "step": 12742
    },
    {
      "epoch": 2.2250447383352974,
      "grad_norm": 0.09961409866809845,
      "learning_rate": 3.120646940169337e-05,
      "loss": 10.1745,
      "step": 12743
    },
    {
      "epoch": 2.2252193269608487,
      "grad_norm": 0.09768848121166229,
      "learning_rate": 3.119319188550634e-05,
      "loss": 10.1768,
      "step": 12744
    },
    {
      "epoch": 2.2253939155863995,
      "grad_norm": 0.10476569086313248,
      "learning_rate": 3.1179916672563445e-05,
      "loss": 10.1876,
      "step": 12745
    },
    {
      "epoch": 2.2255685042119504,
      "grad_norm": 0.11662567406892776,
      "learning_rate": 3.116664376330912e-05,
      "loss": 10.1505,
      "step": 12746
    },
    {
      "epoch": 2.2257430928375017,
      "grad_norm": 0.11181938648223877,
      "learning_rate": 3.1153373158187636e-05,
      "loss": 10.186,
      "step": 12747
    },
    {
      "epoch": 2.2259176814630526,
      "grad_norm": 0.09822602570056915,
      "learning_rate": 3.114010485764318e-05,
      "loss": 10.1707,
      "step": 12748
    },
    {
      "epoch": 2.226092270088604,
      "grad_norm": 0.11400248110294342,
      "learning_rate": 3.112683886211996e-05,
      "loss": 10.1741,
      "step": 12749
    },
    {
      "epoch": 2.2262668587141548,
      "grad_norm": 0.11423230171203613,
      "learning_rate": 3.1113575172062e-05,
      "loss": 10.2054,
      "step": 12750
    },
    {
      "epoch": 2.2264414473397056,
      "grad_norm": 0.1462564766407013,
      "learning_rate": 3.1100313787913314e-05,
      "loss": 10.1671,
      "step": 12751
    },
    {
      "epoch": 2.226616035965257,
      "grad_norm": 0.1416616439819336,
      "learning_rate": 3.108705471011779e-05,
      "loss": 10.1812,
      "step": 12752
    },
    {
      "epoch": 2.226790624590808,
      "grad_norm": 0.15125839412212372,
      "learning_rate": 3.1073797939119285e-05,
      "loss": 10.1297,
      "step": 12753
    },
    {
      "epoch": 2.226965213216359,
      "grad_norm": 0.2150464504957199,
      "learning_rate": 3.106054347536151e-05,
      "loss": 10.2084,
      "step": 12754
    },
    {
      "epoch": 2.22713980184191,
      "grad_norm": 0.08773548156023026,
      "learning_rate": 3.104729131928822e-05,
      "loss": 10.1822,
      "step": 12755
    },
    {
      "epoch": 2.227314390467461,
      "grad_norm": 0.06414200365543365,
      "learning_rate": 3.103404147134297e-05,
      "loss": 10.2145,
      "step": 12756
    },
    {
      "epoch": 2.227488979093012,
      "grad_norm": 0.0800204947590828,
      "learning_rate": 3.102079393196927e-05,
      "loss": 10.1731,
      "step": 12757
    },
    {
      "epoch": 2.227663567718563,
      "grad_norm": 0.06435570865869522,
      "learning_rate": 3.100754870161062e-05,
      "loss": 10.228,
      "step": 12758
    },
    {
      "epoch": 2.2278381563441143,
      "grad_norm": 0.06992477178573608,
      "learning_rate": 3.0994305780710385e-05,
      "loss": 10.2051,
      "step": 12759
    },
    {
      "epoch": 2.228012744969665,
      "grad_norm": 0.06773169338703156,
      "learning_rate": 3.09810651697118e-05,
      "loss": 10.1923,
      "step": 12760
    },
    {
      "epoch": 2.2281873335952165,
      "grad_norm": 0.07351845502853394,
      "learning_rate": 3.096782686905816e-05,
      "loss": 10.2133,
      "step": 12761
    },
    {
      "epoch": 2.2283619222207673,
      "grad_norm": 0.058428529649972916,
      "learning_rate": 3.095459087919257e-05,
      "loss": 10.2008,
      "step": 12762
    },
    {
      "epoch": 2.228536510846318,
      "grad_norm": 0.05993048846721649,
      "learning_rate": 3.094135720055809e-05,
      "loss": 10.2142,
      "step": 12763
    },
    {
      "epoch": 2.2287110994718695,
      "grad_norm": 0.06929834187030792,
      "learning_rate": 3.092812583359771e-05,
      "loss": 10.2067,
      "step": 12764
    },
    {
      "epoch": 2.2288856880974204,
      "grad_norm": 0.06262026727199554,
      "learning_rate": 3.091489677875433e-05,
      "loss": 10.1674,
      "step": 12765
    },
    {
      "epoch": 2.2290602767229717,
      "grad_norm": 0.07077167928218842,
      "learning_rate": 3.090167003647075e-05,
      "loss": 10.1822,
      "step": 12766
    },
    {
      "epoch": 2.2292348653485226,
      "grad_norm": 0.06426294893026352,
      "learning_rate": 3.08884456071898e-05,
      "loss": 10.2266,
      "step": 12767
    },
    {
      "epoch": 2.2294094539740734,
      "grad_norm": 0.07099264115095139,
      "learning_rate": 3.087522349135411e-05,
      "loss": 10.1986,
      "step": 12768
    },
    {
      "epoch": 2.2295840425996247,
      "grad_norm": 0.06537118554115295,
      "learning_rate": 3.086200368940626e-05,
      "loss": 10.1821,
      "step": 12769
    },
    {
      "epoch": 2.2297586312251756,
      "grad_norm": 0.08803095668554306,
      "learning_rate": 3.084878620178882e-05,
      "loss": 10.2019,
      "step": 12770
    },
    {
      "epoch": 2.229933219850727,
      "grad_norm": 0.07378345727920532,
      "learning_rate": 3.083557102894419e-05,
      "loss": 10.1803,
      "step": 12771
    },
    {
      "epoch": 2.2301078084762778,
      "grad_norm": 0.0544937402009964,
      "learning_rate": 3.0822358171314734e-05,
      "loss": 10.182,
      "step": 12772
    },
    {
      "epoch": 2.2302823971018286,
      "grad_norm": 0.07435423880815506,
      "learning_rate": 3.080914762934278e-05,
      "loss": 10.1536,
      "step": 12773
    },
    {
      "epoch": 2.23045698572738,
      "grad_norm": 0.07890438288450241,
      "learning_rate": 3.079593940347053e-05,
      "loss": 10.1767,
      "step": 12774
    },
    {
      "epoch": 2.230631574352931,
      "grad_norm": 0.06912059336900711,
      "learning_rate": 3.078273349414009e-05,
      "loss": 10.1736,
      "step": 12775
    },
    {
      "epoch": 2.230806162978482,
      "grad_norm": 0.0943080484867096,
      "learning_rate": 3.0769529901793536e-05,
      "loss": 10.2176,
      "step": 12776
    },
    {
      "epoch": 2.230980751604033,
      "grad_norm": 0.06983651220798492,
      "learning_rate": 3.075632862687284e-05,
      "loss": 10.1853,
      "step": 12777
    },
    {
      "epoch": 2.231155340229584,
      "grad_norm": 0.07243097573518753,
      "learning_rate": 3.074312966981987e-05,
      "loss": 10.2018,
      "step": 12778
    },
    {
      "epoch": 2.231329928855135,
      "grad_norm": 0.07189285755157471,
      "learning_rate": 3.072993303107651e-05,
      "loss": 10.151,
      "step": 12779
    },
    {
      "epoch": 2.231504517480686,
      "grad_norm": 0.07502743601799011,
      "learning_rate": 3.071673871108448e-05,
      "loss": 10.1957,
      "step": 12780
    },
    {
      "epoch": 2.2316791061062373,
      "grad_norm": 0.08407595753669739,
      "learning_rate": 3.07035467102854e-05,
      "loss": 10.1745,
      "step": 12781
    },
    {
      "epoch": 2.231853694731788,
      "grad_norm": 0.08079970628023148,
      "learning_rate": 3.0690357029120955e-05,
      "loss": 10.2122,
      "step": 12782
    },
    {
      "epoch": 2.232028283357339,
      "grad_norm": 0.07229289412498474,
      "learning_rate": 3.067716966803259e-05,
      "loss": 10.2105,
      "step": 12783
    },
    {
      "epoch": 2.2322028719828904,
      "grad_norm": 0.07743339985609055,
      "learning_rate": 3.0663984627461725e-05,
      "loss": 10.2157,
      "step": 12784
    },
    {
      "epoch": 2.232377460608441,
      "grad_norm": 0.07102283835411072,
      "learning_rate": 3.065080190784978e-05,
      "loss": 10.1875,
      "step": 12785
    },
    {
      "epoch": 2.2325520492339925,
      "grad_norm": 0.08268433064222336,
      "learning_rate": 3.0637621509638e-05,
      "loss": 10.1699,
      "step": 12786
    },
    {
      "epoch": 2.2327266378595434,
      "grad_norm": 0.08337731659412384,
      "learning_rate": 3.0624443433267594e-05,
      "loss": 10.1432,
      "step": 12787
    },
    {
      "epoch": 2.2329012264850947,
      "grad_norm": 0.086209736764431,
      "learning_rate": 3.061126767917968e-05,
      "loss": 10.1931,
      "step": 12788
    },
    {
      "epoch": 2.2330758151106456,
      "grad_norm": 0.08805203437805176,
      "learning_rate": 3.059809424781529e-05,
      "loss": 10.2273,
      "step": 12789
    },
    {
      "epoch": 2.2332504037361964,
      "grad_norm": 0.0850365087389946,
      "learning_rate": 3.058492313961539e-05,
      "loss": 10.1624,
      "step": 12790
    },
    {
      "epoch": 2.2334249923617477,
      "grad_norm": 0.08545870333909988,
      "learning_rate": 3.057175435502092e-05,
      "loss": 10.149,
      "step": 12791
    },
    {
      "epoch": 2.2335995809872986,
      "grad_norm": 0.08347998559474945,
      "learning_rate": 3.0558587894472654e-05,
      "loss": 10.1585,
      "step": 12792
    },
    {
      "epoch": 2.23377416961285,
      "grad_norm": 0.10039160400629044,
      "learning_rate": 3.0545423758411295e-05,
      "loss": 10.1772,
      "step": 12793
    },
    {
      "epoch": 2.233948758238401,
      "grad_norm": 0.11458864063024521,
      "learning_rate": 3.053226194727759e-05,
      "loss": 10.1221,
      "step": 12794
    },
    {
      "epoch": 2.2341233468639516,
      "grad_norm": 0.09470490366220474,
      "learning_rate": 3.051910246151205e-05,
      "loss": 10.1731,
      "step": 12795
    },
    {
      "epoch": 2.234297935489503,
      "grad_norm": 0.10155696421861649,
      "learning_rate": 3.0505945301555173e-05,
      "loss": 10.1951,
      "step": 12796
    },
    {
      "epoch": 2.234472524115054,
      "grad_norm": 0.11202774196863174,
      "learning_rate": 3.049279046784742e-05,
      "loss": 10.163,
      "step": 12797
    },
    {
      "epoch": 2.234647112740605,
      "grad_norm": 0.11893066763877869,
      "learning_rate": 3.0479637960829133e-05,
      "loss": 10.19,
      "step": 12798
    },
    {
      "epoch": 2.234821701366156,
      "grad_norm": 0.10509517788887024,
      "learning_rate": 3.0466487780940567e-05,
      "loss": 10.1664,
      "step": 12799
    },
    {
      "epoch": 2.234996289991707,
      "grad_norm": 0.10096976161003113,
      "learning_rate": 3.0453339928621904e-05,
      "loss": 10.1404,
      "step": 12800
    },
    {
      "epoch": 2.234996289991707,
      "eval_loss": 10.167818069458008,
      "eval_runtime": 0.727,
      "eval_samples_per_second": 317.732,
      "eval_steps_per_second": 159.554,
      "step": 12800
    }
  ],
  "logging_steps": 1,
  "max_steps": 17181,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 200,
  "stateful_callbacks": {
    "EarlyStoppingCallback": {
      "args": {
        "early_stopping_patience": 5,
        "early_stopping_threshold": 0.0
      },
      "attributes": {
        "early_stopping_patience_counter": 0
      }
    },
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 694624007749632.0,
  "train_batch_size": 2,
  "trial_name": null,
  "trial_params": null
}