{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 50.0,
  "global_step": 40162,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0003983865345351327,
      "grad_norm": 0.4406321346759796,
      "learning_rate": 3.9682539682539683e-07,
      "loss": 0.6429396271705627,
      "step": 1,
      "token_acc": 0.8450236966824645
    },
    {
      "epoch": 0.0019919326726756635,
      "grad_norm": 0.5166239738464355,
      "learning_rate": 1.984126984126984e-06,
      "loss": 0.5676931142807007,
      "step": 5,
      "token_acc": 0.8865801651392795
    },
    {
      "epoch": 0.003983865345351327,
      "grad_norm": 0.39989936351776123,
      "learning_rate": 3.968253968253968e-06,
      "loss": 0.8536582946777344,
      "step": 10,
      "token_acc": 0.8019924579276186
    },
    {
      "epoch": 0.0059757980180269905,
      "grad_norm": 0.9489149451255798,
      "learning_rate": 5.9523809523809525e-06,
      "loss": 0.7384759426116944,
      "step": 15,
      "token_acc": 0.84
    },
    {
      "epoch": 0.007967730690702654,
      "grad_norm": 0.5587281584739685,
      "learning_rate": 7.936507936507936e-06,
      "loss": 0.7601632595062255,
      "step": 20,
      "token_acc": 0.8216328222130128
    },
    {
      "epoch": 0.009959663363378318,
      "grad_norm": 0.6345968842506409,
      "learning_rate": 9.92063492063492e-06,
      "loss": 0.8345283508300781,
      "step": 25,
      "token_acc": 0.8268696135668613
    },
    {
      "epoch": 0.011951596036053981,
      "grad_norm": 0.45979857444763184,
      "learning_rate": 1.1904761904761905e-05,
      "loss": 0.9407539367675781,
      "step": 30,
      "token_acc": 0.7882389740381608
    },
    {
      "epoch": 0.013943528708729645,
      "grad_norm": 1.2164549827575684,
      "learning_rate": 1.388888888888889e-05,
      "loss": 0.8702305793762207,
      "step": 35,
      "token_acc": 0.8124076809453471
    },
    {
      "epoch": 0.015935461381405308,
      "grad_norm": 0.5320888161659241,
      "learning_rate": 1.5873015873015872e-05,
      "loss": 0.8829702377319336,
      "step": 40,
      "token_acc": 0.8046380200721037
    },
    {
      "epoch": 0.01792739405408097,
      "grad_norm": 1.4373142719268799,
      "learning_rate": 1.785714285714286e-05,
      "loss": 0.9506296157836914,
      "step": 45,
      "token_acc": 0.7868814992572277
    },
    {
      "epoch": 0.019919326726756635,
      "grad_norm": 0.4395618438720703,
      "learning_rate": 1.984126984126984e-05,
      "loss": 0.7550032615661622,
      "step": 50,
      "token_acc": 0.8819770857814336
    },
    {
      "epoch": 0.0219112593994323,
      "grad_norm": 0.9804295301437378,
      "learning_rate": 2.1825396825396827e-05,
      "loss": 0.8799633979797363,
      "step": 55,
      "token_acc": 0.788546255506608
    },
    {
      "epoch": 0.023903192072107962,
      "grad_norm": 1.1786912679672241,
      "learning_rate": 2.380952380952381e-05,
      "loss": 0.7190720081329346,
      "step": 60,
      "token_acc": 0.8153740562800275
    },
    {
      "epoch": 0.025895124744783626,
      "grad_norm": 1.1707218885421753,
      "learning_rate": 2.5793650793650796e-05,
      "loss": 0.7503584384918213,
      "step": 65,
      "token_acc": 0.8088588866284446
    },
    {
      "epoch": 0.02788705741745929,
      "grad_norm": 1.438504695892334,
      "learning_rate": 2.777777777777778e-05,
      "loss": 0.6129880428314209,
      "step": 70,
      "token_acc": 0.8719512195121951
    },
    {
      "epoch": 0.029878990090134953,
      "grad_norm": 1.295351505279541,
      "learning_rate": 2.9761904761904762e-05,
      "loss": 0.7079029560089112,
      "step": 75,
      "token_acc": 0.8266935135912555
    },
    {
      "epoch": 0.031870922762810616,
      "grad_norm": 1.1836518049240112,
      "learning_rate": 3.1746031746031745e-05,
      "loss": 0.6772461891174316,
      "step": 80,
      "token_acc": 0.8482291090204759
    },
    {
      "epoch": 0.03386285543548628,
      "grad_norm": 0.7187384963035583,
      "learning_rate": 3.3730158730158734e-05,
      "loss": 0.7582425117492676,
      "step": 85,
      "token_acc": 0.819412887394347
    },
    {
      "epoch": 0.03585478810816194,
      "grad_norm": 1.4046937227249146,
      "learning_rate": 3.571428571428572e-05,
      "loss": 0.8601920127868652,
      "step": 90,
      "token_acc": 0.7332024432809773
    },
    {
      "epoch": 0.03784672078083761,
      "grad_norm": 1.3670645952224731,
      "learning_rate": 3.76984126984127e-05,
      "loss": 0.6636696815490722,
      "step": 95,
      "token_acc": 0.8429054054054054
    },
    {
      "epoch": 0.03983865345351327,
      "grad_norm": 0.8670281171798706,
      "learning_rate": 3.968253968253968e-05,
      "loss": 0.5084316730499268,
      "step": 100,
      "token_acc": 0.8540038509457469
    },
    {
      "epoch": 0.04183058612618894,
      "grad_norm": 0.5559084415435791,
      "learning_rate": 4.166666666666667e-05,
      "loss": 0.6642183780670166,
      "step": 105,
      "token_acc": 0.8119123627935453
    },
    {
      "epoch": 0.0438225187988646,
      "grad_norm": 1.1631630659103394,
      "learning_rate": 4.3650793650793655e-05,
      "loss": 0.457564640045166,
      "step": 110,
      "token_acc": 0.8876143656971187
    },
    {
      "epoch": 0.045814451471540264,
      "grad_norm": 1.761404037475586,
      "learning_rate": 4.563492063492064e-05,
      "loss": 0.42970962524414064,
      "step": 115,
      "token_acc": 0.8889214536928488
    },
    {
      "epoch": 0.047806384144215924,
      "grad_norm": 0.9937354326248169,
      "learning_rate": 4.761904761904762e-05,
      "loss": 0.46543569564819337,
      "step": 120,
      "token_acc": 0.8838349181452799
    },
    {
      "epoch": 0.04979831681689159,
      "grad_norm": 1.3943227529525757,
      "learning_rate": 4.960317460317461e-05,
      "loss": 0.4009835720062256,
      "step": 125,
      "token_acc": 0.8916110826064648
    },
    {
      "epoch": 0.05179024948956725,
      "grad_norm": 0.957962691783905,
      "learning_rate": 5.158730158730159e-05,
      "loss": 0.5106425285339355,
      "step": 130,
      "token_acc": 0.8659326424870466
    },
    {
      "epoch": 0.05378218216224292,
      "grad_norm": 1.859124779701233,
      "learning_rate": 5.3571428571428575e-05,
      "loss": 0.5776610374450684,
      "step": 135,
      "token_acc": 0.828466193107077
    },
    {
      "epoch": 0.05577411483491858,
      "grad_norm": 1.6059598922729492,
      "learning_rate": 5.555555555555556e-05,
      "loss": 0.6366443157196044,
      "step": 140,
      "token_acc": 0.8153215966533032
    },
    {
      "epoch": 0.057766047507594245,
      "grad_norm": 0.8563304543495178,
      "learning_rate": 5.753968253968254e-05,
      "loss": 0.4156830310821533,
      "step": 145,
      "token_acc": 0.8993839835728953
    },
    {
      "epoch": 0.059757980180269905,
      "grad_norm": 1.164216160774231,
      "learning_rate": 5.9523809523809524e-05,
      "loss": 0.5251090049743652,
      "step": 150,
      "token_acc": 0.8308631211857018
    },
    {
      "epoch": 0.06174991285294557,
      "grad_norm": 0.8518661260604858,
      "learning_rate": 6.150793650793651e-05,
      "loss": 0.4162009239196777,
      "step": 155,
      "token_acc": 0.892829547210632
    },
    {
      "epoch": 0.06374184552562123,
      "grad_norm": 0.8948479294776917,
      "learning_rate": 6.349206349206349e-05,
      "loss": 0.46636500358581545,
      "step": 160,
      "token_acc": 0.8741754947031781
    },
    {
      "epoch": 0.0657337781982969,
      "grad_norm": 1.1088335514068604,
      "learning_rate": 6.547619047619048e-05,
      "loss": 0.3528934955596924,
      "step": 165,
      "token_acc": 0.9030772958565544
    },
    {
      "epoch": 0.06772571087097257,
      "grad_norm": 1.2289427518844604,
      "learning_rate": 6.746031746031747e-05,
      "loss": 0.36653432846069334,
      "step": 170,
      "token_acc": 0.8954683485167017
    },
    {
      "epoch": 0.06971764354364822,
      "grad_norm": 1.4790356159210205,
      "learning_rate": 6.944444444444444e-05,
      "loss": 0.6834399700164795,
      "step": 175,
      "token_acc": 0.8166244047250912
    },
    {
      "epoch": 0.07170957621632389,
      "grad_norm": 1.5858203172683716,
      "learning_rate": 7.142857142857143e-05,
      "loss": 0.7118134021759033,
      "step": 180,
      "token_acc": 0.8005470980019029
    },
    {
      "epoch": 0.07370150888899955,
      "grad_norm": 1.0237579345703125,
      "learning_rate": 7.341269841269841e-05,
      "loss": 0.4595912456512451,
      "step": 185,
      "token_acc": 0.8771451645467393
    },
    {
      "epoch": 0.07569344156167522,
      "grad_norm": 1.7282942533493042,
      "learning_rate": 7.53968253968254e-05,
      "loss": 0.5406272888183594,
      "step": 190,
      "token_acc": 0.8428418421992145
    },
    {
      "epoch": 0.07768537423435087,
      "grad_norm": 1.2782738208770752,
      "learning_rate": 7.738095238095239e-05,
      "loss": 0.47333321571350095,
      "step": 195,
      "token_acc": 0.8585748893158466
    },
    {
      "epoch": 0.07967730690702654,
      "grad_norm": 2.5049149990081787,
      "learning_rate": 7.936507936507937e-05,
      "loss": 0.4168064117431641,
      "step": 200,
      "token_acc": 0.8911203319502075
    },
    {
      "epoch": 0.010208654947462776,
      "grad_norm": 5.0127458572387695,
      "learning_rate": 1.0204081632653061e-05,
      "loss": 0.3519735813140869,
      "step": 205,
      "token_acc": 0.9368852459016394
    },
    {
      "epoch": 0.010457646531547234,
      "grad_norm": 3.3255436420440674,
      "learning_rate": 1.0452961672473868e-05,
      "loss": 0.4776457786560059,
      "step": 210,
      "token_acc": 0.8046068308181096
    },
    {
      "epoch": 0.010706638115631691,
      "grad_norm": 4.5861897468566895,
      "learning_rate": 1.0701841712294675e-05,
      "loss": 0.5212197780609131,
      "step": 215,
      "token_acc": 0.8084577114427861
    },
    {
      "epoch": 0.01095562969971615,
      "grad_norm": Infinity,
      "learning_rate": 1.0950721752115481e-05,
      "loss": 0.5235269069671631,
      "step": 220,
      "token_acc": 0.8469135802469135
    },
    {
      "epoch": 0.011204621283800608,
      "grad_norm": 4.407278060913086,
      "learning_rate": 1.1199601791936288e-05,
      "loss": 0.48476362228393555,
      "step": 225,
      "token_acc": 0.7502805836139169
    },
    {
      "epoch": 0.011453612867885066,
      "grad_norm": 7.867590427398682,
      "learning_rate": 1.1448481831757093e-05,
      "loss": 0.3230576992034912,
      "step": 230,
      "token_acc": 0.882943143812709
    },
    {
      "epoch": 0.011702604451969523,
      "grad_norm": 2.5066542625427246,
      "learning_rate": 1.16973618715779e-05,
      "loss": 0.32064802646636964,
      "step": 235,
      "token_acc": 0.9073305670816044
    },
    {
      "epoch": 0.011951596036053981,
      "grad_norm": 2.3623390197753906,
      "learning_rate": 1.1946241911398706e-05,
      "loss": 0.41054420471191405,
      "step": 240,
      "token_acc": 0.9128571428571428
    },
    {
      "epoch": 0.01220058762013844,
      "grad_norm": 1.6694079637527466,
      "learning_rate": 1.2195121951219513e-05,
      "loss": 0.6173851490020752,
      "step": 245,
      "token_acc": 0.8759165256627186
    },
    {
      "epoch": 0.012449579204222898,
      "grad_norm": 4.311858654022217,
      "learning_rate": 1.244400199104032e-05,
      "loss": 0.251831579208374,
      "step": 250,
      "token_acc": 0.9230769230769231
    },
    {
      "epoch": 0.012698570788307354,
      "grad_norm": 8.378329277038574,
      "learning_rate": 1.2692882030861124e-05,
      "loss": 0.5965757846832276,
      "step": 255,
      "token_acc": 0.7873443983402489
    },
    {
      "epoch": 0.012947562372391813,
      "grad_norm": 4.355305194854736,
      "learning_rate": 1.2941762070681931e-05,
      "loss": 0.6150039196014404,
      "step": 260,
      "token_acc": 0.8027777777777778
    },
    {
      "epoch": 0.013196553956476271,
      "grad_norm": 0.8744372725486755,
      "learning_rate": 1.3190642110502738e-05,
      "loss": 0.4217682838439941,
      "step": 265,
      "token_acc": 0.8893561954060175
    },
    {
      "epoch": 0.01344554554056073,
      "grad_norm": 4.800257682800293,
      "learning_rate": 1.3439522150323544e-05,
      "loss": 0.5038649559020996,
      "step": 270,
      "token_acc": 0.8660436137071651
    },
    {
      "epoch": 0.013694537124645186,
      "grad_norm": 3.430694580078125,
      "learning_rate": 1.3688402190144351e-05,
      "loss": 0.41485013961791994,
      "step": 275,
      "token_acc": 0.8474178403755869
    },
    {
      "epoch": 0.013943528708729645,
      "grad_norm": 1.7974960803985596,
      "learning_rate": 1.3937282229965156e-05,
      "loss": 0.45070724487304686,
      "step": 280,
      "token_acc": 0.9103800340328985
    },
    {
      "epoch": 0.014192520292814103,
      "grad_norm": 7.169577598571777,
      "learning_rate": 1.4186162269785963e-05,
      "loss": 0.5581451416015625,
      "step": 285,
      "token_acc": 0.8943217665615142
    },
    {
      "epoch": 0.014441511876898561,
      "grad_norm": 7.475907802581787,
      "learning_rate": 1.443504230960677e-05,
      "loss": 0.5473215103149414,
      "step": 290,
      "token_acc": 0.7902813299232737
    },
    {
      "epoch": 0.014690503460983018,
      "grad_norm": 4.618191719055176,
      "learning_rate": 1.4683922349427576e-05,
      "loss": 0.5478616237640381,
      "step": 295,
      "token_acc": 0.8352668213457076
    },
    {
      "epoch": 0.014939495045067476,
      "grad_norm": 1.9555811882019043,
      "learning_rate": 1.4932802389248383e-05,
      "loss": 0.5380134105682373,
      "step": 300,
      "token_acc": 0.864774000747105
    },
    {
      "epoch": 0.015188486629151935,
      "grad_norm": 2.351472854614258,
      "learning_rate": 1.5181682429069188e-05,
      "loss": 0.34409375190734864,
      "step": 305,
      "token_acc": 0.9363099146421536
    },
    {
      "epoch": 0.015437478213236393,
      "grad_norm": 7.596592426300049,
      "learning_rate": 1.5430562468889996e-05,
      "loss": 0.582991647720337,
      "step": 310,
      "token_acc": 0.8120713305898491
    },
    {
      "epoch": 0.01568646979732085,
      "grad_norm": 0.8142068386077881,
      "learning_rate": 1.56794425087108e-05,
      "loss": 0.6395192623138428,
      "step": 315,
      "token_acc": 0.8592167454422688
    },
    {
      "epoch": 0.015935461381405308,
      "grad_norm": 8.236979484558105,
      "learning_rate": 1.5928322548531606e-05,
      "loss": 0.5491692066192627,
      "step": 320,
      "token_acc": 0.8590476190476191
    },
    {
      "epoch": 0.016184452965489766,
      "grad_norm": 15.386608123779297,
      "learning_rate": 1.6177202588352413e-05,
      "loss": 0.5347282886505127,
      "step": 325,
      "token_acc": 0.8484107579462102
    },
    {
      "epoch": 0.016433444549574225,
      "grad_norm": 5.5571184158325195,
      "learning_rate": 1.642608262817322e-05,
      "loss": 0.5569615364074707,
      "step": 330,
      "token_acc": 0.8549141965678627
    },
    {
      "epoch": 0.016682436133658683,
      "grad_norm": 9.437654495239258,
      "learning_rate": 1.667496266799403e-05,
      "loss": 0.6900843620300293,
      "step": 335,
      "token_acc": 0.7421340629274966
    },
    {
      "epoch": 0.01693142771774314,
      "grad_norm": 3.275376081466675,
      "learning_rate": 1.6923842707814836e-05,
      "loss": 0.3064380168914795,
      "step": 340,
      "token_acc": 0.9167502507522568
    },
    {
      "epoch": 0.017180419301827596,
      "grad_norm": 8.3613862991333,
      "learning_rate": 1.7172722747635643e-05,
      "loss": 0.6552114963531495,
      "step": 345,
      "token_acc": 0.8475289169295478
    },
    {
      "epoch": 0.017429410885912055,
      "grad_norm": 1.9560232162475586,
      "learning_rate": 1.742160278745645e-05,
      "loss": 0.6008479595184326,
      "step": 350,
      "token_acc": 0.8942213516160626
    },
    {
      "epoch": 0.017678402469996513,
      "grad_norm": 8.38062572479248,
      "learning_rate": 1.7670482827277256e-05,
      "loss": 0.6434360980987549,
      "step": 355,
      "token_acc": 0.7965367965367965
    },
    {
      "epoch": 0.01792739405408097,
      "grad_norm": 5.723198890686035,
      "learning_rate": 1.791936286709806e-05,
      "loss": 0.554870891571045,
      "step": 360,
      "token_acc": 0.7709302325581395
    },
    {
      "epoch": 0.01817638563816543,
      "grad_norm": 5.735339641571045,
      "learning_rate": 1.8168242906918866e-05,
      "loss": 0.3843119144439697,
      "step": 365,
      "token_acc": 0.8772727272727273
    },
    {
      "epoch": 0.01842537722224989,
      "grad_norm": 8.405477523803711,
      "learning_rate": 1.8417122946739673e-05,
      "loss": 0.32637135982513427,
      "step": 370,
      "token_acc": 0.8938714499252616
    },
    {
      "epoch": 0.018674368806334347,
      "grad_norm": 4.122354984283447,
      "learning_rate": 1.866600298656048e-05,
      "loss": 0.5294674396514892,
      "step": 375,
      "token_acc": 0.8473804100227791
    },
    {
      "epoch": 0.018923360390418805,
      "grad_norm": 7.360949516296387,
      "learning_rate": 1.8914883026381286e-05,
      "loss": 0.9525025367736817,
      "step": 380,
      "token_acc": 0.7458432304038005
    },
    {
      "epoch": 0.019172351974503263,
      "grad_norm": 0.9039252996444702,
      "learning_rate": 1.9163763066202093e-05,
      "loss": 0.346364164352417,
      "step": 385,
      "token_acc": 0.9561659848042081
    },
    {
      "epoch": 0.01942134355858772,
      "grad_norm": 5.313242435455322,
      "learning_rate": 1.94126431060229e-05,
      "loss": 0.46370525360107423,
      "step": 390,
      "token_acc": 0.9459261965655827
    },
    {
      "epoch": 0.019670335142672177,
      "grad_norm": 9.927894592285156,
      "learning_rate": 1.9661523145843706e-05,
      "loss": 0.7502048969268799,
      "step": 395,
      "token_acc": 0.7641083521444695
    },
    {
      "epoch": 0.019919326726756635,
      "grad_norm": 11.221107482910156,
      "learning_rate": 1.9910403185664513e-05,
      "loss": 0.3169203996658325,
      "step": 400,
      "token_acc": 0.95469665769048
    },
    {
      "epoch": 0.020168318310841093,
      "grad_norm": 6.850297451019287,
      "learning_rate": 2.0159283225485316e-05,
      "loss": 0.7228878974914551,
      "step": 405,
      "token_acc": 0.7903402854006586
    },
    {
      "epoch": 0.020417309894925552,
      "grad_norm": 5.408207893371582,
      "learning_rate": 2.0408163265306123e-05,
      "loss": 0.4992403030395508,
      "step": 410,
      "token_acc": 0.8548009367681498
    },
    {
      "epoch": 0.02066630147901001,
      "grad_norm": 2.9599215984344482,
      "learning_rate": 2.065704330512693e-05,
      "loss": 0.4912992477416992,
      "step": 415,
      "token_acc": 0.8966202783300199
    },
    {
      "epoch": 0.02091529306309447,
      "grad_norm": 2.0163187980651855,
      "learning_rate": 2.0905923344947736e-05,
      "loss": 0.5173695087432861,
      "step": 420,
      "token_acc": 0.81044957472661
    },
    {
      "epoch": 0.021164284647178927,
      "grad_norm": 2.980085849761963,
      "learning_rate": 2.1154803384768543e-05,
      "loss": 0.31193630695343016,
      "step": 425,
      "token_acc": 0.9446693657219973
    },
    {
      "epoch": 0.021413276231263382,
      "grad_norm": 8.832999229431152,
      "learning_rate": 2.140368342458935e-05,
      "loss": 0.7339489936828614,
      "step": 430,
      "token_acc": 0.7626364739183178
    },
    {
      "epoch": 0.02166226781534784,
      "grad_norm": 2.7863667011260986,
      "learning_rate": 2.1652563464410156e-05,
      "loss": 0.4079428195953369,
      "step": 435,
      "token_acc": 0.8760504201680672
    },
    {
      "epoch": 0.0219112593994323,
      "grad_norm": 7.136750221252441,
      "learning_rate": 2.1901443504230962e-05,
      "loss": 0.7252349853515625,
      "step": 440,
      "token_acc": 0.8172323759791122
    },
    {
      "epoch": 0.022160250983516757,
      "grad_norm": 1.8762186765670776,
      "learning_rate": 2.215032354405177e-05,
      "loss": 0.4831259727478027,
      "step": 445,
      "token_acc": 0.8968452679018528
    },
    {
      "epoch": 0.022409242567601215,
      "grad_norm": 2.587350606918335,
      "learning_rate": 2.2399203583872576e-05,
      "loss": 0.4793513298034668,
      "step": 450,
      "token_acc": 0.8251121076233184
    },
    {
      "epoch": 0.022658234151685674,
      "grad_norm": 2.7261931896209717,
      "learning_rate": 2.264808362369338e-05,
      "loss": 0.41643309593200684,
      "step": 455,
      "token_acc": 0.8646616541353384
    },
    {
      "epoch": 0.022907225735770132,
      "grad_norm": 5.1181840896606445,
      "learning_rate": 2.2896963663514186e-05,
      "loss": 0.5099471569061279,
      "step": 460,
      "token_acc": 0.8310679611650486
    },
    {
      "epoch": 0.02315621731985459,
      "grad_norm": 1.5361100435256958,
      "learning_rate": 2.3145843703334992e-05,
      "loss": 0.3587708711624146,
      "step": 465,
      "token_acc": 0.9020771513353115
    },
    {
      "epoch": 0.023405208903939045,
      "grad_norm": 3.6072890758514404,
      "learning_rate": 2.33947237431558e-05,
      "loss": 0.5445787906646729,
      "step": 470,
      "token_acc": 0.8223684210526315
    },
    {
      "epoch": 0.023654200488023504,
      "grad_norm": 6.034201622009277,
      "learning_rate": 2.3643603782976606e-05,
      "loss": 0.34513001441955565,
      "step": 475,
      "token_acc": 0.8992248062015504
    },
    {
      "epoch": 0.023903192072107962,
      "grad_norm": 5.769369125366211,
      "learning_rate": 2.3892483822797412e-05,
      "loss": 0.3455596685409546,
      "step": 480,
      "token_acc": 0.9067164179104478
    },
    {
      "epoch": 0.02415218365619242,
      "grad_norm": 5.292374610900879,
      "learning_rate": 2.414136386261822e-05,
      "loss": 0.6600037574768066,
      "step": 485,
      "token_acc": 0.7995769434161819
    },
    {
      "epoch": 0.02440117524027688,
      "grad_norm": 2.258416175842285,
      "learning_rate": 2.4390243902439026e-05,
      "loss": 0.33406944274902345,
      "step": 490,
      "token_acc": 0.9111318989710009
    },
    {
      "epoch": 0.024650166824361337,
      "grad_norm": 4.496607303619385,
      "learning_rate": 2.4639123942259832e-05,
      "loss": 0.5433539867401123,
      "step": 495,
      "token_acc": 0.8761904761904762
    },
    {
      "epoch": 0.024899158408445796,
      "grad_norm": 2.571028470993042,
      "learning_rate": 2.488800398208064e-05,
      "loss": 0.4395301818847656,
      "step": 500,
      "token_acc": 0.8659305993690851
    },
    {
      "epoch": 0.025148149992530254,
      "grad_norm": 3.0594165325164795,
      "learning_rate": 2.5136884021901446e-05,
      "loss": 0.4017779350280762,
      "step": 505,
      "token_acc": 0.888402625820569
    },
    {
      "epoch": 0.02539714157661471,
      "grad_norm": 6.871848106384277,
      "learning_rate": 2.538576406172225e-05,
      "loss": 0.3845959663391113,
      "step": 510,
      "token_acc": 0.8817635270541082
    },
    {
      "epoch": 0.025646133160699167,
      "grad_norm": 6.778446674346924,
      "learning_rate": 2.563464410154306e-05,
      "loss": 0.5454212188720703,
      "step": 515,
      "token_acc": 0.9322533136966127
    },
    {
      "epoch": 0.025895124744783626,
      "grad_norm": 6.917940139770508,
      "learning_rate": 2.5883524141363862e-05,
      "loss": 0.45658531188964846,
      "step": 520,
      "token_acc": 0.8113425925925926
    },
    {
      "epoch": 0.026144116328868084,
      "grad_norm": 10.89903450012207,
      "learning_rate": 2.6132404181184672e-05,
      "loss": 0.6420207023620605,
      "step": 525,
      "token_acc": 0.8284960422163589
    },
    {
      "epoch": 0.026393107912952542,
      "grad_norm": 2.4372847080230713,
      "learning_rate": 2.6381284221005476e-05,
      "loss": 0.38800008296966554,
      "step": 530,
      "token_acc": 0.8513145965548504
    },
    {
      "epoch": 0.026642099497037,
      "grad_norm": 2.271204710006714,
      "learning_rate": 2.6630164260826286e-05,
      "loss": 0.321413254737854,
      "step": 535,
      "token_acc": 0.9544111439425919
    },
    {
      "epoch": 0.02689109108112146,
      "grad_norm": 4.1771321296691895,
      "learning_rate": 2.687904430064709e-05,
      "loss": 0.5150731563568115,
      "step": 540,
      "token_acc": 0.8574766355140186
    },
    {
      "epoch": 0.027140082665205918,
      "grad_norm": 0.9701002240180969,
      "learning_rate": 2.71279243404679e-05,
      "loss": 0.35132627487182616,
      "step": 545,
      "token_acc": 0.9240426867545511
    },
    {
      "epoch": 0.027389074249290372,
      "grad_norm": 3.7465641498565674,
      "learning_rate": 2.7376804380288702e-05,
      "loss": 0.5027658462524414,
      "step": 550,
      "token_acc": 0.847926267281106
    },
    {
      "epoch": 0.02763806583337483,
      "grad_norm": 3.8613643646240234,
      "learning_rate": 2.762568442010951e-05,
      "loss": 0.32709951400756837,
      "step": 555,
      "token_acc": 0.9279674287503915
    },
    {
      "epoch": 0.02788705741745929,
      "grad_norm": 4.73927116394043,
      "learning_rate": 2.7874564459930312e-05,
      "loss": 0.42772798538208007,
      "step": 560,
      "token_acc": 0.8584070796460177
    },
    {
      "epoch": 0.028136049001543748,
      "grad_norm": 3.21126651763916,
      "learning_rate": 2.8123444499751122e-05,
      "loss": 0.356801700592041,
      "step": 565,
      "token_acc": 0.9049235993208828
    },
    {
      "epoch": 0.028385040585628206,
      "grad_norm": 4.087579250335693,
      "learning_rate": 2.8372324539571926e-05,
      "loss": 0.4681257247924805,
      "step": 570,
      "token_acc": 0.8227513227513228
    },
    {
      "epoch": 0.028634032169712664,
      "grad_norm": 9.166482925415039,
      "learning_rate": 2.8621204579392736e-05,
      "loss": 0.513230562210083,
      "step": 575,
      "token_acc": 0.831275720164609
    },
    {
      "epoch": 0.028883023753797123,
      "grad_norm": 2.7390377521514893,
      "learning_rate": 2.887008461921354e-05,
      "loss": 0.3235642433166504,
      "step": 580,
      "token_acc": 0.8918918918918919
    },
    {
      "epoch": 0.02913201533788158,
      "grad_norm": 4.109624862670898,
      "learning_rate": 2.911896465903435e-05,
      "loss": 0.5487916946411133,
      "step": 585,
      "token_acc": 0.802536231884058
    },
    {
      "epoch": 0.029381006921966036,
      "grad_norm": 8.656195640563965,
      "learning_rate": 2.9367844698855152e-05,
      "loss": 0.3652488231658936,
      "step": 590,
      "token_acc": 0.92573402417962
    },
    {
      "epoch": 0.029629998506050494,
      "grad_norm": 3.5845730304718018,
      "learning_rate": 2.9616724738675962e-05,
      "loss": 0.5373997211456298,
      "step": 595,
      "token_acc": 0.8197320341047503
    },
    {
      "epoch": 0.029878990090134953,
      "grad_norm": 2.6533799171447754,
      "learning_rate": 2.9865604778496766e-05,
      "loss": 0.37535645961761477,
      "step": 600,
      "token_acc": 0.8713692946058091
    },
    {
      "epoch": 0.03012798167421941,
      "grad_norm": 5.7382402420043945,
      "learning_rate": 3.0114484818317572e-05,
      "loss": 0.46497163772583006,
      "step": 605,
      "token_acc": 0.9275834011391375
    },
    {
      "epoch": 0.03037697325830387,
      "grad_norm": 8.422001838684082,
      "learning_rate": 3.0363364858138375e-05,
      "loss": 0.4053581714630127,
      "step": 610,
      "token_acc": 0.875968992248062
    },
    {
      "epoch": 0.030625964842388328,
      "grad_norm": 1.5922545194625854,
      "learning_rate": 3.061224489795919e-05,
      "loss": 0.45478434562683107,
      "step": 615,
      "token_acc": 0.9614612605379366
    },
    {
      "epoch": 0.030874956426472786,
      "grad_norm": 6.329920291900635,
      "learning_rate": 3.086112493777999e-05,
      "loss": 0.5893566131591796,
      "step": 620,
      "token_acc": 0.8342105263157895
    },
    {
      "epoch": 0.031123948010557245,
      "grad_norm": 1.8968640565872192,
      "learning_rate": 3.1110004977600795e-05,
      "loss": 0.6249182224273682,
      "step": 625,
      "token_acc": 0.8
    },
    {
      "epoch": 0.0313729395946417,
      "grad_norm": Infinity,
      "learning_rate": 3.13588850174216e-05,
      "loss": 0.5044608116149902,
      "step": 630,
      "token_acc": 0.8549382716049383
    },
    {
      "epoch": 0.03162193117872616,
      "grad_norm": 2.632089853286743,
      "learning_rate": 3.160776505724241e-05,
      "loss": 0.4150402069091797,
      "step": 635,
      "token_acc": 0.8724137931034482
    },
    {
      "epoch": 0.031870922762810616,
      "grad_norm": 3.1103732585906982,
      "learning_rate": 3.185664509706321e-05,
      "loss": 0.5142495155334472,
      "step": 640,
      "token_acc": 0.7385892116182573
    },
    {
      "epoch": 0.032119914346895075,
      "grad_norm": 3.2681198120117188,
      "learning_rate": 3.210552513688402e-05,
      "loss": 0.5329961776733398,
      "step": 645,
      "token_acc": 0.8003992015968064
    },
    {
      "epoch": 0.03236890593097953,
      "grad_norm": 1.864229679107666,
      "learning_rate": 3.2354405176704825e-05,
      "loss": 0.45578598976135254,
      "step": 650,
      "token_acc": 0.8774852229983879
    },
    {
      "epoch": 0.03261789751506399,
      "grad_norm": 2.355963945388794,
      "learning_rate": 3.2603285216525635e-05,
      "loss": 0.5248276710510253,
      "step": 655,
      "token_acc": 0.8407984420642648
    },
    {
      "epoch": 0.03286688909914845,
      "grad_norm": 4.524670600891113,
      "learning_rate": 3.285216525634644e-05,
      "loss": 0.812071704864502,
      "step": 660,
      "token_acc": 0.7672101449275363
    },
    {
      "epoch": 0.03311588068323291,
      "grad_norm": 2.966031074523926,
      "learning_rate": 3.310104529616725e-05,
      "loss": 0.48624682426452637,
      "step": 665,
      "token_acc": 0.8561797752808988
    },
    {
      "epoch": 0.033364872267317366,
      "grad_norm": 10.263139724731445,
      "learning_rate": 3.334992533598806e-05,
      "loss": 0.4853516101837158,
      "step": 670,
      "token_acc": 0.8054892601431981
    },
    {
      "epoch": 0.033613863851401825,
      "grad_norm": 3.1445980072021484,
      "learning_rate": 3.359880537580886e-05,
      "loss": 0.3295841932296753,
      "step": 675,
      "token_acc": 0.9024896265560166
    },
    {
      "epoch": 0.03386285543548628,
      "grad_norm": 1.137316107749939,
      "learning_rate": 3.384768541562967e-05,
      "loss": 0.40073866844177247,
      "step": 680,
      "token_acc": 0.9182468138016786
    },
    {
      "epoch": 0.03411184701957074,
      "grad_norm": 7.559531211853027,
      "learning_rate": 3.4096565455450475e-05,
      "loss": 0.5876901149749756,
      "step": 685,
      "token_acc": 0.8406593406593407
    },
    {
      "epoch": 0.03436083860365519,
      "grad_norm": 17.46706771850586,
      "learning_rate": 3.4345445495271285e-05,
      "loss": 0.8204346656799316,
      "step": 690,
      "token_acc": 0.6840901666122182
    },
    {
      "epoch": 0.03460983018773965,
      "grad_norm": 5.631988048553467,
      "learning_rate": 3.459432553509209e-05,
      "loss": 0.5297338962554932,
      "step": 695,
      "token_acc": 0.7796116504854369
    },
    {
      "epoch": 0.03485882177182411,
      "grad_norm": 4.114142894744873,
      "learning_rate": 3.48432055749129e-05,
      "loss": 0.3581256628036499,
      "step": 700,
      "token_acc": 0.8950914340712224
    },
    {
      "epoch": 0.03510781335590857,
      "grad_norm": 7.317711353302002,
      "learning_rate": 3.50920856147337e-05,
      "loss": 0.5780483245849609,
      "step": 705,
      "token_acc": 0.8413098236775819
    },
    {
      "epoch": 0.035356804939993026,
      "grad_norm": 8.637486457824707,
      "learning_rate": 3.534096565455451e-05,
      "loss": 0.6237423419952393,
      "step": 710,
      "token_acc": 0.7653288740245262
    },
    {
      "epoch": 0.035605796524077485,
      "grad_norm": 6.314828395843506,
      "learning_rate": 3.5589845694375315e-05,
      "loss": 0.36429336071014407,
      "step": 715,
      "token_acc": 0.8480565371024735
    },
    {
      "epoch": 0.03585478810816194,
      "grad_norm": 6.844162940979004,
      "learning_rate": 3.583872573419612e-05,
      "loss": 0.4207408905029297,
      "step": 720,
      "token_acc": 0.8975535168195719
    },
    {
      "epoch": 0.0361037796922464,
      "grad_norm": 8.929872512817383,
      "learning_rate": 3.608760577401692e-05,
      "loss": 0.6400168895721435,
      "step": 725,
      "token_acc": 0.7540106951871658
    },
    {
      "epoch": 0.03635277127633086,
      "grad_norm": 5.271958827972412,
      "learning_rate": 3.633648581383773e-05,
      "loss": 0.35495309829711913,
      "step": 730,
      "token_acc": 0.9401140684410646
    },
    {
      "epoch": 0.03660176286041532,
      "grad_norm": 5.496188640594482,
      "learning_rate": 3.6585365853658535e-05,
      "loss": 0.5116571426391602,
      "step": 735,
      "token_acc": 0.8925363889749148
    },
    {
      "epoch": 0.03685075444449978,
      "grad_norm": 3.880814552307129,
      "learning_rate": 3.6834245893479345e-05,
      "loss": 0.3430957794189453,
      "step": 740,
      "token_acc": 0.8927392739273927
    },
    {
      "epoch": 0.037099746028584235,
      "grad_norm": 2.4813547134399414,
      "learning_rate": 3.708312593330015e-05,
      "loss": 0.5959695816040039,
      "step": 745,
      "token_acc": 0.8023340627279358
    },
    {
      "epoch": 0.03734873761266869,
      "grad_norm": 22.12382698059082,
      "learning_rate": 3.733200597312096e-05,
      "loss": 0.7639016151428223,
      "step": 750,
      "token_acc": 0.755700325732899
    },
    {
      "epoch": 0.03759772919675315,
      "grad_norm": 2.5972840785980225,
      "learning_rate": 3.758088601294176e-05,
      "loss": 0.4505943298339844,
      "step": 755,
      "token_acc": 0.873758865248227
    },
    {
      "epoch": 0.03784672078083761,
      "grad_norm": 2.370260238647461,
      "learning_rate": 3.782976605276257e-05,
      "loss": 0.399526309967041,
      "step": 760,
      "token_acc": 0.8571428571428571
    },
    {
      "epoch": 0.03809571236492207,
      "grad_norm": 17.72872543334961,
      "learning_rate": 3.8078646092583375e-05,
      "loss": 0.4193552494049072,
      "step": 765,
      "token_acc": 0.9062776304155614
    },
    {
      "epoch": 0.03834470394900653,
      "grad_norm": 1.037949800491333,
      "learning_rate": 3.8327526132404185e-05,
      "loss": 0.5059409141540527,
      "step": 770,
      "token_acc": 0.8633975481611208
    },
    {
      "epoch": 0.03859369553309098,
      "grad_norm": 7.03885555267334,
      "learning_rate": 3.857640617222499e-05,
      "loss": 0.3234515905380249,
      "step": 775,
      "token_acc": 0.9377049180327869
    },
    {
      "epoch": 0.03884268711717544,
      "grad_norm": 8.517376899719238,
      "learning_rate": 3.88252862120458e-05,
      "loss": 0.5247149467468262,
      "step": 780,
      "token_acc": 0.922165820642978
    },
    {
      "epoch": 0.039091678701259895,
      "grad_norm": 3.6340291500091553,
      "learning_rate": 3.90741662518666e-05,
      "loss": 0.4727832794189453,
      "step": 785,
      "token_acc": 0.8645598194130926
    },
    {
      "epoch": 0.039340670285344354,
      "grad_norm": 1.8930450677871704,
      "learning_rate": 3.932304629168741e-05,
      "loss": 0.5153576374053955,
      "step": 790,
      "token_acc": 0.8146128680479825
    },
    {
      "epoch": 0.03958966186942881,
      "grad_norm": 8.563207626342773,
      "learning_rate": 3.9571926331508215e-05,
      "loss": 0.4442138195037842,
      "step": 795,
      "token_acc": 0.9370229007633588
    },
    {
      "epoch": 0.03983865345351327,
      "grad_norm": 3.092991590499878,
      "learning_rate": 3.9820806371329025e-05,
      "loss": 0.47079105377197267,
      "step": 800,
      "token_acc": 0.8025114155251142
    },
    {
      "epoch": 0.04008764503759773,
      "grad_norm": 1.6998960971832275,
      "learning_rate": 4.006968641114983e-05,
      "loss": 0.8157201766967773,
      "step": 805,
      "token_acc": 0.7294666396268505
    },
    {
      "epoch": 0.04033663662168219,
      "grad_norm": 5.8395538330078125,
      "learning_rate": 4.031856645097063e-05,
      "loss": 0.39939041137695314,
      "step": 810,
      "token_acc": 0.8743718592964824
    },
    {
      "epoch": 0.040585628205766645,
      "grad_norm": 3.2606282234191895,
      "learning_rate": 4.056744649079144e-05,
      "loss": 0.39512631893157957,
      "step": 815,
      "token_acc": 0.9458272327964861
    },
    {
      "epoch": 0.040834619789851104,
      "grad_norm": 4.870108604431152,
      "learning_rate": 4.0816326530612245e-05,
      "loss": 0.3773547410964966,
      "step": 820,
      "token_acc": 0.928436911487759
    },
    {
      "epoch": 0.04108361137393556,
      "grad_norm": 8.881477355957031,
      "learning_rate": 4.106520657043305e-05,
      "loss": 0.5211336612701416,
      "step": 825,
      "token_acc": 0.8694214876033057
    },
    {
      "epoch": 0.04133260295802002,
      "grad_norm": 2.334475040435791,
      "learning_rate": 4.131408661025386e-05,
      "loss": 0.4369355201721191,
      "step": 830,
      "token_acc": 0.7296269897837966
    },
    {
      "epoch": 0.04158159454210448,
      "grad_norm": 6.943685531616211,
      "learning_rate": 4.156296665007466e-05,
      "loss": 0.3664743423461914,
      "step": 835,
      "token_acc": 0.9300582847626978
    },
    {
      "epoch": 0.04183058612618894,
      "grad_norm": 1.0262106657028198,
      "learning_rate": 4.181184668989547e-05,
      "loss": 0.3833556413650513,
      "step": 840,
      "token_acc": 0.9215961244263131
    },
    {
      "epoch": 0.042079577710273396,
      "grad_norm": 6.575252532958984,
      "learning_rate": 4.2060726729716275e-05,
      "loss": 0.5790549755096436,
      "step": 845,
      "token_acc": 0.8481973434535104
    },
    {
      "epoch": 0.042328569294357854,
      "grad_norm": 3.6655337810516357,
      "learning_rate": 4.2309606769537085e-05,
      "loss": 0.4523712158203125,
      "step": 850,
      "token_acc": 0.9350906095551894
    },
    {
      "epoch": 0.042577560878442305,
      "grad_norm": 3.686983346939087,
      "learning_rate": 4.255848680935789e-05,
      "loss": 0.273519492149353,
      "step": 855,
      "token_acc": 0.9516129032258065
    },
    {
      "epoch": 0.042826552462526764,
      "grad_norm": 2.713762044906616,
      "learning_rate": 4.28073668491787e-05,
      "loss": 0.4321902275085449,
      "step": 860,
      "token_acc": 0.8466453674121406
    },
    {
      "epoch": 0.04307554404661122,
      "grad_norm": 5.105222702026367,
      "learning_rate": 4.30562468889995e-05,
      "loss": 0.4171444416046143,
      "step": 865,
      "token_acc": 0.8804597701149425
    },
    {
      "epoch": 0.04332453563069568,
      "grad_norm": 0.7362128496170044,
      "learning_rate": 4.330512692882031e-05,
      "loss": 0.3854831695556641,
      "step": 870,
      "token_acc": 0.9229079727652097
    },
    {
      "epoch": 0.04357352721478014,
      "grad_norm": 1.5623492002487183,
      "learning_rate": 4.3554006968641115e-05,
      "loss": 0.3727907180786133,
      "step": 875,
      "token_acc": 0.8665865384615384
    },
    {
      "epoch": 0.0438225187988646,
      "grad_norm": 3.443557024002075,
      "learning_rate": 4.3802887008461925e-05,
      "loss": 0.5957478046417236,
      "step": 880,
      "token_acc": 0.8311688311688312
    },
    {
      "epoch": 0.044071510382949056,
      "grad_norm": 6.954124450683594,
      "learning_rate": 4.405176704828273e-05,
      "loss": 0.5428736686706543,
      "step": 885,
      "token_acc": 0.9138149556400507
    },
    {
      "epoch": 0.044320501967033514,
      "grad_norm": 4.635288715362549,
      "learning_rate": 4.430064708810354e-05,
      "loss": 0.48514156341552733,
      "step": 890,
      "token_acc": 0.8902835890283589
    },
    {
      "epoch": 0.04456949355111797,
      "grad_norm": 2.4768545627593994,
      "learning_rate": 4.454952712792435e-05,
      "loss": 0.4159536838531494,
      "step": 895,
      "token_acc": 0.900418410041841
    },
    {
      "epoch": 0.04481848513520243,
      "grad_norm": 4.701310157775879,
      "learning_rate": 4.479840716774515e-05,
      "loss": 0.4204727649688721,
      "step": 900,
      "token_acc": 0.9299419901829541
    },
    {
      "epoch": 0.04506747671928689,
      "grad_norm": 2.983192205429077,
      "learning_rate": 4.5047287207565955e-05,
      "loss": 0.375951361656189,
      "step": 905,
      "token_acc": 0.9286653517422748
    },
    {
      "epoch": 0.04531646830337135,
      "grad_norm": 5.3576555252075195,
      "learning_rate": 4.529616724738676e-05,
      "loss": 0.4004044532775879,
      "step": 910,
      "token_acc": 0.9040404040404041
    },
    {
      "epoch": 0.045565459887455806,
      "grad_norm": 3.882636547088623,
      "learning_rate": 4.554504728720757e-05,
      "loss": 0.5559834480285645,
      "step": 915,
      "token_acc": 0.8461538461538461
    },
    {
      "epoch": 0.045814451471540264,
      "grad_norm": 1.3371846675872803,
      "learning_rate": 4.579392732702837e-05,
      "loss": 0.6028181076049804,
      "step": 920,
      "token_acc": 0.9262981574539364
    },
    {
      "epoch": 0.04606344305562472,
      "grad_norm": 4.207072734832764,
      "learning_rate": 4.604280736684918e-05,
      "loss": 0.4448265075683594,
      "step": 925,
      "token_acc": 0.8778625954198473
    },
    {
      "epoch": 0.04631243463970918,
      "grad_norm": 1.0751478672027588,
      "learning_rate": 4.6291687406669985e-05,
      "loss": 0.34575939178466797,
      "step": 930,
      "token_acc": 0.9453815261044177
    },
    {
      "epoch": 0.04656142622379363,
      "grad_norm": 4.866774082183838,
      "learning_rate": 4.6540567446490795e-05,
      "loss": 0.40912632942199706,
      "step": 935,
      "token_acc": 0.8822202166064982
    },
    {
      "epoch": 0.04681041780787809,
      "grad_norm": 2.619629144668579,
      "learning_rate": 4.67894474863116e-05,
      "loss": 0.5603218078613281,
      "step": 940,
      "token_acc": 0.8458781362007168
    },
    {
      "epoch": 0.04705940939196255,
      "grad_norm": 3.469909429550171,
      "learning_rate": 4.703832752613241e-05,
      "loss": 1.0464402198791505,
      "step": 945,
      "token_acc": 0.8066914498141264
    },
    {
      "epoch": 0.04730840097604701,
      "grad_norm": 5.3708014488220215,
      "learning_rate": 4.728720756595321e-05,
      "loss": 0.3226971387863159,
      "step": 950,
      "token_acc": 0.9300314465408805
    },
    {
      "epoch": 0.047557392560131466,
      "grad_norm": 4.170505523681641,
      "learning_rate": 4.753608760577402e-05,
      "loss": 0.3366273880004883,
      "step": 955,
      "token_acc": 0.946031746031746
    },
    {
      "epoch": 0.047806384144215924,
      "grad_norm": 4.743853569030762,
      "learning_rate": 4.7784967645594825e-05,
      "loss": 0.45915994644165037,
      "step": 960,
      "token_acc": 0.8641049671977507
    },
    {
      "epoch": 0.04805537572830038,
      "grad_norm": 4.119628429412842,
      "learning_rate": 4.8033847685415635e-05,
      "loss": 0.3062849760055542,
      "step": 965,
      "token_acc": 0.9023876404494382
    },
    {
      "epoch": 0.04830436731238484,
      "grad_norm": 4.11011266708374,
      "learning_rate": 4.828272772523644e-05,
      "loss": 0.3381007432937622,
      "step": 970,
      "token_acc": 0.9122122512680453
    },
    {
      "epoch": 0.0485533588964693,
      "grad_norm": 5.369580268859863,
      "learning_rate": 4.853160776505725e-05,
      "loss": 0.35958089828491213,
      "step": 975,
      "token_acc": 0.9207547169811321
    },
    {
      "epoch": 0.04880235048055376,
      "grad_norm": 2.00720477104187,
      "learning_rate": 4.878048780487805e-05,
      "loss": 0.31199653148651124,
      "step": 980,
      "token_acc": 0.9589371980676329
    },
    {
      "epoch": 0.049051342064638216,
      "grad_norm": 2.4044806957244873,
      "learning_rate": 4.902936784469886e-05,
      "loss": 0.6185763359069825,
      "step": 985,
      "token_acc": 0.8277372262773722
    },
    {
      "epoch": 0.049300333648722675,
      "grad_norm": 0.889374852180481,
      "learning_rate": 4.9278247884519665e-05,
      "loss": 0.3038739442825317,
      "step": 990,
      "token_acc": 0.9463713980789754
    },
    {
      "epoch": 0.04954932523280713,
      "grad_norm": 5.79182767868042,
      "learning_rate": 4.9527127924340475e-05,
      "loss": 0.4745826721191406,
      "step": 995,
      "token_acc": 0.8934497816593886
    },
    {
      "epoch": 0.04979831681689159,
      "grad_norm": 1.8707411289215088,
      "learning_rate": 4.977600796416128e-05,
      "loss": 0.4343851566314697,
      "step": 1000,
      "token_acc": 0.87882096069869
    },
    {
      "epoch": 0.05004730840097605,
      "grad_norm": 1.681692123413086,
      "learning_rate": 5.002488800398208e-05,
      "loss": 0.4726873874664307,
      "step": 1005,
      "token_acc": 0.9024390243902439
    },
    {
      "epoch": 0.05029629998506051,
      "grad_norm": 2.734123468399048,
      "learning_rate": 5.027376804380289e-05,
      "loss": 0.30782034397125246,
      "step": 1010,
      "token_acc": 0.8876221498371335
    },
    {
      "epoch": 0.05054529156914496,
      "grad_norm": 2.5668833255767822,
      "learning_rate": 5.0522648083623695e-05,
      "loss": 0.46999287605285645,
      "step": 1015,
      "token_acc": 0.8612244897959184
    },
    {
      "epoch": 0.05079428315322942,
      "grad_norm": 3.3801777362823486,
      "learning_rate": 5.07715281234445e-05,
      "loss": 0.3783008098602295,
      "step": 1020,
      "token_acc": 0.8693834900731452
    },
    {
      "epoch": 0.051043274737313876,
      "grad_norm": 3.7261555194854736,
      "learning_rate": 5.102040816326531e-05,
      "loss": 0.5231959819793701,
      "step": 1025,
      "token_acc": 0.8501628664495114
    },
    {
      "epoch": 0.051292266321398335,
      "grad_norm": 16.714214324951172,
      "learning_rate": 5.126928820308612e-05,
      "loss": 0.5628603458404541,
      "step": 1030,
      "token_acc": 0.8450106157112527
    },
    {
      "epoch": 0.05154125790548279,
      "grad_norm": 3.954585552215576,
      "learning_rate": 5.1518168242906915e-05,
      "loss": 0.45285711288452146,
      "step": 1035,
      "token_acc": 0.8486842105263158
    },
    {
      "epoch": 0.05179024948956725,
      "grad_norm": 7.287602424621582,
      "learning_rate": 5.1767048282727725e-05,
      "loss": 0.43741574287414553,
      "step": 1040,
      "token_acc": 0.9519450800915332
    },
    {
      "epoch": 0.05203924107365171,
      "grad_norm": 10.44781494140625,
      "learning_rate": 5.2015928322548535e-05,
      "loss": 0.5812573432922363,
      "step": 1045,
      "token_acc": 0.8493975903614458
    },
    {
      "epoch": 0.05228823265773617,
      "grad_norm": 7.477039813995361,
      "learning_rate": 5.2264808362369345e-05,
      "loss": 0.45320711135864256,
      "step": 1050,
      "token_acc": 0.8640939597315436
    },
    {
      "epoch": 0.052537224241820626,
      "grad_norm": 4.086796760559082,
      "learning_rate": 5.251368840219014e-05,
      "loss": 0.4052460193634033,
      "step": 1055,
      "token_acc": 0.8784403669724771
    },
    {
      "epoch": 0.052786215825905085,
      "grad_norm": 4.419346809387207,
      "learning_rate": 5.276256844201095e-05,
      "loss": 0.34671404361724856,
      "step": 1060,
      "token_acc": 0.898989898989899
    },
    {
      "epoch": 0.05303520740998954,
      "grad_norm": 4.348806381225586,
      "learning_rate": 5.301144848183176e-05,
      "loss": 0.49269795417785645,
      "step": 1065,
      "token_acc": 0.8368580060422961
    },
    {
      "epoch": 0.053284198994074,
      "grad_norm": 6.867542266845703,
      "learning_rate": 5.326032852165257e-05,
      "loss": 0.6452056884765625,
      "step": 1070,
      "token_acc": 0.7986798679867987
    },
    {
      "epoch": 0.05353319057815846,
      "grad_norm": 2.0186522006988525,
      "learning_rate": 5.350920856147337e-05,
      "loss": 0.34285435676574705,
      "step": 1075,
      "token_acc": 0.8964803312629399
    },
    {
      "epoch": 0.05378218216224292,
      "grad_norm": 8.144049644470215,
      "learning_rate": 5.375808860129418e-05,
      "loss": 0.3986070156097412,
      "step": 1080,
      "token_acc": 0.8725274725274725
    },
    {
      "epoch": 0.05403117374632738,
      "grad_norm": 4.087357997894287,
      "learning_rate": 5.400696864111499e-05,
      "loss": 0.5300312995910644,
      "step": 1085,
      "token_acc": 0.8380281690140845
    },
    {
      "epoch": 0.054280165330411835,
      "grad_norm": 3.148440361022949,
      "learning_rate": 5.42558486809358e-05,
      "loss": 0.42656402587890624,
      "step": 1090,
      "token_acc": 0.8691275167785235
    },
    {
      "epoch": 0.05452915691449629,
      "grad_norm": 1.458655834197998,
      "learning_rate": 5.4504728720756594e-05,
      "loss": 0.45103039741516116,
      "step": 1095,
      "token_acc": 0.9344552701505757
    },
    {
      "epoch": 0.054778148498580745,
      "grad_norm": 5.1191086769104,
      "learning_rate": 5.4753608760577405e-05,
      "loss": 0.7316226005554199,
      "step": 1100,
      "token_acc": 0.8514899853444065
    },
    {
      "epoch": 0.0550271400826652,
      "grad_norm": 8.17386245727539,
      "learning_rate": 5.500248880039821e-05,
      "loss": 0.4381721496582031,
      "step": 1105,
      "token_acc": 0.9069767441860465
    },
    {
      "epoch": 0.05527613166674966,
      "grad_norm": 1.4427516460418701,
      "learning_rate": 5.525136884021902e-05,
      "loss": 0.5680714607238769,
      "step": 1110,
      "token_acc": 0.8934092758340114
    },
    {
      "epoch": 0.05552512325083412,
      "grad_norm": 2.853517532348633,
      "learning_rate": 5.550024888003982e-05,
      "loss": 0.2851692199707031,
      "step": 1115,
      "token_acc": 0.9160493827160494
    },
    {
      "epoch": 0.05577411483491858,
      "grad_norm": 2.740976572036743,
      "learning_rate": 5.5749128919860624e-05,
      "loss": 0.7764069557189941,
      "step": 1120,
      "token_acc": 0.7140686721361288
    },
    {
      "epoch": 0.05602310641900304,
      "grad_norm": 8.022964477539062,
      "learning_rate": 5.5998008959681434e-05,
      "loss": 0.5064882278442383,
      "step": 1125,
      "token_acc": 0.9558180227471567
    },
    {
      "epoch": 0.056272098003087495,
      "grad_norm": 3.354100465774536,
      "learning_rate": 5.6246888999502245e-05,
      "loss": 0.7499381065368652,
      "step": 1130,
      "token_acc": 0.7744227353463587
    },
    {
      "epoch": 0.056521089587171953,
      "grad_norm": 6.274455547332764,
      "learning_rate": 5.6495769039323055e-05,
      "loss": 0.4290926933288574,
      "step": 1135,
      "token_acc": 0.8688046647230321
    },
    {
      "epoch": 0.05677008117125641,
      "grad_norm": 2.063368082046509,
      "learning_rate": 5.674464907914385e-05,
      "loss": 0.3282869100570679,
      "step": 1140,
      "token_acc": 0.8859649122807017
    },
    {
      "epoch": 0.05701907275534087,
      "grad_norm": 3.4317691326141357,
      "learning_rate": 5.699352911896466e-05,
      "loss": 0.4362643241882324,
      "step": 1145,
      "token_acc": 0.9061135371179039
    },
    {
      "epoch": 0.05726806433942533,
      "grad_norm": 2.8119728565216064,
      "learning_rate": 5.724240915878547e-05,
      "loss": 0.3741141796112061,
      "step": 1150,
      "token_acc": 0.925
    },
    {
      "epoch": 0.05751705592350979,
      "grad_norm": 3.9609453678131104,
      "learning_rate": 5.749128919860628e-05,
      "loss": 0.5764083385467529,
      "step": 1155,
      "token_acc": 0.875
    },
    {
      "epoch": 0.057766047507594245,
      "grad_norm": 4.781093120574951,
      "learning_rate": 5.774016923842708e-05,
      "loss": 0.5463484764099121,
      "step": 1160,
      "token_acc": 0.940512375162831
    },
    {
      "epoch": 0.058015039091678704,
      "grad_norm": 1.8703402280807495,
      "learning_rate": 5.798904927824789e-05,
      "loss": 0.5820333957672119,
      "step": 1165,
      "token_acc": 0.8543778801843318
    },
    {
      "epoch": 0.05826403067576316,
      "grad_norm": 12.93903923034668,
      "learning_rate": 5.82379293180687e-05,
      "loss": 0.44696998596191406,
      "step": 1170,
      "token_acc": 0.9264805990469708
    },
    {
      "epoch": 0.05851302225984762,
      "grad_norm": 3.4665677547454834,
      "learning_rate": 5.848680935788951e-05,
      "loss": 0.6549663543701172,
      "step": 1175,
      "token_acc": 0.7413321167883211
    },
    {
      "epoch": 0.05876201384393207,
      "grad_norm": 2.3808138370513916,
      "learning_rate": 5.8735689397710304e-05,
      "loss": 0.39291672706604003,
      "step": 1180,
      "token_acc": 0.9103448275862069
    },
    {
      "epoch": 0.05901100542801653,
      "grad_norm": 5.94638204574585,
      "learning_rate": 5.8984569437531114e-05,
      "loss": 0.465297794342041,
      "step": 1185,
      "token_acc": 0.8718929254302104
    },
    {
      "epoch": 0.05925999701210099,
      "grad_norm": 7.309055328369141,
      "learning_rate": 5.9233449477351924e-05,
      "loss": 0.2567836999893188,
      "step": 1190,
      "token_acc": 0.9163265306122449
    },
    {
      "epoch": 0.05950898859618545,
      "grad_norm": 2.9703452587127686,
      "learning_rate": 5.948232951717273e-05,
      "loss": 0.3577415466308594,
      "step": 1195,
      "token_acc": 0.9052774018944519
    },
    {
      "epoch": 0.059757980180269905,
      "grad_norm": 3.316589593887329,
      "learning_rate": 5.973120955699353e-05,
      "loss": 0.33649277687072754,
      "step": 1200,
      "token_acc": 0.9230769230769231
    },
    {
      "epoch": 0.060006971764354364,
      "grad_norm": 0.8790834546089172,
      "learning_rate": 5.9980089596814334e-05,
      "loss": 0.34121873378753664,
      "step": 1205,
      "token_acc": 0.953962703962704
    },
    {
      "epoch": 0.06025596334843882,
      "grad_norm": 5.391429901123047,
      "learning_rate": 6.0228969636635144e-05,
      "loss": 0.3082266330718994,
      "step": 1210,
      "token_acc": 0.8913630229419703
    },
    {
      "epoch": 0.06050495493252328,
      "grad_norm": 4.969956874847412,
      "learning_rate": 6.0477849676455954e-05,
      "loss": 0.504615306854248,
      "step": 1215,
      "token_acc": 0.8408273381294964
    },
    {
      "epoch": 0.06075394651660774,
      "grad_norm": 3.840237855911255,
      "learning_rate": 6.072672971627675e-05,
      "loss": 0.5519224166870117,
      "step": 1220,
      "token_acc": 0.8452012383900929
    },
    {
      "epoch": 0.0610029381006922,
      "grad_norm": 5.128630638122559,
      "learning_rate": 6.097560975609756e-05,
      "loss": 0.307412314414978,
      "step": 1225,
      "token_acc": 0.9285714285714286
    },
    {
      "epoch": 0.061251929684776656,
      "grad_norm": 2.731619119644165,
      "learning_rate": 6.122448979591838e-05,
      "loss": 0.2763739347457886,
      "step": 1230,
      "token_acc": 0.9173680183626626
    },
    {
      "epoch": 0.061500921268861114,
      "grad_norm": 3.8468525409698486,
      "learning_rate": 6.147336983573918e-05,
      "loss": 0.42063274383544924,
      "step": 1235,
      "token_acc": 0.9145299145299145
    },
    {
      "epoch": 0.06174991285294557,
      "grad_norm": 4.35442590713501,
      "learning_rate": 6.172224987555998e-05,
      "loss": 0.5081371307373047,
      "step": 1240,
      "token_acc": 0.9237472766884531
    },
    {
      "epoch": 0.06199890443703003,
      "grad_norm": 4.295487880706787,
      "learning_rate": 6.197112991538079e-05,
      "loss": 0.43234477043151853,
      "step": 1245,
      "token_acc": 0.874897792313982
    },
    {
      "epoch": 0.06224789602111449,
      "grad_norm": 5.734617710113525,
      "learning_rate": 6.222000995520159e-05,
      "loss": 0.7301823616027832,
      "step": 1250,
      "token_acc": 0.7948717948717948
    },
    {
      "epoch": 0.06249688760519895,
      "grad_norm": 2.8312859535217285,
      "learning_rate": 6.246888999502241e-05,
      "loss": 0.5001457214355469,
      "step": 1255,
      "token_acc": 0.8649921507064364
    },
    {
      "epoch": 0.0627458791892834,
      "grad_norm": 2.477982759475708,
      "learning_rate": 6.27177700348432e-05,
      "loss": 0.3814527988433838,
      "step": 1260,
      "token_acc": 0.9029850746268657
    },
    {
      "epoch": 0.06299487077336786,
      "grad_norm": 6.2289628982543945,
      "learning_rate": 6.296665007466401e-05,
      "loss": 0.542011833190918,
      "step": 1265,
      "token_acc": 0.8629550321199143
    },
    {
      "epoch": 0.06324386235745232,
      "grad_norm": 1.8504246473312378,
      "learning_rate": 6.321553011448482e-05,
      "loss": 0.4313969135284424,
      "step": 1270,
      "token_acc": 0.9039609332609875
    },
    {
      "epoch": 0.06349285394153678,
      "grad_norm": 6.752954006195068,
      "learning_rate": 6.346441015430563e-05,
      "loss": 0.5601883888244629,
      "step": 1275,
      "token_acc": 0.8526440879382056
    },
    {
      "epoch": 0.06374184552562123,
      "grad_norm": 2.605801820755005,
      "learning_rate": 6.371329019412642e-05,
      "loss": 0.31439499855041503,
      "step": 1280,
      "token_acc": 0.9630024902170046
    },
    {
      "epoch": 0.0639908371097057,
      "grad_norm": 3.034600257873535,
      "learning_rate": 6.396217023394724e-05,
      "loss": 0.2874223947525024,
      "step": 1285,
      "token_acc": 0.9451612903225807
    },
    {
      "epoch": 0.06423982869379015,
      "grad_norm": 1.5015732049942017,
      "learning_rate": 6.421105027376804e-05,
      "loss": 0.463358736038208,
      "step": 1290,
      "token_acc": 0.8529886914378029
    },
    {
      "epoch": 0.06448882027787461,
      "grad_norm": 2.0326266288757324,
      "learning_rate": 6.445993031358886e-05,
      "loss": 0.34441461563110354,
      "step": 1295,
      "token_acc": 0.8898678414096917
    },
    {
      "epoch": 0.06473781186195907,
      "grad_norm": 1.833077311515808,
      "learning_rate": 6.470881035340965e-05,
      "loss": 0.30105955600738527,
      "step": 1300,
      "token_acc": 0.9240282685512368
    },
    {
      "epoch": 0.06498680344604352,
      "grad_norm": 2.4208450317382812,
      "learning_rate": 6.495769039323047e-05,
      "loss": 0.43315587043762205,
      "step": 1305,
      "token_acc": 0.8497854077253219
    },
    {
      "epoch": 0.06523579503012798,
      "grad_norm": 5.891806125640869,
      "learning_rate": 6.520657043305127e-05,
      "loss": 0.3651892185211182,
      "step": 1310,
      "token_acc": 0.8840336134453781
    },
    {
      "epoch": 0.06548478661421243,
      "grad_norm": 10.942889213562012,
      "learning_rate": 6.545545047287209e-05,
      "loss": 0.5666351318359375,
      "step": 1315,
      "token_acc": 0.8466076696165191
    },
    {
      "epoch": 0.0657337781982969,
      "grad_norm": 10.248212814331055,
      "learning_rate": 6.570433051269288e-05,
      "loss": 0.5029258728027344,
      "step": 1320,
      "token_acc": 0.9443155452436195
    },
    {
      "epoch": 0.06598276978238135,
      "grad_norm": 7.466186046600342,
      "learning_rate": 6.59532105525137e-05,
      "loss": 0.35932676792144774,
      "step": 1325,
      "token_acc": 0.9372037914691943
    },
    {
      "epoch": 0.06623176136646582,
      "grad_norm": 5.911694526672363,
      "learning_rate": 6.62020905923345e-05,
      "loss": 0.29485306739807127,
      "step": 1330,
      "token_acc": 0.9657064471879286
    },
    {
      "epoch": 0.06648075295055027,
      "grad_norm": 3.7115302085876465,
      "learning_rate": 6.64509706321553e-05,
      "loss": 0.37126479148864744,
      "step": 1335,
      "token_acc": 0.9298245614035088
    },
    {
      "epoch": 0.06672974453463473,
      "grad_norm": 2.959303617477417,
      "learning_rate": 6.669985067197612e-05,
      "loss": 0.2082873821258545,
      "step": 1340,
      "token_acc": 0.9241706161137441
    },
    {
      "epoch": 0.06697873611871918,
      "grad_norm": 6.66340970993042,
      "learning_rate": 6.694873071179692e-05,
      "loss": 0.3794572114944458,
      "step": 1345,
      "token_acc": 0.8837772397094431
    },
    {
      "epoch": 0.06722772770280365,
      "grad_norm": 2.9060282707214355,
      "learning_rate": 6.719761075161772e-05,
      "loss": 0.5222044467926026,
      "step": 1350,
      "token_acc": 0.8384313725490196
    },
    {
      "epoch": 0.0674767192868881,
      "grad_norm": 6.1526641845703125,
      "learning_rate": 6.744649079143853e-05,
      "loss": 0.6836729049682617,
      "step": 1355,
      "token_acc": 0.7614138438880707
    },
    {
      "epoch": 0.06772571087097257,
      "grad_norm": 1.3425703048706055,
      "learning_rate": 6.769537083125934e-05,
      "loss": 0.5477011203765869,
      "step": 1360,
      "token_acc": 0.9321382842509603
    },
    {
      "epoch": 0.06797470245505702,
      "grad_norm": 2.185189962387085,
      "learning_rate": 6.794425087108013e-05,
      "loss": 0.6605908870697021,
      "step": 1365,
      "token_acc": 0.8245888801879405
    },
    {
      "epoch": 0.06822369403914148,
      "grad_norm": 2.4469993114471436,
      "learning_rate": 6.819313091090095e-05,
      "loss": 0.6327115058898926,
      "step": 1370,
      "token_acc": 0.7827788649706457
    },
    {
      "epoch": 0.06847268562322593,
      "grad_norm": 0.9668055772781372,
      "learning_rate": 6.844201095072175e-05,
      "loss": 0.3686476230621338,
      "step": 1375,
      "token_acc": 0.8550029958058718
    },
    {
      "epoch": 0.06872167720731039,
      "grad_norm": 2.7727530002593994,
      "learning_rate": 6.869089099054257e-05,
      "loss": 0.5351102352142334,
      "step": 1380,
      "token_acc": 0.7897648686030428
    },
    {
      "epoch": 0.06897066879139485,
      "grad_norm": 4.43562126159668,
      "learning_rate": 6.893977103036336e-05,
      "loss": 0.6163435459136963,
      "step": 1385,
      "token_acc": 0.8357289527720739
    },
    {
      "epoch": 0.0692196603754793,
      "grad_norm": 5.258585453033447,
      "learning_rate": 6.918865107018418e-05,
      "loss": 0.49680705070495607,
      "step": 1390,
      "token_acc": 0.868122270742358
    },
    {
      "epoch": 0.06946865195956377,
      "grad_norm": 5.929924488067627,
      "learning_rate": 6.943753111000498e-05,
      "loss": 0.6098348140716553,
      "step": 1395,
      "token_acc": 0.8299791811242193
    },
    {
      "epoch": 0.06971764354364822,
      "grad_norm": 1.3183785676956177,
      "learning_rate": 6.96864111498258e-05,
      "loss": 0.44099035263061526,
      "step": 1400,
      "token_acc": 0.9162087912087912
    },
    {
      "epoch": 0.06996663512773268,
      "grad_norm": 4.498240947723389,
      "learning_rate": 6.993529118964659e-05,
      "loss": 0.5341145515441894,
      "step": 1405,
      "token_acc": 0.8391959798994975
    },
    {
      "epoch": 0.07021562671181714,
      "grad_norm": 2.0061142444610596,
      "learning_rate": 7.01841712294674e-05,
      "loss": 0.4832094669342041,
      "step": 1410,
      "token_acc": 0.8188940092165898
    },
    {
      "epoch": 0.0704646182959016,
      "grad_norm": 3.8423092365264893,
      "learning_rate": 7.043305126928821e-05,
      "loss": 0.6202427387237549,
      "step": 1415,
      "token_acc": 0.8223140495867769
    },
    {
      "epoch": 0.07071360987998605,
      "grad_norm": 2.4345531463623047,
      "learning_rate": 7.068193130910902e-05,
      "loss": 0.6176481246948242,
      "step": 1420,
      "token_acc": 0.8675623800383877
    },
    {
      "epoch": 0.07096260146407052,
      "grad_norm": 3.6318306922912598,
      "learning_rate": 7.093081134892981e-05,
      "loss": 0.6884008407592773,
      "step": 1425,
      "token_acc": 0.7418452935694315
    },
    {
      "epoch": 0.07121159304815497,
      "grad_norm": 7.633910655975342,
      "learning_rate": 7.117969138875063e-05,
      "loss": 0.4362800121307373,
      "step": 1430,
      "token_acc": 0.8649350649350649
    },
    {
      "epoch": 0.07146058463223944,
      "grad_norm": 1.8605717420578003,
      "learning_rate": 7.142857142857143e-05,
      "loss": 0.6812577724456788,
      "step": 1435,
      "token_acc": 0.8393223819301848
    },
    {
      "epoch": 0.07170957621632389,
      "grad_norm": 12.89764404296875,
      "learning_rate": 7.167745146839224e-05,
      "loss": 0.678229808807373,
      "step": 1440,
      "token_acc": 0.8501291989664083
    },
    {
      "epoch": 0.07195856780040835,
      "grad_norm": 1.4721719026565552,
      "learning_rate": 7.192633150821304e-05,
      "loss": 0.3872817039489746,
      "step": 1445,
      "token_acc": 0.844241922120961
    },
    {
      "epoch": 0.0722075593844928,
      "grad_norm": 1.8450580835342407,
      "learning_rate": 7.217521154803384e-05,
      "loss": 0.3900731086730957,
      "step": 1450,
      "token_acc": 0.9093904448105437
    },
    {
      "epoch": 0.07245655096857727,
      "grad_norm": 4.4835333824157715,
      "learning_rate": 7.242409158785466e-05,
      "loss": 0.38445754051208497,
      "step": 1455,
      "token_acc": 0.8805309734513275
    },
    {
      "epoch": 0.07270554255266172,
      "grad_norm": 1.8351558446884155,
      "learning_rate": 7.267297162767546e-05,
      "loss": 0.42015604972839354,
      "step": 1460,
      "token_acc": 0.8880706921944035
    },
    {
      "epoch": 0.07295453413674617,
      "grad_norm": 3.506824254989624,
      "learning_rate": 7.292185166749627e-05,
      "loss": 0.40877437591552734,
      "step": 1465,
      "token_acc": 0.8974358974358975
    },
    {
      "epoch": 0.07320352572083064,
      "grad_norm": 7.132186412811279,
      "learning_rate": 7.317073170731707e-05,
      "loss": 0.5118297576904297,
      "step": 1470,
      "token_acc": 0.8412698412698413
    },
    {
      "epoch": 0.07345251730491509,
      "grad_norm": 2.182335138320923,
      "learning_rate": 7.341961174713789e-05,
      "loss": 0.2738089323043823,
      "step": 1475,
      "token_acc": 0.9476486246672582
    },
    {
      "epoch": 0.07370150888899955,
      "grad_norm": 2.4592444896698,
      "learning_rate": 7.366849178695869e-05,
      "loss": 0.3912422895431519,
      "step": 1480,
      "token_acc": 0.8795572916666666
    },
    {
      "epoch": 0.073950500473084,
      "grad_norm": 1.5817068815231323,
      "learning_rate": 7.39173718267795e-05,
      "loss": 0.446858549118042,
      "step": 1485,
      "token_acc": 0.9301934398654331
    },
    {
      "epoch": 0.07419949205716847,
      "grad_norm": 13.335062026977539,
      "learning_rate": 7.41662518666003e-05,
      "loss": 0.43953561782836914,
      "step": 1490,
      "token_acc": 0.9015817223198594
    },
    {
      "epoch": 0.07444848364125292,
      "grad_norm": 1.2954816818237305,
      "learning_rate": 7.441513190642111e-05,
      "loss": 0.336426305770874,
      "step": 1495,
      "token_acc": 0.8747121142330723
    },
    {
      "epoch": 0.07469747522533739,
      "grad_norm": 0.989867627620697,
      "learning_rate": 7.466401194624192e-05,
      "loss": 0.30786867141723634,
      "step": 1500,
      "token_acc": 0.9569460390355913
    },
    {
      "epoch": 0.07494646680942184,
      "grad_norm": 7.839763641357422,
      "learning_rate": 7.491289198606272e-05,
      "loss": 0.7090267181396485,
      "step": 1505,
      "token_acc": 0.8047882136279927
    },
    {
      "epoch": 0.0751954583935063,
      "grad_norm": 4.829000949859619,
      "learning_rate": 7.516177202588352e-05,
      "loss": 0.44637341499328614,
      "step": 1510,
      "token_acc": 0.8716323296354992
    },
    {
      "epoch": 0.07544444997759076,
      "grad_norm": 3.351712942123413,
      "learning_rate": 7.541065206570434e-05,
      "loss": 0.6454650402069092,
      "step": 1515,
      "token_acc": 0.8022519352568613
    },
    {
      "epoch": 0.07569344156167522,
      "grad_norm": 2.603148937225342,
      "learning_rate": 7.565953210552514e-05,
      "loss": 0.5355164527893066,
      "step": 1520,
      "token_acc": 0.7195612431444242
    },
    {
      "epoch": 0.07594243314575967,
      "grad_norm": 3.4362478256225586,
      "learning_rate": 7.590841214534595e-05,
      "loss": 0.3863854169845581,
      "step": 1525,
      "token_acc": 0.8916518650088809
    },
    {
      "epoch": 0.07619142472984414,
      "grad_norm": 2.176403522491455,
      "learning_rate": 7.615729218516675e-05,
      "loss": 0.358480429649353,
      "step": 1530,
      "token_acc": 0.8291044776119403
    },
    {
      "epoch": 0.07644041631392859,
      "grad_norm": 7.1250691413879395,
      "learning_rate": 7.640617222498755e-05,
      "loss": 0.4970977306365967,
      "step": 1535,
      "token_acc": 0.7454441913439636
    },
    {
      "epoch": 0.07668940789801305,
      "grad_norm": 1.2102030515670776,
      "learning_rate": 7.665505226480837e-05,
      "loss": 0.32874972820281984,
      "step": 1540,
      "token_acc": 0.9104186952288218
    },
    {
      "epoch": 0.0769383994820975,
      "grad_norm": 7.50162935256958,
      "learning_rate": 7.690393230462917e-05,
      "loss": 0.48046340942382815,
      "step": 1545,
      "token_acc": 0.8746355685131195
    },
    {
      "epoch": 0.07718739106618196,
      "grad_norm": 1.7996550798416138,
      "learning_rate": 7.715281234444998e-05,
      "loss": 0.5894731044769287,
      "step": 1550,
      "token_acc": 0.8850056369785795
    },
    {
      "epoch": 0.07743638265026642,
      "grad_norm": 5.459004878997803,
      "learning_rate": 7.740169238427078e-05,
      "loss": 0.2591716766357422,
      "step": 1555,
      "token_acc": 0.9349794238683128
    },
    {
      "epoch": 0.07768537423435087,
      "grad_norm": 3.1038312911987305,
      "learning_rate": 7.76505724240916e-05,
      "loss": 0.4480268955230713,
      "step": 1560,
      "token_acc": 0.9026946107784432
    },
    {
      "epoch": 0.07793436581843534,
      "grad_norm": 1.941422462463379,
      "learning_rate": 7.78994524639124e-05,
      "loss": 0.38641402721405027,
      "step": 1565,
      "token_acc": 0.8632872503840245
    },
    {
      "epoch": 0.07818335740251979,
      "grad_norm": 1.2945518493652344,
      "learning_rate": 7.81483325037332e-05,
      "loss": 0.27238194942474364,
      "step": 1570,
      "token_acc": 0.9396654719235364
    },
    {
      "epoch": 0.07843234898660426,
      "grad_norm": 1.263039469718933,
      "learning_rate": 7.839721254355401e-05,
      "loss": 0.6685157299041748,
      "step": 1575,
      "token_acc": 0.9025096525096525
    },
    {
      "epoch": 0.07868134057068871,
      "grad_norm": 3.053860902786255,
      "learning_rate": 7.864609258337482e-05,
      "loss": 0.4934396743774414,
      "step": 1580,
      "token_acc": 0.8621973929236499
    },
    {
      "epoch": 0.07893033215477317,
      "grad_norm": 4.296900272369385,
      "learning_rate": 7.889497262319563e-05,
      "loss": 0.30604023933410646,
      "step": 1585,
      "token_acc": 0.9274809160305344
    },
    {
      "epoch": 0.07917932373885762,
      "grad_norm": 4.830317497253418,
      "learning_rate": 7.914385266301643e-05,
      "loss": 0.6501826286315918,
      "step": 1590,
      "token_acc": 0.7870967741935484
    },
    {
      "epoch": 0.07942831532294209,
      "grad_norm": 2.274517297744751,
      "learning_rate": 7.939273270283723e-05,
      "loss": 0.38048219680786133,
      "step": 1595,
      "token_acc": 0.9410994764397905
    },
    {
      "epoch": 0.07967730690702654,
      "grad_norm": 3.3617076873779297,
      "learning_rate": 7.964161274265805e-05,
      "loss": 0.6491487979888916,
      "step": 1600,
      "token_acc": 0.8151658767772512
    },
    {
      "epoch": 0.079926298491111,
      "grad_norm": 9.718644142150879,
      "learning_rate": 7.989049278247885e-05,
      "loss": 0.31108434200286866,
      "step": 1605,
      "token_acc": 0.9002169197396963
    },
    {
      "epoch": 0.08017529007519546,
      "grad_norm": 4.020129680633545,
      "learning_rate": 8.013937282229966e-05,
      "loss": 0.7025859355926514,
      "step": 1610,
      "token_acc": 0.8325688073394495
    },
    {
      "epoch": 0.08042428165927992,
      "grad_norm": 2.3868353366851807,
      "learning_rate": 8.038825286212046e-05,
      "loss": 0.2705583333969116,
      "step": 1615,
      "token_acc": 0.9532002752924983
    },
    {
      "epoch": 0.08067327324336437,
      "grad_norm": 4.403844356536865,
      "learning_rate": 8.063713290194126e-05,
      "loss": 0.5236091613769531,
      "step": 1620,
      "token_acc": 0.8695652173913043
    },
    {
      "epoch": 0.08092226482744883,
      "grad_norm": 3.3588240146636963,
      "learning_rate": 8.088601294176208e-05,
      "loss": 0.5195177078247071,
      "step": 1625,
      "token_acc": 0.8
    },
    {
      "epoch": 0.08117125641153329,
      "grad_norm": 1.1812461614608765,
      "learning_rate": 8.113489298158288e-05,
      "loss": 0.3597890853881836,
      "step": 1630,
      "token_acc": 0.8991935483870968
    },
    {
      "epoch": 0.08142024799561774,
      "grad_norm": 3.3793106079101562,
      "learning_rate": 8.138377302140369e-05,
      "loss": 0.32253127098083495,
      "step": 1635,
      "token_acc": 0.9424533064109036
    },
    {
      "epoch": 0.08166923957970221,
      "grad_norm": 2.19233775138855,
      "learning_rate": 8.163265306122449e-05,
      "loss": 0.24763007164001466,
      "step": 1640,
      "token_acc": 0.915807560137457
    },
    {
      "epoch": 0.08191823116378666,
      "grad_norm": 4.12177848815918,
      "learning_rate": 8.188153310104531e-05,
      "loss": 0.4666205883026123,
      "step": 1645,
      "token_acc": 0.85
    },
    {
      "epoch": 0.08216722274787112,
      "grad_norm": 4.314328670501709,
      "learning_rate": 8.21304131408661e-05,
      "loss": 0.6923776149749756,
      "step": 1650,
      "token_acc": 0.7968253968253968
    },
    {
      "epoch": 0.08241621433195558,
      "grad_norm": 7.654750347137451,
      "learning_rate": 8.237929318068691e-05,
      "loss": 0.622802734375,
      "step": 1655,
      "token_acc": 0.8359966358284272
    },
    {
      "epoch": 0.08266520591604004,
      "grad_norm": 4.67919921875,
      "learning_rate": 8.262817322050772e-05,
      "loss": 0.5533654689788818,
      "step": 1660,
      "token_acc": 0.7632241813602015
    },
    {
      "epoch": 0.08291419750012449,
      "grad_norm": 1.8761378526687622,
      "learning_rate": 8.287705326032853e-05,
      "loss": 0.5893671035766601,
      "step": 1665,
      "token_acc": 0.7931497649429147
    },
    {
      "epoch": 0.08316318908420896,
      "grad_norm": 11.877168655395508,
      "learning_rate": 8.312593330014932e-05,
      "loss": 0.5170511245727539,
      "step": 1670,
      "token_acc": 0.8884263114071607
    },
    {
      "epoch": 0.08341218066829341,
      "grad_norm": 2.950181245803833,
      "learning_rate": 8.337481333997014e-05,
      "loss": 0.4239912509918213,
      "step": 1675,
      "token_acc": 0.8941504178272981
    },
    {
      "epoch": 0.08366117225237787,
      "grad_norm": 4.051911354064941,
      "learning_rate": 8.362369337979094e-05,
      "loss": 0.34048306941986084,
      "step": 1680,
      "token_acc": 0.937007874015748
    },
    {
      "epoch": 0.08391016383646233,
      "grad_norm": 1.1702343225479126,
      "learning_rate": 8.387257341961176e-05,
      "loss": 0.4142043113708496,
      "step": 1685,
      "token_acc": 0.9472707018195321
    },
    {
      "epoch": 0.08415915542054679,
      "grad_norm": 8.639290809631348,
      "learning_rate": 8.412145345943255e-05,
      "loss": 0.4371394157409668,
      "step": 1690,
      "token_acc": 0.8970059880239521
    },
    {
      "epoch": 0.08440814700463124,
      "grad_norm": 10.451574325561523,
      "learning_rate": 8.437033349925337e-05,
      "loss": 0.42981934547424316,
      "step": 1695,
      "token_acc": 0.8579881656804734
    },
    {
      "epoch": 0.08465713858871571,
      "grad_norm": 3.9460947513580322,
      "learning_rate": 8.461921353907417e-05,
      "loss": 0.42487611770629885,
      "step": 1700,
      "token_acc": 0.8230827638572513
    },
    {
      "epoch": 0.08490613017280016,
      "grad_norm": 2.917987823486328,
      "learning_rate": 8.486809357889499e-05,
      "loss": 0.6295043468475342,
      "step": 1705,
      "token_acc": 0.8469601677148847
    },
    {
      "epoch": 0.08515512175688461,
      "grad_norm": 1.410788655281067,
      "learning_rate": 8.511697361871578e-05,
      "loss": 0.4569077968597412,
      "step": 1710,
      "token_acc": 0.8877665544332211
    },
    {
      "epoch": 0.08540411334096908,
      "grad_norm": 1.2680963277816772,
      "learning_rate": 8.53658536585366e-05,
      "loss": 0.4025716781616211,
      "step": 1715,
      "token_acc": 0.8765880217785844
    },
    {
      "epoch": 0.08565310492505353,
      "grad_norm": 8.634525299072266,
      "learning_rate": 8.56147336983574e-05,
      "loss": 0.38900070190429686,
      "step": 1720,
      "token_acc": 0.8817086527929902
    },
    {
      "epoch": 0.08590209650913799,
      "grad_norm": 1.8961279392242432,
      "learning_rate": 8.58636137381782e-05,
      "loss": 0.4633475780487061,
      "step": 1725,
      "token_acc": 0.9060734463276836
    },
    {
      "epoch": 0.08615108809322244,
      "grad_norm": 3.9136645793914795,
      "learning_rate": 8.6112493777999e-05,
      "loss": 0.3765212059020996,
      "step": 1730,
      "token_acc": 0.9291277258566978
    },
    {
      "epoch": 0.08640007967730691,
      "grad_norm": 1.9929717779159546,
      "learning_rate": 8.63613738178198e-05,
      "loss": 0.4752023696899414,
      "step": 1735,
      "token_acc": 0.8616504854368932
    },
    {
      "epoch": 0.08664907126139136,
      "grad_norm": 2.1328728199005127,
      "learning_rate": 8.661025385764062e-05,
      "loss": 0.7759464263916016,
      "step": 1740,
      "token_acc": 0.7541692402717727
    },
    {
      "epoch": 0.08689806284547583,
      "grad_norm": 5.052474498748779,
      "learning_rate": 8.685913389746143e-05,
      "loss": 0.580879020690918,
      "step": 1745,
      "token_acc": 0.852803738317757
    },
    {
      "epoch": 0.08714705442956028,
      "grad_norm": 0.7352607250213623,
      "learning_rate": 8.710801393728223e-05,
      "loss": 0.5211847305297852,
      "step": 1750,
      "token_acc": 0.918656056587091
    },
    {
      "epoch": 0.08739604601364474,
      "grad_norm": 1.8554673194885254,
      "learning_rate": 8.735689397710303e-05,
      "loss": 0.46796565055847167,
      "step": 1755,
      "token_acc": 0.8713740458015267
    },
    {
      "epoch": 0.0876450375977292,
      "grad_norm": 2.7528998851776123,
      "learning_rate": 8.760577401692385e-05,
      "loss": 0.4668384075164795,
      "step": 1760,
      "token_acc": 0.8366394399066511
    },
    {
      "epoch": 0.08789402918181366,
      "grad_norm": 0.8628355860710144,
      "learning_rate": 8.785465405674465e-05,
      "loss": 0.37592110633850095,
      "step": 1765,
      "token_acc": 0.8779247202441506
    },
    {
      "epoch": 0.08814302076589811,
      "grad_norm": 5.216490268707275,
      "learning_rate": 8.810353409656546e-05,
      "loss": 0.5460556507110595,
      "step": 1770,
      "token_acc": 0.8152173913043478
    },
    {
      "epoch": 0.08839201234998258,
      "grad_norm": 1.9038258790969849,
      "learning_rate": 8.835241413638626e-05,
      "loss": 0.34351305961608886,
      "step": 1775,
      "token_acc": 0.9513546798029556
    },
    {
      "epoch": 0.08864100393406703,
      "grad_norm": 4.2567524909973145,
      "learning_rate": 8.860129417620708e-05,
      "loss": 0.5558355331420899,
      "step": 1780,
      "token_acc": 0.8952095808383234
    },
    {
      "epoch": 0.0888899955181515,
      "grad_norm": 5.6088175773620605,
      "learning_rate": 8.885017421602788e-05,
      "loss": 0.9612384796142578,
      "step": 1785,
      "token_acc": 0.8227513227513228
    },
    {
      "epoch": 0.08913898710223594,
      "grad_norm": 1.2783421277999878,
      "learning_rate": 8.90990542558487e-05,
      "loss": 0.4068305492401123,
      "step": 1790,
      "token_acc": 0.916015625
    },
    {
      "epoch": 0.0893879786863204,
      "grad_norm": 4.936952114105225,
      "learning_rate": 8.934793429566949e-05,
      "loss": 0.4535731315612793,
      "step": 1795,
      "token_acc": 0.9137980908301996
    },
    {
      "epoch": 0.08963697027040486,
      "grad_norm": 12.783714294433594,
      "learning_rate": 8.95968143354903e-05,
      "loss": 0.49371490478515623,
      "step": 1800,
      "token_acc": 0.9483720930232559
    },
    {
      "epoch": 0.08988596185448931,
      "grad_norm": 4.871105670928955,
      "learning_rate": 8.98456943753111e-05,
      "loss": 0.579416036605835,
      "step": 1805,
      "token_acc": 0.8106343283582089
    },
    {
      "epoch": 0.09013495343857378,
      "grad_norm": 2.242199420928955,
      "learning_rate": 9.009457441513191e-05,
      "loss": 0.5800463199615479,
      "step": 1810,
      "token_acc": 0.8232013385387619
    },
    {
      "epoch": 0.09038394502265823,
      "grad_norm": 2.4819955825805664,
      "learning_rate": 9.034345445495271e-05,
      "loss": 0.6434449195861817,
      "step": 1815,
      "token_acc": 0.7383177570093458
    },
    {
      "epoch": 0.0906329366067427,
      "grad_norm": 1.370814323425293,
      "learning_rate": 9.059233449477352e-05,
      "loss": 0.5077634334564209,
      "step": 1820,
      "token_acc": 0.8173849525200877
    },
    {
      "epoch": 0.09088192819082715,
      "grad_norm": 2.467409133911133,
      "learning_rate": 9.084121453459433e-05,
      "loss": 0.397702693939209,
      "step": 1825,
      "token_acc": 0.8681318681318682
    },
    {
      "epoch": 0.09113091977491161,
      "grad_norm": 1.7374954223632812,
      "learning_rate": 9.109009457441514e-05,
      "loss": 0.48585214614868166,
      "step": 1830,
      "token_acc": 0.8607142857142858
    },
    {
      "epoch": 0.09137991135899606,
      "grad_norm": 5.49340295791626,
      "learning_rate": 9.133897461423594e-05,
      "loss": 0.6643793106079101,
      "step": 1835,
      "token_acc": 0.9363560732113144
    },
    {
      "epoch": 0.09162890294308053,
      "grad_norm": 4.157597064971924,
      "learning_rate": 9.158785465405674e-05,
      "loss": 0.5764670372009277,
      "step": 1840,
      "token_acc": 0.8155136268343816
    },
    {
      "epoch": 0.09187789452716498,
      "grad_norm": 0.9885210394859314,
      "learning_rate": 9.183673469387756e-05,
      "loss": 0.36526434421539306,
      "step": 1845,
      "token_acc": 0.9102564102564102
    },
    {
      "epoch": 0.09212688611124945,
      "grad_norm": 6.273280143737793,
      "learning_rate": 9.208561473369836e-05,
      "loss": 0.43009090423583984,
      "step": 1850,
      "token_acc": 0.8981723237597912
    },
    {
      "epoch": 0.0923758776953339,
      "grad_norm": 4.058999061584473,
      "learning_rate": 9.233449477351917e-05,
      "loss": 0.6261026382446289,
      "step": 1855,
      "token_acc": 0.7778745644599303
    },
    {
      "epoch": 0.09262486927941836,
      "grad_norm": 7.250904083251953,
      "learning_rate": 9.258337481333997e-05,
      "loss": 0.41510624885559083,
      "step": 1860,
      "token_acc": 0.8859470468431772
    },
    {
      "epoch": 0.09287386086350281,
      "grad_norm": 2.531822681427002,
      "learning_rate": 9.283225485316079e-05,
      "loss": 0.34914064407348633,
      "step": 1865,
      "token_acc": 0.8910891089108911
    },
    {
      "epoch": 0.09312285244758726,
      "grad_norm": 3.042001962661743,
      "learning_rate": 9.308113489298159e-05,
      "loss": 0.6460214614868164,
      "step": 1870,
      "token_acc": 0.8203266787658802
    },
    {
      "epoch": 0.09337184403167173,
      "grad_norm": 0.7988449931144714,
      "learning_rate": 9.333001493280239e-05,
      "loss": 0.4273061752319336,
      "step": 1875,
      "token_acc": 0.9077134986225895
    },
    {
      "epoch": 0.09362083561575618,
      "grad_norm": 6.461930751800537,
      "learning_rate": 9.35788949726232e-05,
      "loss": 0.5395896434783936,
      "step": 1880,
      "token_acc": 0.8326967150496563
    },
    {
      "epoch": 0.09386982719984065,
      "grad_norm": 6.295359134674072,
      "learning_rate": 9.382777501244401e-05,
      "loss": 0.6743905544281006,
      "step": 1885,
      "token_acc": 0.8356890459363958
    },
    {
      "epoch": 0.0941188187839251,
      "grad_norm": 3.3734138011932373,
      "learning_rate": 9.407665505226482e-05,
      "loss": 0.6086903572082519,
      "step": 1890,
      "token_acc": 0.7957446808510639
    },
    {
      "epoch": 0.09436781036800956,
      "grad_norm": 2.2306997776031494,
      "learning_rate": 9.432553509208562e-05,
      "loss": 0.561892032623291,
      "step": 1895,
      "token_acc": 0.867324069923801
    },
    {
      "epoch": 0.09461680195209402,
      "grad_norm": 4.589648723602295,
      "learning_rate": 9.457441513190642e-05,
      "loss": 0.7598331928253174,
      "step": 1900,
      "token_acc": 0.7831978319783198
    },
    {
      "epoch": 0.09486579353617848,
      "grad_norm": 2.2384562492370605,
      "learning_rate": 9.482329517172724e-05,
      "loss": 0.7811608791351319,
      "step": 1905,
      "token_acc": 0.8923001949317739
    },
    {
      "epoch": 0.09511478512026293,
      "grad_norm": 2.0722382068634033,
      "learning_rate": 9.507217521154804e-05,
      "loss": 0.30909979343414307,
      "step": 1910,
      "token_acc": 0.896551724137931
    },
    {
      "epoch": 0.0953637767043474,
      "grad_norm": 5.2541022300720215,
      "learning_rate": 9.532105525136885e-05,
      "loss": 0.791684913635254,
      "step": 1915,
      "token_acc": 0.7389380530973452
    },
    {
      "epoch": 0.09561276828843185,
      "grad_norm": 2.211937427520752,
      "learning_rate": 9.556993529118965e-05,
      "loss": 0.44865970611572265,
      "step": 1920,
      "token_acc": 0.8620335501540568
    },
    {
      "epoch": 0.09586175987251631,
      "grad_norm": 5.012115955352783,
      "learning_rate": 9.581881533101045e-05,
      "loss": 0.4580709457397461,
      "step": 1925,
      "token_acc": 0.8683602771362586
    },
    {
      "epoch": 0.09611075145660077,
      "grad_norm": 3.063261032104492,
      "learning_rate": 9.606769537083127e-05,
      "loss": 0.6821300506591796,
      "step": 1930,
      "token_acc": 0.776183644189383
    },
    {
      "epoch": 0.09635974304068523,
      "grad_norm": 4.216773509979248,
      "learning_rate": 9.631657541065206e-05,
      "loss": 0.2999687433242798,
      "step": 1935,
      "token_acc": 0.9103448275862069
    },
    {
      "epoch": 0.09660873462476968,
      "grad_norm": 1.1947203874588013,
      "learning_rate": 9.656545545047288e-05,
      "loss": 0.4415759086608887,
      "step": 1940,
      "token_acc": 0.8644617380025941
    },
    {
      "epoch": 0.09685772620885415,
      "grad_norm": 5.707732200622559,
      "learning_rate": 9.681433549029368e-05,
      "loss": 0.41630048751831056,
      "step": 1945,
      "token_acc": 0.9462305986696231
    },
    {
      "epoch": 0.0971067177929386,
      "grad_norm": 4.017622947692871,
      "learning_rate": 9.70632155301145e-05,
      "loss": 0.5695263862609863,
      "step": 1950,
      "token_acc": 0.9159014016433059
    },
    {
      "epoch": 0.09735570937702305,
      "grad_norm": 9.821542739868164,
      "learning_rate": 9.731209556993529e-05,
      "loss": 0.7286509513854981,
      "step": 1955,
      "token_acc": 0.7822706065318819
    },
    {
      "epoch": 0.09760470096110752,
      "grad_norm": 2.515709638595581,
      "learning_rate": 9.75609756097561e-05,
      "loss": 0.5576020240783691,
      "step": 1960,
      "token_acc": 0.8190158465387823
    },
    {
      "epoch": 0.09785369254519197,
      "grad_norm": 0.76589035987854,
      "learning_rate": 9.78098556495769e-05,
      "loss": 0.25090415477752687,
      "step": 1965,
      "token_acc": 0.9421252371916509
    },
    {
      "epoch": 0.09810268412927643,
      "grad_norm": 0.9027460813522339,
      "learning_rate": 9.805873568939772e-05,
      "loss": 0.4751269340515137,
      "step": 1970,
      "token_acc": 0.8491300960789405
    },
    {
      "epoch": 0.09835167571336088,
      "grad_norm": 1.349294662475586,
      "learning_rate": 9.830761572921851e-05,
      "loss": 0.43876471519470217,
      "step": 1975,
      "token_acc": 0.8109820485744457
    },
    {
      "epoch": 0.09860066729744535,
      "grad_norm": 1.5766242742538452,
      "learning_rate": 9.855649576903933e-05,
      "loss": 0.5166322231292725,
      "step": 1980,
      "token_acc": 0.8026948989412896
    },
    {
      "epoch": 0.0988496588815298,
      "grad_norm": 3.909076452255249,
      "learning_rate": 9.880537580886013e-05,
      "loss": 0.9337424278259278,
      "step": 1985,
      "token_acc": 0.8692620569436375
    },
    {
      "epoch": 0.09909865046561427,
      "grad_norm": 3.542548656463623,
      "learning_rate": 9.905425584868095e-05,
      "loss": 0.5463771343231201,
      "step": 1990,
      "token_acc": 0.8882175226586103
    },
    {
      "epoch": 0.09934764204969872,
      "grad_norm": 4.360250949859619,
      "learning_rate": 9.930313588850174e-05,
      "loss": 0.42475314140319825,
      "step": 1995,
      "token_acc": 0.9207920792079208
    },
    {
      "epoch": 0.09959663363378318,
      "grad_norm": 2.207123041152954,
      "learning_rate": 9.955201592832256e-05,
      "loss": 0.41207170486450195,
      "step": 2000,
      "token_acc": 0.9235294117647059
    },
    {
      "epoch": 0.09984562521786763,
      "grad_norm": 0.6805988550186157,
      "learning_rate": 9.980089596814336e-05,
      "loss": 0.4917883396148682,
      "step": 2005,
      "token_acc": 0.9305177111716622
    },
    {
      "epoch": 0.1000946168019521,
      "grad_norm": 1.9668277502059937,
      "learning_rate": 9.999999983049506e-05,
      "loss": 0.5294038772583007,
      "step": 2010,
      "token_acc": 0.8381410256410257
    },
    {
      "epoch": 0.10034360838603655,
      "grad_norm": 1.1984435319900513,
      "learning_rate": 9.999999389782215e-05,
      "loss": 0.49323453903198244,
      "step": 2015,
      "token_acc": 0.7825763216679077
    },
    {
      "epoch": 0.10059259997012102,
      "grad_norm": 2.1145734786987305,
      "learning_rate": 9.999997948990322e-05,
      "loss": 0.42415733337402345,
      "step": 2020,
      "token_acc": 0.8373644703919934
    },
    {
      "epoch": 0.10084159155420547,
      "grad_norm": 3.2683627605438232,
      "learning_rate": 9.999995660674071e-05,
      "loss": 0.4278360366821289,
      "step": 2025,
      "token_acc": 0.8236994219653179
    },
    {
      "epoch": 0.10109058313828992,
      "grad_norm": 3.6785831451416016,
      "learning_rate": 9.999992524833849e-05,
      "loss": 0.5840822696685791,
      "step": 2030,
      "token_acc": 0.9102564102564102
    },
    {
      "epoch": 0.10133957472237438,
      "grad_norm": 4.927018642425537,
      "learning_rate": 9.999988541470187e-05,
      "loss": 0.5027411937713623,
      "step": 2035,
      "token_acc": 0.8931984260820686
    },
    {
      "epoch": 0.10158856630645884,
      "grad_norm": 1.305562138557434,
      "learning_rate": 9.999983710583763e-05,
      "loss": 0.49576892852783205,
      "step": 2040,
      "token_acc": 0.950808847804556
    },
    {
      "epoch": 0.1018375578905433,
      "grad_norm": 0.8205847144126892,
      "learning_rate": 9.999978032175392e-05,
      "loss": 0.3249868154525757,
      "step": 2045,
      "token_acc": 0.9429622815087396
    },
    {
      "epoch": 0.10208654947462775,
      "grad_norm": 4.159369945526123,
      "learning_rate": 9.999971506246039e-05,
      "loss": 0.5203757762908936,
      "step": 2050,
      "token_acc": 0.8208955223880597
    },
    {
      "epoch": 0.10233554105871222,
      "grad_norm": 4.44478702545166,
      "learning_rate": 9.999964132796811e-05,
      "loss": 0.34946837425231936,
      "step": 2055,
      "token_acc": 0.8791666666666667
    },
    {
      "epoch": 0.10258453264279667,
      "grad_norm": 2.275527000427246,
      "learning_rate": 9.999955911828955e-05,
      "loss": 0.4876527786254883,
      "step": 2060,
      "token_acc": 0.8187608569774175
    },
    {
      "epoch": 0.10283352422688113,
      "grad_norm": 2.6493024826049805,
      "learning_rate": 9.999946843343866e-05,
      "loss": 0.49766740798950193,
      "step": 2065,
      "token_acc": 0.8356290174471993
    },
    {
      "epoch": 0.10308251581096559,
      "grad_norm": 4.257483005523682,
      "learning_rate": 9.99993692734308e-05,
      "loss": 0.6724049091339112,
      "step": 2070,
      "token_acc": 0.9017160686427457
    },
    {
      "epoch": 0.10333150739505005,
      "grad_norm": 9.43718433380127,
      "learning_rate": 9.999926163828282e-05,
      "loss": 0.5105003356933594,
      "step": 2075,
      "token_acc": 0.8848920863309353
    },
    {
      "epoch": 0.1035804989791345,
      "grad_norm": 4.350576400756836,
      "learning_rate": 9.999914552801293e-05,
      "loss": 0.4647261619567871,
      "step": 2080,
      "token_acc": 0.9270283245319251
    },
    {
      "epoch": 0.10382949056321897,
      "grad_norm": 5.862898349761963,
      "learning_rate": 9.99990209426408e-05,
      "loss": 0.4396522045135498,
      "step": 2085,
      "token_acc": 0.8536121673003803
    },
    {
      "epoch": 0.10407848214730342,
      "grad_norm": 1.4756183624267578,
      "learning_rate": 9.999888788218756e-05,
      "loss": 0.35845303535461426,
      "step": 2090,
      "token_acc": 0.7967289719626168
    },
    {
      "epoch": 0.10432747373138788,
      "grad_norm": 1.5071948766708374,
      "learning_rate": 9.999874634667577e-05,
      "loss": 0.5094080448150635,
      "step": 2095,
      "token_acc": 0.8994350282485876
    },
    {
      "epoch": 0.10457646531547234,
      "grad_norm": 3.453341484069824,
      "learning_rate": 9.999859633612943e-05,
      "loss": 0.5629651546478271,
      "step": 2100,
      "token_acc": 0.9476439790575916
    },
    {
      "epoch": 0.1048254568995568,
      "grad_norm": 2.595374345779419,
      "learning_rate": 9.999843785057394e-05,
      "loss": 0.7324212074279786,
      "step": 2105,
      "token_acc": 0.7584683357879234
    },
    {
      "epoch": 0.10507444848364125,
      "grad_norm": 1.8721154928207397,
      "learning_rate": 9.999827089003619e-05,
      "loss": 0.3884801626205444,
      "step": 2110,
      "token_acc": 0.9159911569638909
    },
    {
      "epoch": 0.1053234400677257,
      "grad_norm": 2.990415096282959,
      "learning_rate": 9.999809545454448e-05,
      "loss": 0.46042776107788086,
      "step": 2115,
      "token_acc": 0.8329550612800726
    },
    {
      "epoch": 0.10557243165181017,
      "grad_norm": 1.453591227531433,
      "learning_rate": 9.999791154412853e-05,
      "loss": 0.5598441600799561,
      "step": 2120,
      "token_acc": 0.8900067069081153
    },
    {
      "epoch": 0.10582142323589462,
      "grad_norm": 3.0051469802856445,
      "learning_rate": 9.999771915881953e-05,
      "loss": 0.4587134838104248,
      "step": 2125,
      "token_acc": 0.8176795580110497
    },
    {
      "epoch": 0.10607041481997909,
      "grad_norm": 2.543905019760132,
      "learning_rate": 9.999751829865006e-05,
      "loss": 0.4086524486541748,
      "step": 2130,
      "token_acc": 0.9093782929399368
    },
    {
      "epoch": 0.10631940640406354,
      "grad_norm": 1.2727164030075073,
      "learning_rate": 9.99973089636542e-05,
      "loss": 0.7296559333801269,
      "step": 2135,
      "token_acc": 0.7976470588235294
    },
    {
      "epoch": 0.106568397988148,
      "grad_norm": 3.350722312927246,
      "learning_rate": 9.999709115386742e-05,
      "loss": 0.412904691696167,
      "step": 2140,
      "token_acc": 0.8876627051499717
    },
    {
      "epoch": 0.10681738957223245,
      "grad_norm": 1.1593689918518066,
      "learning_rate": 9.999686486932665e-05,
      "loss": 0.6726451873779297,
      "step": 2145,
      "token_acc": 0.7609391675560299
    },
    {
      "epoch": 0.10706638115631692,
      "grad_norm": 0.8786423802375793,
      "learning_rate": 9.999663011007024e-05,
      "loss": 0.4020501136779785,
      "step": 2150,
      "token_acc": 0.8758029978586723
    },
    {
      "epoch": 0.10731537274040137,
      "grad_norm": 5.143529891967773,
      "learning_rate": 9.999638687613797e-05,
      "loss": 0.39625864028930663,
      "step": 2155,
      "token_acc": 0.8926746166950597
    },
    {
      "epoch": 0.10756436432448584,
      "grad_norm": 3.8699898719787598,
      "learning_rate": 9.999613516757109e-05,
      "loss": 0.3525856018066406,
      "step": 2160,
      "token_acc": 0.9107142857142857
    },
    {
      "epoch": 0.10781335590857029,
      "grad_norm": 1.274746298789978,
      "learning_rate": 9.999587498441226e-05,
      "loss": 0.4955905437469482,
      "step": 2165,
      "token_acc": 0.8838862559241706
    },
    {
      "epoch": 0.10806234749265475,
      "grad_norm": 1.3283007144927979,
      "learning_rate": 9.999560632670557e-05,
      "loss": 0.44300074577331544,
      "step": 2170,
      "token_acc": 0.8523908523908524
    },
    {
      "epoch": 0.1083113390767392,
      "grad_norm": 1.2967121601104736,
      "learning_rate": 9.999532919449657e-05,
      "loss": 0.5020678520202637,
      "step": 2175,
      "token_acc": 0.8009216589861751
    },
    {
      "epoch": 0.10856033066082367,
      "grad_norm": 3.5658090114593506,
      "learning_rate": 9.999504358783223e-05,
      "loss": 0.3345900535583496,
      "step": 2180,
      "token_acc": 0.9555994079921065
    },
    {
      "epoch": 0.10880932224490812,
      "grad_norm": 1.1283965110778809,
      "learning_rate": 9.999474950676097e-05,
      "loss": 0.3775961875915527,
      "step": 2185,
      "token_acc": 0.923534409515718
    },
    {
      "epoch": 0.10905831382899259,
      "grad_norm": 1.5952445268630981,
      "learning_rate": 9.999444695133263e-05,
      "loss": 0.4490939140319824,
      "step": 2190,
      "token_acc": 0.8296529968454258
    },
    {
      "epoch": 0.10930730541307704,
      "grad_norm": 0.74183189868927,
      "learning_rate": 9.99941359215985e-05,
      "loss": 0.25310392379760743,
      "step": 2195,
      "token_acc": 0.9582222222222222
    },
    {
      "epoch": 0.10955629699716149,
      "grad_norm": 4.243812084197998,
      "learning_rate": 9.999381641761128e-05,
      "loss": 0.6597882747650147,
      "step": 2200,
      "token_acc": 0.8242320819112628
    },
    {
      "epoch": 0.10980528858124596,
      "grad_norm": 1.9313884973526,
      "learning_rate": 9.999348843942517e-05,
      "loss": 0.2956360340118408,
      "step": 2205,
      "token_acc": 0.9531169500257599
    },
    {
      "epoch": 0.1100542801653304,
      "grad_norm": 2.819309949874878,
      "learning_rate": 9.999315198709574e-05,
      "loss": 0.5827607154846192,
      "step": 2210,
      "token_acc": 0.7840909090909091
    },
    {
      "epoch": 0.11030327174941487,
      "grad_norm": 7.264376640319824,
      "learning_rate": 9.999280706067999e-05,
      "loss": 0.38167009353637693,
      "step": 2215,
      "token_acc": 0.9142091152815014
    },
    {
      "epoch": 0.11055226333349932,
      "grad_norm": 4.930288314819336,
      "learning_rate": 9.999245366023644e-05,
      "loss": 0.7121535301208496,
      "step": 2220,
      "token_acc": 0.8033381712626996
    },
    {
      "epoch": 0.11080125491758379,
      "grad_norm": 1.3165267705917358,
      "learning_rate": 9.999209178582498e-05,
      "loss": 0.4460736274719238,
      "step": 2225,
      "token_acc": 0.9512069851052902
    },
    {
      "epoch": 0.11105024650166824,
      "grad_norm": 1.2030272483825684,
      "learning_rate": 9.999172143750693e-05,
      "loss": 0.47420597076416016,
      "step": 2230,
      "token_acc": 0.8360215053763441
    },
    {
      "epoch": 0.1112992380857527,
      "grad_norm": 2.7462410926818848,
      "learning_rate": 9.999134261534506e-05,
      "loss": 0.24566252231597902,
      "step": 2235,
      "token_acc": 0.9301994301994302
    },
    {
      "epoch": 0.11154822966983716,
      "grad_norm": 2.0066049098968506,
      "learning_rate": 9.999095531940362e-05,
      "loss": 0.29558730125427246,
      "step": 2240,
      "token_acc": 0.8975903614457831
    },
    {
      "epoch": 0.11179722125392162,
      "grad_norm": 3.876486301422119,
      "learning_rate": 9.999055954974823e-05,
      "loss": 0.5754006862640381,
      "step": 2245,
      "token_acc": 0.7924528301886793
    },
    {
      "epoch": 0.11204621283800607,
      "grad_norm": 1.4539601802825928,
      "learning_rate": 9.999015530644598e-05,
      "loss": 0.5010149478912354,
      "step": 2250,
      "token_acc": 0.8566775244299675
    },
    {
      "epoch": 0.11229520442209054,
      "grad_norm": 3.5512301921844482,
      "learning_rate": 9.998974258956538e-05,
      "loss": 0.4357010841369629,
      "step": 2255,
      "token_acc": 0.8494773519163763
    },
    {
      "epoch": 0.11254419600617499,
      "grad_norm": 2.3494462966918945,
      "learning_rate": 9.998932139917642e-05,
      "loss": 0.6647171974182129,
      "step": 2260,
      "token_acc": 0.8492159227985525
    },
    {
      "epoch": 0.11279318759025946,
      "grad_norm": 1.8898807764053345,
      "learning_rate": 9.998889173535047e-05,
      "loss": 0.4230498790740967,
      "step": 2265,
      "token_acc": 0.8653846153846154
    },
    {
      "epoch": 0.11304217917434391,
      "grad_norm": 0.9504187703132629,
      "learning_rate": 9.998845359816035e-05,
      "loss": 0.4042704105377197,
      "step": 2270,
      "token_acc": 0.9061855670103093
    },
    {
      "epoch": 0.11329117075842836,
      "grad_norm": 2.5159151554107666,
      "learning_rate": 9.998800698768035e-05,
      "loss": 0.5269991874694824,
      "step": 2275,
      "token_acc": 0.9562268803945746
    },
    {
      "epoch": 0.11354016234251282,
      "grad_norm": 1.3997591733932495,
      "learning_rate": 9.998755190398617e-05,
      "loss": 0.8289957046508789,
      "step": 2280,
      "token_acc": 0.7530402245088869
    },
    {
      "epoch": 0.11378915392659728,
      "grad_norm": 2.7148797512054443,
      "learning_rate": 9.998708834715494e-05,
      "loss": 0.6675812244415283,
      "step": 2285,
      "token_acc": 0.7560646900269542
    },
    {
      "epoch": 0.11403814551068174,
      "grad_norm": 2.152535915374756,
      "learning_rate": 9.998661631726522e-05,
      "loss": 0.40649213790893557,
      "step": 2290,
      "token_acc": 0.9451219512195121
    },
    {
      "epoch": 0.11428713709476619,
      "grad_norm": 1.9862908124923706,
      "learning_rate": 9.998613581439704e-05,
      "loss": 0.45901198387145997,
      "step": 2295,
      "token_acc": 0.8085539714867617
    },
    {
      "epoch": 0.11453612867885066,
      "grad_norm": 2.2303802967071533,
      "learning_rate": 9.998564683863186e-05,
      "loss": 0.7822924613952636,
      "step": 2300,
      "token_acc": 0.7584187408491947
    },
    {
      "epoch": 0.11478512026293511,
      "grad_norm": 1.9839674234390259,
      "learning_rate": 9.998514939005255e-05,
      "loss": 0.5038492679595947,
      "step": 2305,
      "token_acc": 0.8070093457943925
    },
    {
      "epoch": 0.11503411184701957,
      "grad_norm": 1.3977761268615723,
      "learning_rate": 9.998464346874343e-05,
      "loss": 0.4593085289001465,
      "step": 2310,
      "token_acc": 0.8847402597402597
    },
    {
      "epoch": 0.11528310343110403,
      "grad_norm": 2.8005590438842773,
      "learning_rate": 9.998412907479024e-05,
      "loss": 0.4355162620544434,
      "step": 2315,
      "token_acc": 0.8582390953150242
    },
    {
      "epoch": 0.11553209501518849,
      "grad_norm": 0.7112904191017151,
      "learning_rate": 9.998360620828021e-05,
      "loss": 0.5055309772491455,
      "step": 2320,
      "token_acc": 0.9520123839009288
    },
    {
      "epoch": 0.11578108659927294,
      "grad_norm": 0.8835502862930298,
      "learning_rate": 9.998307486930194e-05,
      "loss": 0.49630126953125,
      "step": 2325,
      "token_acc": 0.8638743455497382
    },
    {
      "epoch": 0.11603007818335741,
      "grad_norm": 0.8468817472457886,
      "learning_rate": 9.99825350579455e-05,
      "loss": 0.18410502672195433,
      "step": 2330,
      "token_acc": 0.9513546798029556
    },
    {
      "epoch": 0.11627906976744186,
      "grad_norm": 4.913873195648193,
      "learning_rate": 9.99819867743024e-05,
      "loss": 0.4710951328277588,
      "step": 2335,
      "token_acc": 0.8583690987124464
    },
    {
      "epoch": 0.11652806135152632,
      "grad_norm": 3.8757917881011963,
      "learning_rate": 9.998143001846556e-05,
      "loss": 0.4723464012145996,
      "step": 2340,
      "token_acc": 0.853292496171516
    },
    {
      "epoch": 0.11677705293561078,
      "grad_norm": 2.1412127017974854,
      "learning_rate": 9.998086479052935e-05,
      "loss": 0.30020794868469236,
      "step": 2345,
      "token_acc": 0.892271662763466
    },
    {
      "epoch": 0.11702604451969524,
      "grad_norm": 1.6744282245635986,
      "learning_rate": 9.998029109058961e-05,
      "loss": 0.32831621170043945,
      "step": 2350,
      "token_acc": 0.927763272410792
    },
    {
      "epoch": 0.11727503610377969,
      "grad_norm": 0.6726966500282288,
      "learning_rate": 9.997970891874356e-05,
      "loss": 0.3532477140426636,
      "step": 2355,
      "token_acc": 0.9427036705461056
    },
    {
      "epoch": 0.11752402768786414,
      "grad_norm": 2.9937009811401367,
      "learning_rate": 9.997911827508988e-05,
      "loss": 0.4577176094055176,
      "step": 2360,
      "token_acc": 0.895500725689405
    },
    {
      "epoch": 0.11777301927194861,
      "grad_norm": 3.4304187297821045,
      "learning_rate": 9.997851915972869e-05,
      "loss": 0.4279193878173828,
      "step": 2365,
      "token_acc": 0.8734491315136477
    },
    {
      "epoch": 0.11802201085603306,
      "grad_norm": 2.392805576324463,
      "learning_rate": 9.997791157276157e-05,
      "loss": 0.394798731803894,
      "step": 2370,
      "token_acc": 0.8982188295165394
    },
    {
      "epoch": 0.11827100244011753,
      "grad_norm": 1.9988646507263184,
      "learning_rate": 9.997729551429147e-05,
      "loss": 0.22429873943328857,
      "step": 2375,
      "token_acc": 0.9561497326203209
    },
    {
      "epoch": 0.11851999402420198,
      "grad_norm": 1.0792301893234253,
      "learning_rate": 9.997667098442283e-05,
      "loss": 0.5898524761199951,
      "step": 2380,
      "token_acc": 0.7887860642351661
    },
    {
      "epoch": 0.11876898560828644,
      "grad_norm": 5.278380393981934,
      "learning_rate": 9.997603798326152e-05,
      "loss": 0.557070255279541,
      "step": 2385,
      "token_acc": 0.8247126436781609
    },
    {
      "epoch": 0.1190179771923709,
      "grad_norm": 2.4229750633239746,
      "learning_rate": 9.99753965109148e-05,
      "loss": 0.5800060272216797,
      "step": 2390,
      "token_acc": 0.8119469026548672
    },
    {
      "epoch": 0.11926696877645536,
      "grad_norm": 0.774337649345398,
      "learning_rate": 9.997474656749146e-05,
      "loss": 0.3240500450134277,
      "step": 2395,
      "token_acc": 0.9068548387096774
    },
    {
      "epoch": 0.11951596036053981,
      "grad_norm": 0.36215394735336304,
      "learning_rate": 9.997408815310164e-05,
      "loss": 0.6519991397857666,
      "step": 2400,
      "token_acc": 0.840666895840495
    },
    {
      "epoch": 0.11976495194462428,
      "grad_norm": 0.82325679063797,
      "learning_rate": 9.997342126785694e-05,
      "loss": 0.4602527618408203,
      "step": 2405,
      "token_acc": 0.8308351177730193
    },
    {
      "epoch": 0.12001394352870873,
      "grad_norm": 2.491363763809204,
      "learning_rate": 9.997274591187041e-05,
      "loss": 0.3322991609573364,
      "step": 2410,
      "token_acc": 0.933126660761736
    },
    {
      "epoch": 0.12026293511279319,
      "grad_norm": 3.2051243782043457,
      "learning_rate": 9.997206208525652e-05,
      "loss": 0.32771835327148435,
      "step": 2415,
      "token_acc": 0.9090909090909091
    },
    {
      "epoch": 0.12051192669687764,
      "grad_norm": 2.864885091781616,
      "learning_rate": 9.997136978813117e-05,
      "loss": 0.48180036544799804,
      "step": 2420,
      "token_acc": 0.9192422731804586
    },
    {
      "epoch": 0.12076091828096211,
      "grad_norm": 1.1428148746490479,
      "learning_rate": 9.997066902061172e-05,
      "loss": 0.5475315570831298,
      "step": 2425,
      "token_acc": 0.7776628748707343
    },
    {
      "epoch": 0.12100990986504656,
      "grad_norm": 0.5378050208091736,
      "learning_rate": 9.996995978281696e-05,
      "loss": 0.3854509353637695,
      "step": 2430,
      "token_acc": 0.9324116743471582
    },
    {
      "epoch": 0.12125890144913103,
      "grad_norm": 3.184784173965454,
      "learning_rate": 9.996924207486711e-05,
      "loss": 0.730593204498291,
      "step": 2435,
      "token_acc": 0.8477574226152874
    },
    {
      "epoch": 0.12150789303321548,
      "grad_norm": 1.0584793090820312,
      "learning_rate": 9.996851589688381e-05,
      "loss": 0.22950327396392822,
      "step": 2440,
      "token_acc": 0.9305373525557011
    },
    {
      "epoch": 0.12175688461729993,
      "grad_norm": 2.3279225826263428,
      "learning_rate": 9.996778124899017e-05,
      "loss": 0.31714706420898436,
      "step": 2445,
      "token_acc": 0.9205128205128205
    },
    {
      "epoch": 0.1220058762013844,
      "grad_norm": 0.7975362539291382,
      "learning_rate": 9.99670381313107e-05,
      "loss": 0.38874316215515137,
      "step": 2450,
      "token_acc": 0.8517006802721089
    },
    {
      "epoch": 0.12225486778546885,
      "grad_norm": 2.6978673934936523,
      "learning_rate": 9.996628654397136e-05,
      "loss": 0.5707644462585449,
      "step": 2455,
      "token_acc": 0.9111635220125787
    },
    {
      "epoch": 0.12250385936955331,
      "grad_norm": 3.686310052871704,
      "learning_rate": 9.996552648709956e-05,
      "loss": 0.6316157817840576,
      "step": 2460,
      "token_acc": 0.820577164366374
    },
    {
      "epoch": 0.12275285095363776,
      "grad_norm": 3.0757086277008057,
      "learning_rate": 9.996475796082413e-05,
      "loss": 0.40212216377258303,
      "step": 2465,
      "token_acc": 0.8472727272727273
    },
    {
      "epoch": 0.12300184253772223,
      "grad_norm": 4.124473571777344,
      "learning_rate": 9.996398096527534e-05,
      "loss": 0.5417668342590332,
      "step": 2470,
      "token_acc": 0.8874172185430463
    },
    {
      "epoch": 0.12325083412180668,
      "grad_norm": 2.5602173805236816,
      "learning_rate": 9.996319550058488e-05,
      "loss": 0.42049007415771483,
      "step": 2475,
      "token_acc": 0.8691588785046729
    },
    {
      "epoch": 0.12349982570589114,
      "grad_norm": 2.598836660385132,
      "learning_rate": 9.996240156688592e-05,
      "loss": 0.6154139995574951,
      "step": 2480,
      "token_acc": 0.8123924268502581
    },
    {
      "epoch": 0.1237488172899756,
      "grad_norm": 3.6125948429107666,
      "learning_rate": 9.996159916431303e-05,
      "loss": 0.5924318790435791,
      "step": 2485,
      "token_acc": 0.7750906892382105
    },
    {
      "epoch": 0.12399780887406006,
      "grad_norm": 0.8591208457946777,
      "learning_rate": 9.996078829300218e-05,
      "loss": 0.356461763381958,
      "step": 2490,
      "token_acc": 0.9302871591114322
    },
    {
      "epoch": 0.12424680045814451,
      "grad_norm": 3.2046823501586914,
      "learning_rate": 9.995996895309085e-05,
      "loss": 0.3053690671920776,
      "step": 2495,
      "token_acc": 0.8919803600654664
    },
    {
      "epoch": 0.12449579204222898,
      "grad_norm": 1.7946109771728516,
      "learning_rate": 9.995914114471794e-05,
      "loss": 0.4938940525054932,
      "step": 2500,
      "token_acc": 0.948220064724919
    },
    {
      "epoch": 0.12474478362631343,
      "grad_norm": 3.4019975662231445,
      "learning_rate": 9.995830486802374e-05,
      "loss": 0.35679805278778076,
      "step": 2505,
      "token_acc": 0.9333156216790648
    },
    {
      "epoch": 0.1249937752103979,
      "grad_norm": 2.270535707473755,
      "learning_rate": 9.995746012315e-05,
      "loss": 0.5352917671203613,
      "step": 2510,
      "token_acc": 0.8830845771144279
    },
    {
      "epoch": 0.12524276679448235,
      "grad_norm": 2.3021724224090576,
      "learning_rate": 9.995660691023991e-05,
      "loss": 0.6877286434173584,
      "step": 2515,
      "token_acc": 0.7766385939216405
    },
    {
      "epoch": 0.1254917583785668,
      "grad_norm": 2.826356887817383,
      "learning_rate": 9.995574522943811e-05,
      "loss": 0.5106076240539551,
      "step": 2520,
      "token_acc": 0.8269230769230769
    },
    {
      "epoch": 0.12574074996265125,
      "grad_norm": 1.353806495666504,
      "learning_rate": 9.995487508089066e-05,
      "loss": 0.6136838912963867,
      "step": 2525,
      "token_acc": 0.8916083916083916
    },
    {
      "epoch": 0.12598974154673573,
      "grad_norm": 1.3631614446640015,
      "learning_rate": 9.995399646474502e-05,
      "loss": 0.49031744003295896,
      "step": 2530,
      "token_acc": 0.9028475711892797
    },
    {
      "epoch": 0.12623873313082018,
      "grad_norm": 1.3570973873138428,
      "learning_rate": 9.995310938115017e-05,
      "loss": 0.48578200340270994,
      "step": 2535,
      "token_acc": 0.8635716320136713
    },
    {
      "epoch": 0.12648772471490463,
      "grad_norm": 1.6569702625274658,
      "learning_rate": 9.995221383025643e-05,
      "loss": 0.24367525577545165,
      "step": 2540,
      "token_acc": 0.9190404797601199
    },
    {
      "epoch": 0.12673671629898908,
      "grad_norm": 5.752554416656494,
      "learning_rate": 9.995130981221564e-05,
      "loss": 0.4655811309814453,
      "step": 2545,
      "token_acc": 0.9395454545454546
    },
    {
      "epoch": 0.12698570788307356,
      "grad_norm": 1.6772133111953735,
      "learning_rate": 9.995039732718101e-05,
      "loss": 0.4340693950653076,
      "step": 2550,
      "token_acc": 0.9448751076658053
    },
    {
      "epoch": 0.127234699467158,
      "grad_norm": 1.0280699729919434,
      "learning_rate": 9.99494763753072e-05,
      "loss": 0.44083166122436523,
      "step": 2555,
      "token_acc": 0.8808510638297873
    },
    {
      "epoch": 0.12748369105124246,
      "grad_norm": 1.2319328784942627,
      "learning_rate": 9.994854695675036e-05,
      "loss": 0.42101526260375977,
      "step": 2560,
      "token_acc": 0.8793774319066148
    },
    {
      "epoch": 0.12773268263532692,
      "grad_norm": 1.4584147930145264,
      "learning_rate": 9.994760907166798e-05,
      "loss": 0.5818222999572754,
      "step": 2565,
      "token_acc": 0.7734470158343484
    },
    {
      "epoch": 0.1279816742194114,
      "grad_norm": 0.8255866169929504,
      "learning_rate": 9.994666272021907e-05,
      "loss": 0.3168694019317627,
      "step": 2570,
      "token_acc": 0.9420961204400695
    },
    {
      "epoch": 0.12823066580349585,
      "grad_norm": 8.299576759338379,
      "learning_rate": 9.994570790256403e-05,
      "loss": 0.6573347568511962,
      "step": 2575,
      "token_acc": 0.8429203539823009
    },
    {
      "epoch": 0.1284796573875803,
      "grad_norm": 1.8377453088760376,
      "learning_rate": 9.99447446188647e-05,
      "loss": 0.31677947044372556,
      "step": 2580,
      "token_acc": 0.9271040424121935
    },
    {
      "epoch": 0.12872864897166475,
      "grad_norm": 4.340204238891602,
      "learning_rate": 9.994377286928437e-05,
      "loss": 0.4326380729675293,
      "step": 2585,
      "token_acc": 0.9345314505776636
    },
    {
      "epoch": 0.12897764055574923,
      "grad_norm": 1.389744520187378,
      "learning_rate": 9.994279265398778e-05,
      "loss": 0.4430882930755615,
      "step": 2590,
      "token_acc": 0.8830645161290323
    },
    {
      "epoch": 0.12922663213983368,
      "grad_norm": 5.164225101470947,
      "learning_rate": 9.994180397314103e-05,
      "loss": 0.3767407417297363,
      "step": 2595,
      "token_acc": 0.9300341296928327
    },
    {
      "epoch": 0.12947562372391813,
      "grad_norm": 2.450932502746582,
      "learning_rate": 9.994080682691174e-05,
      "loss": 0.4863866329193115,
      "step": 2600,
      "token_acc": 0.8619246861924686
    },
    {
      "epoch": 0.12972461530800258,
      "grad_norm": 2.232239246368408,
      "learning_rate": 9.993980121546891e-05,
      "loss": 0.36061336994171145,
      "step": 2605,
      "token_acc": 0.9395267309377738
    },
    {
      "epoch": 0.12997360689208703,
      "grad_norm": 4.241944789886475,
      "learning_rate": 9.993878713898303e-05,
      "loss": 0.39057126045227053,
      "step": 2610,
      "token_acc": 0.8723404255319149
    },
    {
      "epoch": 0.1302225984761715,
      "grad_norm": 2.0297329425811768,
      "learning_rate": 9.993776459762596e-05,
      "loss": 0.7919448375701904,
      "step": 2615,
      "token_acc": 0.7650411652944902
    },
    {
      "epoch": 0.13047159006025597,
      "grad_norm": 1.4852652549743652,
      "learning_rate": 9.993673359157103e-05,
      "loss": 0.6836554050445557,
      "step": 2620,
      "token_acc": 0.8284518828451883
    },
    {
      "epoch": 0.13072058164434042,
      "grad_norm": 3.9356746673583984,
      "learning_rate": 9.993569412099302e-05,
      "loss": 0.5566705703735352,
      "step": 2625,
      "token_acc": 0.8464163822525598
    },
    {
      "epoch": 0.13096957322842487,
      "grad_norm": 1.5426112413406372,
      "learning_rate": 9.993464618606811e-05,
      "loss": 0.2420778751373291,
      "step": 2630,
      "token_acc": 0.9233576642335767
    },
    {
      "epoch": 0.13121856481250935,
      "grad_norm": 2.8080339431762695,
      "learning_rate": 9.993358978697392e-05,
      "loss": 0.5736104488372803,
      "step": 2635,
      "token_acc": 0.8168604651162791
    },
    {
      "epoch": 0.1314675563965938,
      "grad_norm": 1.0494500398635864,
      "learning_rate": 9.993252492388953e-05,
      "loss": 0.4554636001586914,
      "step": 2640,
      "token_acc": 0.9264705882352942
    },
    {
      "epoch": 0.13171654798067825,
      "grad_norm": 5.492476463317871,
      "learning_rate": 9.993145159699546e-05,
      "loss": 0.3615966558456421,
      "step": 2645,
      "token_acc": 0.9458874458874459
    },
    {
      "epoch": 0.1319655395647627,
      "grad_norm": 0.9001095294952393,
      "learning_rate": 9.99303698064736e-05,
      "loss": 0.42724609375,
      "step": 2650,
      "token_acc": 0.8783542039355993
    },
    {
      "epoch": 0.13221453114884718,
      "grad_norm": 1.967729091644287,
      "learning_rate": 9.992927955250735e-05,
      "loss": 0.39257895946502686,
      "step": 2655,
      "token_acc": 0.7860600193610843
    },
    {
      "epoch": 0.13246352273293163,
      "grad_norm": 1.7278838157653809,
      "learning_rate": 9.99281808352815e-05,
      "loss": 0.3104691982269287,
      "step": 2660,
      "token_acc": 0.9392307692307692
    },
    {
      "epoch": 0.13271251431701608,
      "grad_norm": 7.402353286743164,
      "learning_rate": 9.992707365498228e-05,
      "loss": 0.7394351005554199,
      "step": 2665,
      "token_acc": 0.8034623217922607
    },
    {
      "epoch": 0.13296150590110054,
      "grad_norm": 2.2022452354431152,
      "learning_rate": 9.992595801179739e-05,
      "loss": 0.43416242599487304,
      "step": 2670,
      "token_acc": 0.8544600938967136
    },
    {
      "epoch": 0.13321049748518501,
      "grad_norm": 1.9666078090667725,
      "learning_rate": 9.992483390591592e-05,
      "loss": 0.48575553894042967,
      "step": 2675,
      "token_acc": 0.876953125
    },
    {
      "epoch": 0.13345948906926947,
      "grad_norm": 1.9583319425582886,
      "learning_rate": 9.99237013375284e-05,
      "loss": 0.5443835258483887,
      "step": 2680,
      "token_acc": 0.85997171145686
    },
    {
      "epoch": 0.13370848065335392,
      "grad_norm": 1.1755757331848145,
      "learning_rate": 9.992256030682682e-05,
      "loss": 0.6120480537414551,
      "step": 2685,
      "token_acc": 0.8922644881286699
    },
    {
      "epoch": 0.13395747223743837,
      "grad_norm": 2.3361215591430664,
      "learning_rate": 9.992141081400461e-05,
      "loss": 0.3350485324859619,
      "step": 2690,
      "token_acc": 0.9095982142857143
    },
    {
      "epoch": 0.13420646382152282,
      "grad_norm": 0.3995237350463867,
      "learning_rate": 9.992025285925658e-05,
      "loss": 0.42226014137268064,
      "step": 2695,
      "token_acc": 0.9263206672845227
    },
    {
      "epoch": 0.1344554554056073,
      "grad_norm": 2.0801022052764893,
      "learning_rate": 9.991908644277902e-05,
      "loss": 0.31232714653015137,
      "step": 2700,
      "token_acc": 0.8907849829351536
    },
    {
      "epoch": 0.13470444698969175,
      "grad_norm": 2.5740396976470947,
      "learning_rate": 9.991791156476964e-05,
      "loss": 0.43340291976928713,
      "step": 2705,
      "token_acc": 0.9448160535117057
    },
    {
      "epoch": 0.1349534385737762,
      "grad_norm": 1.218012809753418,
      "learning_rate": 9.991672822542762e-05,
      "loss": 0.49918160438537595,
      "step": 2710,
      "token_acc": 0.8976945244956772
    },
    {
      "epoch": 0.13520243015786065,
      "grad_norm": 1.7837471961975098,
      "learning_rate": 9.991553642495348e-05,
      "loss": 0.48025169372558596,
      "step": 2715,
      "token_acc": 0.8674242424242424
    },
    {
      "epoch": 0.13545142174194513,
      "grad_norm": 1.104045033454895,
      "learning_rate": 9.991433616354929e-05,
      "loss": 0.4286635398864746,
      "step": 2720,
      "token_acc": 0.7984790874524715
    },
    {
      "epoch": 0.13570041332602958,
      "grad_norm": 3.1839675903320312,
      "learning_rate": 9.991312744141849e-05,
      "loss": 0.3198796510696411,
      "step": 2725,
      "token_acc": 0.8996655518394648
    },
    {
      "epoch": 0.13594940491011404,
      "grad_norm": 0.6671283841133118,
      "learning_rate": 9.991191025876595e-05,
      "loss": 0.3599575996398926,
      "step": 2730,
      "token_acc": 0.9395348837209302
    },
    {
      "epoch": 0.1361983964941985,
      "grad_norm": 2.8774380683898926,
      "learning_rate": 9.991068461579798e-05,
      "loss": 0.5821094989776612,
      "step": 2735,
      "token_acc": 0.8211764705882353
    },
    {
      "epoch": 0.13644738807828297,
      "grad_norm": 0.6326733231544495,
      "learning_rate": 9.990945051272236e-05,
      "loss": 0.33135385513305665,
      "step": 2740,
      "token_acc": 0.9
    },
    {
      "epoch": 0.13669637966236742,
      "grad_norm": 2.0637106895446777,
      "learning_rate": 9.990820794974826e-05,
      "loss": 0.3873877763748169,
      "step": 2745,
      "token_acc": 0.8918617614269788
    },
    {
      "epoch": 0.13694537124645187,
      "grad_norm": 2.4006989002227783,
      "learning_rate": 9.990695692708632e-05,
      "loss": 0.3892809867858887,
      "step": 2750,
      "token_acc": 0.875
    },
    {
      "epoch": 0.13719436283053632,
      "grad_norm": 1.636401653289795,
      "learning_rate": 9.990569744494856e-05,
      "loss": 0.4032734394073486,
      "step": 2755,
      "token_acc": 0.9470737913486005
    },
    {
      "epoch": 0.13744335441462077,
      "grad_norm": 1.3468890190124512,
      "learning_rate": 9.990442950354849e-05,
      "loss": 0.3985880374908447,
      "step": 2760,
      "token_acc": 0.8873668188736682
    },
    {
      "epoch": 0.13769234599870525,
      "grad_norm": 5.245413303375244,
      "learning_rate": 9.990315310310103e-05,
      "loss": 0.8518035888671875,
      "step": 2765,
      "token_acc": 0.7382372432074221
    },
    {
      "epoch": 0.1379413375827897,
      "grad_norm": 1.3248376846313477,
      "learning_rate": 9.990186824382253e-05,
      "loss": 0.5460583686828613,
      "step": 2770,
      "token_acc": 0.8691709844559585
    },
    {
      "epoch": 0.13819032916687415,
      "grad_norm": 1.9939424991607666,
      "learning_rate": 9.99005749259308e-05,
      "loss": 0.4865739822387695,
      "step": 2775,
      "token_acc": 0.8192457737321196
    },
    {
      "epoch": 0.1384393207509586,
      "grad_norm": 1.006970763206482,
      "learning_rate": 9.989927314964505e-05,
      "loss": 0.2460613250732422,
      "step": 2780,
      "token_acc": 0.9100294985250738
    },
    {
      "epoch": 0.13868831233504308,
      "grad_norm": 3.407417058944702,
      "learning_rate": 9.989796291518592e-05,
      "loss": 0.42236785888671874,
      "step": 2785,
      "token_acc": 0.897239263803681
    },
    {
      "epoch": 0.13893730391912754,
      "grad_norm": 2.4278476238250732,
      "learning_rate": 9.989664422277554e-05,
      "loss": 0.4978569507598877,
      "step": 2790,
      "token_acc": 0.8348106365834005
    },
    {
      "epoch": 0.139186295503212,
      "grad_norm": 1.0484217405319214,
      "learning_rate": 9.98953170726374e-05,
      "loss": 0.7208192348480225,
      "step": 2795,
      "token_acc": 0.827027027027027
    },
    {
      "epoch": 0.13943528708729644,
      "grad_norm": 1.318641185760498,
      "learning_rate": 9.989398146499646e-05,
      "loss": 0.27843441963195803,
      "step": 2800,
      "token_acc": 0.9524413443246671
    },
    {
      "epoch": 0.13968427867138092,
      "grad_norm": 1.506062388420105,
      "learning_rate": 9.989263740007915e-05,
      "loss": 0.3772719144821167,
      "step": 2805,
      "token_acc": 0.9420516836335161
    },
    {
      "epoch": 0.13993327025546537,
      "grad_norm": 4.13562536239624,
      "learning_rate": 9.989128487811326e-05,
      "loss": 0.30942707061767577,
      "step": 2810,
      "token_acc": 0.8953271028037383
    },
    {
      "epoch": 0.14018226183954982,
      "grad_norm": 3.194876194000244,
      "learning_rate": 9.988992389932805e-05,
      "loss": 0.43104281425476076,
      "step": 2815,
      "token_acc": 0.9478357380688124
    },
    {
      "epoch": 0.14043125342363427,
      "grad_norm": 3.9430580139160156,
      "learning_rate": 9.988855446395422e-05,
      "loss": 0.570705509185791,
      "step": 2820,
      "token_acc": 0.8040540540540541
    },
    {
      "epoch": 0.14068024500771875,
      "grad_norm": 2.849043130874634,
      "learning_rate": 9.988717657222391e-05,
      "loss": 0.47045011520385743,
      "step": 2825,
      "token_acc": 0.8356164383561644
    },
    {
      "epoch": 0.1409292365918032,
      "grad_norm": 7.2505059242248535,
      "learning_rate": 9.988579022437066e-05,
      "loss": 0.5007222175598145,
      "step": 2830,
      "token_acc": 0.8120617110799438
    },
    {
      "epoch": 0.14117822817588765,
      "grad_norm": 1.4146721363067627,
      "learning_rate": 9.988439542062946e-05,
      "loss": 0.36510324478149414,
      "step": 2835,
      "token_acc": 0.8686131386861314
    },
    {
      "epoch": 0.1414272197599721,
      "grad_norm": 2.6168010234832764,
      "learning_rate": 9.988299216123677e-05,
      "loss": 0.5528187274932861,
      "step": 2840,
      "token_acc": 0.7736459175424414
    },
    {
      "epoch": 0.14167621134405656,
      "grad_norm": 0.9165830016136169,
      "learning_rate": 9.988158044643041e-05,
      "loss": 0.49753680229187014,
      "step": 2845,
      "token_acc": 0.8469387755102041
    },
    {
      "epoch": 0.14192520292814104,
      "grad_norm": 4.7307891845703125,
      "learning_rate": 9.988016027644969e-05,
      "loss": 0.47307262420654295,
      "step": 2850,
      "token_acc": 0.9225589225589226
    },
    {
      "epoch": 0.1421741945122255,
      "grad_norm": 7.724844932556152,
      "learning_rate": 9.987873165153533e-05,
      "loss": 0.27695701122283933,
      "step": 2855,
      "token_acc": 0.912
    },
    {
      "epoch": 0.14242318609630994,
      "grad_norm": 1.0559108257293701,
      "learning_rate": 9.987729457192949e-05,
      "loss": 0.4749626636505127,
      "step": 2860,
      "token_acc": 0.8852459016393442
    },
    {
      "epoch": 0.1426721776803944,
      "grad_norm": 3.7724313735961914,
      "learning_rate": 9.987584903787577e-05,
      "loss": 0.38828001022338865,
      "step": 2865,
      "token_acc": 0.9447115384615384
    },
    {
      "epoch": 0.14292116926447887,
      "grad_norm": 1.4154363870620728,
      "learning_rate": 9.98743950496192e-05,
      "loss": 0.6045467853546143,
      "step": 2870,
      "token_acc": 0.8279181708784596
    },
    {
      "epoch": 0.14317016084856332,
      "grad_norm": 3.4732306003570557,
      "learning_rate": 9.98729326074062e-05,
      "loss": 0.32266988754272463,
      "step": 2875,
      "token_acc": 0.9391049156272927
    },
    {
      "epoch": 0.14341915243264777,
      "grad_norm": 2.8058478832244873,
      "learning_rate": 9.987146171148471e-05,
      "loss": 0.3873765468597412,
      "step": 2880,
      "token_acc": 0.890818858560794
    },
    {
      "epoch": 0.14366814401673222,
      "grad_norm": 0.8426517844200134,
      "learning_rate": 9.986998236210403e-05,
      "loss": 0.4576509952545166,
      "step": 2885,
      "token_acc": 0.9444444444444444
    },
    {
      "epoch": 0.1439171356008167,
      "grad_norm": 0.8516439199447632,
      "learning_rate": 9.986849455951492e-05,
      "loss": 0.480161190032959,
      "step": 2890,
      "token_acc": 0.8684516880093132
    },
    {
      "epoch": 0.14416612718490115,
      "grad_norm": 1.8336275815963745,
      "learning_rate": 9.986699830396957e-05,
      "loss": 0.3357715129852295,
      "step": 2895,
      "token_acc": 0.9291217257318952
    },
    {
      "epoch": 0.1444151187689856,
      "grad_norm": 1.1653470993041992,
      "learning_rate": 9.986549359572161e-05,
      "loss": 0.27232348918914795,
      "step": 2900,
      "token_acc": 0.8954545454545455
    },
    {
      "epoch": 0.14466411035307006,
      "grad_norm": 4.718319416046143,
      "learning_rate": 9.986398043502607e-05,
      "loss": 0.4540278434753418,
      "step": 2905,
      "token_acc": 0.8821428571428571
    },
    {
      "epoch": 0.14491310193715454,
      "grad_norm": 3.5117530822753906,
      "learning_rate": 9.986245882213948e-05,
      "loss": 0.5144339084625245,
      "step": 2910,
      "token_acc": 0.813932584269663
    },
    {
      "epoch": 0.145162093521239,
      "grad_norm": 1.3863404989242554,
      "learning_rate": 9.986092875731972e-05,
      "loss": 0.3567656993865967,
      "step": 2915,
      "token_acc": 0.851207729468599
    },
    {
      "epoch": 0.14541108510532344,
      "grad_norm": 1.9025745391845703,
      "learning_rate": 9.985939024082615e-05,
      "loss": 0.33368453979492185,
      "step": 2920,
      "token_acc": 0.8906605922551253
    },
    {
      "epoch": 0.1456600766894079,
      "grad_norm": 1.1251497268676758,
      "learning_rate": 9.98578432729196e-05,
      "loss": 0.3074934720993042,
      "step": 2925,
      "token_acc": 0.9558932542624166
    },
    {
      "epoch": 0.14590906827349234,
      "grad_norm": 2.225201368331909,
      "learning_rate": 9.985628785386223e-05,
      "loss": 0.21987788677215575,
      "step": 2930,
      "token_acc": 0.9381443298969072
    },
    {
      "epoch": 0.14615805985757682,
      "grad_norm": 2.0184412002563477,
      "learning_rate": 9.985472398391773e-05,
      "loss": 0.42173185348510744,
      "step": 2935,
      "token_acc": 0.8173469387755102
    },
    {
      "epoch": 0.14640705144166127,
      "grad_norm": 2.893197774887085,
      "learning_rate": 9.985315166335117e-05,
      "loss": 0.5651153564453125,
      "step": 2940,
      "token_acc": 0.8147632311977716
    },
    {
      "epoch": 0.14665604302574572,
      "grad_norm": 3.7175769805908203,
      "learning_rate": 9.985157089242906e-05,
      "loss": 0.5227718830108643,
      "step": 2945,
      "token_acc": 0.8879415347137637
    },
    {
      "epoch": 0.14690503460983018,
      "grad_norm": 2.5405735969543457,
      "learning_rate": 9.984998167141936e-05,
      "loss": 0.6244717121124268,
      "step": 2950,
      "token_acc": 0.8045774647887324
    },
    {
      "epoch": 0.14715402619391466,
      "grad_norm": 0.807794988155365,
      "learning_rate": 9.984838400059144e-05,
      "loss": 0.3954566717147827,
      "step": 2955,
      "token_acc": 0.921978021978022
    },
    {
      "epoch": 0.1474030177779991,
      "grad_norm": 2.388671636581421,
      "learning_rate": 9.984677788021612e-05,
      "loss": 0.48143758773803713,
      "step": 2960,
      "token_acc": 0.7854209445585215
    },
    {
      "epoch": 0.14765200936208356,
      "grad_norm": 4.810903549194336,
      "learning_rate": 9.984516331056566e-05,
      "loss": 0.4895769596099854,
      "step": 2965,
      "token_acc": 0.8563084112149533
    },
    {
      "epoch": 0.147901000946168,
      "grad_norm": 2.9428272247314453,
      "learning_rate": 9.984354029191372e-05,
      "loss": 0.6211783409118652,
      "step": 2970,
      "token_acc": 0.8324022346368715
    },
    {
      "epoch": 0.1481499925302525,
      "grad_norm": 1.8535982370376587,
      "learning_rate": 9.984190882453539e-05,
      "loss": 0.36936020851135254,
      "step": 2975,
      "token_acc": 0.8670360110803325
    },
    {
      "epoch": 0.14839898411433694,
      "grad_norm": 3.6663661003112793,
      "learning_rate": 9.984026890870725e-05,
      "loss": 0.5056529521942139,
      "step": 2980,
      "token_acc": 0.7867177522349936
    },
    {
      "epoch": 0.1486479756984214,
      "grad_norm": 4.438370227813721,
      "learning_rate": 9.983862054470726e-05,
      "loss": 0.7100302219390869,
      "step": 2985,
      "token_acc": 0.831858407079646
    },
    {
      "epoch": 0.14889696728250584,
      "grad_norm": 3.3058314323425293,
      "learning_rate": 9.983696373281481e-05,
      "loss": 0.528451681137085,
      "step": 2990,
      "token_acc": 0.850187265917603
    },
    {
      "epoch": 0.14914595886659032,
      "grad_norm": 3.7080893516540527,
      "learning_rate": 9.983529847331077e-05,
      "loss": 0.2980026721954346,
      "step": 2995,
      "token_acc": 0.8840019333011117
    },
    {
      "epoch": 0.14939495045067477,
      "grad_norm": 4.878110885620117,
      "learning_rate": 9.983362476647737e-05,
      "loss": 0.3409644365310669,
      "step": 3000,
      "token_acc": 0.9640614096301465
    },
    {
      "epoch": 0.14964394203475923,
      "grad_norm": 1.5366778373718262,
      "learning_rate": 9.983194261259834e-05,
      "loss": 0.39236228466033934,
      "step": 3005,
      "token_acc": 0.9011090573012939
    },
    {
      "epoch": 0.14989293361884368,
      "grad_norm": 6.503851890563965,
      "learning_rate": 9.983025201195881e-05,
      "loss": 0.5559072971343995,
      "step": 3010,
      "token_acc": 0.8403083700440529
    },
    {
      "epoch": 0.15014192520292813,
      "grad_norm": 2.015955686569214,
      "learning_rate": 9.982855296484535e-05,
      "loss": 0.449738073348999,
      "step": 3015,
      "token_acc": 0.8303149606299213
    },
    {
      "epoch": 0.1503909167870126,
      "grad_norm": 4.5413665771484375,
      "learning_rate": 9.982684547154593e-05,
      "loss": 0.7781993865966796,
      "step": 3020,
      "token_acc": 0.7403169014084507
    },
    {
      "epoch": 0.15063990837109706,
      "grad_norm": 2.830000162124634,
      "learning_rate": 9.982512953235e-05,
      "loss": 0.34374408721923827,
      "step": 3025,
      "token_acc": 0.882960413080895
    },
    {
      "epoch": 0.1508888999551815,
      "grad_norm": 0.8811487555503845,
      "learning_rate": 9.982340514754843e-05,
      "loss": 0.39463200569152834,
      "step": 3030,
      "token_acc": 0.8137557959814529
    },
    {
      "epoch": 0.15113789153926596,
      "grad_norm": 1.720090389251709,
      "learning_rate": 9.982167231743347e-05,
      "loss": 0.3496250629425049,
      "step": 3035,
      "token_acc": 0.8819672131147541
    },
    {
      "epoch": 0.15138688312335044,
      "grad_norm": 2.6395907402038574,
      "learning_rate": 9.98199310422989e-05,
      "loss": 0.26748881340026853,
      "step": 3040,
      "token_acc": 0.9485609308022045
    },
    {
      "epoch": 0.1516358747074349,
      "grad_norm": 2.968858003616333,
      "learning_rate": 9.981818132243984e-05,
      "loss": 0.43245325088500974,
      "step": 3045,
      "token_acc": 0.8998150431565968
    },
    {
      "epoch": 0.15188486629151934,
      "grad_norm": 2.605902910232544,
      "learning_rate": 9.981642315815287e-05,
      "loss": 0.423818302154541,
      "step": 3050,
      "token_acc": 0.8506459948320414
    },
    {
      "epoch": 0.1521338578756038,
      "grad_norm": 1.245882272720337,
      "learning_rate": 9.981465654973604e-05,
      "loss": 0.2586298227310181,
      "step": 3055,
      "token_acc": 0.9053639846743295
    },
    {
      "epoch": 0.15238284945968827,
      "grad_norm": 2.82149076461792,
      "learning_rate": 9.981288149748876e-05,
      "loss": 0.3874362945556641,
      "step": 3060,
      "token_acc": 0.8765743073047859
    },
    {
      "epoch": 0.15263184104377273,
      "grad_norm": 3.855459213256836,
      "learning_rate": 9.981109800171194e-05,
      "loss": 0.8352373123168946,
      "step": 3065,
      "token_acc": 0.7532894736842105
    },
    {
      "epoch": 0.15288083262785718,
      "grad_norm": 3.3211569786071777,
      "learning_rate": 9.980930606270787e-05,
      "loss": 0.457014274597168,
      "step": 3070,
      "token_acc": 0.9255677039529016
    },
    {
      "epoch": 0.15312982421194163,
      "grad_norm": 1.3816883563995361,
      "learning_rate": 9.98075056807803e-05,
      "loss": 0.33590614795684814,
      "step": 3075,
      "token_acc": 0.9237209302325582
    },
    {
      "epoch": 0.1533788157960261,
      "grad_norm": 9.764765739440918,
      "learning_rate": 9.980569685623442e-05,
      "loss": 0.5202267169952393,
      "step": 3080,
      "token_acc": 0.9251336898395722
    },
    {
      "epoch": 0.15362780738011056,
      "grad_norm": 1.3192514181137085,
      "learning_rate": 9.980387958937683e-05,
      "loss": 0.37705650329589846,
      "step": 3085,
      "token_acc": 0.8897485493230174
    },
    {
      "epoch": 0.153876798964195,
      "grad_norm": 1.5857510566711426,
      "learning_rate": 9.980205388051553e-05,
      "loss": 0.4965482234954834,
      "step": 3090,
      "token_acc": 0.8734177215189873
    },
    {
      "epoch": 0.15412579054827946,
      "grad_norm": 1.4331321716308594,
      "learning_rate": 9.980021972996003e-05,
      "loss": 0.5842013359069824,
      "step": 3095,
      "token_acc": 0.849083215796897
    },
    {
      "epoch": 0.1543747821323639,
      "grad_norm": 2.8904829025268555,
      "learning_rate": 9.979837713802122e-05,
      "loss": 0.41115336418151854,
      "step": 3100,
      "token_acc": 0.8695652173913043
    },
    {
      "epoch": 0.1546237737164484,
      "grad_norm": 1.4059398174285889,
      "learning_rate": 9.97965261050114e-05,
      "loss": 0.6254592895507812,
      "step": 3105,
      "token_acc": 0.8095238095238095
    },
    {
      "epoch": 0.15487276530053284,
      "grad_norm": 0.854885458946228,
      "learning_rate": 9.979466663124436e-05,
      "loss": 0.38188881874084474,
      "step": 3110,
      "token_acc": 0.8880994671403197
    },
    {
      "epoch": 0.1551217568846173,
      "grad_norm": 1.7905967235565186,
      "learning_rate": 9.979279871703528e-05,
      "loss": 0.4513090133666992,
      "step": 3115,
      "token_acc": 0.8494623655913979
    },
    {
      "epoch": 0.15537074846870175,
      "grad_norm": 4.703754425048828,
      "learning_rate": 9.979092236270078e-05,
      "loss": 0.7466463088989258,
      "step": 3120,
      "token_acc": 0.7888198757763976
    },
    {
      "epoch": 0.15561974005278623,
      "grad_norm": 4.115664005279541,
      "learning_rate": 9.97890375685589e-05,
      "loss": 0.49021272659301757,
      "step": 3125,
      "token_acc": 0.825923134890731
    },
    {
      "epoch": 0.15586873163687068,
      "grad_norm": 1.8548879623413086,
      "learning_rate": 9.978714433492914e-05,
      "loss": 0.5078439712524414,
      "step": 3130,
      "token_acc": 0.8464437117286858
    },
    {
      "epoch": 0.15611772322095513,
      "grad_norm": 1.8826477527618408,
      "learning_rate": 9.978524266213241e-05,
      "loss": 0.315131688117981,
      "step": 3135,
      "token_acc": 0.8979057591623036
    },
    {
      "epoch": 0.15636671480503958,
      "grad_norm": 3.9670581817626953,
      "learning_rate": 9.978333255049104e-05,
      "loss": 0.36484973430633544,
      "step": 3140,
      "token_acc": 0.9297218155197657
    },
    {
      "epoch": 0.15661570638912406,
      "grad_norm": 0.6941719651222229,
      "learning_rate": 9.978141400032881e-05,
      "loss": 0.6485328197479248,
      "step": 3145,
      "token_acc": 0.8724398131512756
    },
    {
      "epoch": 0.1568646979732085,
      "grad_norm": 0.8761278390884399,
      "learning_rate": 9.977948701197093e-05,
      "loss": 0.24970793724060059,
      "step": 3150,
      "token_acc": 0.9374285714285714
    },
    {
      "epoch": 0.15711368955729296,
      "grad_norm": 0.718268871307373,
      "learning_rate": 9.977755158574402e-05,
      "loss": 0.25944838523864744,
      "step": 3155,
      "token_acc": 0.948537378114843
    },
    {
      "epoch": 0.15736268114137741,
      "grad_norm": 2.610719919204712,
      "learning_rate": 9.977560772197618e-05,
      "loss": 0.4480565547943115,
      "step": 3160,
      "token_acc": 0.7695274831243973
    },
    {
      "epoch": 0.1576116727254619,
      "grad_norm": 3.530775785446167,
      "learning_rate": 9.977365542099686e-05,
      "loss": 0.45438294410705565,
      "step": 3165,
      "token_acc": 0.9006211180124224
    },
    {
      "epoch": 0.15786066430954634,
      "grad_norm": 4.704641819000244,
      "learning_rate": 9.9771694683137e-05,
      "loss": 0.37952728271484376,
      "step": 3170,
      "token_acc": 0.8991172761664565
    },
    {
      "epoch": 0.1581096558936308,
      "grad_norm": 7.2845354080200195,
      "learning_rate": 9.976972550872897e-05,
      "loss": 0.5269526481628418,
      "step": 3175,
      "token_acc": 0.8851674641148325
    },
    {
      "epoch": 0.15835864747771525,
      "grad_norm": 2.4135589599609375,
      "learning_rate": 9.976774789810652e-05,
      "loss": 0.5491803169250489,
      "step": 3180,
      "token_acc": 0.8094059405940595
    },
    {
      "epoch": 0.1586076390617997,
      "grad_norm": 4.4698615074157715,
      "learning_rate": 9.97657618516049e-05,
      "loss": 0.602046012878418,
      "step": 3185,
      "token_acc": 0.7669172932330827
    },
    {
      "epoch": 0.15885663064588418,
      "grad_norm": 1.073378086090088,
      "learning_rate": 9.976376736956074e-05,
      "loss": 0.3704697608947754,
      "step": 3190,
      "token_acc": 0.900709219858156
    },
    {
      "epoch": 0.15910562222996863,
      "grad_norm": 0.49559128284454346,
      "learning_rate": 9.976176445231212e-05,
      "loss": 0.31983580589294436,
      "step": 3195,
      "token_acc": 0.9591489361702128
    },
    {
      "epoch": 0.15935461381405308,
      "grad_norm": 1.0553160905838013,
      "learning_rate": 9.975975310019854e-05,
      "loss": 0.34038946628570554,
      "step": 3200,
      "token_acc": 0.8928571428571429
    },
    {
      "epoch": 0.15960360539813753,
      "grad_norm": 0.9433006644248962,
      "learning_rate": 9.975773331356093e-05,
      "loss": 0.32130041122436526,
      "step": 3205,
      "token_acc": 0.9440993788819876
    },
    {
      "epoch": 0.159852596982222,
      "grad_norm": 2.644975185394287,
      "learning_rate": 9.975570509274166e-05,
      "loss": 0.40096330642700195,
      "step": 3210,
      "token_acc": 0.8682352941176471
    },
    {
      "epoch": 0.16010158856630646,
      "grad_norm": 2.9751760959625244,
      "learning_rate": 9.975366843808454e-05,
      "loss": 0.4032756805419922,
      "step": 3215,
      "token_acc": 0.9321685508735869
    },
    {
      "epoch": 0.16035058015039091,
      "grad_norm": 1.0053561925888062,
      "learning_rate": 9.975162334993475e-05,
      "loss": 0.38163042068481445,
      "step": 3220,
      "token_acc": 0.8445820433436533
    },
    {
      "epoch": 0.16059957173447537,
      "grad_norm": 2.9595844745635986,
      "learning_rate": 9.974956982863898e-05,
      "loss": 0.4263875484466553,
      "step": 3225,
      "token_acc": 0.8847058823529412
    },
    {
      "epoch": 0.16084856331855985,
      "grad_norm": 0.9904245138168335,
      "learning_rate": 9.97475078745453e-05,
      "loss": 0.3579939603805542,
      "step": 3230,
      "token_acc": 0.863106343283582
    },
    {
      "epoch": 0.1610975549026443,
      "grad_norm": 3.0625884532928467,
      "learning_rate": 9.974543748800321e-05,
      "loss": 0.4930731773376465,
      "step": 3235,
      "token_acc": 0.8910214703968771
    },
    {
      "epoch": 0.16134654648672875,
      "grad_norm": 3.4475908279418945,
      "learning_rate": 9.974335866936367e-05,
      "loss": 0.5452244758605957,
      "step": 3240,
      "token_acc": 0.9204152249134948
    },
    {
      "epoch": 0.1615955380708132,
      "grad_norm": 3.549856185913086,
      "learning_rate": 9.974127141897904e-05,
      "loss": 0.45502638816833496,
      "step": 3245,
      "token_acc": 0.8468677494199536
    },
    {
      "epoch": 0.16184452965489765,
      "grad_norm": 0.7927641272544861,
      "learning_rate": 9.973917573720313e-05,
      "loss": 0.42609438896179197,
      "step": 3250,
      "token_acc": 0.8996138996138996
    },
    {
      "epoch": 0.16209352123898213,
      "grad_norm": 3.9630677700042725,
      "learning_rate": 9.973707162439115e-05,
      "loss": 0.6325243473052978,
      "step": 3255,
      "token_acc": 0.928260007927071
    },
    {
      "epoch": 0.16234251282306658,
      "grad_norm": 4.751392364501953,
      "learning_rate": 9.973495908089977e-05,
      "loss": 0.3787595272064209,
      "step": 3260,
      "token_acc": 0.9071711394632644
    },
    {
      "epoch": 0.16259150440715103,
      "grad_norm": 1.5475192070007324,
      "learning_rate": 9.973283810708707e-05,
      "loss": 0.45986366271972656,
      "step": 3265,
      "token_acc": 0.8636363636363636
    },
    {
      "epoch": 0.16284049599123548,
      "grad_norm": 2.765202522277832,
      "learning_rate": 9.973070870331258e-05,
      "loss": 0.27642505168914794,
      "step": 3270,
      "token_acc": 0.9457708049113234
    },
    {
      "epoch": 0.16308948757531996,
      "grad_norm": 2.6016480922698975,
      "learning_rate": 9.972857086993724e-05,
      "loss": 0.2871020078659058,
      "step": 3275,
      "token_acc": 0.9301552106430155
    },
    {
      "epoch": 0.16333847915940441,
      "grad_norm": 6.876984596252441,
      "learning_rate": 9.972642460732338e-05,
      "loss": 0.42486095428466797,
      "step": 3280,
      "token_acc": 0.9163120567375886
    },
    {
      "epoch": 0.16358747074348887,
      "grad_norm": 1.4274083375930786,
      "learning_rate": 9.972426991583488e-05,
      "loss": 0.2323148727416992,
      "step": 3285,
      "token_acc": 0.9392712550607287
    },
    {
      "epoch": 0.16383646232757332,
      "grad_norm": 0.8027199506759644,
      "learning_rate": 9.97221067958369e-05,
      "loss": 0.26322250366210936,
      "step": 3290,
      "token_acc": 0.955420466058764
    },
    {
      "epoch": 0.1640854539116578,
      "grad_norm": 7.598551273345947,
      "learning_rate": 9.971993524769614e-05,
      "loss": 0.7963412761688232,
      "step": 3295,
      "token_acc": 0.7554261514028586
    },
    {
      "epoch": 0.16433444549574225,
      "grad_norm": 2.1723601818084717,
      "learning_rate": 9.971775527178069e-05,
      "loss": 0.5205098628997803,
      "step": 3300,
      "token_acc": 0.8541666666666666
    },
    {
      "epoch": 0.1645834370798267,
      "grad_norm": 2.1106250286102295,
      "learning_rate": 9.971556686846004e-05,
      "loss": 0.4290048122406006,
      "step": 3305,
      "token_acc": 0.8691950464396285
    },
    {
      "epoch": 0.16483242866391115,
      "grad_norm": 1.4716136455535889,
      "learning_rate": 9.971337003810515e-05,
      "loss": 0.25970911979675293,
      "step": 3310,
      "token_acc": 0.9541166380789022
    },
    {
      "epoch": 0.16508142024799563,
      "grad_norm": 1.219724416732788,
      "learning_rate": 9.97111647810884e-05,
      "loss": 0.4373325824737549,
      "step": 3315,
      "token_acc": 0.8996027446731673
    },
    {
      "epoch": 0.16533041183208008,
      "grad_norm": 2.2918546199798584,
      "learning_rate": 9.970895109778358e-05,
      "loss": 0.5598417282104492,
      "step": 3320,
      "token_acc": 0.8995873452544704
    },
    {
      "epoch": 0.16557940341616453,
      "grad_norm": 4.582664966583252,
      "learning_rate": 9.970672898856592e-05,
      "loss": 0.360954213142395,
      "step": 3325,
      "token_acc": 0.9387116948092558
    },
    {
      "epoch": 0.16582839500024898,
      "grad_norm": 2.581766366958618,
      "learning_rate": 9.970449845381209e-05,
      "loss": 0.22687735557556152,
      "step": 3330,
      "token_acc": 0.9554489376285127
    },
    {
      "epoch": 0.16607738658433344,
      "grad_norm": 2.769519805908203,
      "learning_rate": 9.970225949390018e-05,
      "loss": 0.320138144493103,
      "step": 3335,
      "token_acc": 0.8955752212389381
    },
    {
      "epoch": 0.16632637816841792,
      "grad_norm": 3.250890016555786,
      "learning_rate": 9.970001210920968e-05,
      "loss": 0.2903930425643921,
      "step": 3340,
      "token_acc": 0.9524714828897338
    },
    {
      "epoch": 0.16657536975250237,
      "grad_norm": 3.145204782485962,
      "learning_rate": 9.969775630012156e-05,
      "loss": 0.46573076248168943,
      "step": 3345,
      "token_acc": 0.8591370558375635
    },
    {
      "epoch": 0.16682436133658682,
      "grad_norm": 1.4089821577072144,
      "learning_rate": 9.969549206701817e-05,
      "loss": 0.5609575748443604,
      "step": 3350,
      "token_acc": 0.8372591006423983
    },
    {
      "epoch": 0.16707335292067127,
      "grad_norm": 2.269592761993408,
      "learning_rate": 9.969321941028333e-05,
      "loss": 0.4521929740905762,
      "step": 3355,
      "token_acc": 0.8651685393258427
    },
    {
      "epoch": 0.16732234450475575,
      "grad_norm": 0.7415249943733215,
      "learning_rate": 9.969093833030223e-05,
      "loss": 0.247023344039917,
      "step": 3360,
      "token_acc": 0.9284436493738819
    },
    {
      "epoch": 0.1675713360888402,
      "grad_norm": 1.3998775482177734,
      "learning_rate": 9.968864882746156e-05,
      "loss": 0.2701219081878662,
      "step": 3365,
      "token_acc": 0.9460028050490884
    },
    {
      "epoch": 0.16782032767292465,
      "grad_norm": 0.929467499256134,
      "learning_rate": 9.96863509021494e-05,
      "loss": 0.5495979309082031,
      "step": 3370,
      "token_acc": 0.8835820895522388
    },
    {
      "epoch": 0.1680693192570091,
      "grad_norm": 1.1305480003356934,
      "learning_rate": 9.968404455475525e-05,
      "loss": 0.44849209785461425,
      "step": 3375,
      "token_acc": 0.8587213891081295
    },
    {
      "epoch": 0.16831831084109358,
      "grad_norm": 1.4413807392120361,
      "learning_rate": 9.968172978567003e-05,
      "loss": 0.28052663803100586,
      "step": 3380,
      "token_acc": 0.9043280182232346
    },
    {
      "epoch": 0.16856730242517803,
      "grad_norm": 1.1699320077896118,
      "learning_rate": 9.967940659528615e-05,
      "loss": 0.5685187339782715,
      "step": 3385,
      "token_acc": 0.8388721047331319
    },
    {
      "epoch": 0.16881629400926249,
      "grad_norm": 1.7872490882873535,
      "learning_rate": 9.967707498399734e-05,
      "loss": 0.534220552444458,
      "step": 3390,
      "token_acc": 0.8326885880077369
    },
    {
      "epoch": 0.16906528559334694,
      "grad_norm": 0.5613495111465454,
      "learning_rate": 9.967473495219888e-05,
      "loss": 0.327124285697937,
      "step": 3395,
      "token_acc": 0.9672213817448311
    },
    {
      "epoch": 0.16931427717743142,
      "grad_norm": 2.418783187866211,
      "learning_rate": 9.967238650028739e-05,
      "loss": 0.4017979145050049,
      "step": 3400,
      "token_acc": 0.868421052631579
    },
    {
      "epoch": 0.16956326876151587,
      "grad_norm": 1.2322036027908325,
      "learning_rate": 9.967002962866092e-05,
      "loss": 0.2272667407989502,
      "step": 3405,
      "token_acc": 0.9366666666666666
    },
    {
      "epoch": 0.16981226034560032,
      "grad_norm": 2.053931713104248,
      "learning_rate": 9.966766433771903e-05,
      "loss": 0.21300458908081055,
      "step": 3410,
      "token_acc": 0.9751844399731724
    },
    {
      "epoch": 0.17006125192968477,
      "grad_norm": 5.00717830657959,
      "learning_rate": 9.96652906278626e-05,
      "loss": 0.27788820266723635,
      "step": 3415,
      "token_acc": 0.9424284717376133
    },
    {
      "epoch": 0.17031024351376922,
      "grad_norm": 3.243755578994751,
      "learning_rate": 9.9662908499494e-05,
      "loss": 0.49652915000915526,
      "step": 3420,
      "token_acc": 0.8465346534653465
    },
    {
      "epoch": 0.1705592350978537,
      "grad_norm": 2.7593040466308594,
      "learning_rate": 9.9660517953017e-05,
      "loss": 0.5897307395935059,
      "step": 3425,
      "token_acc": 0.8064952638700947
    },
    {
      "epoch": 0.17080822668193815,
      "grad_norm": 2.9315810203552246,
      "learning_rate": 9.965811898883684e-05,
      "loss": 0.6354886531829834,
      "step": 3430,
      "token_acc": 0.8051724137931034
    },
    {
      "epoch": 0.1710572182660226,
      "grad_norm": 1.4583818912506104,
      "learning_rate": 9.965571160736014e-05,
      "loss": 0.4265737533569336,
      "step": 3435,
      "token_acc": 0.8284936479128857
    },
    {
      "epoch": 0.17130620985010706,
      "grad_norm": 4.384817600250244,
      "learning_rate": 9.965329580899496e-05,
      "loss": 0.4766397476196289,
      "step": 3440,
      "token_acc": 0.9571603427172583
    },
    {
      "epoch": 0.17155520143419153,
      "grad_norm": 1.6348434686660767,
      "learning_rate": 9.965087159415079e-05,
      "loss": 0.3914479732513428,
      "step": 3445,
      "token_acc": 0.8626126126126126
    },
    {
      "epoch": 0.17180419301827599,
      "grad_norm": 1.185402750968933,
      "learning_rate": 9.964843896323854e-05,
      "loss": 0.36016845703125,
      "step": 3450,
      "token_acc": 0.9109195402298851
    },
    {
      "epoch": 0.17205318460236044,
      "grad_norm": 0.45201733708381653,
      "learning_rate": 9.964599791667057e-05,
      "loss": 0.3403244256973267,
      "step": 3455,
      "token_acc": 0.9423423423423424
    },
    {
      "epoch": 0.1723021761864449,
      "grad_norm": 1.6425243616104126,
      "learning_rate": 9.964354845486064e-05,
      "loss": 0.32117571830749514,
      "step": 3460,
      "token_acc": 0.8862602365787079
    },
    {
      "epoch": 0.17255116777052937,
      "grad_norm": 5.605690956115723,
      "learning_rate": 9.964109057822395e-05,
      "loss": 0.6123069763183594,
      "step": 3465,
      "token_acc": 0.8187702265372169
    },
    {
      "epoch": 0.17280015935461382,
      "grad_norm": 1.6710116863250732,
      "learning_rate": 9.963862428717711e-05,
      "loss": 0.3779218912124634,
      "step": 3470,
      "token_acc": 0.8574181117533719
    },
    {
      "epoch": 0.17304915093869827,
      "grad_norm": 0.9588782787322998,
      "learning_rate": 9.963614958213819e-05,
      "loss": 0.41532106399536134,
      "step": 3475,
      "token_acc": 0.8278626910548734
    },
    {
      "epoch": 0.17329814252278272,
      "grad_norm": 2.3135695457458496,
      "learning_rate": 9.963366646352663e-05,
      "loss": 0.42887492179870607,
      "step": 3480,
      "token_acc": 0.8638573743922204
    },
    {
      "epoch": 0.1735471341068672,
      "grad_norm": 0.9715668559074402,
      "learning_rate": 9.963117493176337e-05,
      "loss": 0.34780149459838866,
      "step": 3485,
      "token_acc": 0.9399571122230165
    },
    {
      "epoch": 0.17379612569095165,
      "grad_norm": 1.1872501373291016,
      "learning_rate": 9.962867498727071e-05,
      "loss": 0.29009954929351806,
      "step": 3490,
      "token_acc": 0.8667296786389413
    },
    {
      "epoch": 0.1740451172750361,
      "grad_norm": 3.903477430343628,
      "learning_rate": 9.962616663047241e-05,
      "loss": 0.50150465965271,
      "step": 3495,
      "token_acc": 0.8775
    },
    {
      "epoch": 0.17429410885912056,
      "grad_norm": 0.9122669696807861,
      "learning_rate": 9.962364986179367e-05,
      "loss": 0.36999509334564207,
      "step": 3500,
      "token_acc": 0.9080645161290323
    },
    {
      "epoch": 0.174543100443205,
      "grad_norm": 2.2715606689453125,
      "learning_rate": 9.962112468166107e-05,
      "loss": 0.3976632595062256,
      "step": 3505,
      "token_acc": 0.9344512195121951
    },
    {
      "epoch": 0.1747920920272895,
      "grad_norm": 1.6989827156066895,
      "learning_rate": 9.961859109050264e-05,
      "loss": 0.43912434577941895,
      "step": 3510,
      "token_acc": 0.8682170542635659
    },
    {
      "epoch": 0.17504108361137394,
      "grad_norm": 4.442941188812256,
      "learning_rate": 9.961604908874784e-05,
      "loss": 0.3697799205780029,
      "step": 3515,
      "token_acc": 0.9109195402298851
    },
    {
      "epoch": 0.1752900751954584,
      "grad_norm": 1.9913703203201294,
      "learning_rate": 9.961349867682757e-05,
      "loss": 0.2996443033218384,
      "step": 3520,
      "token_acc": 0.934070796460177
    },
    {
      "epoch": 0.17553906677954284,
      "grad_norm": 0.9992276430130005,
      "learning_rate": 9.961093985517412e-05,
      "loss": 0.29596610069274903,
      "step": 3525,
      "token_acc": 0.9363557105492589
    },
    {
      "epoch": 0.17578805836362732,
      "grad_norm": 6.196477890014648,
      "learning_rate": 9.96083726242212e-05,
      "loss": 0.4915943622589111,
      "step": 3530,
      "token_acc": 0.8270893371757925
    },
    {
      "epoch": 0.17603704994771177,
      "grad_norm": 9.967225074768066,
      "learning_rate": 9.960579698440402e-05,
      "loss": 0.5404834270477294,
      "step": 3535,
      "token_acc": 0.7903372835004557
    },
    {
      "epoch": 0.17628604153179622,
      "grad_norm": 5.592071056365967,
      "learning_rate": 9.960321293615913e-05,
      "loss": 0.6286079406738281,
      "step": 3540,
      "token_acc": 0.9213483146067416
    },
    {
      "epoch": 0.17653503311588067,
      "grad_norm": 1.392243504524231,
      "learning_rate": 9.960062047992453e-05,
      "loss": 0.5492751598358154,
      "step": 3545,
      "token_acc": 0.728354263053536
    },
    {
      "epoch": 0.17678402469996515,
      "grad_norm": 3.0280699729919434,
      "learning_rate": 9.95980196161397e-05,
      "loss": 0.531522274017334,
      "step": 3550,
      "token_acc": 0.7909836065573771
    },
    {
      "epoch": 0.1770330162840496,
      "grad_norm": 2.9513354301452637,
      "learning_rate": 9.959541034524544e-05,
      "loss": 0.42072315216064454,
      "step": 3555,
      "token_acc": 0.9336461126005362
    },
    {
      "epoch": 0.17728200786813406,
      "grad_norm": 8.230525970458984,
      "learning_rate": 9.959279266768409e-05,
      "loss": 0.45671629905700684,
      "step": 3560,
      "token_acc": 0.8871165644171779
    },
    {
      "epoch": 0.1775309994522185,
      "grad_norm": 2.7448980808258057,
      "learning_rate": 9.959016658389933e-05,
      "loss": 0.5603635787963868,
      "step": 3565,
      "token_acc": 0.8170289855072463
    },
    {
      "epoch": 0.177779991036303,
      "grad_norm": 2.3464553356170654,
      "learning_rate": 9.958753209433629e-05,
      "loss": 0.46384782791137696,
      "step": 3570,
      "token_acc": 0.9434333497294638
    },
    {
      "epoch": 0.17802898262038744,
      "grad_norm": 0.9907188415527344,
      "learning_rate": 9.958488919944154e-05,
      "loss": 0.3272160291671753,
      "step": 3575,
      "token_acc": 0.8845460012026458
    },
    {
      "epoch": 0.1782779742044719,
      "grad_norm": 0.6650809645652771,
      "learning_rate": 9.958223789966305e-05,
      "loss": 0.3263371229171753,
      "step": 3580,
      "token_acc": 0.9200913242009132
    },
    {
      "epoch": 0.17852696578855634,
      "grad_norm": 4.32028865814209,
      "learning_rate": 9.957957819545023e-05,
      "loss": 0.4277867317199707,
      "step": 3585,
      "token_acc": 0.8286151491966335
    },
    {
      "epoch": 0.1787759573726408,
      "grad_norm": 4.024779796600342,
      "learning_rate": 9.957691008725394e-05,
      "loss": 0.39200758934020996,
      "step": 3590,
      "token_acc": 0.8700564971751412
    },
    {
      "epoch": 0.17902494895672527,
      "grad_norm": 0.9504190683364868,
      "learning_rate": 9.957423357552643e-05,
      "loss": 0.38521513938903806,
      "step": 3595,
      "token_acc": 0.8745098039215686
    },
    {
      "epoch": 0.17927394054080972,
      "grad_norm": 9.061361312866211,
      "learning_rate": 9.957154866072133e-05,
      "loss": 0.5215215682983398,
      "step": 3600,
      "token_acc": 0.8151750972762646
    },
    {
      "epoch": 0.17952293212489417,
      "grad_norm": 1.7953062057495117,
      "learning_rate": 9.956885534329383e-05,
      "loss": 0.42557616233825685,
      "step": 3605,
      "token_acc": 0.878003696857671
    },
    {
      "epoch": 0.17977192370897863,
      "grad_norm": 5.741439342498779,
      "learning_rate": 9.956615362370039e-05,
      "loss": 0.5745516300201416,
      "step": 3610,
      "token_acc": 0.7885615251299827
    },
    {
      "epoch": 0.1800209152930631,
      "grad_norm": 0.5119749307632446,
      "learning_rate": 9.956344350239901e-05,
      "loss": 0.28306055068969727,
      "step": 3615,
      "token_acc": 0.9468802698145026
    },
    {
      "epoch": 0.18026990687714756,
      "grad_norm": 1.0415077209472656,
      "learning_rate": 9.956072497984905e-05,
      "loss": 0.5292116641998291,
      "step": 3620,
      "token_acc": 0.7768938083708059
    },
    {
      "epoch": 0.180518898461232,
      "grad_norm": 1.5061663389205933,
      "learning_rate": 9.95579980565113e-05,
      "loss": 0.4252620220184326,
      "step": 3625,
      "token_acc": 0.9154187465335551
    },
    {
      "epoch": 0.18076789004531646,
      "grad_norm": 2.1799156665802,
      "learning_rate": 9.955526273284801e-05,
      "loss": 0.2882099628448486,
      "step": 3630,
      "token_acc": 0.9085820895522388
    },
    {
      "epoch": 0.18101688162940094,
      "grad_norm": 1.2211064100265503,
      "learning_rate": 9.955251900932284e-05,
      "loss": 0.326198673248291,
      "step": 3635,
      "token_acc": 0.875
    },
    {
      "epoch": 0.1812658732134854,
      "grad_norm": 2.610332727432251,
      "learning_rate": 9.954976688640084e-05,
      "loss": 0.7087111473083496,
      "step": 3640,
      "token_acc": 0.8871490280777538
    },
    {
      "epoch": 0.18151486479756984,
      "grad_norm": 2.8957197666168213,
      "learning_rate": 9.954700636454848e-05,
      "loss": 0.327222204208374,
      "step": 3645,
      "token_acc": 0.9491634491634492
    },
    {
      "epoch": 0.1817638563816543,
      "grad_norm": 1.4500024318695068,
      "learning_rate": 9.954423744423376e-05,
      "loss": 0.6235241889953613,
      "step": 3650,
      "token_acc": 0.8135818908122503
    },
    {
      "epoch": 0.18201284796573874,
      "grad_norm": 1.1261370182037354,
      "learning_rate": 9.954146012592597e-05,
      "loss": 0.38916563987731934,
      "step": 3655,
      "token_acc": 0.8994603805737007
    },
    {
      "epoch": 0.18226183954982322,
      "grad_norm": 0.7454621195793152,
      "learning_rate": 9.953867441009588e-05,
      "loss": 0.33047940731048586,
      "step": 3660,
      "token_acc": 0.8949640287769784
    },
    {
      "epoch": 0.18251083113390767,
      "grad_norm": 2.0418832302093506,
      "learning_rate": 9.953588029721571e-05,
      "loss": 0.42768187522888185,
      "step": 3665,
      "token_acc": 0.8801652892561983
    },
    {
      "epoch": 0.18275982271799213,
      "grad_norm": 4.071649551391602,
      "learning_rate": 9.953307778775906e-05,
      "loss": 0.336458158493042,
      "step": 3670,
      "token_acc": 0.8884565499351491
    },
    {
      "epoch": 0.18300881430207658,
      "grad_norm": 0.4995281994342804,
      "learning_rate": 9.953026688220097e-05,
      "loss": 0.5192330837249756,
      "step": 3675,
      "token_acc": 0.804607157548334
    },
    {
      "epoch": 0.18325780588616106,
      "grad_norm": 1.1872926950454712,
      "learning_rate": 9.95274475810179e-05,
      "loss": 0.3550442934036255,
      "step": 3680,
      "token_acc": 0.9257871064467766
    },
    {
      "epoch": 0.1835067974702455,
      "grad_norm": 0.6419724822044373,
      "learning_rate": 9.952461988468773e-05,
      "loss": 0.42189903259277345,
      "step": 3685,
      "token_acc": 0.9307321350284963
    },
    {
      "epoch": 0.18375578905432996,
      "grad_norm": 1.5326217412948608,
      "learning_rate": 9.95217837936898e-05,
      "loss": 0.33514649868011476,
      "step": 3690,
      "token_acc": 0.8917525773195877
    },
    {
      "epoch": 0.1840047806384144,
      "grad_norm": 1.9277170896530151,
      "learning_rate": 9.95189393085048e-05,
      "loss": 0.3049046754837036,
      "step": 3695,
      "token_acc": 0.9065934065934066
    },
    {
      "epoch": 0.1842537722224989,
      "grad_norm": 1.7445930242538452,
      "learning_rate": 9.951608642961489e-05,
      "loss": 0.5038510799407959,
      "step": 3700,
      "token_acc": 0.8776758409785933
    },
    {
      "epoch": 0.18450276380658334,
      "grad_norm": 2.468195676803589,
      "learning_rate": 9.951322515750369e-05,
      "loss": 0.46050252914428713,
      "step": 3705,
      "token_acc": 0.8509719222462203
    },
    {
      "epoch": 0.1847517553906678,
      "grad_norm": 5.968092441558838,
      "learning_rate": 9.951035549265615e-05,
      "loss": 0.5200142383575439,
      "step": 3710,
      "token_acc": 0.7777777777777778
    },
    {
      "epoch": 0.18500074697475224,
      "grad_norm": 2.561356544494629,
      "learning_rate": 9.950747743555873e-05,
      "loss": 0.7144444942474365,
      "step": 3715,
      "token_acc": 0.7837837837837838
    },
    {
      "epoch": 0.18524973855883672,
      "grad_norm": 1.5526319742202759,
      "learning_rate": 9.950459098669924e-05,
      "loss": 0.4252004146575928,
      "step": 3720,
      "token_acc": 0.8805031446540881
    },
    {
      "epoch": 0.18549873014292118,
      "grad_norm": 2.5418732166290283,
      "learning_rate": 9.950169614656695e-05,
      "loss": 0.4531069755554199,
      "step": 3725,
      "token_acc": 0.9103214890016921
    },
    {
      "epoch": 0.18574772172700563,
      "grad_norm": 6.259637832641602,
      "learning_rate": 9.94987929156526e-05,
      "loss": 0.38138065338134763,
      "step": 3730,
      "token_acc": 0.89171974522293
    },
    {
      "epoch": 0.18599671331109008,
      "grad_norm": 0.7486043572425842,
      "learning_rate": 9.949588129444825e-05,
      "loss": 0.3197683811187744,
      "step": 3735,
      "token_acc": 0.903010033444816
    },
    {
      "epoch": 0.18624570489517453,
      "grad_norm": 0.5436316728591919,
      "learning_rate": 9.949296128344743e-05,
      "loss": 0.3439953804016113,
      "step": 3740,
      "token_acc": 0.8184380032206119
    },
    {
      "epoch": 0.186494696479259,
      "grad_norm": 1.703271508216858,
      "learning_rate": 9.949003288314514e-05,
      "loss": 0.48018903732299806,
      "step": 3745,
      "token_acc": 0.8113975576662144
    },
    {
      "epoch": 0.18674368806334346,
      "grad_norm": 1.0426970720291138,
      "learning_rate": 9.948709609403772e-05,
      "loss": 0.3939572811126709,
      "step": 3750,
      "token_acc": 0.932866827028209
    },
    {
      "epoch": 0.1869926796474279,
      "grad_norm": 1.1749211549758911,
      "learning_rate": 9.9484150916623e-05,
      "loss": 0.4652812957763672,
      "step": 3755,
      "token_acc": 0.7879320445225542
    },
    {
      "epoch": 0.18724167123151236,
      "grad_norm": 3.9523274898529053,
      "learning_rate": 9.948119735140017e-05,
      "loss": 0.35467705726623533,
      "step": 3760,
      "token_acc": 0.905982905982906
    },
    {
      "epoch": 0.18749066281559684,
      "grad_norm": 3.0314133167266846,
      "learning_rate": 9.94782353988699e-05,
      "loss": 0.6029755592346191,
      "step": 3765,
      "token_acc": 0.8293545534924845
    },
    {
      "epoch": 0.1877396543996813,
      "grad_norm": 2.1954336166381836,
      "learning_rate": 9.947526505953424e-05,
      "loss": 0.3838467836380005,
      "step": 3770,
      "token_acc": 0.9234154929577465
    },
    {
      "epoch": 0.18798864598376575,
      "grad_norm": 6.322850704193115,
      "learning_rate": 9.94722863338967e-05,
      "loss": 0.5090706825256348,
      "step": 3775,
      "token_acc": 0.8647058823529412
    },
    {
      "epoch": 0.1882376375678502,
      "grad_norm": 0.794803261756897,
      "learning_rate": 9.946929922246215e-05,
      "loss": 0.5529825210571289,
      "step": 3780,
      "token_acc": 0.8944513975803087
    },
    {
      "epoch": 0.18848662915193468,
      "grad_norm": 2.8789525032043457,
      "learning_rate": 9.946630372573696e-05,
      "loss": 0.4552003383636475,
      "step": 3785,
      "token_acc": 0.8736559139784946
    },
    {
      "epoch": 0.18873562073601913,
      "grad_norm": 3.542048454284668,
      "learning_rate": 9.946329984422887e-05,
      "loss": 0.4921441555023193,
      "step": 3790,
      "token_acc": 0.9047619047619048
    },
    {
      "epoch": 0.18898461232010358,
      "grad_norm": 0.43363454937934875,
      "learning_rate": 9.946028757844702e-05,
      "loss": 0.35532779693603517,
      "step": 3795,
      "token_acc": 0.8762677484787018
    },
    {
      "epoch": 0.18923360390418803,
      "grad_norm": 0.5846754908561707,
      "learning_rate": 9.945726692890204e-05,
      "loss": 0.272376275062561,
      "step": 3800,
      "token_acc": 0.9181494661921709
    },
    {
      "epoch": 0.1894825954882725,
      "grad_norm": 1.9147716760635376,
      "learning_rate": 9.945423789610595e-05,
      "loss": 0.5130087852478027,
      "step": 3805,
      "token_acc": 0.9181534344335415
    },
    {
      "epoch": 0.18973158707235696,
      "grad_norm": 4.9644775390625,
      "learning_rate": 9.945120048057215e-05,
      "loss": 0.3836210250854492,
      "step": 3810,
      "token_acc": 0.9454870420017873
    },
    {
      "epoch": 0.1899805786564414,
      "grad_norm": 2.0407161712646484,
      "learning_rate": 9.944815468281555e-05,
      "loss": 0.3951263427734375,
      "step": 3815,
      "token_acc": 0.8755439512619669
    },
    {
      "epoch": 0.19022957024052586,
      "grad_norm": 1.5849955081939697,
      "learning_rate": 9.944510050335237e-05,
      "loss": 0.43648862838745117,
      "step": 3820,
      "token_acc": 0.8282149712092131
    },
    {
      "epoch": 0.19047856182461032,
      "grad_norm": 1.4305506944656372,
      "learning_rate": 9.944203794270033e-05,
      "loss": 0.35364542007446287,
      "step": 3825,
      "token_acc": 0.9537366548042705
    },
    {
      "epoch": 0.1907275534086948,
      "grad_norm": 1.6299989223480225,
      "learning_rate": 9.943896700137857e-05,
      "loss": 0.38007206916809083,
      "step": 3830,
      "token_acc": 0.9425110132158591
    },
    {
      "epoch": 0.19097654499277925,
      "grad_norm": 1.0366944074630737,
      "learning_rate": 9.943588767990762e-05,
      "loss": 0.47370033264160155,
      "step": 3835,
      "token_acc": 0.9111747851002865
    },
    {
      "epoch": 0.1912255365768637,
      "grad_norm": 1.2134065628051758,
      "learning_rate": 9.943279997880941e-05,
      "loss": 0.38245041370391847,
      "step": 3840,
      "token_acc": 0.9421657095980311
    },
    {
      "epoch": 0.19147452816094815,
      "grad_norm": 2.7987287044525146,
      "learning_rate": 9.942970389860736e-05,
      "loss": 0.8279701232910156,
      "step": 3845,
      "token_acc": 0.7646209386281588
    },
    {
      "epoch": 0.19172351974503263,
      "grad_norm": 2.504387617111206,
      "learning_rate": 9.942659943982623e-05,
      "loss": 0.4116091251373291,
      "step": 3850,
      "token_acc": 0.8947368421052632
    },
    {
      "epoch": 0.19197251132911708,
      "grad_norm": 2.873250961303711,
      "learning_rate": 9.94234866029923e-05,
      "loss": 0.6824705123901367,
      "step": 3855,
      "token_acc": 0.7622377622377622
    },
    {
      "epoch": 0.19222150291320153,
      "grad_norm": 2.070199489593506,
      "learning_rate": 9.942036538863318e-05,
      "loss": 0.47173261642456055,
      "step": 3860,
      "token_acc": 0.9465277777777777
    },
    {
      "epoch": 0.19247049449728598,
      "grad_norm": 1.1668591499328613,
      "learning_rate": 9.94172357972779e-05,
      "loss": 0.273327374458313,
      "step": 3865,
      "token_acc": 0.9101796407185628
    },
    {
      "epoch": 0.19271948608137046,
      "grad_norm": 2.066358804702759,
      "learning_rate": 9.941409782945699e-05,
      "loss": 0.34137961864471433,
      "step": 3870,
      "token_acc": 0.9579288025889967
    },
    {
      "epoch": 0.1929684776654549,
      "grad_norm": 2.0163357257843018,
      "learning_rate": 9.941095148570233e-05,
      "loss": 0.4896894931793213,
      "step": 3875,
      "token_acc": 0.9338387319090282
    },
    {
      "epoch": 0.19321746924953936,
      "grad_norm": 0.779609203338623,
      "learning_rate": 9.940779676654724e-05,
      "loss": 0.26716933250427244,
      "step": 3880,
      "token_acc": 0.8986955315015265
    },
    {
      "epoch": 0.19346646083362382,
      "grad_norm": 2.151505708694458,
      "learning_rate": 9.940463367252646e-05,
      "loss": 0.4677120208740234,
      "step": 3885,
      "token_acc": 0.8610341643582641
    },
    {
      "epoch": 0.1937154524177083,
      "grad_norm": 6.82293701171875,
      "learning_rate": 9.940146220417616e-05,
      "loss": 0.2822312831878662,
      "step": 3890,
      "token_acc": 0.9591928251121076
    },
    {
      "epoch": 0.19396444400179275,
      "grad_norm": 2.639097213745117,
      "learning_rate": 9.93982823620339e-05,
      "loss": 0.31916677951812744,
      "step": 3895,
      "token_acc": 0.936145952109464
    },
    {
      "epoch": 0.1942134355858772,
      "grad_norm": 2.693758487701416,
      "learning_rate": 9.93950941466387e-05,
      "loss": 0.38588972091674806,
      "step": 3900,
      "token_acc": 0.9578742709008425
    },
    {
      "epoch": 0.19446242716996165,
      "grad_norm": 2.766629219055176,
      "learning_rate": 9.939189755853096e-05,
      "loss": 0.2483618974685669,
      "step": 3905,
      "token_acc": 0.9314495028780743
    },
    {
      "epoch": 0.1947114187540461,
      "grad_norm": 0.7823054194450378,
      "learning_rate": 9.938869259825254e-05,
      "loss": 0.24717185497283936,
      "step": 3910,
      "token_acc": 0.9121951219512195
    },
    {
      "epoch": 0.19496041033813058,
      "grad_norm": 0.6365647315979004,
      "learning_rate": 9.938547926634667e-05,
      "loss": 0.46709275245666504,
      "step": 3915,
      "token_acc": 0.8432042520880789
    },
    {
      "epoch": 0.19520940192221503,
      "grad_norm": 3.6046371459960938,
      "learning_rate": 9.938225756335804e-05,
      "loss": 0.7051267147064209,
      "step": 3920,
      "token_acc": 0.8686956521739131
    },
    {
      "epoch": 0.19545839350629948,
      "grad_norm": 1.4597350358963013,
      "learning_rate": 9.937902748983277e-05,
      "loss": 0.3318944931030273,
      "step": 3925,
      "token_acc": 0.8341793570219966
    },
    {
      "epoch": 0.19570738509038393,
      "grad_norm": 0.4160369634628296,
      "learning_rate": 9.937578904631832e-05,
      "loss": 0.37812507152557373,
      "step": 3930,
      "token_acc": 0.8875305623471883
    },
    {
      "epoch": 0.1959563766744684,
      "grad_norm": 0.8367629647254944,
      "learning_rate": 9.937254223336365e-05,
      "loss": 0.5116500377655029,
      "step": 3935,
      "token_acc": 0.9125248508946322
    },
    {
      "epoch": 0.19620536825855286,
      "grad_norm": 2.3702659606933594,
      "learning_rate": 9.936928705151911e-05,
      "loss": 0.33521285057067873,
      "step": 3940,
      "token_acc": 0.9171559034572733
    },
    {
      "epoch": 0.19645435984263732,
      "grad_norm": 1.3954218626022339,
      "learning_rate": 9.936602350133648e-05,
      "loss": 0.33582072257995604,
      "step": 3945,
      "token_acc": 0.89453125
    },
    {
      "epoch": 0.19670335142672177,
      "grad_norm": 4.637650012969971,
      "learning_rate": 9.936275158336893e-05,
      "loss": 0.5725796699523926,
      "step": 3950,
      "token_acc": 0.8290909090909091
    },
    {
      "epoch": 0.19695234301080625,
      "grad_norm": 2.0750017166137695,
      "learning_rate": 9.935947129817108e-05,
      "loss": 0.43952350616455077,
      "step": 3955,
      "token_acc": 0.8684807256235828
    },
    {
      "epoch": 0.1972013345948907,
      "grad_norm": 1.3728429079055786,
      "learning_rate": 9.935618264629894e-05,
      "loss": 0.20519840717315674,
      "step": 3960,
      "token_acc": 0.9104166666666667
    },
    {
      "epoch": 0.19745032617897515,
      "grad_norm": 7.300840377807617,
      "learning_rate": 9.935288562830998e-05,
      "loss": 0.4776140689849854,
      "step": 3965,
      "token_acc": 0.8862559241706162
    },
    {
      "epoch": 0.1976993177630596,
      "grad_norm": 4.3137593269348145,
      "learning_rate": 9.934958024476302e-05,
      "loss": 0.3816765069961548,
      "step": 3970,
      "token_acc": 0.9202772963604853
    },
    {
      "epoch": 0.19794830934714408,
      "grad_norm": 0.7048050165176392,
      "learning_rate": 9.934626649621837e-05,
      "loss": 0.25714311599731443,
      "step": 3975,
      "token_acc": 0.9678658749563395
    },
    {
      "epoch": 0.19819730093122853,
      "grad_norm": 3.563643455505371,
      "learning_rate": 9.93429443832377e-05,
      "loss": 0.68846116065979,
      "step": 3980,
      "token_acc": 0.8557692307692307
    },
    {
      "epoch": 0.19844629251531298,
      "grad_norm": 11.447505950927734,
      "learning_rate": 9.933961390638416e-05,
      "loss": 0.6210159301757813,
      "step": 3985,
      "token_acc": 0.8091050181065701
    },
    {
      "epoch": 0.19869528409939743,
      "grad_norm": 0.952070415019989,
      "learning_rate": 9.933627506622227e-05,
      "loss": 0.310223126411438,
      "step": 3990,
      "token_acc": 0.8893805309734514
    },
    {
      "epoch": 0.19894427568348189,
      "grad_norm": 0.9793953895568848,
      "learning_rate": 9.933292786331796e-05,
      "loss": 0.41670689582824705,
      "step": 3995,
      "token_acc": 0.8452722063037249
    },
    {
      "epoch": 0.19919326726756637,
      "grad_norm": 4.971899509429932,
      "learning_rate": 9.932957229823862e-05,
      "loss": 0.31035990715026857,
      "step": 4000,
      "token_acc": 0.9185343294201351
    },
    {
      "epoch": 0.19944225885165082,
      "grad_norm": 3.830751895904541,
      "learning_rate": 9.932620837155302e-05,
      "loss": 0.5505846977233887,
      "step": 4005,
      "token_acc": 0.8761972330613693
    },
    {
      "epoch": 0.19969125043573527,
      "grad_norm": 2.759554386138916,
      "learning_rate": 9.932283608383137e-05,
      "loss": 0.3924720764160156,
      "step": 4010,
      "token_acc": 0.888631090487239
    },
    {
      "epoch": 0.19994024201981972,
      "grad_norm": 1.0432206392288208,
      "learning_rate": 9.93194554356453e-05,
      "loss": 0.42641701698303225,
      "step": 4015,
      "token_acc": 0.8901960784313725
    },
    {
      "epoch": 0.2001892336039042,
      "grad_norm": 3.5318565368652344,
      "learning_rate": 9.931606642756783e-05,
      "loss": 0.3133709907531738,
      "step": 4020,
      "token_acc": 0.9525471039776692
    },
    {
      "epoch": 0.20043822518798865,
      "grad_norm": 1.1970914602279663,
      "learning_rate": 9.931266906017341e-05,
      "loss": 0.2957340955734253,
      "step": 4025,
      "token_acc": 0.9306260575296108
    },
    {
      "epoch": 0.2006872167720731,
      "grad_norm": 0.9264304041862488,
      "learning_rate": 9.930926333403792e-05,
      "loss": 0.37368676662445066,
      "step": 4030,
      "token_acc": 0.9457013574660633
    },
    {
      "epoch": 0.20093620835615755,
      "grad_norm": 2.51228666305542,
      "learning_rate": 9.930584924973865e-05,
      "loss": 0.4010049819946289,
      "step": 4035,
      "token_acc": 0.8597662771285476
    },
    {
      "epoch": 0.20118519994024203,
      "grad_norm": 0.4686754643917084,
      "learning_rate": 9.930242680785428e-05,
      "loss": 0.4934081077575684,
      "step": 4040,
      "token_acc": 0.9121835443037974
    },
    {
      "epoch": 0.20143419152432648,
      "grad_norm": 1.6596206426620483,
      "learning_rate": 9.929899600896498e-05,
      "loss": 0.37796247005462646,
      "step": 4045,
      "token_acc": 0.9611054247697032
    },
    {
      "epoch": 0.20168318310841093,
      "grad_norm": 1.585336446762085,
      "learning_rate": 9.929555685365225e-05,
      "loss": 0.5413776874542237,
      "step": 4050,
      "token_acc": 0.8807254841684599
    },
    {
      "epoch": 0.2019321746924954,
      "grad_norm": 6.458022594451904,
      "learning_rate": 9.929210934249906e-05,
      "loss": 0.3871644973754883,
      "step": 4055,
      "token_acc": 0.8839237057220708
    },
    {
      "epoch": 0.20218116627657984,
      "grad_norm": 1.294753074645996,
      "learning_rate": 9.928865347608976e-05,
      "loss": 0.40839438438415526,
      "step": 4060,
      "token_acc": 0.9004444444444445
    },
    {
      "epoch": 0.20243015786066432,
      "grad_norm": 5.1301069259643555,
      "learning_rate": 9.928518925501015e-05,
      "loss": 0.5459562301635742,
      "step": 4065,
      "token_acc": 0.8338607594936709
    },
    {
      "epoch": 0.20267914944474877,
      "grad_norm": 3.0417377948760986,
      "learning_rate": 9.928171667984743e-05,
      "loss": 0.7260790824890136,
      "step": 4070,
      "token_acc": 0.8516483516483516
    },
    {
      "epoch": 0.20292814102883322,
      "grad_norm": 1.1609578132629395,
      "learning_rate": 9.927823575119022e-05,
      "loss": 0.24464540481567382,
      "step": 4075,
      "token_acc": 0.9332516840171463
    },
    {
      "epoch": 0.20317713261291767,
      "grad_norm": 1.5390357971191406,
      "learning_rate": 9.927474646962855e-05,
      "loss": 0.30523152351379396,
      "step": 4080,
      "token_acc": 0.9023734885803851
    },
    {
      "epoch": 0.20342612419700215,
      "grad_norm": 1.1095575094223022,
      "learning_rate": 9.927124883575389e-05,
      "loss": 0.34500832557678224,
      "step": 4085,
      "token_acc": 0.852304797742239
    },
    {
      "epoch": 0.2036751157810866,
      "grad_norm": 0.46005168557167053,
      "learning_rate": 9.92677428501591e-05,
      "loss": 0.7521965503692627,
      "step": 4090,
      "token_acc": 0.8871292106586224
    },
    {
      "epoch": 0.20392410736517105,
      "grad_norm": 16.292184829711914,
      "learning_rate": 9.926422851343843e-05,
      "loss": 0.5517116546630859,
      "step": 4095,
      "token_acc": 0.8381877022653722
    },
    {
      "epoch": 0.2041730989492555,
      "grad_norm": 1.8457729816436768,
      "learning_rate": 9.92607058261876e-05,
      "loss": 0.34962475299835205,
      "step": 4100,
      "token_acc": 0.8580441640378549
    },
    {
      "epoch": 0.20442209053333998,
      "grad_norm": 3.7776224613189697,
      "learning_rate": 9.925717478900373e-05,
      "loss": 0.6281485557556152,
      "step": 4105,
      "token_acc": 0.800266311584554
    },
    {
      "epoch": 0.20467108211742444,
      "grad_norm": 0.7242557406425476,
      "learning_rate": 9.925363540248535e-05,
      "loss": 0.3095836877822876,
      "step": 4110,
      "token_acc": 0.8788501026694046
    },
    {
      "epoch": 0.2049200737015089,
      "grad_norm": 1.5897724628448486,
      "learning_rate": 9.92500876672324e-05,
      "loss": 0.3766829252243042,
      "step": 4115,
      "token_acc": 0.8482587064676617
    },
    {
      "epoch": 0.20516906528559334,
      "grad_norm": 0.5959916114807129,
      "learning_rate": 9.924653158384623e-05,
      "loss": 0.4773989200592041,
      "step": 4120,
      "token_acc": 0.9128897460623594
    },
    {
      "epoch": 0.20541805686967782,
      "grad_norm": 0.949238657951355,
      "learning_rate": 9.92429671529296e-05,
      "loss": 0.3731754541397095,
      "step": 4125,
      "token_acc": 0.8855421686746988
    },
    {
      "epoch": 0.20566704845376227,
      "grad_norm": 1.1968367099761963,
      "learning_rate": 9.923939437508674e-05,
      "loss": 0.4656210899353027,
      "step": 4130,
      "token_acc": 0.8634538152610441
    },
    {
      "epoch": 0.20591604003784672,
      "grad_norm": 2.9957480430603027,
      "learning_rate": 9.923581325092321e-05,
      "loss": 0.25774617195129396,
      "step": 4135,
      "token_acc": 0.9532458795829128
    },
    {
      "epoch": 0.20616503162193117,
      "grad_norm": 1.1219635009765625,
      "learning_rate": 9.923222378104606e-05,
      "loss": 0.2517005443572998,
      "step": 4140,
      "token_acc": 0.9176646706586826
    },
    {
      "epoch": 0.20641402320601562,
      "grad_norm": 1.2617357969284058,
      "learning_rate": 9.92286259660637e-05,
      "loss": 0.4284811496734619,
      "step": 4145,
      "token_acc": 0.8533632286995516
    },
    {
      "epoch": 0.2066630147901001,
      "grad_norm": 3.797523260116577,
      "learning_rate": 9.9225019806586e-05,
      "loss": 0.5844016075134277,
      "step": 4150,
      "token_acc": 0.8037166085946573
    },
    {
      "epoch": 0.20691200637418455,
      "grad_norm": 1.280049443244934,
      "learning_rate": 9.922140530322421e-05,
      "loss": 0.4730940341949463,
      "step": 4155,
      "token_acc": 0.8211788211788211
    },
    {
      "epoch": 0.207160997958269,
      "grad_norm": 0.6348056197166443,
      "learning_rate": 9.9217782456591e-05,
      "loss": 0.3352347373962402,
      "step": 4160,
      "token_acc": 0.9425287356321839
    },
    {
      "epoch": 0.20740998954235346,
      "grad_norm": 9.227887153625488,
      "learning_rate": 9.921415126730047e-05,
      "loss": 0.6016958236694336,
      "step": 4165,
      "token_acc": 0.8207792207792208
    },
    {
      "epoch": 0.20765898112643794,
      "grad_norm": 2.491821527481079,
      "learning_rate": 9.921051173596813e-05,
      "loss": 0.6007535934448243,
      "step": 4170,
      "token_acc": 0.8135135135135135
    },
    {
      "epoch": 0.2079079727105224,
      "grad_norm": 1.0056535005569458,
      "learning_rate": 9.920686386321088e-05,
      "loss": 0.4134829044342041,
      "step": 4175,
      "token_acc": 0.9051610057344508
    },
    {
      "epoch": 0.20815696429460684,
      "grad_norm": 0.5581206679344177,
      "learning_rate": 9.920320764964706e-05,
      "loss": 0.27588515281677245,
      "step": 4180,
      "token_acc": 0.9384180790960452
    },
    {
      "epoch": 0.2084059558786913,
      "grad_norm": 3.2665016651153564,
      "learning_rate": 9.919954309589643e-05,
      "loss": 0.4144281387329102,
      "step": 4185,
      "token_acc": 0.8940754039497307
    },
    {
      "epoch": 0.20865494746277577,
      "grad_norm": 3.103562593460083,
      "learning_rate": 9.919587020258012e-05,
      "loss": 0.31264610290527345,
      "step": 4190,
      "token_acc": 0.8961748633879781
    },
    {
      "epoch": 0.20890393904686022,
      "grad_norm": 1.1719251871109009,
      "learning_rate": 9.919218897032074e-05,
      "loss": 0.5453487396240234,
      "step": 4195,
      "token_acc": 0.8298915849251419
    },
    {
      "epoch": 0.20915293063094467,
      "grad_norm": 3.2055444717407227,
      "learning_rate": 9.918849939974226e-05,
      "loss": 0.5012313842773437,
      "step": 4200,
      "token_acc": 0.8241379310344827
    },
    {
      "epoch": 0.20940192221502912,
      "grad_norm": 3.1897032260894775,
      "learning_rate": 9.918480149147007e-05,
      "loss": 0.3429893493652344,
      "step": 4205,
      "token_acc": 0.9124605678233438
    },
    {
      "epoch": 0.2096509137991136,
      "grad_norm": 1.3017231225967407,
      "learning_rate": 9.9181095246131e-05,
      "loss": 0.5556986331939697,
      "step": 4210,
      "token_acc": 0.892578125
    },
    {
      "epoch": 0.20989990538319805,
      "grad_norm": 2.497523069381714,
      "learning_rate": 9.917738066435327e-05,
      "loss": 0.44026618003845214,
      "step": 4215,
      "token_acc": 0.8978328173374613
    },
    {
      "epoch": 0.2101488969672825,
      "grad_norm": 1.5848749876022339,
      "learning_rate": 9.917365774676651e-05,
      "loss": 0.2573894739151001,
      "step": 4220,
      "token_acc": 0.9443838604143948
    },
    {
      "epoch": 0.21039788855136696,
      "grad_norm": 2.8825204372406006,
      "learning_rate": 9.916992649400178e-05,
      "loss": 0.26670126914978026,
      "step": 4225,
      "token_acc": 0.9448441247002398
    },
    {
      "epoch": 0.2106468801354514,
      "grad_norm": 0.8162758946418762,
      "learning_rate": 9.916618690669157e-05,
      "loss": 0.3172476768493652,
      "step": 4230,
      "token_acc": 0.9394673123486683
    },
    {
      "epoch": 0.2108958717195359,
      "grad_norm": 4.363797187805176,
      "learning_rate": 9.916243898546973e-05,
      "loss": 0.5384262561798095,
      "step": 4235,
      "token_acc": 0.867330016583748
    },
    {
      "epoch": 0.21114486330362034,
      "grad_norm": 2.0574440956115723,
      "learning_rate": 9.915868273097156e-05,
      "loss": 0.6040229320526123,
      "step": 4240,
      "token_acc": 0.814054997817547
    },
    {
      "epoch": 0.2113938548877048,
      "grad_norm": 3.7937703132629395,
      "learning_rate": 9.915491814383375e-05,
      "loss": 0.776063346862793,
      "step": 4245,
      "token_acc": 0.8756756756756757
    },
    {
      "epoch": 0.21164284647178924,
      "grad_norm": 7.175051212310791,
      "learning_rate": 9.915114522469444e-05,
      "loss": 0.32206566333770753,
      "step": 4250,
      "token_acc": 0.9075757575757576
    },
    {
      "epoch": 0.21189183805587372,
      "grad_norm": 1.4947993755340576,
      "learning_rate": 9.914736397419316e-05,
      "loss": 0.4576535224914551,
      "step": 4255,
      "token_acc": 0.7981220657276995
    },
    {
      "epoch": 0.21214082963995817,
      "grad_norm": 3.2748024463653564,
      "learning_rate": 9.914357439297082e-05,
      "loss": 0.3023714542388916,
      "step": 4260,
      "token_acc": 0.8920863309352518
    },
    {
      "epoch": 0.21238982122404262,
      "grad_norm": 0.9250365495681763,
      "learning_rate": 9.913977648166979e-05,
      "loss": 0.34286773204803467,
      "step": 4265,
      "token_acc": 0.9642521166509878
    },
    {
      "epoch": 0.21263881280812708,
      "grad_norm": 4.194720268249512,
      "learning_rate": 9.913597024093382e-05,
      "loss": 0.6483399868011475,
      "step": 4270,
      "token_acc": 0.758494031221304
    },
    {
      "epoch": 0.21288780439221155,
      "grad_norm": 4.400143623352051,
      "learning_rate": 9.913215567140812e-05,
      "loss": 0.3434951066970825,
      "step": 4275,
      "token_acc": 0.9118055555555555
    },
    {
      "epoch": 0.213136795976296,
      "grad_norm": 1.5664812326431274,
      "learning_rate": 9.912833277373927e-05,
      "loss": 0.4301793575286865,
      "step": 4280,
      "token_acc": 0.8618157543391188
    },
    {
      "epoch": 0.21338578756038046,
      "grad_norm": 1.900012731552124,
      "learning_rate": 9.912450154857525e-05,
      "loss": 0.2990006685256958,
      "step": 4285,
      "token_acc": 0.947906026557712
    },
    {
      "epoch": 0.2136347791444649,
      "grad_norm": 1.7486522197723389,
      "learning_rate": 9.912066199656549e-05,
      "loss": 0.2365330457687378,
      "step": 4290,
      "token_acc": 0.9565446405056623
    },
    {
      "epoch": 0.2138837707285494,
      "grad_norm": 1.3530317544937134,
      "learning_rate": 9.911681411836078e-05,
      "loss": 0.4200319766998291,
      "step": 4295,
      "token_acc": 0.8962148962148963
    },
    {
      "epoch": 0.21413276231263384,
      "grad_norm": 2.819444417953491,
      "learning_rate": 9.91129579146134e-05,
      "loss": 0.4381596565246582,
      "step": 4300,
      "token_acc": 0.8429003021148036
    },
    {
      "epoch": 0.2143817538967183,
      "grad_norm": 1.2476118803024292,
      "learning_rate": 9.910909338597699e-05,
      "loss": 0.3532755374908447,
      "step": 4305,
      "token_acc": 0.9055829228243021
    },
    {
      "epoch": 0.21463074548080274,
      "grad_norm": 3.5260791778564453,
      "learning_rate": 9.910522053310655e-05,
      "loss": 0.34124507904052737,
      "step": 4310,
      "token_acc": 0.9001233045622689
    },
    {
      "epoch": 0.2148797370648872,
      "grad_norm": 2.269191265106201,
      "learning_rate": 9.910133935665862e-05,
      "loss": 0.4012566089630127,
      "step": 4315,
      "token_acc": 0.8597972972972973
    },
    {
      "epoch": 0.21512872864897167,
      "grad_norm": 1.6032061576843262,
      "learning_rate": 9.909744985729103e-05,
      "loss": 0.28747823238372805,
      "step": 4320,
      "token_acc": 0.9366438356164384
    },
    {
      "epoch": 0.21537772023305612,
      "grad_norm": 1.0991452932357788,
      "learning_rate": 9.909355203566311e-05,
      "loss": 0.27716524600982667,
      "step": 4325,
      "token_acc": 0.9400503778337531
    },
    {
      "epoch": 0.21562671181714058,
      "grad_norm": 1.2946009635925293,
      "learning_rate": 9.908964589243552e-05,
      "loss": 0.29333536624908446,
      "step": 4330,
      "token_acc": 0.929979879275654
    },
    {
      "epoch": 0.21587570340122503,
      "grad_norm": 7.149801731109619,
      "learning_rate": 9.908573142827037e-05,
      "loss": 0.5642041683197021,
      "step": 4335,
      "token_acc": 0.8548707753479126
    },
    {
      "epoch": 0.2161246949853095,
      "grad_norm": 3.346440315246582,
      "learning_rate": 9.908180864383123e-05,
      "loss": 0.3712036609649658,
      "step": 4340,
      "token_acc": 0.8808864265927978
    },
    {
      "epoch": 0.21637368656939396,
      "grad_norm": 1.2276817560195923,
      "learning_rate": 9.907787753978299e-05,
      "loss": 0.4213706016540527,
      "step": 4345,
      "token_acc": 0.8167587476979742
    },
    {
      "epoch": 0.2166226781534784,
      "grad_norm": 2.2503662109375,
      "learning_rate": 9.9073938116792e-05,
      "loss": 0.35456047058105467,
      "step": 4350,
      "token_acc": 0.9487179487179487
    },
    {
      "epoch": 0.21687166973756286,
      "grad_norm": 1.2934441566467285,
      "learning_rate": 9.906999037552602e-05,
      "loss": 0.41648006439208984,
      "step": 4355,
      "token_acc": 0.8573163327261688
    },
    {
      "epoch": 0.21712066132164734,
      "grad_norm": 1.9104549884796143,
      "learning_rate": 9.90660343166542e-05,
      "loss": 0.3652769088745117,
      "step": 4360,
      "token_acc": 0.8290353390639924
    },
    {
      "epoch": 0.2173696529057318,
      "grad_norm": 1.926413655281067,
      "learning_rate": 9.906206994084712e-05,
      "loss": 0.3879200220108032,
      "step": 4365,
      "token_acc": 0.826844262295082
    },
    {
      "epoch": 0.21761864448981624,
      "grad_norm": 0.8431348204612732,
      "learning_rate": 9.905809724877675e-05,
      "loss": 0.3221099615097046,
      "step": 4370,
      "token_acc": 0.9076797385620915
    },
    {
      "epoch": 0.2178676360739007,
      "grad_norm": 7.635310649871826,
      "learning_rate": 9.90541162411165e-05,
      "loss": 0.34883904457092285,
      "step": 4375,
      "token_acc": 0.8948598130841121
    },
    {
      "epoch": 0.21811662765798517,
      "grad_norm": 0.8678171038627625,
      "learning_rate": 9.905012691854114e-05,
      "loss": 0.47475452423095704,
      "step": 4380,
      "token_acc": 0.9145847400405132
    },
    {
      "epoch": 0.21836561924206963,
      "grad_norm": 5.154132843017578,
      "learning_rate": 9.904612928172691e-05,
      "loss": 0.6777332305908204,
      "step": 4385,
      "token_acc": 0.9036885245901639
    },
    {
      "epoch": 0.21861461082615408,
      "grad_norm": 6.037644386291504,
      "learning_rate": 9.904212333135143e-05,
      "loss": 0.3208840608596802,
      "step": 4390,
      "token_acc": 0.9025270758122743
    },
    {
      "epoch": 0.21886360241023853,
      "grad_norm": 0.5106033682823181,
      "learning_rate": 9.90381090680937e-05,
      "loss": 0.35235545635223386,
      "step": 4395,
      "token_acc": 0.9588894821142552
    },
    {
      "epoch": 0.21911259399432298,
      "grad_norm": 2.1733739376068115,
      "learning_rate": 9.903408649263418e-05,
      "loss": 0.32498042583465575,
      "step": 4400,
      "token_acc": 0.9227774172615185
    },
    {
      "epoch": 0.21936158557840746,
      "grad_norm": 1.0078856945037842,
      "learning_rate": 9.903005560565472e-05,
      "loss": 0.29618537425994873,
      "step": 4405,
      "token_acc": 0.8958742632612967
    },
    {
      "epoch": 0.2196105771624919,
      "grad_norm": 2.482910394668579,
      "learning_rate": 9.902601640783854e-05,
      "loss": 0.4713782787322998,
      "step": 4410,
      "token_acc": 0.9002911208151383
    },
    {
      "epoch": 0.21985956874657636,
      "grad_norm": 2.3743720054626465,
      "learning_rate": 9.902196889987036e-05,
      "loss": 0.49106454849243164,
      "step": 4415,
      "token_acc": 0.8303571428571429
    },
    {
      "epoch": 0.2201085603306608,
      "grad_norm": 2.698293447494507,
      "learning_rate": 9.90179130824362e-05,
      "loss": 0.5186614513397216,
      "step": 4420,
      "token_acc": 0.8589065255731922
    },
    {
      "epoch": 0.2203575519147453,
      "grad_norm": 1.2452929019927979,
      "learning_rate": 9.901384895622358e-05,
      "loss": 0.563123083114624,
      "step": 4425,
      "token_acc": 0.7360145146658603
    },
    {
      "epoch": 0.22060654349882974,
      "grad_norm": 4.445216178894043,
      "learning_rate": 9.900977652192136e-05,
      "loss": 0.5193576335906982,
      "step": 4430,
      "token_acc": 0.8225806451612904
    },
    {
      "epoch": 0.2208555350829142,
      "grad_norm": 0.8197654485702515,
      "learning_rate": 9.900569578021985e-05,
      "loss": 0.49025373458862304,
      "step": 4435,
      "token_acc": 0.8203677510608204
    },
    {
      "epoch": 0.22110452666699865,
      "grad_norm": 4.85783576965332,
      "learning_rate": 9.900160673181077e-05,
      "loss": 0.5814226150512696,
      "step": 4440,
      "token_acc": 0.8699551569506726
    },
    {
      "epoch": 0.22135351825108313,
      "grad_norm": 1.4810469150543213,
      "learning_rate": 9.899750937738721e-05,
      "loss": 0.35287654399871826,
      "step": 4445,
      "token_acc": 0.9051724137931034
    },
    {
      "epoch": 0.22160250983516758,
      "grad_norm": 1.4988481998443604,
      "learning_rate": 9.899340371764371e-05,
      "loss": 0.1942302703857422,
      "step": 4450,
      "token_acc": 0.9367741935483871
    },
    {
      "epoch": 0.22185150141925203,
      "grad_norm": 3.9867043495178223,
      "learning_rate": 9.898928975327618e-05,
      "loss": 0.7155900001525879,
      "step": 4455,
      "token_acc": 0.7974058060531192
    },
    {
      "epoch": 0.22210049300333648,
      "grad_norm": 5.063405990600586,
      "learning_rate": 9.898516748498198e-05,
      "loss": 0.44003071784973147,
      "step": 4460,
      "token_acc": 0.8644338118022329
    },
    {
      "epoch": 0.22234948458742093,
      "grad_norm": 3.7225232124328613,
      "learning_rate": 9.898103691345983e-05,
      "loss": 0.44451212882995605,
      "step": 4465,
      "token_acc": 0.8774038461538461
    },
    {
      "epoch": 0.2225984761715054,
      "grad_norm": 1.1457163095474243,
      "learning_rate": 9.897689803940992e-05,
      "loss": 0.5828527927398681,
      "step": 4470,
      "token_acc": 0.8062678062678063
    },
    {
      "epoch": 0.22284746775558986,
      "grad_norm": 0.7718085050582886,
      "learning_rate": 9.897275086353377e-05,
      "loss": 0.4400028228759766,
      "step": 4475,
      "token_acc": 0.8475750577367206
    },
    {
      "epoch": 0.2230964593396743,
      "grad_norm": 3.089540481567383,
      "learning_rate": 9.896859538653436e-05,
      "loss": 0.41422381401062014,
      "step": 4480,
      "token_acc": 0.9615653389238294
    },
    {
      "epoch": 0.22334545092375876,
      "grad_norm": 0.8098621368408203,
      "learning_rate": 9.896443160911608e-05,
      "loss": 0.23708186149597169,
      "step": 4485,
      "token_acc": 0.9351753453772582
    },
    {
      "epoch": 0.22359444250784324,
      "grad_norm": 5.811172008514404,
      "learning_rate": 9.896025953198469e-05,
      "loss": 0.5966019630432129,
      "step": 4490,
      "token_acc": 0.9178187403993856
    },
    {
      "epoch": 0.2238434340919277,
      "grad_norm": 2.063225269317627,
      "learning_rate": 9.895607915584738e-05,
      "loss": 0.21849746704101564,
      "step": 4495,
      "token_acc": 0.9145631067961165
    },
    {
      "epoch": 0.22409242567601215,
      "grad_norm": 4.0376057624816895,
      "learning_rate": 9.895189048141275e-05,
      "loss": 0.7161818504333496,
      "step": 4500,
      "token_acc": 0.7795823665893271
    },
    {
      "epoch": 0.2243414172600966,
      "grad_norm": 1.461683988571167,
      "learning_rate": 9.894769350939081e-05,
      "loss": 0.2991783142089844,
      "step": 4505,
      "token_acc": 0.8921302578018996
    },
    {
      "epoch": 0.22459040884418108,
      "grad_norm": 0.5150061249732971,
      "learning_rate": 9.894348824049295e-05,
      "loss": 0.3032824516296387,
      "step": 4510,
      "token_acc": 0.8986975397973951
    },
    {
      "epoch": 0.22483940042826553,
      "grad_norm": 4.290838718414307,
      "learning_rate": 9.893927467543199e-05,
      "loss": 0.4370924949645996,
      "step": 4515,
      "token_acc": 0.9557463672391017
    },
    {
      "epoch": 0.22508839201234998,
      "grad_norm": 3.3761301040649414,
      "learning_rate": 9.893505281492215e-05,
      "loss": 0.4717864513397217,
      "step": 4520,
      "token_acc": 0.8466494845360825
    },
    {
      "epoch": 0.22533738359643443,
      "grad_norm": 1.7242412567138672,
      "learning_rate": 9.893082265967908e-05,
      "loss": 0.5858302593231202,
      "step": 4525,
      "token_acc": 0.8581560283687943
    },
    {
      "epoch": 0.2255863751805189,
      "grad_norm": 1.8584954738616943,
      "learning_rate": 9.892658421041977e-05,
      "loss": 0.5108401775360107,
      "step": 4530,
      "token_acc": 0.8075187969924812
    },
    {
      "epoch": 0.22583536676460336,
      "grad_norm": 0.5645813941955566,
      "learning_rate": 9.892233746786268e-05,
      "loss": 0.5439105987548828,
      "step": 4535,
      "token_acc": 0.8259943181818182
    },
    {
      "epoch": 0.22608435834868781,
      "grad_norm": 1.2528120279312134,
      "learning_rate": 9.891808243272767e-05,
      "loss": 0.4015373229980469,
      "step": 4540,
      "token_acc": 0.875
    },
    {
      "epoch": 0.22633334993277227,
      "grad_norm": 1.2012622356414795,
      "learning_rate": 9.891381910573595e-05,
      "loss": 0.38318843841552735,
      "step": 4545,
      "token_acc": 0.8153277931671283
    },
    {
      "epoch": 0.22658234151685672,
      "grad_norm": 6.496406078338623,
      "learning_rate": 9.89095474876102e-05,
      "loss": 0.553692626953125,
      "step": 4550,
      "token_acc": 0.8486486486486486
    },
    {
      "epoch": 0.2268313331009412,
      "grad_norm": 2.2241363525390625,
      "learning_rate": 9.890526757907447e-05,
      "loss": 0.2896582841873169,
      "step": 4555,
      "token_acc": 0.8919597989949749
    },
    {
      "epoch": 0.22708032468502565,
      "grad_norm": 1.6781152486801147,
      "learning_rate": 9.890097938085427e-05,
      "loss": 0.38118586540222166,
      "step": 4560,
      "token_acc": 0.8594541910331384
    },
    {
      "epoch": 0.2273293162691101,
      "grad_norm": 4.700313568115234,
      "learning_rate": 9.889668289367639e-05,
      "loss": 0.5370023250579834,
      "step": 4565,
      "token_acc": 0.8701095461658842
    },
    {
      "epoch": 0.22757830785319455,
      "grad_norm": 1.2799901962280273,
      "learning_rate": 9.889237811826919e-05,
      "loss": 0.3590713977813721,
      "step": 4570,
      "token_acc": 0.9126743480897513
    },
    {
      "epoch": 0.22782729943727903,
      "grad_norm": 0.9470489025115967,
      "learning_rate": 9.888806505536228e-05,
      "loss": 0.31196165084838867,
      "step": 4575,
      "token_acc": 0.8851485148514852
    },
    {
      "epoch": 0.22807629102136348,
      "grad_norm": 4.928903579711914,
      "learning_rate": 9.888374370568678e-05,
      "loss": 0.527309799194336,
      "step": 4580,
      "token_acc": 0.8779527559055118
    },
    {
      "epoch": 0.22832528260544793,
      "grad_norm": 3.829171657562256,
      "learning_rate": 9.887941406997518e-05,
      "loss": 0.5152452945709228,
      "step": 4585,
      "token_acc": 0.8644501278772379
    },
    {
      "epoch": 0.22857427418953238,
      "grad_norm": 3.9574174880981445,
      "learning_rate": 9.887507614896137e-05,
      "loss": 0.4429203510284424,
      "step": 4590,
      "token_acc": 0.9261036468330134
    },
    {
      "epoch": 0.22882326577361686,
      "grad_norm": 0.9585150480270386,
      "learning_rate": 9.887072994338065e-05,
      "loss": 0.3166265726089478,
      "step": 4595,
      "token_acc": 0.898876404494382
    },
    {
      "epoch": 0.22907225735770131,
      "grad_norm": 1.7556668519973755,
      "learning_rate": 9.886637545396972e-05,
      "loss": 0.5494168758392334,
      "step": 4600,
      "token_acc": 0.8611825192802056
    },
    {
      "epoch": 0.22932124894178577,
      "grad_norm": 3.6941823959350586,
      "learning_rate": 9.886201268146669e-05,
      "loss": 0.5085982322692871,
      "step": 4605,
      "token_acc": 0.781354051054384
    },
    {
      "epoch": 0.22957024052587022,
      "grad_norm": 2.561951160430908,
      "learning_rate": 9.885764162661109e-05,
      "loss": 0.3302626609802246,
      "step": 4610,
      "token_acc": 0.8788732394366198
    },
    {
      "epoch": 0.2298192321099547,
      "grad_norm": 4.044825077056885,
      "learning_rate": 9.88532622901438e-05,
      "loss": 0.3299428701400757,
      "step": 4615,
      "token_acc": 0.9142011834319527
    },
    {
      "epoch": 0.23006822369403915,
      "grad_norm": 1.2904151678085327,
      "learning_rate": 9.884887467280715e-05,
      "loss": 0.17975016832351684,
      "step": 4620,
      "token_acc": 0.9427839453458582
    },
    {
      "epoch": 0.2303172152781236,
      "grad_norm": 0.47060415148735046,
      "learning_rate": 9.884447877534488e-05,
      "loss": 0.24248619079589845,
      "step": 4625,
      "token_acc": 0.9532952776336274
    },
    {
      "epoch": 0.23056620686220805,
      "grad_norm": 6.889048099517822,
      "learning_rate": 9.884007459850211e-05,
      "loss": 0.5140559673309326,
      "step": 4630,
      "token_acc": 0.8571428571428571
    },
    {
      "epoch": 0.2308151984462925,
      "grad_norm": 3.7007932662963867,
      "learning_rate": 9.883566214302536e-05,
      "loss": 0.3446156978607178,
      "step": 4635,
      "token_acc": 0.8700564971751412
    },
    {
      "epoch": 0.23106419003037698,
      "grad_norm": 3.1988115310668945,
      "learning_rate": 9.883124140966255e-05,
      "loss": 0.33721203804016114,
      "step": 4640,
      "token_acc": 0.8937728937728938
    },
    {
      "epoch": 0.23131318161446143,
      "grad_norm": 1.1913049221038818,
      "learning_rate": 9.882681239916306e-05,
      "loss": 0.3152148246765137,
      "step": 4645,
      "token_acc": 0.9117147707979627
    },
    {
      "epoch": 0.23156217319854588,
      "grad_norm": 0.7229272127151489,
      "learning_rate": 9.882237511227758e-05,
      "loss": 0.344926643371582,
      "step": 4650,
      "token_acc": 0.884430176565008
    },
    {
      "epoch": 0.23181116478263034,
      "grad_norm": 4.234374523162842,
      "learning_rate": 9.88179295497583e-05,
      "loss": 0.7230397224426269,
      "step": 4655,
      "token_acc": 0.7961630695443646
    },
    {
      "epoch": 0.23206015636671481,
      "grad_norm": 0.8173534870147705,
      "learning_rate": 9.881347571235872e-05,
      "loss": 0.28060481548309324,
      "step": 4660,
      "token_acc": 0.9574632637277649
    },
    {
      "epoch": 0.23230914795079927,
      "grad_norm": 0.7623246908187866,
      "learning_rate": 9.880901360083383e-05,
      "loss": 0.30430724620819094,
      "step": 4665,
      "token_acc": 0.9118387909319899
    },
    {
      "epoch": 0.23255813953488372,
      "grad_norm": 1.2603036165237427,
      "learning_rate": 9.880454321593995e-05,
      "loss": 0.612125825881958,
      "step": 4670,
      "token_acc": 0.7785234899328859
    },
    {
      "epoch": 0.23280713111896817,
      "grad_norm": 2.4657180309295654,
      "learning_rate": 9.880006455843484e-05,
      "loss": 0.2835507392883301,
      "step": 4675,
      "token_acc": 0.911504424778761
    },
    {
      "epoch": 0.23305612270305265,
      "grad_norm": 3.8099701404571533,
      "learning_rate": 9.879557762907764e-05,
      "loss": 0.37740650177001955,
      "step": 4680,
      "token_acc": 0.8149951314508277
    },
    {
      "epoch": 0.2333051142871371,
      "grad_norm": 3.690382957458496,
      "learning_rate": 9.879108242862893e-05,
      "loss": 0.4213357925415039,
      "step": 4685,
      "token_acc": 0.865811544153922
    },
    {
      "epoch": 0.23355410587122155,
      "grad_norm": 1.364334225654602,
      "learning_rate": 9.878657895785067e-05,
      "loss": 0.45313000679016113,
      "step": 4690,
      "token_acc": 0.8578595317725752
    },
    {
      "epoch": 0.233803097455306,
      "grad_norm": 0.8212591409683228,
      "learning_rate": 9.87820672175062e-05,
      "loss": 0.27403309345245364,
      "step": 4695,
      "token_acc": 0.908256880733945
    },
    {
      "epoch": 0.23405208903939048,
      "grad_norm": 1.4057228565216064,
      "learning_rate": 9.87775472083603e-05,
      "loss": 0.4826190948486328,
      "step": 4700,
      "token_acc": 0.8633397312859885
    },
    {
      "epoch": 0.23430108062347493,
      "grad_norm": 1.7702308893203735,
      "learning_rate": 9.877301893117912e-05,
      "loss": 0.35494699478149416,
      "step": 4705,
      "token_acc": 0.8421717171717171
    },
    {
      "epoch": 0.23455007220755938,
      "grad_norm": 1.886570930480957,
      "learning_rate": 9.876848238673024e-05,
      "loss": 0.32730674743652344,
      "step": 4710,
      "token_acc": 0.8831967213114754
    },
    {
      "epoch": 0.23479906379164384,
      "grad_norm": 4.673516273498535,
      "learning_rate": 9.876393757578261e-05,
      "loss": 0.5831939697265625,
      "step": 4715,
      "token_acc": 0.8340425531914893
    },
    {
      "epoch": 0.2350480553757283,
      "grad_norm": 2.778470277786255,
      "learning_rate": 9.875938449910662e-05,
      "loss": 0.4276465892791748,
      "step": 4720,
      "token_acc": 0.8311111111111111
    },
    {
      "epoch": 0.23529704695981277,
      "grad_norm": 1.3512135744094849,
      "learning_rate": 9.875482315747402e-05,
      "loss": 0.4494457244873047,
      "step": 4725,
      "token_acc": 0.83775
    },
    {
      "epoch": 0.23554603854389722,
      "grad_norm": 1.058427095413208,
      "learning_rate": 9.875025355165797e-05,
      "loss": 0.37848591804504395,
      "step": 4730,
      "token_acc": 0.889795918367347
    },
    {
      "epoch": 0.23579503012798167,
      "grad_norm": 1.3826875686645508,
      "learning_rate": 9.874567568243306e-05,
      "loss": 0.26477508544921874,
      "step": 4735,
      "token_acc": 0.8983050847457628
    },
    {
      "epoch": 0.23604402171206612,
      "grad_norm": 1.3332523107528687,
      "learning_rate": 9.874108955057528e-05,
      "loss": 0.36475253105163574,
      "step": 4740,
      "token_acc": 0.9649923896499238
    },
    {
      "epoch": 0.2362930132961506,
      "grad_norm": 2.4108448028564453,
      "learning_rate": 9.873649515686196e-05,
      "loss": 0.3246260404586792,
      "step": 4745,
      "token_acc": 0.9019607843137255
    },
    {
      "epoch": 0.23654200488023505,
      "grad_norm": 2.4769797325134277,
      "learning_rate": 9.873189250207191e-05,
      "loss": 0.37110702991485595,
      "step": 4750,
      "token_acc": 0.8983050847457628
    },
    {
      "epoch": 0.2367909964643195,
      "grad_norm": 7.107536792755127,
      "learning_rate": 9.872728158698527e-05,
      "loss": 0.3557590484619141,
      "step": 4755,
      "token_acc": 0.8396516393442623
    },
    {
      "epoch": 0.23703998804840395,
      "grad_norm": 2.8606014251708984,
      "learning_rate": 9.872266241238363e-05,
      "loss": 0.4378758430480957,
      "step": 4760,
      "token_acc": 0.8377483443708609
    },
    {
      "epoch": 0.23728897963248843,
      "grad_norm": 3.4591493606567383,
      "learning_rate": 9.871803497904997e-05,
      "loss": 0.35994462966918944,
      "step": 4765,
      "token_acc": 0.9496306245802552
    },
    {
      "epoch": 0.23753797121657289,
      "grad_norm": 4.167173862457275,
      "learning_rate": 9.871339928776864e-05,
      "loss": 0.3918770313262939,
      "step": 4770,
      "token_acc": 0.922509225092251
    },
    {
      "epoch": 0.23778696280065734,
      "grad_norm": 1.3081008195877075,
      "learning_rate": 9.870875533932545e-05,
      "loss": 0.264864444732666,
      "step": 4775,
      "token_acc": 0.8860793909733551
    },
    {
      "epoch": 0.2380359543847418,
      "grad_norm": 0.9150087833404541,
      "learning_rate": 9.870410313450752e-05,
      "loss": 0.4388421535491943,
      "step": 4780,
      "token_acc": 0.8888888888888888
    },
    {
      "epoch": 0.23828494596882627,
      "grad_norm": 1.3719100952148438,
      "learning_rate": 9.869944267410345e-05,
      "loss": 0.4135181427001953,
      "step": 4785,
      "token_acc": 0.8883248730964467
    },
    {
      "epoch": 0.23853393755291072,
      "grad_norm": 2.6512959003448486,
      "learning_rate": 9.869477395890323e-05,
      "loss": 0.4352733135223389,
      "step": 4790,
      "token_acc": 0.8694885361552028
    },
    {
      "epoch": 0.23878292913699517,
      "grad_norm": 0.3972044885158539,
      "learning_rate": 9.86900969896982e-05,
      "loss": 0.280472731590271,
      "step": 4795,
      "token_acc": 0.9350180505415162
    },
    {
      "epoch": 0.23903192072107962,
      "grad_norm": 2.1425487995147705,
      "learning_rate": 9.868541176728116e-05,
      "loss": 0.47432422637939453,
      "step": 4800,
      "token_acc": 0.9404466501240695
    },
    {
      "epoch": 0.23928091230516407,
      "grad_norm": 2.000992774963379,
      "learning_rate": 9.868071829244624e-05,
      "loss": 0.7412625312805176,
      "step": 4805,
      "token_acc": 0.7480960749853545
    },
    {
      "epoch": 0.23952990388924855,
      "grad_norm": 0.7600570321083069,
      "learning_rate": 9.867601656598903e-05,
      "loss": 0.32834062576293943,
      "step": 4810,
      "token_acc": 0.9056261343012704
    },
    {
      "epoch": 0.239778895473333,
      "grad_norm": 4.661679744720459,
      "learning_rate": 9.867130658870651e-05,
      "loss": 0.47902555465698243,
      "step": 4815,
      "token_acc": 0.8447058823529412
    },
    {
      "epoch": 0.24002788705741746,
      "grad_norm": 3.9799773693084717,
      "learning_rate": 9.866658836139699e-05,
      "loss": 0.5514846801757812,
      "step": 4820,
      "token_acc": 0.8212121212121212
    },
    {
      "epoch": 0.2402768786415019,
      "grad_norm": 0.6204434037208557,
      "learning_rate": 9.866186188486031e-05,
      "loss": 0.23169822692871095,
      "step": 4825,
      "token_acc": 0.9361302442078898
    },
    {
      "epoch": 0.24052587022558639,
      "grad_norm": 1.887378454208374,
      "learning_rate": 9.865712715989756e-05,
      "loss": 0.3956387758255005,
      "step": 4830,
      "token_acc": 0.847926267281106
    },
    {
      "epoch": 0.24077486180967084,
      "grad_norm": 0.7407171130180359,
      "learning_rate": 9.865238418731135e-05,
      "loss": 0.45830140113830564,
      "step": 4835,
      "token_acc": 0.8413524057217165
    },
    {
      "epoch": 0.2410238533937553,
      "grad_norm": 1.378204584121704,
      "learning_rate": 9.864763296790561e-05,
      "loss": 0.4801357269287109,
      "step": 4840,
      "token_acc": 0.8279457768508863
    },
    {
      "epoch": 0.24127284497783974,
      "grad_norm": 1.5553107261657715,
      "learning_rate": 9.86428735024857e-05,
      "loss": 0.27427408695220945,
      "step": 4845,
      "token_acc": 0.9074410163339383
    },
    {
      "epoch": 0.24152183656192422,
      "grad_norm": 2.194544792175293,
      "learning_rate": 9.863810579185837e-05,
      "loss": 0.723121452331543,
      "step": 4850,
      "token_acc": 0.7829457364341085
    },
    {
      "epoch": 0.24177082814600867,
      "grad_norm": 3.0689477920532227,
      "learning_rate": 9.863332983683179e-05,
      "loss": 0.5377458572387696,
      "step": 4855,
      "token_acc": 0.8511530398322851
    },
    {
      "epoch": 0.24201981973009312,
      "grad_norm": 2.7536094188690186,
      "learning_rate": 9.862854563821548e-05,
      "loss": 0.26832544803619385,
      "step": 4860,
      "token_acc": 0.9389615537059056
    },
    {
      "epoch": 0.24226881131417757,
      "grad_norm": 3.8568546772003174,
      "learning_rate": 9.862375319682042e-05,
      "loss": 0.6424808025360107,
      "step": 4865,
      "token_acc": 0.8615384615384616
    },
    {
      "epoch": 0.24251780289826205,
      "grad_norm": 1.0884833335876465,
      "learning_rate": 9.861895251345892e-05,
      "loss": 0.5466166496276855,
      "step": 4870,
      "token_acc": 0.7560038424591738
    },
    {
      "epoch": 0.2427667944823465,
      "grad_norm": 3.8396122455596924,
      "learning_rate": 9.861414358894472e-05,
      "loss": 0.23798213005065919,
      "step": 4875,
      "token_acc": 0.97003367003367
    },
    {
      "epoch": 0.24301578606643096,
      "grad_norm": 4.306820869445801,
      "learning_rate": 9.860932642409297e-05,
      "loss": 0.4403081893920898,
      "step": 4880,
      "token_acc": 0.9108614232209737
    },
    {
      "epoch": 0.2432647776505154,
      "grad_norm": 4.50198221206665,
      "learning_rate": 9.860450101972021e-05,
      "loss": 0.384572696685791,
      "step": 4885,
      "token_acc": 0.8840277777777777
    },
    {
      "epoch": 0.24351376923459986,
      "grad_norm": 2.419098138809204,
      "learning_rate": 9.859966737664437e-05,
      "loss": 0.6032310962677002,
      "step": 4890,
      "token_acc": 0.7616525423728814
    },
    {
      "epoch": 0.24376276081868434,
      "grad_norm": 0.5775364637374878,
      "learning_rate": 9.859482549568475e-05,
      "loss": 0.33157165050506593,
      "step": 4895,
      "token_acc": 0.9496332518337408
    },
    {
      "epoch": 0.2440117524027688,
      "grad_norm": 2.1722006797790527,
      "learning_rate": 9.85899753776621e-05,
      "loss": 0.3307507514953613,
      "step": 4900,
      "token_acc": 0.9329323308270677
    },
    {
      "epoch": 0.24426074398685324,
      "grad_norm": 1.3161414861679077,
      "learning_rate": 9.858511702339852e-05,
      "loss": 0.3368010759353638,
      "step": 4905,
      "token_acc": 0.9018126888217523
    },
    {
      "epoch": 0.2445097355709377,
      "grad_norm": 1.1647526025772095,
      "learning_rate": 9.858025043371754e-05,
      "loss": 0.5110705375671387,
      "step": 4910,
      "token_acc": 0.898561695685087
    },
    {
      "epoch": 0.24475872715502217,
      "grad_norm": 4.41160249710083,
      "learning_rate": 9.857537560944407e-05,
      "loss": 0.6068650245666504,
      "step": 4915,
      "token_acc": 0.80440097799511
    },
    {
      "epoch": 0.24500771873910662,
      "grad_norm": 1.316478967666626,
      "learning_rate": 9.857049255140441e-05,
      "loss": 0.24548690319061278,
      "step": 4920,
      "token_acc": 0.9244186046511628
    },
    {
      "epoch": 0.24525671032319107,
      "grad_norm": 5.6288676261901855,
      "learning_rate": 9.856560126042626e-05,
      "loss": 0.4627067565917969,
      "step": 4925,
      "token_acc": 0.9340505144995322
    },
    {
      "epoch": 0.24550570190727553,
      "grad_norm": 0.9558782577514648,
      "learning_rate": 9.856070173733871e-05,
      "loss": 0.1968408465385437,
      "step": 4930,
      "token_acc": 0.95260663507109
    },
    {
      "epoch": 0.24575469349136,
      "grad_norm": 1.6589078903198242,
      "learning_rate": 9.855579398297227e-05,
      "loss": 0.45604619979858396,
      "step": 4935,
      "token_acc": 0.8533635676492819
    },
    {
      "epoch": 0.24600368507544446,
      "grad_norm": 1.620788812637329,
      "learning_rate": 9.855087799815885e-05,
      "loss": 0.5941574096679687,
      "step": 4940,
      "token_acc": 0.8192904656319291
    },
    {
      "epoch": 0.2462526766595289,
      "grad_norm": 2.010958194732666,
      "learning_rate": 9.854595378373168e-05,
      "loss": 0.4414203643798828,
      "step": 4945,
      "token_acc": 0.841726618705036
    },
    {
      "epoch": 0.24650166824361336,
      "grad_norm": 1.7120933532714844,
      "learning_rate": 9.854102134052549e-05,
      "loss": 0.5150320529937744,
      "step": 4950,
      "token_acc": 0.8229548229548229
    },
    {
      "epoch": 0.2467506598276978,
      "grad_norm": 1.1977434158325195,
      "learning_rate": 9.853608066937632e-05,
      "loss": 0.3989946126937866,
      "step": 4955,
      "token_acc": 0.9397350993377483
    },
    {
      "epoch": 0.2469996514117823,
      "grad_norm": 4.881868839263916,
      "learning_rate": 9.853113177112164e-05,
      "loss": 0.3345327854156494,
      "step": 4960,
      "token_acc": 0.8816738816738817
    },
    {
      "epoch": 0.24724864299586674,
      "grad_norm": 0.5877962112426758,
      "learning_rate": 9.852617464660032e-05,
      "loss": 0.3706903219223022,
      "step": 4965,
      "token_acc": 0.9342045966651645
    },
    {
      "epoch": 0.2474976345799512,
      "grad_norm": 1.2025625705718994,
      "learning_rate": 9.852120929665263e-05,
      "loss": 0.5639134407043457,
      "step": 4970,
      "token_acc": 0.8163265306122449
    },
    {
      "epoch": 0.24774662616403564,
      "grad_norm": 1.379308819770813,
      "learning_rate": 9.851623572212021e-05,
      "loss": 0.5508533000946045,
      "step": 4975,
      "token_acc": 0.8792048929663608
    },
    {
      "epoch": 0.24799561774812012,
      "grad_norm": 2.6620032787323,
      "learning_rate": 9.851125392384611e-05,
      "loss": 0.5011543750762939,
      "step": 4980,
      "token_acc": 0.8378839590443686
    },
    {
      "epoch": 0.24824460933220457,
      "grad_norm": 1.2418277263641357,
      "learning_rate": 9.850626390267475e-05,
      "loss": 0.43567142486572263,
      "step": 4985,
      "token_acc": 0.860253164556962
    },
    {
      "epoch": 0.24849360091628903,
      "grad_norm": 2.057851791381836,
      "learning_rate": 9.850126565945197e-05,
      "loss": 0.2453181505203247,
      "step": 4990,
      "token_acc": 0.9703420234393686
    },
    {
      "epoch": 0.24874259250037348,
      "grad_norm": 2.498322010040283,
      "learning_rate": 9.849625919502501e-05,
      "loss": 0.3358724117279053,
      "step": 4995,
      "token_acc": 0.8888888888888888
    },
    {
      "epoch": 0.24899158408445796,
      "grad_norm": 0.6865242719650269,
      "learning_rate": 9.84912445102425e-05,
      "loss": 0.5904476642608643,
      "step": 5000,
      "token_acc": 0.8877507469056765
    },
    {
      "epoch": 0.2492405756685424,
      "grad_norm": 0.6485939025878906,
      "learning_rate": 9.848622160595442e-05,
      "loss": 0.40180168151855467,
      "step": 5005,
      "token_acc": 0.9586206896551724
    },
    {
      "epoch": 0.24948956725262686,
      "grad_norm": 1.8579899072647095,
      "learning_rate": 9.848119048301221e-05,
      "loss": 0.27678499221801756,
      "step": 5010,
      "token_acc": 0.9560570071258907
    },
    {
      "epoch": 0.2497385588367113,
      "grad_norm": 2.992891788482666,
      "learning_rate": 9.847615114226866e-05,
      "loss": 0.36547579765319826,
      "step": 5015,
      "token_acc": 0.9561898440092931
    },
    {
      "epoch": 0.2499875504207958,
      "grad_norm": 0.7741873860359192,
      "learning_rate": 9.847110358457794e-05,
      "loss": 0.25526769161224366,
      "step": 5020,
      "token_acc": 0.9253365973072215
    },
    {
      "epoch": 0.2502365420048802,
      "grad_norm": 2.8737590312957764,
      "learning_rate": 9.846604781079568e-05,
      "loss": 0.40241270065307616,
      "step": 5025,
      "token_acc": 0.9251659625829813
    },
    {
      "epoch": 0.2504855335889647,
      "grad_norm": 1.469821810722351,
      "learning_rate": 9.846098382177882e-05,
      "loss": 0.5531512260437011,
      "step": 5030,
      "token_acc": 0.7981481481481482
    },
    {
      "epoch": 0.25073452517304917,
      "grad_norm": 5.457118511199951,
      "learning_rate": 9.845591161838574e-05,
      "loss": 0.4638516426086426,
      "step": 5035,
      "token_acc": 0.9186274509803921
    },
    {
      "epoch": 0.2509835167571336,
      "grad_norm": 2.490082025527954,
      "learning_rate": 9.845083120147621e-05,
      "loss": 0.6973202228546143,
      "step": 5040,
      "token_acc": 0.7557354925775979
    },
    {
      "epoch": 0.2512325083412181,
      "grad_norm": 2.3558759689331055,
      "learning_rate": 9.844574257191139e-05,
      "loss": 0.5479491710662842,
      "step": 5045,
      "token_acc": 0.7541142303969022
    },
    {
      "epoch": 0.2514814999253025,
      "grad_norm": 1.1079130172729492,
      "learning_rate": 9.844064573055383e-05,
      "loss": 0.5231829643249511,
      "step": 5050,
      "token_acc": 0.8101160862354893
    },
    {
      "epoch": 0.251730491509387,
      "grad_norm": 0.8060414791107178,
      "learning_rate": 9.843554067826745e-05,
      "loss": 0.34606113433837893,
      "step": 5055,
      "token_acc": 0.9063063063063063
    },
    {
      "epoch": 0.25197948309347146,
      "grad_norm": 0.5387121438980103,
      "learning_rate": 9.843042741591759e-05,
      "loss": 0.3726773738861084,
      "step": 5060,
      "token_acc": 0.9305555555555556
    },
    {
      "epoch": 0.2522284746775559,
      "grad_norm": 1.5581930875778198,
      "learning_rate": 9.842530594437099e-05,
      "loss": 0.5726479530334473,
      "step": 5065,
      "token_acc": 0.8439024390243902
    },
    {
      "epoch": 0.25247746626164036,
      "grad_norm": 3.4674909114837646,
      "learning_rate": 9.842017626449574e-05,
      "loss": 0.5377517223358155,
      "step": 5070,
      "token_acc": 0.8539325842696629
    },
    {
      "epoch": 0.25272645784572484,
      "grad_norm": 1.0895180702209473,
      "learning_rate": 9.841503837716137e-05,
      "loss": 0.4127892017364502,
      "step": 5075,
      "token_acc": 0.8743699108181465
    },
    {
      "epoch": 0.25297544942980926,
      "grad_norm": 0.6761507391929626,
      "learning_rate": 9.840989228323876e-05,
      "loss": 0.46671380996704104,
      "step": 5080,
      "token_acc": 0.911144578313253
    },
    {
      "epoch": 0.25322444101389374,
      "grad_norm": 7.234698295593262,
      "learning_rate": 9.840473798360019e-05,
      "loss": 0.5550953388214112,
      "step": 5085,
      "token_acc": 0.8391089108910891
    },
    {
      "epoch": 0.25347343259797817,
      "grad_norm": 3.870492696762085,
      "learning_rate": 9.839957547911936e-05,
      "loss": 0.6684417724609375,
      "step": 5090,
      "token_acc": 0.7622689611217336
    },
    {
      "epoch": 0.25372242418206264,
      "grad_norm": 0.5996733903884888,
      "learning_rate": 9.839440477067135e-05,
      "loss": 0.4260572910308838,
      "step": 5095,
      "token_acc": 0.856892523364486
    },
    {
      "epoch": 0.2539714157661471,
      "grad_norm": 1.4443066120147705,
      "learning_rate": 9.838922585913257e-05,
      "loss": 0.45696325302124025,
      "step": 5100,
      "token_acc": 0.8630705394190872
    },
    {
      "epoch": 0.25422040735023155,
      "grad_norm": 0.9290723204612732,
      "learning_rate": 9.838403874538094e-05,
      "loss": 0.34681501388549807,
      "step": 5105,
      "token_acc": 0.8888888888888888
    },
    {
      "epoch": 0.254469398934316,
      "grad_norm": 0.8860463500022888,
      "learning_rate": 9.837884343029564e-05,
      "loss": 0.4994415283203125,
      "step": 5110,
      "token_acc": 0.9283299526707235
    },
    {
      "epoch": 0.25471839051840045,
      "grad_norm": 3.597835063934326,
      "learning_rate": 9.837363991475735e-05,
      "loss": 0.5015721797943116,
      "step": 5115,
      "token_acc": 0.8203342618384402
    },
    {
      "epoch": 0.25496738210248493,
      "grad_norm": 0.8353110551834106,
      "learning_rate": 9.836842819964804e-05,
      "loss": 0.5528544425964356,
      "step": 5120,
      "token_acc": 0.9333333333333333
    },
    {
      "epoch": 0.2552163736865694,
      "grad_norm": 1.35654616355896,
      "learning_rate": 9.836320828585117e-05,
      "loss": 0.3197300672531128,
      "step": 5125,
      "token_acc": 0.8707105719237435
    },
    {
      "epoch": 0.25546536527065383,
      "grad_norm": 0.9973322749137878,
      "learning_rate": 9.835798017425152e-05,
      "loss": 0.2306896924972534,
      "step": 5130,
      "token_acc": 0.9395833333333333
    },
    {
      "epoch": 0.2557143568547383,
      "grad_norm": 1.2577788829803467,
      "learning_rate": 9.835274386573528e-05,
      "loss": 0.3304661750793457,
      "step": 5135,
      "token_acc": 0.9180509413067552
    },
    {
      "epoch": 0.2559633484388228,
      "grad_norm": 0.8316837549209595,
      "learning_rate": 9.834749936119004e-05,
      "loss": 0.36243736743927,
      "step": 5140,
      "token_acc": 0.8572561459159397
    },
    {
      "epoch": 0.2562123400229072,
      "grad_norm": 1.798782229423523,
      "learning_rate": 9.834224666150474e-05,
      "loss": 0.6523075103759766,
      "step": 5145,
      "token_acc": 0.8211794546607483
    },
    {
      "epoch": 0.2564613316069917,
      "grad_norm": 2.7798054218292236,
      "learning_rate": 9.833698576756977e-05,
      "loss": 0.4995704650878906,
      "step": 5150,
      "token_acc": 0.8362068965517241
    },
    {
      "epoch": 0.2567103231910761,
      "grad_norm": 3.133843183517456,
      "learning_rate": 9.833171668027687e-05,
      "loss": 0.45430927276611327,
      "step": 5155,
      "token_acc": 0.8539325842696629
    },
    {
      "epoch": 0.2569593147751606,
      "grad_norm": 1.1411973237991333,
      "learning_rate": 9.832643940051919e-05,
      "loss": 0.3702273368835449,
      "step": 5160,
      "token_acc": 0.9516925246826516
    },
    {
      "epoch": 0.2572083063592451,
      "grad_norm": 1.69163179397583,
      "learning_rate": 9.832115392919122e-05,
      "loss": 0.3070774793624878,
      "step": 5165,
      "token_acc": 0.9193669932177845
    },
    {
      "epoch": 0.2574572979433295,
      "grad_norm": 2.3986501693725586,
      "learning_rate": 9.83158602671889e-05,
      "loss": 0.4859615325927734,
      "step": 5170,
      "token_acc": 0.8244274809160306
    },
    {
      "epoch": 0.257706289527414,
      "grad_norm": 1.4469420909881592,
      "learning_rate": 9.831055841540952e-05,
      "loss": 0.5308391094207764,
      "step": 5175,
      "token_acc": 0.8344774980930587
    },
    {
      "epoch": 0.25795528111149846,
      "grad_norm": 3.007300853729248,
      "learning_rate": 9.830524837475178e-05,
      "loss": 0.37555556297302245,
      "step": 5180,
      "token_acc": 0.9004267425320057
    },
    {
      "epoch": 0.2582042726955829,
      "grad_norm": 1.8900752067565918,
      "learning_rate": 9.829993014611576e-05,
      "loss": 0.591010332107544,
      "step": 5185,
      "token_acc": 0.8002496878901373
    },
    {
      "epoch": 0.25845326427966736,
      "grad_norm": 4.7385406494140625,
      "learning_rate": 9.829460373040291e-05,
      "loss": 0.47598719596862793,
      "step": 5190,
      "token_acc": 0.8444924406047516
    },
    {
      "epoch": 0.2587022558637518,
      "grad_norm": 2.0426180362701416,
      "learning_rate": 9.828926912851608e-05,
      "loss": 0.4904004096984863,
      "step": 5195,
      "token_acc": 0.8245033112582781
    },
    {
      "epoch": 0.25895124744783626,
      "grad_norm": 1.7783493995666504,
      "learning_rate": 9.828392634135954e-05,
      "loss": 0.2723983287811279,
      "step": 5200,
      "token_acc": 0.9269949066213922
    },
    {
      "epoch": 0.25920023903192074,
      "grad_norm": 0.8548843860626221,
      "learning_rate": 9.827857536983891e-05,
      "loss": 0.41086602210998535,
      "step": 5205,
      "token_acc": 0.8993634434677175
    },
    {
      "epoch": 0.25944923061600517,
      "grad_norm": 7.4830708503723145,
      "learning_rate": 9.827321621486119e-05,
      "loss": 0.44394097328186033,
      "step": 5210,
      "token_acc": 0.9701796001355473
    },
    {
      "epoch": 0.25969822220008965,
      "grad_norm": 3.578326940536499,
      "learning_rate": 9.826784887733478e-05,
      "loss": 0.3593043088912964,
      "step": 5215,
      "token_acc": 0.8976744186046511
    },
    {
      "epoch": 0.25994721378417407,
      "grad_norm": 3.031388521194458,
      "learning_rate": 9.826247335816949e-05,
      "loss": 0.29627668857574463,
      "step": 5220,
      "token_acc": 0.9013452914798207
    },
    {
      "epoch": 0.26019620536825855,
      "grad_norm": 2.058344602584839,
      "learning_rate": 9.825708965827651e-05,
      "loss": 0.27265157699584963,
      "step": 5225,
      "token_acc": 0.9382303839732888
    },
    {
      "epoch": 0.260445196952343,
      "grad_norm": 2.0970749855041504,
      "learning_rate": 9.825169777856836e-05,
      "loss": 0.45850119590759275,
      "step": 5230,
      "token_acc": 0.9246088193456614
    },
    {
      "epoch": 0.26069418853642745,
      "grad_norm": 1.041236162185669,
      "learning_rate": 9.824629771995902e-05,
      "loss": 0.3601330518722534,
      "step": 5235,
      "token_acc": 0.8891129032258065
    },
    {
      "epoch": 0.26094318012051193,
      "grad_norm": 4.577064037322998,
      "learning_rate": 9.824088948336382e-05,
      "loss": 0.5048691272735596,
      "step": 5240,
      "token_acc": 0.8918128654970761
    },
    {
      "epoch": 0.2611921717045964,
      "grad_norm": 1.473630428314209,
      "learning_rate": 9.823547306969949e-05,
      "loss": 0.3124285936355591,
      "step": 5245,
      "token_acc": 0.9027027027027027
    },
    {
      "epoch": 0.26144116328868083,
      "grad_norm": 2.917142152786255,
      "learning_rate": 9.82300484798841e-05,
      "loss": 0.5818527221679688,
      "step": 5250,
      "token_acc": 0.8276762402088773
    },
    {
      "epoch": 0.2616901548727653,
      "grad_norm": 2.626091480255127,
      "learning_rate": 9.822461571483722e-05,
      "loss": 0.3846309185028076,
      "step": 5255,
      "token_acc": 0.8876889848812095
    },
    {
      "epoch": 0.26193914645684974,
      "grad_norm": 3.496711254119873,
      "learning_rate": 9.821917477547965e-05,
      "loss": 0.5018800258636474,
      "step": 5260,
      "token_acc": 0.8518518518518519
    },
    {
      "epoch": 0.2621881380409342,
      "grad_norm": 0.9294984936714172,
      "learning_rate": 9.821372566273372e-05,
      "loss": 0.4476934432983398,
      "step": 5265,
      "token_acc": 0.8515981735159818
    },
    {
      "epoch": 0.2624371296250187,
      "grad_norm": 3.4054760932922363,
      "learning_rate": 9.820826837752305e-05,
      "loss": 0.44275550842285155,
      "step": 5270,
      "token_acc": 0.8439490445859873
    },
    {
      "epoch": 0.2626861212091031,
      "grad_norm": 1.8396950960159302,
      "learning_rate": 9.820280292077268e-05,
      "loss": 0.3219125747680664,
      "step": 5275,
      "token_acc": 0.8793103448275862
    },
    {
      "epoch": 0.2629351127931876,
      "grad_norm": 3.232762098312378,
      "learning_rate": 9.819732929340904e-05,
      "loss": 0.35177581310272216,
      "step": 5280,
      "token_acc": 0.9557095510695993
    },
    {
      "epoch": 0.263184104377272,
      "grad_norm": 2.4118568897247314,
      "learning_rate": 9.819184749635991e-05,
      "loss": 0.43274970054626466,
      "step": 5285,
      "token_acc": 0.8760064412238325
    },
    {
      "epoch": 0.2634330959613565,
      "grad_norm": 5.8696675300598145,
      "learning_rate": 9.818635753055452e-05,
      "loss": 0.5099228382110595,
      "step": 5290,
      "token_acc": 0.9521144278606966
    },
    {
      "epoch": 0.263682087545441,
      "grad_norm": 2.353787660598755,
      "learning_rate": 9.818085939692342e-05,
      "loss": 0.4613377571105957,
      "step": 5295,
      "token_acc": 0.9115882538680139
    },
    {
      "epoch": 0.2639310791295254,
      "grad_norm": 2.0606744289398193,
      "learning_rate": 9.817535309639858e-05,
      "loss": 0.5677809238433837,
      "step": 5300,
      "token_acc": 0.8421052631578947
    },
    {
      "epoch": 0.2641800707136099,
      "grad_norm": 1.9272336959838867,
      "learning_rate": 9.816983862991334e-05,
      "loss": 0.3031795501708984,
      "step": 5305,
      "token_acc": 0.9041095890410958
    },
    {
      "epoch": 0.26442906229769436,
      "grad_norm": 3.1335082054138184,
      "learning_rate": 9.816431599840246e-05,
      "loss": 0.6099483013153076,
      "step": 5310,
      "token_acc": 0.8156996587030717
    },
    {
      "epoch": 0.2646780538817788,
      "grad_norm": 2.950767993927002,
      "learning_rate": 9.8158785202802e-05,
      "loss": 0.3572921514511108,
      "step": 5315,
      "token_acc": 0.8860510805500982
    },
    {
      "epoch": 0.26492704546586326,
      "grad_norm": 3.1833114624023438,
      "learning_rate": 9.815324624404949e-05,
      "loss": 0.46007394790649414,
      "step": 5320,
      "token_acc": 0.7654075546719682
    },
    {
      "epoch": 0.2651760370499477,
      "grad_norm": 1.045994758605957,
      "learning_rate": 9.81476991230838e-05,
      "loss": 0.482483434677124,
      "step": 5325,
      "token_acc": 0.8073196986006459
    },
    {
      "epoch": 0.26542502863403217,
      "grad_norm": 0.9061775803565979,
      "learning_rate": 9.814214384084521e-05,
      "loss": 0.45782809257507323,
      "step": 5330,
      "token_acc": 0.7878787878787878
    },
    {
      "epoch": 0.26567402021811665,
      "grad_norm": 2.7789714336395264,
      "learning_rate": 9.813658039827536e-05,
      "loss": 0.42145581245422364,
      "step": 5335,
      "token_acc": 0.8725
    },
    {
      "epoch": 0.26592301180220107,
      "grad_norm": 1.193320870399475,
      "learning_rate": 9.813100879631727e-05,
      "loss": 0.4720273017883301,
      "step": 5340,
      "token_acc": 0.7965665236051502
    },
    {
      "epoch": 0.26617200338628555,
      "grad_norm": 2.9395699501037598,
      "learning_rate": 9.812542903591536e-05,
      "loss": 0.32153303623199464,
      "step": 5345,
      "token_acc": 0.911504424778761
    },
    {
      "epoch": 0.26642099497037003,
      "grad_norm": 1.8297289609909058,
      "learning_rate": 9.811984111801543e-05,
      "loss": 0.17829084396362305,
      "step": 5350,
      "token_acc": 0.9404630650496141
    },
    {
      "epoch": 0.26666998655445445,
      "grad_norm": 1.8210581541061401,
      "learning_rate": 9.811424504356465e-05,
      "loss": 0.23157041072845458,
      "step": 5355,
      "token_acc": 0.9061488673139159
    },
    {
      "epoch": 0.26691897813853893,
      "grad_norm": 4.90714168548584,
      "learning_rate": 9.81086408135116e-05,
      "loss": 0.6361049175262451,
      "step": 5360,
      "token_acc": 0.7815198618307426
    },
    {
      "epoch": 0.26716796972262336,
      "grad_norm": 4.0590434074401855,
      "learning_rate": 9.810302842880623e-05,
      "loss": 0.23554763793945313,
      "step": 5365,
      "token_acc": 0.9271383315733897
    },
    {
      "epoch": 0.26741696130670783,
      "grad_norm": 2.3376269340515137,
      "learning_rate": 9.809740789039985e-05,
      "loss": 0.4316531181335449,
      "step": 5370,
      "token_acc": 0.8002364066193853
    },
    {
      "epoch": 0.2676659528907923,
      "grad_norm": 0.8759665489196777,
      "learning_rate": 9.809177919924517e-05,
      "loss": 0.36340553760528566,
      "step": 5375,
      "token_acc": 0.8807212205270458
    },
    {
      "epoch": 0.26791494447487674,
      "grad_norm": 1.8664411306381226,
      "learning_rate": 9.808614235629628e-05,
      "loss": 0.5311015129089356,
      "step": 5380,
      "token_acc": 0.8610421836228288
    },
    {
      "epoch": 0.2681639360589612,
      "grad_norm": 1.2410579919815063,
      "learning_rate": 9.808049736250864e-05,
      "loss": 0.4225618839263916,
      "step": 5385,
      "token_acc": 0.8782654127481714
    },
    {
      "epoch": 0.26841292764304564,
      "grad_norm": 0.5032574534416199,
      "learning_rate": 9.807484421883913e-05,
      "loss": 0.4769345760345459,
      "step": 5390,
      "token_acc": 0.9356401384083045
    },
    {
      "epoch": 0.2686619192271301,
      "grad_norm": 13.887166976928711,
      "learning_rate": 9.806918292624598e-05,
      "loss": 0.486639404296875,
      "step": 5395,
      "token_acc": 0.8754789272030651
    },
    {
      "epoch": 0.2689109108112146,
      "grad_norm": 0.8416485786437988,
      "learning_rate": 9.806351348568881e-05,
      "loss": 0.3226123094558716,
      "step": 5400,
      "token_acc": 0.8496042216358839
    },
    {
      "epoch": 0.269159902395299,
      "grad_norm": 5.754143714904785,
      "learning_rate": 9.80578358981286e-05,
      "loss": 0.3836520195007324,
      "step": 5405,
      "token_acc": 0.9569835369091875
    },
    {
      "epoch": 0.2694088939793835,
      "grad_norm": 1.8879846334457397,
      "learning_rate": 9.805215016452775e-05,
      "loss": 0.3874682903289795,
      "step": 5410,
      "token_acc": 0.8944186046511627
    },
    {
      "epoch": 0.269657885563468,
      "grad_norm": 4.826470851898193,
      "learning_rate": 9.804645628585e-05,
      "loss": 0.38956050872802733,
      "step": 5415,
      "token_acc": 0.8997933884297521
    },
    {
      "epoch": 0.2699068771475524,
      "grad_norm": 1.770784616470337,
      "learning_rate": 9.80407542630605e-05,
      "loss": 0.3422966957092285,
      "step": 5420,
      "token_acc": 0.8355868036776636
    },
    {
      "epoch": 0.2701558687316369,
      "grad_norm": 2.257728099822998,
      "learning_rate": 9.803504409712578e-05,
      "loss": 0.39837534427642823,
      "step": 5425,
      "token_acc": 0.7972070431086824
    },
    {
      "epoch": 0.2704048603157213,
      "grad_norm": 11.808134078979492,
      "learning_rate": 9.802932578901372e-05,
      "loss": 0.5295723438262939,
      "step": 5430,
      "token_acc": 0.8388888888888889
    },
    {
      "epoch": 0.2706538518998058,
      "grad_norm": 1.0613412857055664,
      "learning_rate": 9.802359933969363e-05,
      "loss": 0.33215410709381105,
      "step": 5435,
      "token_acc": 0.8896797153024911
    },
    {
      "epoch": 0.27090284348389027,
      "grad_norm": 3.116776943206787,
      "learning_rate": 9.801786475013614e-05,
      "loss": 0.3424868583679199,
      "step": 5440,
      "token_acc": 0.9617658651951123
    },
    {
      "epoch": 0.2711518350679747,
      "grad_norm": 2.1217563152313232,
      "learning_rate": 9.801212202131332e-05,
      "loss": 0.7340735912322998,
      "step": 5445,
      "token_acc": 0.8169970133043715
    },
    {
      "epoch": 0.27140082665205917,
      "grad_norm": 2.2563071250915527,
      "learning_rate": 9.800637115419857e-05,
      "loss": 0.6443061828613281,
      "step": 5450,
      "token_acc": 0.912542662116041
    },
    {
      "epoch": 0.2716498182361436,
      "grad_norm": 0.9573628902435303,
      "learning_rate": 9.80006121497667e-05,
      "loss": 0.5440883636474609,
      "step": 5455,
      "token_acc": 0.7943159922928709
    },
    {
      "epoch": 0.27189880982022807,
      "grad_norm": 5.048895835876465,
      "learning_rate": 9.79948450089939e-05,
      "loss": 0.35250928401947024,
      "step": 5460,
      "token_acc": 0.9364118092354277
    },
    {
      "epoch": 0.27214780140431255,
      "grad_norm": 2.3611338138580322,
      "learning_rate": 9.798906973285771e-05,
      "loss": 0.402829647064209,
      "step": 5465,
      "token_acc": 0.8837803320561941
    },
    {
      "epoch": 0.272396792988397,
      "grad_norm": 1.5155291557312012,
      "learning_rate": 9.798328632233707e-05,
      "loss": 0.37316863536834716,
      "step": 5470,
      "token_acc": 0.8646616541353384
    },
    {
      "epoch": 0.27264578457248145,
      "grad_norm": 3.319152593612671,
      "learning_rate": 9.797749477841232e-05,
      "loss": 0.4148107528686523,
      "step": 5475,
      "token_acc": 0.8894389438943895
    },
    {
      "epoch": 0.27289477615656593,
      "grad_norm": 1.6695835590362549,
      "learning_rate": 9.797169510206511e-05,
      "loss": 0.4712333679199219,
      "step": 5480,
      "token_acc": 0.8659014557670772
    },
    {
      "epoch": 0.27314376774065036,
      "grad_norm": 1.7983355522155762,
      "learning_rate": 9.796588729427855e-05,
      "loss": 0.417024564743042,
      "step": 5485,
      "token_acc": 0.8060384263494969
    },
    {
      "epoch": 0.27339275932473484,
      "grad_norm": 3.6692469120025635,
      "learning_rate": 9.796007135603709e-05,
      "loss": 0.5299624443054199,
      "step": 5490,
      "token_acc": 0.8174807197943444
    },
    {
      "epoch": 0.27364175090881926,
      "grad_norm": 1.8824037313461304,
      "learning_rate": 9.795424728832655e-05,
      "loss": 0.3420488595962524,
      "step": 5495,
      "token_acc": 0.8868778280542986
    },
    {
      "epoch": 0.27389074249290374,
      "grad_norm": 0.95819091796875,
      "learning_rate": 9.794841509213413e-05,
      "loss": 0.4536773681640625,
      "step": 5500,
      "token_acc": 0.8880484114977307
    },
    {
      "epoch": 0.2741397340769882,
      "grad_norm": 1.6836670637130737,
      "learning_rate": 9.794257476844844e-05,
      "loss": 0.3598368167877197,
      "step": 5505,
      "token_acc": 0.8794326241134752
    },
    {
      "epoch": 0.27438872566107264,
      "grad_norm": 4.901187896728516,
      "learning_rate": 9.793672631825943e-05,
      "loss": 0.4486230850219727,
      "step": 5510,
      "token_acc": 0.8744769874476988
    },
    {
      "epoch": 0.2746377172451571,
      "grad_norm": 1.617040991783142,
      "learning_rate": 9.793086974255846e-05,
      "loss": 0.24054102897644042,
      "step": 5515,
      "token_acc": 0.9592430858806404
    },
    {
      "epoch": 0.27488670882924154,
      "grad_norm": 3.6276841163635254,
      "learning_rate": 9.792500504233819e-05,
      "loss": 0.40766153335571287,
      "step": 5520,
      "token_acc": 0.9041095890410958
    },
    {
      "epoch": 0.275135700413326,
      "grad_norm": 1.5488635301589966,
      "learning_rate": 9.791913221859279e-05,
      "loss": 0.3497814655303955,
      "step": 5525,
      "token_acc": 0.9055793991416309
    },
    {
      "epoch": 0.2753846919974105,
      "grad_norm": 1.6916898488998413,
      "learning_rate": 9.791325127231769e-05,
      "loss": 0.3310788631439209,
      "step": 5530,
      "token_acc": 0.9145299145299145
    },
    {
      "epoch": 0.2756336835814949,
      "grad_norm": 1.6517794132232666,
      "learning_rate": 9.790736220450974e-05,
      "loss": 0.42014493942260744,
      "step": 5535,
      "token_acc": 0.8596938775510204
    },
    {
      "epoch": 0.2758826751655794,
      "grad_norm": 1.6686618328094482,
      "learning_rate": 9.790146501616718e-05,
      "loss": 0.45704355239868166,
      "step": 5540,
      "token_acc": 0.8604509445460086
    },
    {
      "epoch": 0.2761316667496639,
      "grad_norm": 2.371466636657715,
      "learning_rate": 9.789555970828961e-05,
      "loss": 0.5216703891754151,
      "step": 5545,
      "token_acc": 0.8812709030100334
    },
    {
      "epoch": 0.2763806583337483,
      "grad_norm": 1.7155648469924927,
      "learning_rate": 9.7889646281878e-05,
      "loss": 0.5249032497406005,
      "step": 5550,
      "token_acc": 0.9019033674963397
    },
    {
      "epoch": 0.2766296499178328,
      "grad_norm": 0.43256139755249023,
      "learning_rate": 9.788372473793473e-05,
      "loss": 0.4150897979736328,
      "step": 5555,
      "token_acc": 0.9037974683544304
    },
    {
      "epoch": 0.2768786415019172,
      "grad_norm": 1.287574291229248,
      "learning_rate": 9.787779507746349e-05,
      "loss": 0.4033216953277588,
      "step": 5560,
      "token_acc": 0.9053185271770894
    },
    {
      "epoch": 0.2771276330860017,
      "grad_norm": 4.229640483856201,
      "learning_rate": 9.787185730146941e-05,
      "loss": 0.5671514987945556,
      "step": 5565,
      "token_acc": 0.8696498054474708
    },
    {
      "epoch": 0.27737662467008617,
      "grad_norm": 3.6444132328033447,
      "learning_rate": 9.786591141095899e-05,
      "loss": 0.5674892425537109,
      "step": 5570,
      "token_acc": 0.9458837075417387
    },
    {
      "epoch": 0.2776256162541706,
      "grad_norm": 1.1360682249069214,
      "learning_rate": 9.785995740694005e-05,
      "loss": 0.22410063743591307,
      "step": 5575,
      "token_acc": 0.9499547784142297
    },
    {
      "epoch": 0.27787460783825507,
      "grad_norm": 1.8233650922775269,
      "learning_rate": 9.785399529042186e-05,
      "loss": 0.4225455284118652,
      "step": 5580,
      "token_acc": 0.9186405767250257
    },
    {
      "epoch": 0.27812359942233955,
      "grad_norm": 0.5997560024261475,
      "learning_rate": 9.7848025062415e-05,
      "loss": 0.2864802360534668,
      "step": 5585,
      "token_acc": 0.9422770700636943
    },
    {
      "epoch": 0.278372591006424,
      "grad_norm": 1.7966361045837402,
      "learning_rate": 9.784204672393146e-05,
      "loss": 0.36376564502716063,
      "step": 5590,
      "token_acc": 0.8360507246376812
    },
    {
      "epoch": 0.27862158259050845,
      "grad_norm": 1.7960377931594849,
      "learning_rate": 9.783606027598459e-05,
      "loss": 0.39390106201171876,
      "step": 5595,
      "token_acc": 0.84251968503937
    },
    {
      "epoch": 0.2788705741745929,
      "grad_norm": 0.7624250054359436,
      "learning_rate": 9.783006571958917e-05,
      "loss": 0.24288690090179443,
      "step": 5600,
      "token_acc": 0.9589293954776188
    },
    {
      "epoch": 0.27911956575867736,
      "grad_norm": 1.0220677852630615,
      "learning_rate": 9.782406305576125e-05,
      "loss": 0.35359697341918944,
      "step": 5605,
      "token_acc": 0.8547158758055068
    },
    {
      "epoch": 0.27936855734276184,
      "grad_norm": 2.1078271865844727,
      "learning_rate": 9.781805228551833e-05,
      "loss": 0.47392868995666504,
      "step": 5610,
      "token_acc": 0.8387096774193549
    },
    {
      "epoch": 0.27961754892684626,
      "grad_norm": 1.8356049060821533,
      "learning_rate": 9.781203340987927e-05,
      "loss": 0.23753247261047364,
      "step": 5615,
      "token_acc": 0.9556451612903226
    },
    {
      "epoch": 0.27986654051093074,
      "grad_norm": 6.110040664672852,
      "learning_rate": 9.78060064298643e-05,
      "loss": 0.3514765739440918,
      "step": 5620,
      "token_acc": 0.9217238346525946
    },
    {
      "epoch": 0.28011553209501516,
      "grad_norm": 2.5896525382995605,
      "learning_rate": 9.779997134649501e-05,
      "loss": 0.3163958787918091,
      "step": 5625,
      "token_acc": 0.9023569023569024
    },
    {
      "epoch": 0.28036452367909964,
      "grad_norm": 5.7135138511657715,
      "learning_rate": 9.779392816079439e-05,
      "loss": 0.515621566772461,
      "step": 5630,
      "token_acc": 0.9005897219882055
    },
    {
      "epoch": 0.2806135152631841,
      "grad_norm": 4.92739200592041,
      "learning_rate": 9.778787687378679e-05,
      "loss": 0.3437631607055664,
      "step": 5635,
      "token_acc": 0.9358752166377816
    },
    {
      "epoch": 0.28086250684726854,
      "grad_norm": 5.872841835021973,
      "learning_rate": 9.778181748649793e-05,
      "loss": 0.4935451030731201,
      "step": 5640,
      "token_acc": 0.8420631747301079
    },
    {
      "epoch": 0.281111498431353,
      "grad_norm": 1.4832680225372314,
      "learning_rate": 9.777574999995489e-05,
      "loss": 0.6396303176879883,
      "step": 5645,
      "token_acc": 0.804982206405694
    },
    {
      "epoch": 0.2813604900154375,
      "grad_norm": 5.978629112243652,
      "learning_rate": 9.776967441518616e-05,
      "loss": 0.49341607093811035,
      "step": 5650,
      "token_acc": 0.8557919621749409
    },
    {
      "epoch": 0.2816094815995219,
      "grad_norm": 1.877583384513855,
      "learning_rate": 9.776359073322158e-05,
      "loss": 0.597011137008667,
      "step": 5655,
      "token_acc": 0.8422330097087378
    },
    {
      "epoch": 0.2818584731836064,
      "grad_norm": 1.1750746965408325,
      "learning_rate": 9.775749895509236e-05,
      "loss": 0.3201453685760498,
      "step": 5660,
      "token_acc": 0.8975650713685979
    },
    {
      "epoch": 0.28210746476769083,
      "grad_norm": 1.833277940750122,
      "learning_rate": 9.775139908183109e-05,
      "loss": 0.367765474319458,
      "step": 5665,
      "token_acc": 0.9373695198329853
    },
    {
      "epoch": 0.2823564563517753,
      "grad_norm": 2.231963872909546,
      "learning_rate": 9.774529111447173e-05,
      "loss": 0.3826444149017334,
      "step": 5670,
      "token_acc": 0.8939828080229226
    },
    {
      "epoch": 0.2826054479358598,
      "grad_norm": 1.069568157196045,
      "learning_rate": 9.773917505404959e-05,
      "loss": 0.43572487831115725,
      "step": 5675,
      "token_acc": 0.8675213675213675
    },
    {
      "epoch": 0.2828544395199442,
      "grad_norm": 1.7417479753494263,
      "learning_rate": 9.773305090160138e-05,
      "loss": 0.23856985569000244,
      "step": 5680,
      "token_acc": 0.9379639448568399
    },
    {
      "epoch": 0.2831034311040287,
      "grad_norm": 0.676200807094574,
      "learning_rate": 9.772691865816521e-05,
      "loss": 0.409974193572998,
      "step": 5685,
      "token_acc": 0.958614051973051
    },
    {
      "epoch": 0.2833524226881131,
      "grad_norm": 3.609966516494751,
      "learning_rate": 9.772077832478049e-05,
      "loss": 0.3130619049072266,
      "step": 5690,
      "token_acc": 0.8997912317327766
    },
    {
      "epoch": 0.2836014142721976,
      "grad_norm": 0.615665078163147,
      "learning_rate": 9.771462990248803e-05,
      "loss": 0.6506500720977784,
      "step": 5695,
      "token_acc": 0.7969598262757872
    },
    {
      "epoch": 0.2838504058562821,
      "grad_norm": 0.6123168468475342,
      "learning_rate": 9.770847339233004e-05,
      "loss": 0.5358120441436768,
      "step": 5700,
      "token_acc": 0.8520408163265306
    },
    {
      "epoch": 0.2840993974403665,
      "grad_norm": 0.6972818374633789,
      "learning_rate": 9.770230879535007e-05,
      "loss": 0.5060039520263672,
      "step": 5705,
      "token_acc": 0.9270420301348137
    },
    {
      "epoch": 0.284348389024451,
      "grad_norm": 1.5777308940887451,
      "learning_rate": 9.769613611259305e-05,
      "loss": 0.39124722480773927,
      "step": 5710,
      "token_acc": 0.8250254323499492
    },
    {
      "epoch": 0.28459738060853546,
      "grad_norm": 1.7002673149108887,
      "learning_rate": 9.768995534510528e-05,
      "loss": 0.4644811153411865,
      "step": 5715,
      "token_acc": 0.8995871180842279
    },
    {
      "epoch": 0.2848463721926199,
      "grad_norm": 2.724550247192383,
      "learning_rate": 9.768376649393444e-05,
      "loss": 0.41837382316589355,
      "step": 5720,
      "token_acc": 0.8885906040268456
    },
    {
      "epoch": 0.28509536377670436,
      "grad_norm": 2.7486703395843506,
      "learning_rate": 9.767756956012955e-05,
      "loss": 0.49636077880859375,
      "step": 5725,
      "token_acc": 0.8813451776649747
    },
    {
      "epoch": 0.2853443553607888,
      "grad_norm": 4.717559337615967,
      "learning_rate": 9.767136454474104e-05,
      "loss": 0.4587396621704102,
      "step": 5730,
      "token_acc": 0.9235931853381518
    },
    {
      "epoch": 0.28559334694487326,
      "grad_norm": 2.6023895740509033,
      "learning_rate": 9.76651514488207e-05,
      "loss": 0.30347862243652346,
      "step": 5735,
      "token_acc": 0.9039584685269305
    },
    {
      "epoch": 0.28584233852895774,
      "grad_norm": 5.231074333190918,
      "learning_rate": 9.765893027342163e-05,
      "loss": 0.5696817398071289,
      "step": 5740,
      "token_acc": 0.8596938775510204
    },
    {
      "epoch": 0.28609133011304216,
      "grad_norm": 1.4424611330032349,
      "learning_rate": 9.76527010195984e-05,
      "loss": 0.6660350799560547,
      "step": 5745,
      "token_acc": 0.7725284339457568
    },
    {
      "epoch": 0.28634032169712664,
      "grad_norm": 2.5363428592681885,
      "learning_rate": 9.764646368840689e-05,
      "loss": 0.4028940200805664,
      "step": 5750,
      "token_acc": 0.8718446601941747
    },
    {
      "epoch": 0.2865893132812111,
      "grad_norm": 5.680653095245361,
      "learning_rate": 9.764021828090436e-05,
      "loss": 0.4397988796234131,
      "step": 5755,
      "token_acc": 0.9640495867768595
    },
    {
      "epoch": 0.28683830486529555,
      "grad_norm": 0.5116879940032959,
      "learning_rate": 9.763396479814942e-05,
      "loss": 0.402849817276001,
      "step": 5760,
      "token_acc": 0.8784313725490196
    },
    {
      "epoch": 0.28708729644938,
      "grad_norm": 2.079341173171997,
      "learning_rate": 9.762770324120208e-05,
      "loss": 0.5009814739227295,
      "step": 5765,
      "token_acc": 0.9043772798332465
    },
    {
      "epoch": 0.28733628803346445,
      "grad_norm": 2.053990125656128,
      "learning_rate": 9.76214336111237e-05,
      "loss": 0.45241808891296387,
      "step": 5770,
      "token_acc": 0.8985507246376812
    },
    {
      "epoch": 0.28758527961754893,
      "grad_norm": 1.276330590248108,
      "learning_rate": 9.7615155908977e-05,
      "loss": 0.24642472267150878,
      "step": 5775,
      "token_acc": 0.9596804868771396
    },
    {
      "epoch": 0.2878342712016334,
      "grad_norm": 1.1719870567321777,
      "learning_rate": 9.760887013582611e-05,
      "loss": 0.40892763137817384,
      "step": 5780,
      "token_acc": 0.8883826879271071
    },
    {
      "epoch": 0.28808326278571783,
      "grad_norm": 1.8984837532043457,
      "learning_rate": 9.760257629273648e-05,
      "loss": 0.5848518371582031,
      "step": 5785,
      "token_acc": 0.7826617826617827
    },
    {
      "epoch": 0.2883322543698023,
      "grad_norm": 1.7524454593658447,
      "learning_rate": 9.759627438077497e-05,
      "loss": 0.23567163944244385,
      "step": 5790,
      "token_acc": 0.9156118143459916
    },
    {
      "epoch": 0.28858124595388673,
      "grad_norm": 3.4693756103515625,
      "learning_rate": 9.758996440100974e-05,
      "loss": 0.4370133399963379,
      "step": 5795,
      "token_acc": 0.8684684684684685
    },
    {
      "epoch": 0.2888302375379712,
      "grad_norm": 3.4089548587799072,
      "learning_rate": 9.75836463545104e-05,
      "loss": 0.33539657592773436,
      "step": 5800,
      "token_acc": 0.892018779342723
    },
    {
      "epoch": 0.2890792291220557,
      "grad_norm": 1.3119560480117798,
      "learning_rate": 9.757732024234789e-05,
      "loss": 0.3972649574279785,
      "step": 5805,
      "token_acc": 0.8794567062818336
    },
    {
      "epoch": 0.2893282207061401,
      "grad_norm": 1.7106174230575562,
      "learning_rate": 9.757098606559451e-05,
      "loss": 0.48159079551696776,
      "step": 5810,
      "token_acc": 0.9082745349583066
    },
    {
      "epoch": 0.2895772122902246,
      "grad_norm": 0.9607024192810059,
      "learning_rate": 9.756464382532392e-05,
      "loss": 0.3858139991760254,
      "step": 5815,
      "token_acc": 0.9360655737704918
    },
    {
      "epoch": 0.2898262038743091,
      "grad_norm": 4.193888187408447,
      "learning_rate": 9.755829352261118e-05,
      "loss": 0.36794633865356446,
      "step": 5820,
      "token_acc": 0.9338624338624338
    },
    {
      "epoch": 0.2900751954583935,
      "grad_norm": 4.151652812957764,
      "learning_rate": 9.75519351585327e-05,
      "loss": 0.3275808334350586,
      "step": 5825,
      "token_acc": 0.8883161512027491
    },
    {
      "epoch": 0.290324187042478,
      "grad_norm": 1.6775803565979004,
      "learning_rate": 9.754556873416622e-05,
      "loss": 0.4062365531921387,
      "step": 5830,
      "token_acc": 0.8676470588235294
    },
    {
      "epoch": 0.2905731786265624,
      "grad_norm": 5.224891185760498,
      "learning_rate": 9.753919425059093e-05,
      "loss": 0.45133295059204104,
      "step": 5835,
      "token_acc": 0.8766233766233766
    },
    {
      "epoch": 0.2908221702106469,
      "grad_norm": 0.6534781455993652,
      "learning_rate": 9.753281170888731e-05,
      "loss": 0.18516271114349364,
      "step": 5840,
      "token_acc": 0.9501312335958005
    },
    {
      "epoch": 0.29107116179473136,
      "grad_norm": 1.3672763109207153,
      "learning_rate": 9.752642111013721e-05,
      "loss": 0.5883174419403077,
      "step": 5845,
      "token_acc": 0.771513353115727
    },
    {
      "epoch": 0.2913201533788158,
      "grad_norm": 1.1414854526519775,
      "learning_rate": 9.752002245542391e-05,
      "loss": 0.33369219303131104,
      "step": 5850,
      "token_acc": 0.9458009122618728
    },
    {
      "epoch": 0.29156914496290026,
      "grad_norm": 1.121904730796814,
      "learning_rate": 9.7513615745832e-05,
      "loss": 0.30072293281555174,
      "step": 5855,
      "token_acc": 0.8701799485861182
    },
    {
      "epoch": 0.2918181365469847,
      "grad_norm": 0.555679976940155,
      "learning_rate": 9.750720098244745e-05,
      "loss": 0.44851126670837405,
      "step": 5860,
      "token_acc": 0.8593406593406593
    },
    {
      "epoch": 0.29206712813106916,
      "grad_norm": 0.45979368686676025,
      "learning_rate": 9.750077816635758e-05,
      "loss": 0.3397678375244141,
      "step": 5865,
      "token_acc": 0.9085106382978724
    },
    {
      "epoch": 0.29231611971515364,
      "grad_norm": 4.099748134613037,
      "learning_rate": 9.74943472986511e-05,
      "loss": 0.2347414493560791,
      "step": 5870,
      "token_acc": 0.9705685618729097
    },
    {
      "epoch": 0.29256511129923807,
      "grad_norm": 1.2032119035720825,
      "learning_rate": 9.748790838041807e-05,
      "loss": 0.5630933284759522,
      "step": 5875,
      "token_acc": 0.7937181663837012
    },
    {
      "epoch": 0.29281410288332255,
      "grad_norm": 0.8120951056480408,
      "learning_rate": 9.748146141274992e-05,
      "loss": 0.2603220224380493,
      "step": 5880,
      "token_acc": 0.9217557251908397
    },
    {
      "epoch": 0.293063094467407,
      "grad_norm": 3.1097452640533447,
      "learning_rate": 9.747500639673946e-05,
      "loss": 0.32623260021209716,
      "step": 5885,
      "token_acc": 0.914678528103518
    },
    {
      "epoch": 0.29331208605149145,
      "grad_norm": 4.850569725036621,
      "learning_rate": 9.746854333348081e-05,
      "loss": 0.35322093963623047,
      "step": 5890,
      "token_acc": 0.9111048794167134
    },
    {
      "epoch": 0.29356107763557593,
      "grad_norm": 0.5948604941368103,
      "learning_rate": 9.746207222406951e-05,
      "loss": 0.4879630088806152,
      "step": 5895,
      "token_acc": 0.8877300613496932
    },
    {
      "epoch": 0.29381006921966035,
      "grad_norm": 1.6410719156265259,
      "learning_rate": 9.745559306960246e-05,
      "loss": 0.4054584980010986,
      "step": 5900,
      "token_acc": 0.9197296155471061
    },
    {
      "epoch": 0.29405906080374483,
      "grad_norm": 3.2203662395477295,
      "learning_rate": 9.744910587117788e-05,
      "loss": 0.4118988037109375,
      "step": 5905,
      "token_acc": 0.946605141727093
    },
    {
      "epoch": 0.2943080523878293,
      "grad_norm": 2.930097818374634,
      "learning_rate": 9.744261062989541e-05,
      "loss": 0.29286229610443115,
      "step": 5910,
      "token_acc": 0.9088586030664395
    },
    {
      "epoch": 0.29455704397191373,
      "grad_norm": 3.8752691745758057,
      "learning_rate": 9.743610734685602e-05,
      "loss": 0.25737152099609373,
      "step": 5915,
      "token_acc": 0.9586776859504132
    },
    {
      "epoch": 0.2948060355559982,
      "grad_norm": 4.198944568634033,
      "learning_rate": 9.742959602316202e-05,
      "loss": 0.33279898166656496,
      "step": 5920,
      "token_acc": 0.8878504672897196
    },
    {
      "epoch": 0.2950550271400827,
      "grad_norm": 1.440560221672058,
      "learning_rate": 9.742307665991715e-05,
      "loss": 0.5109580516815185,
      "step": 5925,
      "token_acc": 0.7910321489001692
    },
    {
      "epoch": 0.2953040187241671,
      "grad_norm": 0.8075622916221619,
      "learning_rate": 9.741654925822646e-05,
      "loss": 0.4581608772277832,
      "step": 5930,
      "token_acc": 0.9369189907038512
    },
    {
      "epoch": 0.2955530103082516,
      "grad_norm": 1.3882602453231812,
      "learning_rate": 9.741001381919636e-05,
      "loss": 0.27013773918151857,
      "step": 5935,
      "token_acc": 0.8996960486322189
    },
    {
      "epoch": 0.295802001892336,
      "grad_norm": 0.6497847437858582,
      "learning_rate": 9.740347034393466e-05,
      "loss": 0.38364741802215574,
      "step": 5940,
      "token_acc": 0.9485179407176287
    },
    {
      "epoch": 0.2960509934764205,
      "grad_norm": 1.9463342428207397,
      "learning_rate": 9.73969188335505e-05,
      "loss": 0.3713370323181152,
      "step": 5945,
      "token_acc": 0.8764478764478765
    },
    {
      "epoch": 0.296299985060505,
      "grad_norm": 2.3948028087615967,
      "learning_rate": 9.73903592891544e-05,
      "loss": 0.4577003002166748,
      "step": 5950,
      "token_acc": 0.8551068883610451
    },
    {
      "epoch": 0.2965489766445894,
      "grad_norm": 7.8073410987854,
      "learning_rate": 9.738379171185825e-05,
      "loss": 0.49096035957336426,
      "step": 5955,
      "token_acc": 0.921090387374462
    },
    {
      "epoch": 0.2967979682286739,
      "grad_norm": 1.9433094263076782,
      "learning_rate": 9.737721610277525e-05,
      "loss": 0.3350808620452881,
      "step": 5960,
      "token_acc": 0.8931698774080561
    },
    {
      "epoch": 0.2970469598127583,
      "grad_norm": 0.524619460105896,
      "learning_rate": 9.737063246302004e-05,
      "loss": 0.2644339561462402,
      "step": 5965,
      "token_acc": 0.9127324749642346
    },
    {
      "epoch": 0.2972959513968428,
      "grad_norm": 2.6137261390686035,
      "learning_rate": 9.736404079370854e-05,
      "loss": 0.6819872856140137,
      "step": 5970,
      "token_acc": 0.8982543640897755
    },
    {
      "epoch": 0.29754494298092726,
      "grad_norm": 0.537814736366272,
      "learning_rate": 9.73574410959581e-05,
      "loss": 0.5663261413574219,
      "step": 5975,
      "token_acc": 0.940952380952381
    },
    {
      "epoch": 0.2977939345650117,
      "grad_norm": 3.778534412384033,
      "learning_rate": 9.735083337088739e-05,
      "loss": 0.6242363452911377,
      "step": 5980,
      "token_acc": 0.823045267489712
    },
    {
      "epoch": 0.29804292614909617,
      "grad_norm": 0.6451240181922913,
      "learning_rate": 9.734421761961644e-05,
      "loss": 0.2950181245803833,
      "step": 5985,
      "token_acc": 0.9122807017543859
    },
    {
      "epoch": 0.29829191773318064,
      "grad_norm": 0.6751224398612976,
      "learning_rate": 9.733759384326667e-05,
      "loss": 0.34223737716674807,
      "step": 5990,
      "token_acc": 0.9071729957805907
    },
    {
      "epoch": 0.29854090931726507,
      "grad_norm": 1.6167072057724,
      "learning_rate": 9.733096204296084e-05,
      "loss": 0.457673454284668,
      "step": 5995,
      "token_acc": 0.8370607028753994
    },
    {
      "epoch": 0.29878990090134955,
      "grad_norm": 1.3789998292922974,
      "learning_rate": 9.732432221982307e-05,
      "loss": 0.49435081481933596,
      "step": 6000,
      "token_acc": 0.879493670886076
    },
    {
      "epoch": 0.29903889248543397,
      "grad_norm": 1.9493966102600098,
      "learning_rate": 9.731767437497882e-05,
      "loss": 0.40985474586486814,
      "step": 6005,
      "token_acc": 0.9173290937996821
    },
    {
      "epoch": 0.29928788406951845,
      "grad_norm": 1.4933830499649048,
      "learning_rate": 9.731101850955499e-05,
      "loss": 0.41580996513366697,
      "step": 6010,
      "token_acc": 0.8314190440904039
    },
    {
      "epoch": 0.29953687565360293,
      "grad_norm": 1.3223425149917603,
      "learning_rate": 9.730435462467973e-05,
      "loss": 0.7156496047973633,
      "step": 6015,
      "token_acc": 0.7966252220248667
    },
    {
      "epoch": 0.29978586723768735,
      "grad_norm": 2.1260833740234375,
      "learning_rate": 9.729768272148263e-05,
      "loss": 0.6100390911102295,
      "step": 6020,
      "token_acc": 0.7817258883248731
    },
    {
      "epoch": 0.30003485882177183,
      "grad_norm": 0.9458959102630615,
      "learning_rate": 9.72910028010946e-05,
      "loss": 0.30510332584381106,
      "step": 6025,
      "token_acc": 0.9121171770972037
    },
    {
      "epoch": 0.30028385040585626,
      "grad_norm": 4.533825874328613,
      "learning_rate": 9.72843148646479e-05,
      "loss": 0.6161810874938964,
      "step": 6030,
      "token_acc": 0.8885998107852412
    },
    {
      "epoch": 0.30053284198994074,
      "grad_norm": 1.5563912391662598,
      "learning_rate": 9.72776189132762e-05,
      "loss": 0.3733841896057129,
      "step": 6035,
      "token_acc": 0.8529289572081429
    },
    {
      "epoch": 0.3007818335740252,
      "grad_norm": 2.4260976314544678,
      "learning_rate": 9.727091494811449e-05,
      "loss": 0.6162606716156006,
      "step": 6040,
      "token_acc": 0.8100358422939068
    },
    {
      "epoch": 0.30103082515810964,
      "grad_norm": 4.539388656616211,
      "learning_rate": 9.726420297029912e-05,
      "loss": 0.400208854675293,
      "step": 6045,
      "token_acc": 0.9272237196765498
    },
    {
      "epoch": 0.3012798167421941,
      "grad_norm": 2.0040946006774902,
      "learning_rate": 9.72574829809678e-05,
      "loss": 0.38924417495727537,
      "step": 6050,
      "token_acc": 0.921400061406202
    },
    {
      "epoch": 0.3015288083262786,
      "grad_norm": 1.9932327270507812,
      "learning_rate": 9.725075498125959e-05,
      "loss": 0.7462446689605713,
      "step": 6055,
      "token_acc": 0.8138613861386138
    },
    {
      "epoch": 0.301777799910363,
      "grad_norm": 1.7211922407150269,
      "learning_rate": 9.724401897231495e-05,
      "loss": 0.3652815818786621,
      "step": 6060,
      "token_acc": 0.8684863523573201
    },
    {
      "epoch": 0.3020267914944475,
      "grad_norm": 0.5853973627090454,
      "learning_rate": 9.723727495527565e-05,
      "loss": 0.3426795244216919,
      "step": 6065,
      "token_acc": 0.9388029589778076
    },
    {
      "epoch": 0.3022757830785319,
      "grad_norm": 1.8918386697769165,
      "learning_rate": 9.723052293128482e-05,
      "loss": 0.7504558563232422,
      "step": 6070,
      "token_acc": 0.8895457373988799
    },
    {
      "epoch": 0.3025247746626164,
      "grad_norm": 0.6258386969566345,
      "learning_rate": 9.722376290148699e-05,
      "loss": 0.40906558036804197,
      "step": 6075,
      "token_acc": 0.9299191374663073
    },
    {
      "epoch": 0.3027737662467009,
      "grad_norm": 3.3697869777679443,
      "learning_rate": 9.7216994867028e-05,
      "loss": 0.6798661231994629,
      "step": 6080,
      "token_acc": 0.8405333333333334
    },
    {
      "epoch": 0.3030227578307853,
      "grad_norm": 1.3736841678619385,
      "learning_rate": 9.721021882905508e-05,
      "loss": 0.3847665786743164,
      "step": 6085,
      "token_acc": 0.8360488798370672
    },
    {
      "epoch": 0.3032717494148698,
      "grad_norm": 5.770946025848389,
      "learning_rate": 9.720343478871677e-05,
      "loss": 0.35705413818359377,
      "step": 6090,
      "token_acc": 0.9444444444444444
    },
    {
      "epoch": 0.3035207409989542,
      "grad_norm": 1.3653123378753662,
      "learning_rate": 9.719664274716304e-05,
      "loss": 0.3166150331497192,
      "step": 6095,
      "token_acc": 0.902127659574468
    },
    {
      "epoch": 0.3037697325830387,
      "grad_norm": 1.29732084274292,
      "learning_rate": 9.718984270554514e-05,
      "loss": 0.6349982738494873,
      "step": 6100,
      "token_acc": 0.7080561714708056
    },
    {
      "epoch": 0.30401872416712317,
      "grad_norm": 3.6001367568969727,
      "learning_rate": 9.718303466501574e-05,
      "loss": 0.5322602272033692,
      "step": 6105,
      "token_acc": 0.8806479113384484
    },
    {
      "epoch": 0.3042677157512076,
      "grad_norm": 1.1476311683654785,
      "learning_rate": 9.717621862672881e-05,
      "loss": 0.48050823211669924,
      "step": 6110,
      "token_acc": 0.8561797752808988
    },
    {
      "epoch": 0.30451670733529207,
      "grad_norm": 0.7333502173423767,
      "learning_rate": 9.716939459183972e-05,
      "loss": 0.28631689548492434,
      "step": 6115,
      "token_acc": 0.9403458213256484
    },
    {
      "epoch": 0.30476569891937655,
      "grad_norm": 1.4887824058532715,
      "learning_rate": 9.716256256150517e-05,
      "loss": 0.4085500717163086,
      "step": 6120,
      "token_acc": 0.9501187648456056
    },
    {
      "epoch": 0.305014690503461,
      "grad_norm": 1.095518708229065,
      "learning_rate": 9.715572253688322e-05,
      "loss": 0.3587512016296387,
      "step": 6125,
      "token_acc": 0.8545310015898251
    },
    {
      "epoch": 0.30526368208754545,
      "grad_norm": 2.9477901458740234,
      "learning_rate": 9.714887451913331e-05,
      "loss": 0.3657613515853882,
      "step": 6130,
      "token_acc": 0.8994000922934933
    },
    {
      "epoch": 0.3055126736716299,
      "grad_norm": 0.6304887533187866,
      "learning_rate": 9.714201850941617e-05,
      "loss": 0.30005955696105957,
      "step": 6135,
      "token_acc": 0.9394306480920654
    },
    {
      "epoch": 0.30576166525571435,
      "grad_norm": 1.0901813507080078,
      "learning_rate": 9.713515450889397e-05,
      "loss": 0.3165020227432251,
      "step": 6140,
      "token_acc": 0.9
    },
    {
      "epoch": 0.30601065683979883,
      "grad_norm": 1.9130685329437256,
      "learning_rate": 9.712828251873017e-05,
      "loss": 0.308823823928833,
      "step": 6145,
      "token_acc": 0.9063097514340345
    },
    {
      "epoch": 0.30625964842388326,
      "grad_norm": 1.2945634126663208,
      "learning_rate": 9.712140254008961e-05,
      "loss": 0.3631993293762207,
      "step": 6150,
      "token_acc": 0.9386904761904762
    },
    {
      "epoch": 0.30650864000796774,
      "grad_norm": 1.8479191064834595,
      "learning_rate": 9.711451457413847e-05,
      "loss": 0.5386682510375976,
      "step": 6155,
      "token_acc": 0.7962555066079295
    },
    {
      "epoch": 0.3067576315920522,
      "grad_norm": 1.473218321800232,
      "learning_rate": 9.710761862204431e-05,
      "loss": 0.3319283962249756,
      "step": 6160,
      "token_acc": 0.8496959165942659
    },
    {
      "epoch": 0.30700662317613664,
      "grad_norm": 0.4686087667942047,
      "learning_rate": 9.710071468497604e-05,
      "loss": 0.4018141269683838,
      "step": 6165,
      "token_acc": 0.9512683578104139
    },
    {
      "epoch": 0.3072556147602211,
      "grad_norm": 2.1328492164611816,
      "learning_rate": 9.709380276410389e-05,
      "loss": 0.5645445346832275,
      "step": 6170,
      "token_acc": 0.8815184049079755
    },
    {
      "epoch": 0.30750460634430554,
      "grad_norm": 3.249056816101074,
      "learning_rate": 9.708688286059946e-05,
      "loss": 0.35849795341491697,
      "step": 6175,
      "token_acc": 0.8668407310704961
    },
    {
      "epoch": 0.30775359792839,
      "grad_norm": 2.1862034797668457,
      "learning_rate": 9.707995497563573e-05,
      "loss": 0.42090368270874023,
      "step": 6180,
      "token_acc": 0.8898305084745762
    },
    {
      "epoch": 0.3080025895124745,
      "grad_norm": 3.177319288253784,
      "learning_rate": 9.7073019110387e-05,
      "loss": 0.579823637008667,
      "step": 6185,
      "token_acc": 0.8093189964157707
    },
    {
      "epoch": 0.3082515810965589,
      "grad_norm": 3.7524900436401367,
      "learning_rate": 9.70660752660289e-05,
      "loss": 0.6669621467590332,
      "step": 6190,
      "token_acc": 0.7601547388781431
    },
    {
      "epoch": 0.3085005726806434,
      "grad_norm": 0.6838735938072205,
      "learning_rate": 9.705912344373851e-05,
      "loss": 0.43793497085571287,
      "step": 6195,
      "token_acc": 0.9423180592991913
    },
    {
      "epoch": 0.3087495642647278,
      "grad_norm": 1.1034135818481445,
      "learning_rate": 9.705216364469415e-05,
      "loss": 0.630430030822754,
      "step": 6200,
      "token_acc": 0.8588791357191087
    },
    {
      "epoch": 0.3089985558488123,
      "grad_norm": 1.343149185180664,
      "learning_rate": 9.704519587007557e-05,
      "loss": 0.29080944061279296,
      "step": 6205,
      "token_acc": 0.8326596604688763
    },
    {
      "epoch": 0.3092475474328968,
      "grad_norm": 2.9200456142425537,
      "learning_rate": 9.703822012106383e-05,
      "loss": 0.4004969120025635,
      "step": 6210,
      "token_acc": 0.9096153846153846
    },
    {
      "epoch": 0.3094965390169812,
      "grad_norm": 2.3937997817993164,
      "learning_rate": 9.703123639884135e-05,
      "loss": 0.3340895175933838,
      "step": 6215,
      "token_acc": 0.8924455825864277
    },
    {
      "epoch": 0.3097455306010657,
      "grad_norm": 0.4910442531108856,
      "learning_rate": 9.70242447045919e-05,
      "loss": 0.5138005256652832,
      "step": 6220,
      "token_acc": 0.8763557483731019
    },
    {
      "epoch": 0.30999452218515017,
      "grad_norm": 2.6399099826812744,
      "learning_rate": 9.701724503950062e-05,
      "loss": 0.24552335739135742,
      "step": 6225,
      "token_acc": 0.9164179104477612
    },
    {
      "epoch": 0.3102435137692346,
      "grad_norm": 3.7500059604644775,
      "learning_rate": 9.701023740475399e-05,
      "loss": 0.36862037181854246,
      "step": 6230,
      "token_acc": 0.8601583113456465
    },
    {
      "epoch": 0.31049250535331907,
      "grad_norm": 1.7907027006149292,
      "learning_rate": 9.700322180153983e-05,
      "loss": 0.6469455242156983,
      "step": 6235,
      "token_acc": 0.8058823529411765
    },
    {
      "epoch": 0.3107414969374035,
      "grad_norm": 1.4483633041381836,
      "learning_rate": 9.699619823104729e-05,
      "loss": 0.20215892791748047,
      "step": 6240,
      "token_acc": 0.9441425120772947
    },
    {
      "epoch": 0.310990488521488,
      "grad_norm": 0.5049557089805603,
      "learning_rate": 9.698916669446696e-05,
      "loss": 0.4179746150970459,
      "step": 6245,
      "token_acc": 0.9068219633943427
    },
    {
      "epoch": 0.31123948010557245,
      "grad_norm": 5.491170406341553,
      "learning_rate": 9.698212719299069e-05,
      "loss": 0.5353169441223145,
      "step": 6250,
      "token_acc": 0.7866741321388577
    },
    {
      "epoch": 0.3114884716896569,
      "grad_norm": 1.6183608770370483,
      "learning_rate": 9.69750797278117e-05,
      "loss": 0.3220317602157593,
      "step": 6255,
      "token_acc": 0.8764044943820225
    },
    {
      "epoch": 0.31173746327374136,
      "grad_norm": 3.154675006866455,
      "learning_rate": 9.69680243001246e-05,
      "loss": 0.4792881965637207,
      "step": 6260,
      "token_acc": 0.8461538461538461
    },
    {
      "epoch": 0.3119864548578258,
      "grad_norm": 2.844204902648926,
      "learning_rate": 9.696096091112528e-05,
      "loss": 0.40772314071655275,
      "step": 6265,
      "token_acc": 0.8865384615384615
    },
    {
      "epoch": 0.31223544644191026,
      "grad_norm": 4.030582904815674,
      "learning_rate": 9.695388956201105e-05,
      "loss": 0.3799882411956787,
      "step": 6270,
      "token_acc": 0.8957952468007313
    },
    {
      "epoch": 0.31248443802599474,
      "grad_norm": 1.6428498029708862,
      "learning_rate": 9.694681025398053e-05,
      "loss": 0.24326136112213134,
      "step": 6275,
      "token_acc": 0.9154433352906636
    },
    {
      "epoch": 0.31273342961007916,
      "grad_norm": 3.006802558898926,
      "learning_rate": 9.693972298823368e-05,
      "loss": 0.28077385425567625,
      "step": 6280,
      "token_acc": 0.9250585480093677
    },
    {
      "epoch": 0.31298242119416364,
      "grad_norm": 0.5085834860801697,
      "learning_rate": 9.693262776597187e-05,
      "loss": 0.44177794456481934,
      "step": 6285,
      "token_acc": 0.8808618504435995
    },
    {
      "epoch": 0.3132314127782481,
      "grad_norm": 0.7480764985084534,
      "learning_rate": 9.692552458839773e-05,
      "loss": 0.38711416721343994,
      "step": 6290,
      "token_acc": 0.8651685393258427
    },
    {
      "epoch": 0.31348040436233254,
      "grad_norm": 0.6804534196853638,
      "learning_rate": 9.691841345671531e-05,
      "loss": 0.26647558212280276,
      "step": 6295,
      "token_acc": 0.9460431654676259
    },
    {
      "epoch": 0.313729395946417,
      "grad_norm": 2.017728328704834,
      "learning_rate": 9.691129437212996e-05,
      "loss": 0.17539039850234986,
      "step": 6300,
      "token_acc": 0.9617428267800212
    },
    {
      "epoch": 0.31397838753050145,
      "grad_norm": 3.7613718509674072,
      "learning_rate": 9.690416733584844e-05,
      "loss": 0.26983907222747805,
      "step": 6305,
      "token_acc": 0.9291187739463601
    },
    {
      "epoch": 0.3142273791145859,
      "grad_norm": 8.856502532958984,
      "learning_rate": 9.689703234907877e-05,
      "loss": 0.5694525718688965,
      "step": 6310,
      "token_acc": 0.8812639642515161
    },
    {
      "epoch": 0.3144763706986704,
      "grad_norm": 3.455460786819458,
      "learning_rate": 9.68898894130304e-05,
      "loss": 0.40325541496276857,
      "step": 6315,
      "token_acc": 0.8860465116279069
    },
    {
      "epoch": 0.31472536228275483,
      "grad_norm": 0.6379235982894897,
      "learning_rate": 9.688273852891407e-05,
      "loss": 0.5726105213165283,
      "step": 6320,
      "token_acc": 0.8085585585585585
    },
    {
      "epoch": 0.3149743538668393,
      "grad_norm": 2.601759910583496,
      "learning_rate": 9.687557969794192e-05,
      "loss": 0.3605728387832642,
      "step": 6325,
      "token_acc": 0.9011976047904192
    },
    {
      "epoch": 0.3152233454509238,
      "grad_norm": 1.6370389461517334,
      "learning_rate": 9.686841292132736e-05,
      "loss": 0.5157195091247558,
      "step": 6330,
      "token_acc": 0.80658159838818
    },
    {
      "epoch": 0.3154723370350082,
      "grad_norm": 2.483431100845337,
      "learning_rate": 9.686123820028524e-05,
      "loss": 0.48284249305725097,
      "step": 6335,
      "token_acc": 0.8693586698337292
    },
    {
      "epoch": 0.3157213286190927,
      "grad_norm": 3.6120522022247314,
      "learning_rate": 9.685405553603168e-05,
      "loss": 0.45143742561340333,
      "step": 6340,
      "token_acc": 0.8726599063962559
    },
    {
      "epoch": 0.3159703202031771,
      "grad_norm": 3.332530975341797,
      "learning_rate": 9.684686492978421e-05,
      "loss": 0.40049448013305666,
      "step": 6345,
      "token_acc": 0.9058577405857741
    },
    {
      "epoch": 0.3162193117872616,
      "grad_norm": 2.467524528503418,
      "learning_rate": 9.683966638276165e-05,
      "loss": 0.3820620059967041,
      "step": 6350,
      "token_acc": 0.8196371398078975
    },
    {
      "epoch": 0.31646830337134607,
      "grad_norm": 2.860746383666992,
      "learning_rate": 9.683245989618417e-05,
      "loss": 0.45029501914978026,
      "step": 6355,
      "token_acc": 0.9595092024539877
    },
    {
      "epoch": 0.3167172949554305,
      "grad_norm": 3.380319356918335,
      "learning_rate": 9.682524547127335e-05,
      "loss": 0.6070864200592041,
      "step": 6360,
      "token_acc": 0.7920277296360485
    },
    {
      "epoch": 0.316966286539515,
      "grad_norm": 2.0801634788513184,
      "learning_rate": 9.681802310925204e-05,
      "loss": 0.23462221622467042,
      "step": 6365,
      "token_acc": 0.9716343989194057
    },
    {
      "epoch": 0.3172152781235994,
      "grad_norm": 0.7735989093780518,
      "learning_rate": 9.681079281134448e-05,
      "loss": 0.32018065452575684,
      "step": 6370,
      "token_acc": 0.9531531531531532
    },
    {
      "epoch": 0.3174642697076839,
      "grad_norm": 1.9528685808181763,
      "learning_rate": 9.680355457877623e-05,
      "loss": 0.3337569713592529,
      "step": 6375,
      "token_acc": 0.9246505284691442
    },
    {
      "epoch": 0.31771326129176836,
      "grad_norm": 4.143119812011719,
      "learning_rate": 9.67963084127742e-05,
      "loss": 0.45959930419921874,
      "step": 6380,
      "token_acc": 0.8306772908366534
    },
    {
      "epoch": 0.3179622528758528,
      "grad_norm": 2.2236037254333496,
      "learning_rate": 9.678905431456669e-05,
      "loss": 0.41583786010742185,
      "step": 6385,
      "token_acc": 0.8597662771285476
    },
    {
      "epoch": 0.31821124445993726,
      "grad_norm": 3.0996549129486084,
      "learning_rate": 9.678179228538325e-05,
      "loss": 0.3669405460357666,
      "step": 6390,
      "token_acc": 0.8991811668372569
    },
    {
      "epoch": 0.31846023604402174,
      "grad_norm": 5.750672817230225,
      "learning_rate": 9.677452232645488e-05,
      "loss": 0.4046796321868896,
      "step": 6395,
      "token_acc": 0.8515100671140939
    },
    {
      "epoch": 0.31870922762810616,
      "grad_norm": 1.2058756351470947,
      "learning_rate": 9.676724443901383e-05,
      "loss": 0.3994553327560425,
      "step": 6400,
      "token_acc": 0.8816901408450705
    },
    {
      "epoch": 0.31895821921219064,
      "grad_norm": 8.9595947265625,
      "learning_rate": 9.675995862429377e-05,
      "loss": 0.3742328643798828,
      "step": 6405,
      "token_acc": 0.9521331945889698
    },
    {
      "epoch": 0.31920721079627506,
      "grad_norm": 3.13135027885437,
      "learning_rate": 9.675266488352967e-05,
      "loss": 0.43174333572387696,
      "step": 6410,
      "token_acc": 0.8571428571428571
    },
    {
      "epoch": 0.31945620238035954,
      "grad_norm": 0.8063244223594666,
      "learning_rate": 9.674536321795786e-05,
      "loss": 0.474181079864502,
      "step": 6415,
      "token_acc": 0.8792
    },
    {
      "epoch": 0.319705193964444,
      "grad_norm": 0.4031527638435364,
      "learning_rate": 9.673805362881601e-05,
      "loss": 0.31048150062561036,
      "step": 6420,
      "token_acc": 0.9308452250274424
    },
    {
      "epoch": 0.31995418554852845,
      "grad_norm": 0.9493141174316406,
      "learning_rate": 9.673073611734311e-05,
      "loss": 0.40672898292541504,
      "step": 6425,
      "token_acc": 0.9303482587064676
    },
    {
      "epoch": 0.3202031771326129,
      "grad_norm": 1.0206677913665771,
      "learning_rate": 9.672341068477955e-05,
      "loss": 0.18701727390289308,
      "step": 6430,
      "token_acc": 0.9219512195121952
    },
    {
      "epoch": 0.32045216871669735,
      "grad_norm": 1.5552083253860474,
      "learning_rate": 9.671607733236698e-05,
      "loss": 0.3059666156768799,
      "step": 6435,
      "token_acc": 0.9498098859315589
    },
    {
      "epoch": 0.32070116030078183,
      "grad_norm": 2.434509038925171,
      "learning_rate": 9.670873606134849e-05,
      "loss": 0.39020662307739257,
      "step": 6440,
      "token_acc": 0.8963093145869947
    },
    {
      "epoch": 0.3209501518848663,
      "grad_norm": 1.3405041694641113,
      "learning_rate": 9.670138687296843e-05,
      "loss": 0.21423108577728273,
      "step": 6445,
      "token_acc": 0.9565532223026793
    },
    {
      "epoch": 0.32119914346895073,
      "grad_norm": 1.2535723447799683,
      "learning_rate": 9.669402976847254e-05,
      "loss": 0.27022204399108884,
      "step": 6450,
      "token_acc": 0.8963414634146342
    },
    {
      "epoch": 0.3214481350530352,
      "grad_norm": 0.7286005020141602,
      "learning_rate": 9.668666474910788e-05,
      "loss": 0.48262596130371094,
      "step": 6455,
      "token_acc": 0.9195303550973654
    },
    {
      "epoch": 0.3216971266371197,
      "grad_norm": 0.5346475839614868,
      "learning_rate": 9.667929181612283e-05,
      "loss": 0.40036559104919434,
      "step": 6460,
      "token_acc": 0.9462004034969738
    },
    {
      "epoch": 0.3219461182212041,
      "grad_norm": 1.4200530052185059,
      "learning_rate": 9.66719109707672e-05,
      "loss": 0.5688358783721924,
      "step": 6465,
      "token_acc": 0.8082691528171869
    },
    {
      "epoch": 0.3221951098052886,
      "grad_norm": 2.7510509490966797,
      "learning_rate": 9.666452221429201e-05,
      "loss": 0.6763761520385743,
      "step": 6470,
      "token_acc": 0.9034240561896401
    },
    {
      "epoch": 0.322444101389373,
      "grad_norm": 1.29226815700531,
      "learning_rate": 9.665712554794974e-05,
      "loss": 0.41437664031982424,
      "step": 6475,
      "token_acc": 0.8639308855291576
    },
    {
      "epoch": 0.3226930929734575,
      "grad_norm": 1.9937824010849,
      "learning_rate": 9.664972097299416e-05,
      "loss": 0.3852674961090088,
      "step": 6480,
      "token_acc": 0.9006211180124224
    },
    {
      "epoch": 0.322942084557542,
      "grad_norm": 2.2423198223114014,
      "learning_rate": 9.664230849068035e-05,
      "loss": 0.5361833095550537,
      "step": 6485,
      "token_acc": 0.8269680436477007
    },
    {
      "epoch": 0.3231910761416264,
      "grad_norm": 4.2084760665893555,
      "learning_rate": 9.663488810226478e-05,
      "loss": 0.485791540145874,
      "step": 6490,
      "token_acc": 0.9136690647482014
    },
    {
      "epoch": 0.3234400677257109,
      "grad_norm": 4.972654342651367,
      "learning_rate": 9.662745980900525e-05,
      "loss": 0.4537944316864014,
      "step": 6495,
      "token_acc": 0.930633147113594
    },
    {
      "epoch": 0.3236890593097953,
      "grad_norm": 1.029539704322815,
      "learning_rate": 9.662002361216089e-05,
      "loss": 0.35609896183013917,
      "step": 6500,
      "token_acc": 0.8921232876712328
    },
    {
      "epoch": 0.3239380508938798,
      "grad_norm": 0.9335592985153198,
      "learning_rate": 9.661257951299213e-05,
      "loss": 0.2343540906906128,
      "step": 6505,
      "token_acc": 0.9259259259259259
    },
    {
      "epoch": 0.32418704247796426,
      "grad_norm": 1.6127808094024658,
      "learning_rate": 9.660512751276088e-05,
      "loss": 0.5305830001831054,
      "step": 6510,
      "token_acc": 0.8290598290598291
    },
    {
      "epoch": 0.3244360340620487,
      "grad_norm": 2.6817400455474854,
      "learning_rate": 9.659766761273019e-05,
      "loss": 0.42038531303405763,
      "step": 6515,
      "token_acc": 0.9027297193387159
    },
    {
      "epoch": 0.32468502564613316,
      "grad_norm": 2.7743115425109863,
      "learning_rate": 9.65901998141646e-05,
      "loss": 0.1955857515335083,
      "step": 6520,
      "token_acc": 0.9248826291079812
    },
    {
      "epoch": 0.32493401723021764,
      "grad_norm": 0.6718556880950928,
      "learning_rate": 9.658272411832992e-05,
      "loss": 0.24878735542297364,
      "step": 6525,
      "token_acc": 0.9535160905840286
    },
    {
      "epoch": 0.32518300881430207,
      "grad_norm": 2.558072566986084,
      "learning_rate": 9.657524052649332e-05,
      "loss": 0.342972469329834,
      "step": 6530,
      "token_acc": 0.8972431077694235
    },
    {
      "epoch": 0.32543200039838655,
      "grad_norm": 1.1286625862121582,
      "learning_rate": 9.656774903992333e-05,
      "loss": 0.3963447570800781,
      "step": 6535,
      "token_acc": 0.8721973094170403
    },
    {
      "epoch": 0.32568099198247097,
      "grad_norm": 0.8191677331924438,
      "learning_rate": 9.656024965988976e-05,
      "loss": 0.23488733768463135,
      "step": 6540,
      "token_acc": 0.912
    },
    {
      "epoch": 0.32592998356655545,
      "grad_norm": 1.0628694295883179,
      "learning_rate": 9.655274238766383e-05,
      "loss": 0.6349279880523682,
      "step": 6545,
      "token_acc": 0.8333333333333334
    },
    {
      "epoch": 0.3261789751506399,
      "grad_norm": 1.2899106740951538,
      "learning_rate": 9.654522722451801e-05,
      "loss": 0.32992095947265626,
      "step": 6550,
      "token_acc": 0.8978340825500613
    },
    {
      "epoch": 0.32642796673472435,
      "grad_norm": 2.0992331504821777,
      "learning_rate": 9.65377041717262e-05,
      "loss": 0.38435118198394774,
      "step": 6555,
      "token_acc": 0.9510910458991723
    },
    {
      "epoch": 0.32667695831880883,
      "grad_norm": 1.2836346626281738,
      "learning_rate": 9.653017323056359e-05,
      "loss": 0.2932533025741577,
      "step": 6560,
      "token_acc": 0.9661620658949243
    },
    {
      "epoch": 0.3269259499028933,
      "grad_norm": 2.30987286567688,
      "learning_rate": 9.652263440230668e-05,
      "loss": 0.388390851020813,
      "step": 6565,
      "token_acc": 0.86652977412731
    },
    {
      "epoch": 0.32717494148697773,
      "grad_norm": 4.243019104003906,
      "learning_rate": 9.651508768823336e-05,
      "loss": 0.42928295135498046,
      "step": 6570,
      "token_acc": 0.9594646271510516
    },
    {
      "epoch": 0.3274239330710622,
      "grad_norm": 4.186990737915039,
      "learning_rate": 9.650753308962285e-05,
      "loss": 0.3426455736160278,
      "step": 6575,
      "token_acc": 0.9491648511256354
    },
    {
      "epoch": 0.32767292465514664,
      "grad_norm": 1.0508887767791748,
      "learning_rate": 9.649997060775567e-05,
      "loss": 0.31278491020202637,
      "step": 6580,
      "token_acc": 0.9159663865546218
    },
    {
      "epoch": 0.3279219162392311,
      "grad_norm": 0.7623019814491272,
      "learning_rate": 9.64924002439137e-05,
      "loss": 0.29515092372894286,
      "step": 6585,
      "token_acc": 0.8956844812803658
    },
    {
      "epoch": 0.3281709078233156,
      "grad_norm": 0.9360455274581909,
      "learning_rate": 9.648482199938016e-05,
      "loss": 0.29611811637878416,
      "step": 6590,
      "token_acc": 0.9368863955119214
    },
    {
      "epoch": 0.3284198994074,
      "grad_norm": 2.2288098335266113,
      "learning_rate": 9.64772358754396e-05,
      "loss": 0.39040589332580566,
      "step": 6595,
      "token_acc": 0.875
    },
    {
      "epoch": 0.3286688909914845,
      "grad_norm": 2.3452816009521484,
      "learning_rate": 9.646964187337791e-05,
      "loss": 0.23349595069885254,
      "step": 6600,
      "token_acc": 0.9157088122605364
    },
    {
      "epoch": 0.3289178825755689,
      "grad_norm": 6.65431022644043,
      "learning_rate": 9.64620399944823e-05,
      "loss": 0.5268009662628174,
      "step": 6605,
      "token_acc": 0.9349206349206349
    },
    {
      "epoch": 0.3291668741596534,
      "grad_norm": 5.644796371459961,
      "learning_rate": 9.645443024004133e-05,
      "loss": 0.4427646636962891,
      "step": 6610,
      "token_acc": 0.8648648648648649
    },
    {
      "epoch": 0.3294158657437379,
      "grad_norm": 1.0034728050231934,
      "learning_rate": 9.644681261134489e-05,
      "loss": 0.30623977184295653,
      "step": 6615,
      "token_acc": 0.8914473684210527
    },
    {
      "epoch": 0.3296648573278223,
      "grad_norm": 0.8072842955589294,
      "learning_rate": 9.643918710968421e-05,
      "loss": 0.5048295974731445,
      "step": 6620,
      "token_acc": 0.7952981651376146
    },
    {
      "epoch": 0.3299138489119068,
      "grad_norm": 8.511155128479004,
      "learning_rate": 9.643155373635184e-05,
      "loss": 0.4323268413543701,
      "step": 6625,
      "token_acc": 0.8453038674033149
    },
    {
      "epoch": 0.33016284049599126,
      "grad_norm": 1.667255163192749,
      "learning_rate": 9.642391249264169e-05,
      "loss": 0.42226686477661135,
      "step": 6630,
      "token_acc": 0.8685831622176592
    },
    {
      "epoch": 0.3304118320800757,
      "grad_norm": 3.2621285915374756,
      "learning_rate": 9.6416263379849e-05,
      "loss": 0.3897340536117554,
      "step": 6635,
      "token_acc": 0.8427518427518428
    },
    {
      "epoch": 0.33066082366416016,
      "grad_norm": 3.6274847984313965,
      "learning_rate": 9.640860639927029e-05,
      "loss": 0.3502843141555786,
      "step": 6640,
      "token_acc": 0.8894230769230769
    },
    {
      "epoch": 0.3309098152482446,
      "grad_norm": 4.773045063018799,
      "learning_rate": 9.640094155220347e-05,
      "loss": 0.36643404960632325,
      "step": 6645,
      "token_acc": 0.9522144522144522
    },
    {
      "epoch": 0.33115880683232907,
      "grad_norm": 2.4912407398223877,
      "learning_rate": 9.63932688399478e-05,
      "loss": 0.30161824226379397,
      "step": 6650,
      "token_acc": 0.9223985890652557
    },
    {
      "epoch": 0.33140779841641355,
      "grad_norm": 2.2646305561065674,
      "learning_rate": 9.638558826380382e-05,
      "loss": 0.32911226749420164,
      "step": 6655,
      "token_acc": 0.8849765258215962
    },
    {
      "epoch": 0.33165679000049797,
      "grad_norm": 3.589886426925659,
      "learning_rate": 9.637789982507341e-05,
      "loss": 0.31211166381835936,
      "step": 6660,
      "token_acc": 0.9087719298245615
    },
    {
      "epoch": 0.33190578158458245,
      "grad_norm": 4.451416969299316,
      "learning_rate": 9.637020352505983e-05,
      "loss": 0.6346347332000732,
      "step": 6665,
      "token_acc": 0.8539518900343642
    },
    {
      "epoch": 0.3321547731686669,
      "grad_norm": 0.9657986164093018,
      "learning_rate": 9.636249936506763e-05,
      "loss": 0.32590131759643554,
      "step": 6670,
      "token_acc": 0.877571500250878
    },
    {
      "epoch": 0.33240376475275135,
      "grad_norm": 3.819377899169922,
      "learning_rate": 9.63547873464027e-05,
      "loss": 0.46064233779907227,
      "step": 6675,
      "token_acc": 0.8522727272727273
    },
    {
      "epoch": 0.33265275633683583,
      "grad_norm": 1.6706607341766357,
      "learning_rate": 9.634706747037226e-05,
      "loss": 0.34039011001586916,
      "step": 6680,
      "token_acc": 0.9523568170299037
    },
    {
      "epoch": 0.33290174792092025,
      "grad_norm": 4.268285751342773,
      "learning_rate": 9.633933973828487e-05,
      "loss": 0.338144326210022,
      "step": 6685,
      "token_acc": 0.9533787323205867
    },
    {
      "epoch": 0.33315073950500473,
      "grad_norm": 0.7745925784111023,
      "learning_rate": 9.633160415145042e-05,
      "loss": 0.2402493953704834,
      "step": 6690,
      "token_acc": 0.9525641025641025
    },
    {
      "epoch": 0.3333997310890892,
      "grad_norm": 1.3418734073638916,
      "learning_rate": 9.632386071118014e-05,
      "loss": 0.3648674011230469,
      "step": 6695,
      "token_acc": 0.9534883720930233
    },
    {
      "epoch": 0.33364872267317364,
      "grad_norm": 1.3438371419906616,
      "learning_rate": 9.631610941878655e-05,
      "loss": 0.24998173713684083,
      "step": 6700,
      "token_acc": 0.9033942558746736
    },
    {
      "epoch": 0.3338977142572581,
      "grad_norm": 1.4271464347839355,
      "learning_rate": 9.630835027558358e-05,
      "loss": 0.288873291015625,
      "step": 6705,
      "token_acc": 0.9336734693877551
    },
    {
      "epoch": 0.33414670584134254,
      "grad_norm": 2.7428245544433594,
      "learning_rate": 9.63005832828864e-05,
      "loss": 0.35482633113861084,
      "step": 6710,
      "token_acc": 0.9310689310689311
    },
    {
      "epoch": 0.334395697425427,
      "grad_norm": 1.2764698266983032,
      "learning_rate": 9.629280844201158e-05,
      "loss": 0.3515122413635254,
      "step": 6715,
      "token_acc": 0.8466505246166263
    },
    {
      "epoch": 0.3346446890095115,
      "grad_norm": 1.0864908695220947,
      "learning_rate": 9.628502575427698e-05,
      "loss": 0.3317734956741333,
      "step": 6720,
      "token_acc": 0.9659310878823074
    },
    {
      "epoch": 0.3348936805935959,
      "grad_norm": 2.2829878330230713,
      "learning_rate": 9.627723522100182e-05,
      "loss": 0.20103023052215577,
      "step": 6725,
      "token_acc": 0.9593103448275863
    },
    {
      "epoch": 0.3351426721776804,
      "grad_norm": 1.5836464166641235,
      "learning_rate": 9.626943684350662e-05,
      "loss": 0.43178644180297854,
      "step": 6730,
      "token_acc": 0.8729350007719623
    },
    {
      "epoch": 0.3353916637617649,
      "grad_norm": 5.503671169281006,
      "learning_rate": 9.626163062311324e-05,
      "loss": 0.5287087917327881,
      "step": 6735,
      "token_acc": 0.9086939261611751
    },
    {
      "epoch": 0.3356406553458493,
      "grad_norm": 2.4377596378326416,
      "learning_rate": 9.625381656114489e-05,
      "loss": 0.3516713857650757,
      "step": 6740,
      "token_acc": 0.8820224719101124
    },
    {
      "epoch": 0.3358896469299338,
      "grad_norm": 1.6588575839996338,
      "learning_rate": 9.624599465892606e-05,
      "loss": 0.5303666114807128,
      "step": 6745,
      "token_acc": 0.8070809248554913
    },
    {
      "epoch": 0.3361386385140182,
      "grad_norm": 0.9039638638496399,
      "learning_rate": 9.623816491778265e-05,
      "loss": 0.4557003974914551,
      "step": 6750,
      "token_acc": 0.8063511830635118
    },
    {
      "epoch": 0.3363876300981027,
      "grad_norm": 1.5430448055267334,
      "learning_rate": 9.623032733904181e-05,
      "loss": 0.29163012504577634,
      "step": 6755,
      "token_acc": 0.9107505070993914
    },
    {
      "epoch": 0.33663662168218716,
      "grad_norm": 0.8406213521957397,
      "learning_rate": 9.622248192403203e-05,
      "loss": 0.5645410060882569,
      "step": 6760,
      "token_acc": 0.8453287735115809
    },
    {
      "epoch": 0.3368856132662716,
      "grad_norm": 0.9105126261711121,
      "learning_rate": 9.621462867408318e-05,
      "loss": 0.37054479122161865,
      "step": 6765,
      "token_acc": 0.9285356068204614
    },
    {
      "epoch": 0.33713460485035607,
      "grad_norm": 1.7302043437957764,
      "learning_rate": 9.620676759052641e-05,
      "loss": 0.421982479095459,
      "step": 6770,
      "token_acc": 0.8933566433566433
    },
    {
      "epoch": 0.3373835964344405,
      "grad_norm": 0.9195701479911804,
      "learning_rate": 9.619889867469422e-05,
      "loss": 0.26559040546417234,
      "step": 6775,
      "token_acc": 0.9635202918376653
    },
    {
      "epoch": 0.33763258801852497,
      "grad_norm": 2.7005064487457275,
      "learning_rate": 9.619102192792042e-05,
      "loss": 0.24937996864318848,
      "step": 6780,
      "token_acc": 0.9407069555302167
    },
    {
      "epoch": 0.33788157960260945,
      "grad_norm": 1.9467442035675049,
      "learning_rate": 9.618313735154016e-05,
      "loss": 0.29961590766906737,
      "step": 6785,
      "token_acc": 0.8960176991150443
    },
    {
      "epoch": 0.3381305711866939,
      "grad_norm": 3.652808904647827,
      "learning_rate": 9.617524494688993e-05,
      "loss": 0.6823348045349121,
      "step": 6790,
      "token_acc": 0.8202614379084967
    },
    {
      "epoch": 0.33837956277077835,
      "grad_norm": 1.6688733100891113,
      "learning_rate": 9.61673447153075e-05,
      "loss": 0.44831418991088867,
      "step": 6795,
      "token_acc": 0.7667887667887668
    },
    {
      "epoch": 0.33862855435486283,
      "grad_norm": 1.6635318994522095,
      "learning_rate": 9.615943665813203e-05,
      "loss": 0.34449186325073244,
      "step": 6800,
      "token_acc": 0.9443561208267091
    },
    {
      "epoch": 0.33887754593894726,
      "grad_norm": 3.1920602321624756,
      "learning_rate": 9.615152077670397e-05,
      "loss": 0.49265222549438475,
      "step": 6805,
      "token_acc": 0.8930168558651531
    },
    {
      "epoch": 0.33912653752303173,
      "grad_norm": 7.851831912994385,
      "learning_rate": 9.614359707236508e-05,
      "loss": 0.40191078186035156,
      "step": 6810,
      "token_acc": 0.8914285714285715
    },
    {
      "epoch": 0.33937552910711616,
      "grad_norm": 3.7444820404052734,
      "learning_rate": 9.613566554645848e-05,
      "loss": 0.5097849369049072,
      "step": 6815,
      "token_acc": 0.8769230769230769
    },
    {
      "epoch": 0.33962452069120064,
      "grad_norm": 3.0271666049957275,
      "learning_rate": 9.61277262003286e-05,
      "loss": 0.29469344615936277,
      "step": 6820,
      "token_acc": 0.9065420560747663
    },
    {
      "epoch": 0.3398735122752851,
      "grad_norm": 2.15696382522583,
      "learning_rate": 9.611977903532122e-05,
      "loss": 0.345635724067688,
      "step": 6825,
      "token_acc": 0.9432753888380604
    },
    {
      "epoch": 0.34012250385936954,
      "grad_norm": 1.3618310689926147,
      "learning_rate": 9.611182405278338e-05,
      "loss": 0.5852936744689942,
      "step": 6830,
      "token_acc": 0.7864693446088795
    },
    {
      "epoch": 0.340371495443454,
      "grad_norm": 2.723505973815918,
      "learning_rate": 9.610386125406352e-05,
      "loss": 0.1888912558555603,
      "step": 6835,
      "token_acc": 0.9747899159663865
    },
    {
      "epoch": 0.34062048702753844,
      "grad_norm": 2.0758895874023438,
      "learning_rate": 9.609589064051138e-05,
      "loss": 0.32074224948883057,
      "step": 6840,
      "token_acc": 0.8759358288770054
    },
    {
      "epoch": 0.3408694786116229,
      "grad_norm": 1.8251724243164062,
      "learning_rate": 9.608791221347799e-05,
      "loss": 0.6245036125183105,
      "step": 6845,
      "token_acc": 0.8383658969804618
    },
    {
      "epoch": 0.3411184701957074,
      "grad_norm": 3.834641218185425,
      "learning_rate": 9.607992597431576e-05,
      "loss": 0.2518485069274902,
      "step": 6850,
      "token_acc": 0.9173913043478261
    },
    {
      "epoch": 0.3413674617797918,
      "grad_norm": 6.620300769805908,
      "learning_rate": 9.607193192437837e-05,
      "loss": 0.38751945495605467,
      "step": 6855,
      "token_acc": 0.8598484848484849
    },
    {
      "epoch": 0.3416164533638763,
      "grad_norm": 1.3231674432754517,
      "learning_rate": 9.60639300650209e-05,
      "loss": 0.3114092111587524,
      "step": 6860,
      "token_acc": 0.9328840213423196
    },
    {
      "epoch": 0.3418654449479608,
      "grad_norm": 0.5739002227783203,
      "learning_rate": 9.605592039759963e-05,
      "loss": 0.41056199073791505,
      "step": 6865,
      "token_acc": 0.8716595183107885
    },
    {
      "epoch": 0.3421144365320452,
      "grad_norm": 1.266073226928711,
      "learning_rate": 9.604790292347232e-05,
      "loss": 0.3762686252593994,
      "step": 6870,
      "token_acc": 0.9381181841237636
    },
    {
      "epoch": 0.3423634281161297,
      "grad_norm": 1.0494508743286133,
      "learning_rate": 9.60398776439979e-05,
      "loss": 0.30898342132568357,
      "step": 6875,
      "token_acc": 0.9337060702875399
    },
    {
      "epoch": 0.3426124197002141,
      "grad_norm": 1.3320554494857788,
      "learning_rate": 9.603184456053673e-05,
      "loss": 0.3289794445037842,
      "step": 6880,
      "token_acc": 0.9318744838976053
    },
    {
      "epoch": 0.3428614112842986,
      "grad_norm": 2.8899450302124023,
      "learning_rate": 9.602380367445046e-05,
      "loss": 0.285849928855896,
      "step": 6885,
      "token_acc": 0.8909395973154363
    },
    {
      "epoch": 0.34311040286838307,
      "grad_norm": 8.599650382995605,
      "learning_rate": 9.601575498710206e-05,
      "loss": 0.21657977104187012,
      "step": 6890,
      "token_acc": 0.9689399054692776
    },
    {
      "epoch": 0.3433593944524675,
      "grad_norm": 4.9503374099731445,
      "learning_rate": 9.60076984998558e-05,
      "loss": 0.429260778427124,
      "step": 6895,
      "token_acc": 0.8738404452690167
    },
    {
      "epoch": 0.34360838603655197,
      "grad_norm": 2.6396427154541016,
      "learning_rate": 9.599963421407732e-05,
      "loss": 0.5019906044006348,
      "step": 6900,
      "token_acc": 0.8690671031096563
    },
    {
      "epoch": 0.3438573776206364,
      "grad_norm": 1.0120506286621094,
      "learning_rate": 9.599156213113353e-05,
      "loss": 0.5805943965911865,
      "step": 6905,
      "token_acc": 0.7687296416938111
    },
    {
      "epoch": 0.3441063692047209,
      "grad_norm": 4.639730930328369,
      "learning_rate": 9.598348225239272e-05,
      "loss": 0.2965240001678467,
      "step": 6910,
      "token_acc": 0.9338487972508591
    },
    {
      "epoch": 0.34435536078880535,
      "grad_norm": 1.97166109085083,
      "learning_rate": 9.597539457922444e-05,
      "loss": 0.33969194889068605,
      "step": 6915,
      "token_acc": 0.9355704697986578
    },
    {
      "epoch": 0.3446043523728898,
      "grad_norm": 0.8433462977409363,
      "learning_rate": 9.596729911299963e-05,
      "loss": 0.24492745399475097,
      "step": 6920,
      "token_acc": 0.9556466641818859
    },
    {
      "epoch": 0.34485334395697426,
      "grad_norm": 0.9986559748649597,
      "learning_rate": 9.595919585509045e-05,
      "loss": 0.4588484764099121,
      "step": 6925,
      "token_acc": 0.8357771260997068
    },
    {
      "epoch": 0.34510233554105874,
      "grad_norm": 2.8282034397125244,
      "learning_rate": 9.59510848068705e-05,
      "loss": 0.47320261001586916,
      "step": 6930,
      "token_acc": 0.9171826625386997
    },
    {
      "epoch": 0.34535132712514316,
      "grad_norm": 3.100499153137207,
      "learning_rate": 9.594296596971461e-05,
      "loss": 0.32183959484100344,
      "step": 6935,
      "token_acc": 0.9109461966604824
    },
    {
      "epoch": 0.34560031870922764,
      "grad_norm": 1.3097397089004517,
      "learning_rate": 9.593483934499899e-05,
      "loss": 0.26728928089141846,
      "step": 6940,
      "token_acc": 0.9342783505154639
    },
    {
      "epoch": 0.34584931029331206,
      "grad_norm": 1.110241413116455,
      "learning_rate": 9.592670493410111e-05,
      "loss": 0.18199950456619263,
      "step": 6945,
      "token_acc": 0.9531970995385629
    },
    {
      "epoch": 0.34609830187739654,
      "grad_norm": 2.8246045112609863,
      "learning_rate": 9.591856273839981e-05,
      "loss": 0.25775249004364015,
      "step": 6950,
      "token_acc": 0.9094890510948905
    },
    {
      "epoch": 0.346347293461481,
      "grad_norm": 2.099538564682007,
      "learning_rate": 9.591041275927524e-05,
      "loss": 0.5996116161346435,
      "step": 6955,
      "token_acc": 0.8014638609332113
    },
    {
      "epoch": 0.34659628504556544,
      "grad_norm": 0.6765697002410889,
      "learning_rate": 9.590225499810883e-05,
      "loss": 0.43778076171875,
      "step": 6960,
      "token_acc": 0.9335223692501575
    },
    {
      "epoch": 0.3468452766296499,
      "grad_norm": 2.435469388961792,
      "learning_rate": 9.58940894562834e-05,
      "loss": 0.2878051996231079,
      "step": 6965,
      "token_acc": 0.9289392378990731
    },
    {
      "epoch": 0.3470942682137344,
      "grad_norm": 4.897610187530518,
      "learning_rate": 9.588591613518304e-05,
      "loss": 0.32211301326751707,
      "step": 6970,
      "token_acc": 0.8762376237623762
    },
    {
      "epoch": 0.3473432597978188,
      "grad_norm": 2.2422592639923096,
      "learning_rate": 9.587773503619316e-05,
      "loss": 0.48479785919189455,
      "step": 6975,
      "token_acc": 0.8796992481203008
    },
    {
      "epoch": 0.3475922513819033,
      "grad_norm": 1.7571542263031006,
      "learning_rate": 9.58695461607005e-05,
      "loss": 0.4109362602233887,
      "step": 6980,
      "token_acc": 0.9198282032927703
    },
    {
      "epoch": 0.34784124296598773,
      "grad_norm": 2.7592952251434326,
      "learning_rate": 9.58613495100931e-05,
      "loss": 0.5867505550384522,
      "step": 6985,
      "token_acc": 0.8403547671840355
    },
    {
      "epoch": 0.3480902345500722,
      "grad_norm": 1.6227891445159912,
      "learning_rate": 9.585314508576036e-05,
      "loss": 0.26921212673187256,
      "step": 6990,
      "token_acc": 0.9631632308212233
    },
    {
      "epoch": 0.3483392261341567,
      "grad_norm": 2.0586884021759033,
      "learning_rate": 9.584493288909296e-05,
      "loss": 0.4000573635101318,
      "step": 6995,
      "token_acc": 0.8826291079812206
    },
    {
      "epoch": 0.3485882177182411,
      "grad_norm": 6.27586555480957,
      "learning_rate": 9.583671292148288e-05,
      "loss": 0.4718733787536621,
      "step": 7000,
      "token_acc": 0.9007832898172323
    },
    {
      "epoch": 0.3488372093023256,
      "grad_norm": 1.0776727199554443,
      "learning_rate": 9.58284851843235e-05,
      "loss": 0.35459203720092775,
      "step": 7005,
      "token_acc": 0.9045848822800495
    },
    {
      "epoch": 0.34908620088641,
      "grad_norm": 1.351000189781189,
      "learning_rate": 9.582024967900942e-05,
      "loss": 0.4737534046173096,
      "step": 7010,
      "token_acc": 0.8724409448818897
    },
    {
      "epoch": 0.3493351924704945,
      "grad_norm": 3.256014347076416,
      "learning_rate": 9.58120064069366e-05,
      "loss": 0.2659953832626343,
      "step": 7015,
      "token_acc": 0.9008264462809917
    },
    {
      "epoch": 0.349584184054579,
      "grad_norm": 1.8523529767990112,
      "learning_rate": 9.580375536950233e-05,
      "loss": 0.5238093852996826,
      "step": 7020,
      "token_acc": 0.903910149750416
    },
    {
      "epoch": 0.3498331756386634,
      "grad_norm": 1.5672622919082642,
      "learning_rate": 9.57954965681052e-05,
      "loss": 0.3930004358291626,
      "step": 7025,
      "token_acc": 0.862475442043222
    },
    {
      "epoch": 0.3500821672227479,
      "grad_norm": 4.490837097167969,
      "learning_rate": 9.578723000414512e-05,
      "loss": 0.6026636600494385,
      "step": 7030,
      "token_acc": 0.8513853904282116
    },
    {
      "epoch": 0.35033115880683235,
      "grad_norm": 0.6750027537345886,
      "learning_rate": 9.577895567902331e-05,
      "loss": 0.5237767219543457,
      "step": 7035,
      "token_acc": 0.7940015785319653
    },
    {
      "epoch": 0.3505801503909168,
      "grad_norm": 3.5731632709503174,
      "learning_rate": 9.577067359414231e-05,
      "loss": 0.4231724262237549,
      "step": 7040,
      "token_acc": 0.9097176625082075
    },
    {
      "epoch": 0.35082914197500126,
      "grad_norm": 5.599429130554199,
      "learning_rate": 9.576238375090595e-05,
      "loss": 0.4041446685791016,
      "step": 7045,
      "token_acc": 0.8666666666666667
    },
    {
      "epoch": 0.3510781335590857,
      "grad_norm": 0.7072306871414185,
      "learning_rate": 9.575408615071946e-05,
      "loss": 0.2664510726928711,
      "step": 7050,
      "token_acc": 0.9013906447534766
    },
    {
      "epoch": 0.35132712514317016,
      "grad_norm": 1.843670129776001,
      "learning_rate": 9.574578079498926e-05,
      "loss": 0.5397607326507569,
      "step": 7055,
      "token_acc": 0.744844567559249
    },
    {
      "epoch": 0.35157611672725464,
      "grad_norm": 1.7787030935287476,
      "learning_rate": 9.573746768512317e-05,
      "loss": 0.3089426517486572,
      "step": 7060,
      "token_acc": 0.9585798816568047
    },
    {
      "epoch": 0.35182510831133906,
      "grad_norm": 1.5827947854995728,
      "learning_rate": 9.572914682253031e-05,
      "loss": 0.31578736305236815,
      "step": 7065,
      "token_acc": 0.8992628992628993
    },
    {
      "epoch": 0.35207409989542354,
      "grad_norm": 6.189413547515869,
      "learning_rate": 9.572081820862112e-05,
      "loss": 0.5204944133758544,
      "step": 7070,
      "token_acc": 0.8740279937791602
    },
    {
      "epoch": 0.35232309147950797,
      "grad_norm": 2.880694627761841,
      "learning_rate": 9.571248184480732e-05,
      "loss": 0.4490206718444824,
      "step": 7075,
      "token_acc": 0.8744186046511628
    },
    {
      "epoch": 0.35257208306359245,
      "grad_norm": 0.8309951424598694,
      "learning_rate": 9.570413773250196e-05,
      "loss": 0.37289841175079347,
      "step": 7080,
      "token_acc": 0.8822553897180763
    },
    {
      "epoch": 0.3528210746476769,
      "grad_norm": 2.9441237449645996,
      "learning_rate": 9.569578587311943e-05,
      "loss": 0.5570480346679687,
      "step": 7085,
      "token_acc": 0.8431245965138799
    },
    {
      "epoch": 0.35307006623176135,
      "grad_norm": 1.7147679328918457,
      "learning_rate": 9.568742626807541e-05,
      "loss": 0.2365736484527588,
      "step": 7090,
      "token_acc": 0.9684873949579832
    },
    {
      "epoch": 0.3533190578158458,
      "grad_norm": 3.3312807083129883,
      "learning_rate": 9.567905891878687e-05,
      "loss": 0.3650841236114502,
      "step": 7095,
      "token_acc": 0.9163636363636364
    },
    {
      "epoch": 0.3535680493999303,
      "grad_norm": 1.7020502090454102,
      "learning_rate": 9.567068382667214e-05,
      "loss": 0.4345996856689453,
      "step": 7100,
      "token_acc": 0.8926315789473684
    },
    {
      "epoch": 0.35381704098401473,
      "grad_norm": 2.5841331481933594,
      "learning_rate": 9.566230099315082e-05,
      "loss": 0.3307254076004028,
      "step": 7105,
      "token_acc": 0.8793103448275862
    },
    {
      "epoch": 0.3540660325680992,
      "grad_norm": 2.4931509494781494,
      "learning_rate": 9.565391041964386e-05,
      "loss": 0.3672948360443115,
      "step": 7110,
      "token_acc": 0.897495183044316
    },
    {
      "epoch": 0.35431502415218363,
      "grad_norm": 1.3638838529586792,
      "learning_rate": 9.56455121075735e-05,
      "loss": 0.536196231842041,
      "step": 7115,
      "token_acc": 0.7727272727272727
    },
    {
      "epoch": 0.3545640157362681,
      "grad_norm": 2.3831777572631836,
      "learning_rate": 9.56371060583633e-05,
      "loss": 0.2753188133239746,
      "step": 7120,
      "token_acc": 0.9401408450704225
    },
    {
      "epoch": 0.3548130073203526,
      "grad_norm": 1.3580831289291382,
      "learning_rate": 9.562869227343812e-05,
      "loss": 0.394508957862854,
      "step": 7125,
      "token_acc": 0.9197860962566845
    },
    {
      "epoch": 0.355061998904437,
      "grad_norm": 2.130178689956665,
      "learning_rate": 9.562027075422412e-05,
      "loss": 0.3052604913711548,
      "step": 7130,
      "token_acc": 0.9210822998872604
    },
    {
      "epoch": 0.3553109904885215,
      "grad_norm": 1.147544503211975,
      "learning_rate": 9.561184150214881e-05,
      "loss": 0.40929374694824217,
      "step": 7135,
      "token_acc": 0.9204993429697766
    },
    {
      "epoch": 0.355559982072606,
      "grad_norm": 2.0957159996032715,
      "learning_rate": 9.5603404518641e-05,
      "loss": 0.3503084897994995,
      "step": 7140,
      "token_acc": 0.8681204569055037
    },
    {
      "epoch": 0.3558089736566904,
      "grad_norm": 2.8705766201019287,
      "learning_rate": 9.559495980513077e-05,
      "loss": 0.3560354232788086,
      "step": 7145,
      "token_acc": 0.9035326086956522
    },
    {
      "epoch": 0.3560579652407749,
      "grad_norm": 0.7682907581329346,
      "learning_rate": 9.558650736304957e-05,
      "loss": 0.42830667495727537,
      "step": 7150,
      "token_acc": 0.8279457768508863
    },
    {
      "epoch": 0.3563069568248593,
      "grad_norm": 3.0370962619781494,
      "learning_rate": 9.557804719383011e-05,
      "loss": 0.40857419967651365,
      "step": 7155,
      "token_acc": 0.897864974033468
    },
    {
      "epoch": 0.3565559484089438,
      "grad_norm": 0.8118121027946472,
      "learning_rate": 9.556957929890644e-05,
      "loss": 0.3743599414825439,
      "step": 7160,
      "token_acc": 0.961609907120743
    },
    {
      "epoch": 0.35680493999302826,
      "grad_norm": 1.3493590354919434,
      "learning_rate": 9.556110367971392e-05,
      "loss": 0.24706571102142333,
      "step": 7165,
      "token_acc": 0.9273235499650594
    },
    {
      "epoch": 0.3570539315771127,
      "grad_norm": 2.4242467880249023,
      "learning_rate": 9.555262033768919e-05,
      "loss": 0.5644316673278809,
      "step": 7170,
      "token_acc": 0.7302070645554202
    },
    {
      "epoch": 0.35730292316119716,
      "grad_norm": 1.6501213312149048,
      "learning_rate": 9.554412927427022e-05,
      "loss": 0.24282853603363036,
      "step": 7175,
      "token_acc": 0.9242779078844653
    },
    {
      "epoch": 0.3575519147452816,
      "grad_norm": 1.555270791053772,
      "learning_rate": 9.553563049089631e-05,
      "loss": 0.686585807800293,
      "step": 7180,
      "token_acc": 0.7617617617617618
    },
    {
      "epoch": 0.35780090632936606,
      "grad_norm": 1.5329636335372925,
      "learning_rate": 9.552712398900802e-05,
      "loss": 0.6579846858978271,
      "step": 7185,
      "token_acc": 0.8235294117647058
    },
    {
      "epoch": 0.35804989791345054,
      "grad_norm": 0.5271276235580444,
      "learning_rate": 9.551860977004726e-05,
      "loss": 0.29245500564575194,
      "step": 7190,
      "token_acc": 0.9509493670886076
    },
    {
      "epoch": 0.35829888949753497,
      "grad_norm": 1.7043447494506836,
      "learning_rate": 9.551008783545721e-05,
      "loss": 0.3127321720123291,
      "step": 7195,
      "token_acc": 0.9304225352112676
    },
    {
      "epoch": 0.35854788108161945,
      "grad_norm": 3.235557794570923,
      "learning_rate": 9.55015581866824e-05,
      "loss": 0.4894965648651123,
      "step": 7200,
      "token_acc": 0.8568507157464212
    },
    {
      "epoch": 0.3587968726657039,
      "grad_norm": 0.335941880941391,
      "learning_rate": 9.549302082516865e-05,
      "loss": 0.14481766223907472,
      "step": 7205,
      "token_acc": 0.9755102040816327
    },
    {
      "epoch": 0.35904586424978835,
      "grad_norm": 2.2466485500335693,
      "learning_rate": 9.548447575236308e-05,
      "loss": 0.30685744285583494,
      "step": 7210,
      "token_acc": 0.8775834658187599
    },
    {
      "epoch": 0.35929485583387283,
      "grad_norm": 0.7299441695213318,
      "learning_rate": 9.547592296971411e-05,
      "loss": 0.371284031867981,
      "step": 7215,
      "token_acc": 0.8879120879120879
    },
    {
      "epoch": 0.35954384741795725,
      "grad_norm": 1.9305272102355957,
      "learning_rate": 9.546736247867151e-05,
      "loss": 0.37394084930419924,
      "step": 7220,
      "token_acc": 0.8663187474909675
    },
    {
      "epoch": 0.35979283900204173,
      "grad_norm": 1.3244621753692627,
      "learning_rate": 9.545879428068629e-05,
      "loss": 0.2445894241333008,
      "step": 7225,
      "token_acc": 0.9342301943198804
    },
    {
      "epoch": 0.3600418305861262,
      "grad_norm": 0.6781249046325684,
      "learning_rate": 9.545021837721082e-05,
      "loss": 0.3283727169036865,
      "step": 7230,
      "token_acc": 0.8086785009861933
    },
    {
      "epoch": 0.36029082217021063,
      "grad_norm": 4.063199520111084,
      "learning_rate": 9.544163476969876e-05,
      "loss": 0.525246000289917,
      "step": 7235,
      "token_acc": 0.8753993610223643
    },
    {
      "epoch": 0.3605398137542951,
      "grad_norm": 0.9795002341270447,
      "learning_rate": 9.543304345960505e-05,
      "loss": 0.20931415557861327,
      "step": 7240,
      "token_acc": 0.9540540540540541
    },
    {
      "epoch": 0.36078880533837954,
      "grad_norm": 3.683274745941162,
      "learning_rate": 9.542444444838599e-05,
      "loss": 0.38561859130859377,
      "step": 7245,
      "token_acc": 0.9394479073909172
    },
    {
      "epoch": 0.361037796922464,
      "grad_norm": 0.37790167331695557,
      "learning_rate": 9.541583773749914e-05,
      "loss": 0.4020658016204834,
      "step": 7250,
      "token_acc": 0.9598796389167502
    },
    {
      "epoch": 0.3612867885065485,
      "grad_norm": 1.469407081604004,
      "learning_rate": 9.54072233284034e-05,
      "loss": 0.18587801456451417,
      "step": 7255,
      "token_acc": 0.9318681318681319
    },
    {
      "epoch": 0.3615357800906329,
      "grad_norm": 5.7046966552734375,
      "learning_rate": 9.539860122255893e-05,
      "loss": 0.31946916580200196,
      "step": 7260,
      "token_acc": 0.932258064516129
    },
    {
      "epoch": 0.3617847716747174,
      "grad_norm": 2.363584518432617,
      "learning_rate": 9.53899714214272e-05,
      "loss": 0.6462696075439454,
      "step": 7265,
      "token_acc": 0.8128342245989305
    },
    {
      "epoch": 0.3620337632588019,
      "grad_norm": 1.3802564144134521,
      "learning_rate": 9.538133392647106e-05,
      "loss": 0.5290182113647461,
      "step": 7270,
      "token_acc": 0.7977839335180056
    },
    {
      "epoch": 0.3622827548428863,
      "grad_norm": 1.3435194492340088,
      "learning_rate": 9.537268873915457e-05,
      "loss": 0.5348127365112305,
      "step": 7275,
      "token_acc": 0.9045848822800495
    },
    {
      "epoch": 0.3625317464269708,
      "grad_norm": 1.7806751728057861,
      "learning_rate": 9.536403586094315e-05,
      "loss": 0.2881933689117432,
      "step": 7280,
      "token_acc": 0.9316416364577939
    },
    {
      "epoch": 0.3627807380110552,
      "grad_norm": 3.005674362182617,
      "learning_rate": 9.53553752933035e-05,
      "loss": 0.5066099166870117,
      "step": 7285,
      "token_acc": 0.8123569794050344
    },
    {
      "epoch": 0.3630297295951397,
      "grad_norm": 1.7576160430908203,
      "learning_rate": 9.53467070377036e-05,
      "loss": 0.31733386516571044,
      "step": 7290,
      "token_acc": 0.9031884057971015
    },
    {
      "epoch": 0.36327872117922416,
      "grad_norm": 1.7753992080688477,
      "learning_rate": 9.533803109561282e-05,
      "loss": 0.3021061658859253,
      "step": 7295,
      "token_acc": 0.9311487481590575
    },
    {
      "epoch": 0.3635277127633086,
      "grad_norm": 2.1598448753356934,
      "learning_rate": 9.532934746850173e-05,
      "loss": 0.31521751880645754,
      "step": 7300,
      "token_acc": 0.9130998702983139
    },
    {
      "epoch": 0.36377670434739307,
      "grad_norm": 2.8020060062408447,
      "learning_rate": 9.532065615784227e-05,
      "loss": 0.46103825569152834,
      "step": 7305,
      "token_acc": 0.9100236779794791
    },
    {
      "epoch": 0.3640256959314775,
      "grad_norm": 1.005881667137146,
      "learning_rate": 9.531195716510764e-05,
      "loss": 0.30331666469573976,
      "step": 7310,
      "token_acc": 0.9094437257438551
    },
    {
      "epoch": 0.36427468751556197,
      "grad_norm": 0.9093800783157349,
      "learning_rate": 9.530325049177238e-05,
      "loss": 0.6258669853210449,
      "step": 7315,
      "token_acc": 0.9548280149191878
    },
    {
      "epoch": 0.36452367909964645,
      "grad_norm": 0.7272171974182129,
      "learning_rate": 9.52945361393123e-05,
      "loss": 0.17725335359573363,
      "step": 7320,
      "token_acc": 0.9592605272167066
    },
    {
      "epoch": 0.36477267068373087,
      "grad_norm": 3.4717259407043457,
      "learning_rate": 9.528581410920454e-05,
      "loss": 0.31125094890594485,
      "step": 7325,
      "token_acc": 0.958234456573327
    },
    {
      "epoch": 0.36502166226781535,
      "grad_norm": 3.2083146572113037,
      "learning_rate": 9.527708440292751e-05,
      "loss": 0.458026647567749,
      "step": 7330,
      "token_acc": 0.9458784346378019
    },
    {
      "epoch": 0.36527065385189983,
      "grad_norm": 1.2348012924194336,
      "learning_rate": 9.526834702196095e-05,
      "loss": 0.28988144397735593,
      "step": 7335,
      "token_acc": 0.8573619631901841
    },
    {
      "epoch": 0.36551964543598425,
      "grad_norm": 3.993098258972168,
      "learning_rate": 9.52596019677859e-05,
      "loss": 0.47939186096191405,
      "step": 7340,
      "token_acc": 0.9234084880636605
    },
    {
      "epoch": 0.36576863702006873,
      "grad_norm": 0.7675683498382568,
      "learning_rate": 9.525084924188467e-05,
      "loss": 0.21838753223419188,
      "step": 7345,
      "token_acc": 0.9638492871690427
    },
    {
      "epoch": 0.36601762860415316,
      "grad_norm": 1.034051537513733,
      "learning_rate": 9.524208884574091e-05,
      "loss": 0.41258697509765624,
      "step": 7350,
      "token_acc": 0.8404761904761905
    },
    {
      "epoch": 0.36626662018823763,
      "grad_norm": 1.0459593534469604,
      "learning_rate": 9.523332078083953e-05,
      "loss": 0.4988667964935303,
      "step": 7355,
      "token_acc": 0.8521303258145363
    },
    {
      "epoch": 0.3665156117723221,
      "grad_norm": 0.9237847924232483,
      "learning_rate": 9.522454504866677e-05,
      "loss": 0.3418272495269775,
      "step": 7360,
      "token_acc": 0.8293545534924845
    },
    {
      "epoch": 0.36676460335640654,
      "grad_norm": 6.517767429351807,
      "learning_rate": 9.521576165071016e-05,
      "loss": 0.46759514808654784,
      "step": 7365,
      "token_acc": 0.9391435011269722
    },
    {
      "epoch": 0.367013594940491,
      "grad_norm": 3.8891594409942627,
      "learning_rate": 9.520697058845852e-05,
      "loss": 0.49689269065856934,
      "step": 7370,
      "token_acc": 0.8940609951845907
    },
    {
      "epoch": 0.3672625865245755,
      "grad_norm": 3.843942880630493,
      "learning_rate": 9.5198171863402e-05,
      "loss": 0.5162453651428223,
      "step": 7375,
      "token_acc": 0.8712522045855379
    },
    {
      "epoch": 0.3675115781086599,
      "grad_norm": 2.6692006587982178,
      "learning_rate": 9.5189365477032e-05,
      "loss": 0.2962263822555542,
      "step": 7380,
      "token_acc": 0.9070247933884298
    },
    {
      "epoch": 0.3677605696927444,
      "grad_norm": 1.5785255432128906,
      "learning_rate": 9.518055143084128e-05,
      "loss": 0.33334381580352784,
      "step": 7385,
      "token_acc": 0.8954248366013072
    },
    {
      "epoch": 0.3680095612768288,
      "grad_norm": 2.505891799926758,
      "learning_rate": 9.517172972632381e-05,
      "loss": 0.40863828659057616,
      "step": 7390,
      "token_acc": 0.8580508474576272
    },
    {
      "epoch": 0.3682585528609133,
      "grad_norm": 2.273130416870117,
      "learning_rate": 9.5162900364975e-05,
      "loss": 0.3495167255401611,
      "step": 7395,
      "token_acc": 0.8396624472573839
    },
    {
      "epoch": 0.3685075444449978,
      "grad_norm": 3.2758843898773193,
      "learning_rate": 9.515406334829138e-05,
      "loss": 0.4806972026824951,
      "step": 7400,
      "token_acc": 0.7973300970873787
    },
    {
      "epoch": 0.3687565360290822,
      "grad_norm": 0.28129512071609497,
      "learning_rate": 9.51452186777709e-05,
      "loss": 0.4104520320892334,
      "step": 7405,
      "token_acc": 0.9381307591048705
    },
    {
      "epoch": 0.3690055276131667,
      "grad_norm": 3.5509872436523438,
      "learning_rate": 9.513636635491282e-05,
      "loss": 0.40785603523254393,
      "step": 7410,
      "token_acc": 0.944743935309973
    },
    {
      "epoch": 0.3692545191972511,
      "grad_norm": 0.679094672203064,
      "learning_rate": 9.512750638121757e-05,
      "loss": 0.42283406257629397,
      "step": 7415,
      "token_acc": 0.9385610347615198
    },
    {
      "epoch": 0.3695035107813356,
      "grad_norm": 0.7496691346168518,
      "learning_rate": 9.511863875818703e-05,
      "loss": 0.33935420513153075,
      "step": 7420,
      "token_acc": 0.8928571428571429
    },
    {
      "epoch": 0.36975250236542007,
      "grad_norm": 4.470664978027344,
      "learning_rate": 9.510976348732425e-05,
      "loss": 0.4484602451324463,
      "step": 7425,
      "token_acc": 0.8382749326145552
    },
    {
      "epoch": 0.3700014939495045,
      "grad_norm": 6.140541076660156,
      "learning_rate": 9.510088057013369e-05,
      "loss": 0.5906441688537598,
      "step": 7430,
      "token_acc": 0.7904085257548845
    },
    {
      "epoch": 0.37025048553358897,
      "grad_norm": 2.008086681365967,
      "learning_rate": 9.509199000812102e-05,
      "loss": 0.2108006000518799,
      "step": 7435,
      "token_acc": 0.936
    },
    {
      "epoch": 0.37049947711767345,
      "grad_norm": 1.3273500204086304,
      "learning_rate": 9.508309180279323e-05,
      "loss": 0.4362238883972168,
      "step": 7440,
      "token_acc": 0.8423390081421169
    },
    {
      "epoch": 0.37074846870175787,
      "grad_norm": 0.6575196385383606,
      "learning_rate": 9.50741859556586e-05,
      "loss": 0.42002243995666505,
      "step": 7445,
      "token_acc": 0.8149637972646823
    },
    {
      "epoch": 0.37099746028584235,
      "grad_norm": 0.40610361099243164,
      "learning_rate": 9.506527246822673e-05,
      "loss": 0.1907065749168396,
      "step": 7450,
      "token_acc": 0.951969260326609
    },
    {
      "epoch": 0.3712464518699268,
      "grad_norm": 1.483571171760559,
      "learning_rate": 9.50563513420085e-05,
      "loss": 0.36203203201293943,
      "step": 7455,
      "token_acc": 0.9170593779453345
    },
    {
      "epoch": 0.37149544345401125,
      "grad_norm": 3.4699254035949707,
      "learning_rate": 9.504742257851608e-05,
      "loss": 0.48873167037963866,
      "step": 7460,
      "token_acc": 0.8760806916426513
    },
    {
      "epoch": 0.37174443503809573,
      "grad_norm": 2.8494553565979004,
      "learning_rate": 9.503848617926297e-05,
      "loss": 0.4898632049560547,
      "step": 7465,
      "token_acc": 0.8678500986193294
    },
    {
      "epoch": 0.37199342662218016,
      "grad_norm": 3.39017653465271,
      "learning_rate": 9.502954214576387e-05,
      "loss": 0.3319437026977539,
      "step": 7470,
      "token_acc": 0.8920377867746289
    },
    {
      "epoch": 0.37224241820626464,
      "grad_norm": 2.4092657566070557,
      "learning_rate": 9.50205904795349e-05,
      "loss": 0.6076907157897949,
      "step": 7475,
      "token_acc": 0.8920943134535367
    },
    {
      "epoch": 0.37249140979034906,
      "grad_norm": 2.7906899452209473,
      "learning_rate": 9.501163118209337e-05,
      "loss": 0.3638689279556274,
      "step": 7480,
      "token_acc": 0.8798076923076923
    },
    {
      "epoch": 0.37274040137443354,
      "grad_norm": 1.0510785579681396,
      "learning_rate": 9.500266425495795e-05,
      "loss": 0.4004702568054199,
      "step": 7485,
      "token_acc": 0.9376061120543294
    },
    {
      "epoch": 0.372989392958518,
      "grad_norm": 3.573126792907715,
      "learning_rate": 9.499368969964857e-05,
      "loss": 0.48418703079223635,
      "step": 7490,
      "token_acc": 0.8923521850899743
    },
    {
      "epoch": 0.37323838454260244,
      "grad_norm": 2.5052199363708496,
      "learning_rate": 9.498470751768647e-05,
      "loss": 0.4489619731903076,
      "step": 7495,
      "token_acc": 0.9306759098786829
    },
    {
      "epoch": 0.3734873761266869,
      "grad_norm": 1.8477247953414917,
      "learning_rate": 9.497571771059415e-05,
      "loss": 0.4364673614501953,
      "step": 7500,
      "token_acc": 0.8633720930232558
    },
    {
      "epoch": 0.3737363677107714,
      "grad_norm": 2.670058488845825,
      "learning_rate": 9.496672027989545e-05,
      "loss": 0.35842719078063967,
      "step": 7505,
      "token_acc": 0.8721649484536083
    },
    {
      "epoch": 0.3739853592948558,
      "grad_norm": 3.3860230445861816,
      "learning_rate": 9.495771522711547e-05,
      "loss": 0.44204225540161135,
      "step": 7510,
      "token_acc": 0.8763297872340425
    },
    {
      "epoch": 0.3742343508789403,
      "grad_norm": 1.2003498077392578,
      "learning_rate": 9.494870255378061e-05,
      "loss": 0.5724583625793457,
      "step": 7515,
      "token_acc": 0.8199083169613621
    },
    {
      "epoch": 0.3744833424630247,
      "grad_norm": 3.2439544200897217,
      "learning_rate": 9.493968226141858e-05,
      "loss": 0.4214517593383789,
      "step": 7520,
      "token_acc": 0.9388670779584969
    },
    {
      "epoch": 0.3747323340471092,
      "grad_norm": 1.4201804399490356,
      "learning_rate": 9.493065435155832e-05,
      "loss": 0.328267502784729,
      "step": 7525,
      "token_acc": 0.8592920353982301
    },
    {
      "epoch": 0.3749813256311937,
      "grad_norm": 5.399496078491211,
      "learning_rate": 9.492161882573017e-05,
      "loss": 0.2676652193069458,
      "step": 7530,
      "token_acc": 0.9394369050030383
    },
    {
      "epoch": 0.3752303172152781,
      "grad_norm": 1.2857292890548706,
      "learning_rate": 9.491257568546564e-05,
      "loss": 0.4507739543914795,
      "step": 7535,
      "token_acc": 0.8544176706827309
    },
    {
      "epoch": 0.3754793087993626,
      "grad_norm": 1.473248839378357,
      "learning_rate": 9.49035249322976e-05,
      "loss": 0.6476060390472412,
      "step": 7540,
      "token_acc": 0.7792578496669839
    },
    {
      "epoch": 0.37572830038344707,
      "grad_norm": 0.8904656767845154,
      "learning_rate": 9.489446656776022e-05,
      "loss": 0.24421615600585939,
      "step": 7545,
      "token_acc": 0.9076576576576577
    },
    {
      "epoch": 0.3759772919675315,
      "grad_norm": 1.9298436641693115,
      "learning_rate": 9.48854005933889e-05,
      "loss": 0.398999547958374,
      "step": 7550,
      "token_acc": 0.8650980392156863
    },
    {
      "epoch": 0.37622628355161597,
      "grad_norm": 1.2032479047775269,
      "learning_rate": 9.487632701072043e-05,
      "loss": 0.3041706085205078,
      "step": 7555,
      "token_acc": 0.9693430656934306
    },
    {
      "epoch": 0.3764752751357004,
      "grad_norm": 0.5618910193443298,
      "learning_rate": 9.486724582129276e-05,
      "loss": 0.45549893379211426,
      "step": 7560,
      "token_acc": 0.8225806451612904
    },
    {
      "epoch": 0.3767242667197849,
      "grad_norm": 3.231778144836426,
      "learning_rate": 9.485815702664522e-05,
      "loss": 0.2779144287109375,
      "step": 7565,
      "token_acc": 0.9571192963166575
    },
    {
      "epoch": 0.37697325830386935,
      "grad_norm": 1.6857601404190063,
      "learning_rate": 9.484906062831842e-05,
      "loss": 0.3718565940856934,
      "step": 7570,
      "token_acc": 0.9036265950302216
    },
    {
      "epoch": 0.3772222498879538,
      "grad_norm": 0.43856093287467957,
      "learning_rate": 9.483995662785423e-05,
      "loss": 0.316269063949585,
      "step": 7575,
      "token_acc": 0.9636
    },
    {
      "epoch": 0.37747124147203825,
      "grad_norm": 0.603931188583374,
      "learning_rate": 9.483084502679584e-05,
      "loss": 0.28214666843414304,
      "step": 7580,
      "token_acc": 0.9535398230088495
    },
    {
      "epoch": 0.3777202330561227,
      "grad_norm": 1.715198278427124,
      "learning_rate": 9.482172582668769e-05,
      "loss": 0.3718706607818604,
      "step": 7585,
      "token_acc": 0.8300970873786407
    },
    {
      "epoch": 0.37796922464020716,
      "grad_norm": 1.0946848392486572,
      "learning_rate": 9.481259902907553e-05,
      "loss": 0.19505659341812134,
      "step": 7590,
      "token_acc": 0.9547325102880658
    },
    {
      "epoch": 0.37821821622429164,
      "grad_norm": 2.6730194091796875,
      "learning_rate": 9.48034646355064e-05,
      "loss": 0.3170562744140625,
      "step": 7595,
      "token_acc": 0.8363201911589009
    },
    {
      "epoch": 0.37846720780837606,
      "grad_norm": 2.4511075019836426,
      "learning_rate": 9.479432264752865e-05,
      "loss": 0.5959644794464112,
      "step": 7600,
      "token_acc": 0.8532192705988294
    },
    {
      "epoch": 0.37871619939246054,
      "grad_norm": 1.4740022420883179,
      "learning_rate": 9.478517306669186e-05,
      "loss": 0.2689483642578125,
      "step": 7605,
      "token_acc": 0.900990099009901
    },
    {
      "epoch": 0.378965190976545,
      "grad_norm": 2.8920962810516357,
      "learning_rate": 9.477601589454694e-05,
      "loss": 0.301127028465271,
      "step": 7610,
      "token_acc": 0.9692307692307692
    },
    {
      "epoch": 0.37921418256062944,
      "grad_norm": 1.8599504232406616,
      "learning_rate": 9.476685113264607e-05,
      "loss": 0.4272614002227783,
      "step": 7615,
      "token_acc": 0.9009661835748792
    },
    {
      "epoch": 0.3794631741447139,
      "grad_norm": 2.393474578857422,
      "learning_rate": 9.475767878254275e-05,
      "loss": 0.2201908826828003,
      "step": 7620,
      "token_acc": 0.9707410445720536
    },
    {
      "epoch": 0.37971216572879835,
      "grad_norm": 1.870411992073059,
      "learning_rate": 9.47484988457917e-05,
      "loss": 0.5255634784698486,
      "step": 7625,
      "token_acc": 0.8009748172217709
    },
    {
      "epoch": 0.3799611573128828,
      "grad_norm": 1.2221043109893799,
      "learning_rate": 9.4739311323949e-05,
      "loss": 0.40259857177734376,
      "step": 7630,
      "token_acc": 0.8289611752360966
    },
    {
      "epoch": 0.3802101488969673,
      "grad_norm": 1.174887776374817,
      "learning_rate": 9.473011621857195e-05,
      "loss": 0.5597454071044922,
      "step": 7635,
      "token_acc": 0.8236658932714617
    },
    {
      "epoch": 0.3804591404810517,
      "grad_norm": 1.2865465879440308,
      "learning_rate": 9.472091353121916e-05,
      "loss": 0.39379563331604006,
      "step": 7640,
      "token_acc": 0.9467651058869244
    },
    {
      "epoch": 0.3807081320651362,
      "grad_norm": 2.9427666664123535,
      "learning_rate": 9.471170326345058e-05,
      "loss": 0.41173543930053713,
      "step": 7645,
      "token_acc": 0.9448160535117057
    },
    {
      "epoch": 0.38095712364922063,
      "grad_norm": 0.6223465204238892,
      "learning_rate": 9.470248541682736e-05,
      "loss": 0.27103850841522215,
      "step": 7650,
      "token_acc": 0.8775137111517367
    },
    {
      "epoch": 0.3812061152333051,
      "grad_norm": 1.2141393423080444,
      "learning_rate": 9.469325999291197e-05,
      "loss": 0.46553988456726075,
      "step": 7655,
      "token_acc": 0.8667763157894737
    },
    {
      "epoch": 0.3814551068173896,
      "grad_norm": 1.0870790481567383,
      "learning_rate": 9.468402699326818e-05,
      "loss": 0.33291442394256593,
      "step": 7660,
      "token_acc": 0.8938223938223938
    },
    {
      "epoch": 0.381704098401474,
      "grad_norm": 1.1318954229354858,
      "learning_rate": 9.467478641946101e-05,
      "loss": 0.41113719940185545,
      "step": 7665,
      "token_acc": 0.9562398703403565
    },
    {
      "epoch": 0.3819530899855585,
      "grad_norm": 2.625321865081787,
      "learning_rate": 9.466553827305681e-05,
      "loss": 0.27674036026000975,
      "step": 7670,
      "token_acc": 0.9012605042016807
    },
    {
      "epoch": 0.38220208156964297,
      "grad_norm": 1.2988014221191406,
      "learning_rate": 9.465628255562316e-05,
      "loss": 0.2860539436340332,
      "step": 7675,
      "token_acc": 0.9516539440203562
    },
    {
      "epoch": 0.3824510731537274,
      "grad_norm": 3.4519660472869873,
      "learning_rate": 9.464701926872895e-05,
      "loss": 0.3890466451644897,
      "step": 7680,
      "token_acc": 0.8987993138936535
    },
    {
      "epoch": 0.3827000647378119,
      "grad_norm": 1.9228277206420898,
      "learning_rate": 9.463774841394437e-05,
      "loss": 0.5654644012451172,
      "step": 7685,
      "token_acc": 0.821522309711286
    },
    {
      "epoch": 0.3829490563218963,
      "grad_norm": 1.4784352779388428,
      "learning_rate": 9.462846999284087e-05,
      "loss": 0.2695174694061279,
      "step": 7690,
      "token_acc": 0.9019264448336253
    },
    {
      "epoch": 0.3831980479059808,
      "grad_norm": 0.42690443992614746,
      "learning_rate": 9.461918400699119e-05,
      "loss": 0.27477545738220216,
      "step": 7695,
      "token_acc": 0.9679031833727967
    },
    {
      "epoch": 0.38344703949006526,
      "grad_norm": 1.354110836982727,
      "learning_rate": 9.460989045796932e-05,
      "loss": 0.31414008140563965,
      "step": 7700,
      "token_acc": 0.954920634920635
    },
    {
      "epoch": 0.3836960310741497,
      "grad_norm": 0.9166924953460693,
      "learning_rate": 9.460058934735063e-05,
      "loss": 0.30728302001953123,
      "step": 7705,
      "token_acc": 0.8483835005574136
    },
    {
      "epoch": 0.38394502265823416,
      "grad_norm": 2.454437017440796,
      "learning_rate": 9.459128067671164e-05,
      "loss": 0.2868687629699707,
      "step": 7710,
      "token_acc": 0.9104761904761904
    },
    {
      "epoch": 0.3841940142423186,
      "grad_norm": 1.1784535646438599,
      "learning_rate": 9.458196444763025e-05,
      "loss": 0.5359174728393554,
      "step": 7715,
      "token_acc": 0.8636042402826856
    },
    {
      "epoch": 0.38444300582640306,
      "grad_norm": 0.8622462153434753,
      "learning_rate": 9.457264066168558e-05,
      "loss": 0.41134214401245117,
      "step": 7720,
      "token_acc": 0.8356562137049942
    },
    {
      "epoch": 0.38469199741048754,
      "grad_norm": 2.443753957748413,
      "learning_rate": 9.456330932045809e-05,
      "loss": 0.24718136787414552,
      "step": 7725,
      "token_acc": 0.94125
    },
    {
      "epoch": 0.38494098899457196,
      "grad_norm": 2.203921318054199,
      "learning_rate": 9.455397042552947e-05,
      "loss": 0.37133002281188965,
      "step": 7730,
      "token_acc": 0.8778947368421053
    },
    {
      "epoch": 0.38518998057865644,
      "grad_norm": 2.1118900775909424,
      "learning_rate": 9.45446239784827e-05,
      "loss": 0.345282769203186,
      "step": 7735,
      "token_acc": 0.8638888888888889
    },
    {
      "epoch": 0.3854389721627409,
      "grad_norm": 5.241679668426514,
      "learning_rate": 9.453526998090207e-05,
      "loss": 0.688375997543335,
      "step": 7740,
      "token_acc": 0.8098591549295775
    },
    {
      "epoch": 0.38568796374682535,
      "grad_norm": 1.35680091381073,
      "learning_rate": 9.452590843437312e-05,
      "loss": 0.35541017055511476,
      "step": 7745,
      "token_acc": 0.9226856561546287
    },
    {
      "epoch": 0.3859369553309098,
      "grad_norm": 5.738094806671143,
      "learning_rate": 9.451653934048268e-05,
      "loss": 0.32015740871429443,
      "step": 7750,
      "token_acc": 0.9054325955734407
    },
    {
      "epoch": 0.38618594691499425,
      "grad_norm": 2.8226778507232666,
      "learning_rate": 9.450716270081885e-05,
      "loss": 0.2623813390731812,
      "step": 7755,
      "token_acc": 0.9597953216374269
    },
    {
      "epoch": 0.38643493849907873,
      "grad_norm": 0.8507762551307678,
      "learning_rate": 9.449777851697101e-05,
      "loss": 0.28014934062957764,
      "step": 7760,
      "token_acc": 0.9044715447154471
    },
    {
      "epoch": 0.3866839300831632,
      "grad_norm": 1.4528316259384155,
      "learning_rate": 9.448838679052984e-05,
      "loss": 0.3942528486251831,
      "step": 7765,
      "token_acc": 0.8478605388272583
    },
    {
      "epoch": 0.38693292166724763,
      "grad_norm": 0.3746417760848999,
      "learning_rate": 9.447898752308731e-05,
      "loss": 0.40699377059936526,
      "step": 7770,
      "token_acc": 0.9450980392156862
    },
    {
      "epoch": 0.3871819132513321,
      "grad_norm": 1.415055513381958,
      "learning_rate": 9.446958071623659e-05,
      "loss": 0.3301286220550537,
      "step": 7775,
      "token_acc": 0.9138678223185266
    },
    {
      "epoch": 0.3874309048354166,
      "grad_norm": 1.1328563690185547,
      "learning_rate": 9.44601663715722e-05,
      "loss": 0.2617849111557007,
      "step": 7780,
      "token_acc": 0.9065656565656566
    },
    {
      "epoch": 0.387679896419501,
      "grad_norm": 0.4192025065422058,
      "learning_rate": 9.445074449068994e-05,
      "loss": 0.37532382011413573,
      "step": 7785,
      "token_acc": 0.9502353732347008
    },
    {
      "epoch": 0.3879288880035855,
      "grad_norm": 1.53948175907135,
      "learning_rate": 9.444131507518683e-05,
      "loss": 0.40310087203979494,
      "step": 7790,
      "token_acc": 0.8765862944162437
    },
    {
      "epoch": 0.3881778795876699,
      "grad_norm": 1.3776692152023315,
      "learning_rate": 9.443187812666123e-05,
      "loss": 0.4519021987915039,
      "step": 7795,
      "token_acc": 0.854978354978355
    },
    {
      "epoch": 0.3884268711717544,
      "grad_norm": 3.15301775932312,
      "learning_rate": 9.442243364671273e-05,
      "loss": 0.4964621067047119,
      "step": 7800,
      "token_acc": 0.7791666666666667
    },
    {
      "epoch": 0.3886758627558389,
      "grad_norm": 1.5391099452972412,
      "learning_rate": 9.441298163694223e-05,
      "loss": 0.36166605949401853,
      "step": 7805,
      "token_acc": 0.8906882591093117
    },
    {
      "epoch": 0.3889248543399233,
      "grad_norm": 0.7025536298751831,
      "learning_rate": 9.440352209895189e-05,
      "loss": 0.1995702266693115,
      "step": 7810,
      "token_acc": 0.9635036496350365
    },
    {
      "epoch": 0.3891738459240078,
      "grad_norm": 2.566359043121338,
      "learning_rate": 9.439405503434515e-05,
      "loss": 0.24975161552429198,
      "step": 7815,
      "token_acc": 0.925531914893617
    },
    {
      "epoch": 0.3894228375080922,
      "grad_norm": 1.235838532447815,
      "learning_rate": 9.438458044472672e-05,
      "loss": 0.18392986059188843,
      "step": 7820,
      "token_acc": 0.9454131918119788
    },
    {
      "epoch": 0.3896718290921767,
      "grad_norm": 3.07358980178833,
      "learning_rate": 9.437509833170257e-05,
      "loss": 0.44916839599609376,
      "step": 7825,
      "token_acc": 0.7790604026845638
    },
    {
      "epoch": 0.38992082067626116,
      "grad_norm": 1.8251323699951172,
      "learning_rate": 9.436560869688e-05,
      "loss": 0.3068579435348511,
      "step": 7830,
      "token_acc": 0.9412207987942728
    },
    {
      "epoch": 0.3901698122603456,
      "grad_norm": 2.0648839473724365,
      "learning_rate": 9.435611154186754e-05,
      "loss": 0.27750608921051023,
      "step": 7835,
      "token_acc": 0.9059304703476483
    },
    {
      "epoch": 0.39041880384443006,
      "grad_norm": 5.641960620880127,
      "learning_rate": 9.434660686827499e-05,
      "loss": 0.29388234615325926,
      "step": 7840,
      "token_acc": 0.9344569288389513
    },
    {
      "epoch": 0.39066779542851454,
      "grad_norm": 1.0179080963134766,
      "learning_rate": 9.433709467771345e-05,
      "loss": 0.40424656867980957,
      "step": 7845,
      "token_acc": 0.8854166666666666
    },
    {
      "epoch": 0.39091678701259897,
      "grad_norm": 1.526186466217041,
      "learning_rate": 9.432757497179529e-05,
      "loss": 0.21857123374938964,
      "step": 7850,
      "token_acc": 0.9031531531531531
    },
    {
      "epoch": 0.39116577859668344,
      "grad_norm": 3.2050020694732666,
      "learning_rate": 9.431804775213413e-05,
      "loss": 0.3620452880859375,
      "step": 7855,
      "token_acc": 0.8800567778566359
    },
    {
      "epoch": 0.39141477018076787,
      "grad_norm": 2.222015619277954,
      "learning_rate": 9.430851302034491e-05,
      "loss": 0.33205552101135255,
      "step": 7860,
      "token_acc": 0.898250162022035
    },
    {
      "epoch": 0.39166376176485235,
      "grad_norm": 1.3966556787490845,
      "learning_rate": 9.429897077804378e-05,
      "loss": 0.2048642635345459,
      "step": 7865,
      "token_acc": 0.959404600811908
    },
    {
      "epoch": 0.3919127533489368,
      "grad_norm": 0.6315845251083374,
      "learning_rate": 9.42894210268482e-05,
      "loss": 0.38868825435638427,
      "step": 7870,
      "token_acc": 0.9388924252068745
    },
    {
      "epoch": 0.39216174493302125,
      "grad_norm": 1.4321027994155884,
      "learning_rate": 9.427986376837692e-05,
      "loss": 0.25152904987335206,
      "step": 7875,
      "token_acc": 0.8943059173799777
    },
    {
      "epoch": 0.39241073651710573,
      "grad_norm": 1.1160998344421387,
      "learning_rate": 9.427029900424994e-05,
      "loss": 0.5314768314361572,
      "step": 7880,
      "token_acc": 0.8447712418300654
    },
    {
      "epoch": 0.39265972810119015,
      "grad_norm": 1.530712366104126,
      "learning_rate": 9.426072673608853e-05,
      "loss": 0.20461683273315429,
      "step": 7885,
      "token_acc": 0.9499136442141624
    },
    {
      "epoch": 0.39290871968527463,
      "grad_norm": 2.6516635417938232,
      "learning_rate": 9.425114696551523e-05,
      "loss": 0.29018244743347166,
      "step": 7890,
      "token_acc": 0.9137529137529138
    },
    {
      "epoch": 0.3931577112693591,
      "grad_norm": 1.3442970514297485,
      "learning_rate": 9.424155969415386e-05,
      "loss": 0.27859313488006593,
      "step": 7895,
      "token_acc": 0.9568138195777351
    },
    {
      "epoch": 0.39340670285344354,
      "grad_norm": 0.7125483155250549,
      "learning_rate": 9.423196492362951e-05,
      "loss": 0.3909841299057007,
      "step": 7900,
      "token_acc": 0.9213576158940397
    },
    {
      "epoch": 0.393655694437528,
      "grad_norm": 3.5748398303985596,
      "learning_rate": 9.422236265556856e-05,
      "loss": 0.38492956161499026,
      "step": 7905,
      "token_acc": 0.9040511727078892
    },
    {
      "epoch": 0.3939046860216125,
      "grad_norm": 2.5410404205322266,
      "learning_rate": 9.42127528915986e-05,
      "loss": 0.3609161853790283,
      "step": 7910,
      "token_acc": 0.8728070175438597
    },
    {
      "epoch": 0.3941536776056969,
      "grad_norm": 3.2801167964935303,
      "learning_rate": 9.420313563334859e-05,
      "loss": 0.3898088216781616,
      "step": 7915,
      "token_acc": 0.8008064516129032
    },
    {
      "epoch": 0.3944026691897814,
      "grad_norm": 3.8815085887908936,
      "learning_rate": 9.419351088244866e-05,
      "loss": 0.6581957340240479,
      "step": 7920,
      "token_acc": 0.7859259259259259
    },
    {
      "epoch": 0.3946516607738658,
      "grad_norm": 3.0386059284210205,
      "learning_rate": 9.418387864053026e-05,
      "loss": 0.5625354766845703,
      "step": 7925,
      "token_acc": 0.785876993166287
    },
    {
      "epoch": 0.3949006523579503,
      "grad_norm": 2.4733922481536865,
      "learning_rate": 9.417423890922613e-05,
      "loss": 0.27316927909851074,
      "step": 7930,
      "token_acc": 0.9466929911154985
    },
    {
      "epoch": 0.3951496439420348,
      "grad_norm": 1.9621639251708984,
      "learning_rate": 9.416459169017021e-05,
      "loss": 0.27098286151885986,
      "step": 7935,
      "token_acc": 0.9010695187165776
    },
    {
      "epoch": 0.3953986355261192,
      "grad_norm": 1.9688576459884644,
      "learning_rate": 9.415493698499778e-05,
      "loss": 0.4012805938720703,
      "step": 7940,
      "token_acc": 0.884430176565008
    },
    {
      "epoch": 0.3956476271102037,
      "grad_norm": 2.64914870262146,
      "learning_rate": 9.414527479534533e-05,
      "loss": 0.5143407821655274,
      "step": 7945,
      "token_acc": 0.8560885608856088
    },
    {
      "epoch": 0.39589661869428816,
      "grad_norm": 1.6079291105270386,
      "learning_rate": 9.413560512285069e-05,
      "loss": 0.36316742897033694,
      "step": 7950,
      "token_acc": 0.8913525498891353
    },
    {
      "epoch": 0.3961456102783726,
      "grad_norm": 1.1762773990631104,
      "learning_rate": 9.412592796915289e-05,
      "loss": 0.32246348857879636,
      "step": 7955,
      "token_acc": 0.9224537037037037
    },
    {
      "epoch": 0.39639460186245706,
      "grad_norm": 3.401334524154663,
      "learning_rate": 9.411624333589227e-05,
      "loss": 0.3638302803039551,
      "step": 7960,
      "token_acc": 0.859882005899705
    },
    {
      "epoch": 0.3966435934465415,
      "grad_norm": 2.5010313987731934,
      "learning_rate": 9.410655122471042e-05,
      "loss": 0.34556260108947756,
      "step": 7965,
      "token_acc": 0.8833333333333333
    },
    {
      "epoch": 0.39689258503062597,
      "grad_norm": 0.4294871389865875,
      "learning_rate": 9.409685163725017e-05,
      "loss": 0.595975112915039,
      "step": 7970,
      "token_acc": 0.8760960731986275
    },
    {
      "epoch": 0.39714157661471045,
      "grad_norm": 2.998856544494629,
      "learning_rate": 9.40871445751557e-05,
      "loss": 0.2611262559890747,
      "step": 7975,
      "token_acc": 0.918141592920354
    },
    {
      "epoch": 0.39739056819879487,
      "grad_norm": 2.8262922763824463,
      "learning_rate": 9.407743004007237e-05,
      "loss": 0.47688655853271483,
      "step": 7980,
      "token_acc": 0.8089622641509434
    },
    {
      "epoch": 0.39763955978287935,
      "grad_norm": 3.6407928466796875,
      "learning_rate": 9.406770803364685e-05,
      "loss": 0.2616806268692017,
      "step": 7985,
      "token_acc": 0.8931018730013704
    },
    {
      "epoch": 0.39788855136696377,
      "grad_norm": 4.07859992980957,
      "learning_rate": 9.405797855752707e-05,
      "loss": 0.3994645595550537,
      "step": 7990,
      "token_acc": 0.8703170028818443
    },
    {
      "epoch": 0.39813754295104825,
      "grad_norm": 5.813053131103516,
      "learning_rate": 9.404824161336223e-05,
      "loss": 0.4957433700561523,
      "step": 7995,
      "token_acc": 0.886
    },
    {
      "epoch": 0.39838653453513273,
      "grad_norm": 3.024972438812256,
      "learning_rate": 9.403849720280278e-05,
      "loss": 0.4118393898010254,
      "step": 8000,
      "token_acc": 0.8405172413793104
    },
    {
      "epoch": 0.39863552611921715,
      "grad_norm": 1.191532850265503,
      "learning_rate": 9.402874532750044e-05,
      "loss": 0.352319073677063,
      "step": 8005,
      "token_acc": 0.8535645472061657
    },
    {
      "epoch": 0.39888451770330163,
      "grad_norm": 1.3386776447296143,
      "learning_rate": 9.401898598910822e-05,
      "loss": 0.2837589502334595,
      "step": 8010,
      "token_acc": 0.922824302134647
    },
    {
      "epoch": 0.3991335092873861,
      "grad_norm": 3.05439829826355,
      "learning_rate": 9.400921918928037e-05,
      "loss": 0.42426109313964844,
      "step": 8015,
      "token_acc": 0.9385474860335196
    },
    {
      "epoch": 0.39938250087147054,
      "grad_norm": 1.4888554811477661,
      "learning_rate": 9.39994449296724e-05,
      "loss": 0.35433919429779054,
      "step": 8020,
      "token_acc": 0.8431635388739946
    },
    {
      "epoch": 0.399631492455555,
      "grad_norm": 1.9780476093292236,
      "learning_rate": 9.398966321194112e-05,
      "loss": 0.32000203132629396,
      "step": 8025,
      "token_acc": 0.9053497942386831
    },
    {
      "epoch": 0.39988048403963944,
      "grad_norm": 4.3203630447387695,
      "learning_rate": 9.397987403774453e-05,
      "loss": 0.49924349784851074,
      "step": 8030,
      "token_acc": 0.8497536945812808
    },
    {
      "epoch": 0.4001294756237239,
      "grad_norm": 1.4567903280258179,
      "learning_rate": 9.3970077408742e-05,
      "loss": 0.5485027313232422,
      "step": 8035,
      "token_acc": 0.9421383647798742
    },
    {
      "epoch": 0.4003784672078084,
      "grad_norm": 1.1688331365585327,
      "learning_rate": 9.396027332659407e-05,
      "loss": 0.64727783203125,
      "step": 8040,
      "token_acc": 0.7990521327014218
    },
    {
      "epoch": 0.4006274587918928,
      "grad_norm": 2.6574909687042236,
      "learning_rate": 9.395046179296261e-05,
      "loss": 0.36915297508239747,
      "step": 8045,
      "token_acc": 0.8917322834645669
    },
    {
      "epoch": 0.4008764503759773,
      "grad_norm": 4.803774833679199,
      "learning_rate": 9.39406428095107e-05,
      "loss": 0.4207437038421631,
      "step": 8050,
      "token_acc": 0.8676470588235294
    },
    {
      "epoch": 0.4011254419600617,
      "grad_norm": 0.5124052166938782,
      "learning_rate": 9.393081637790272e-05,
      "loss": 0.3420280456542969,
      "step": 8055,
      "token_acc": 0.941693892937924
    },
    {
      "epoch": 0.4013744335441462,
      "grad_norm": 0.45743563771247864,
      "learning_rate": 9.392098249980426e-05,
      "loss": 0.42621736526489257,
      "step": 8060,
      "token_acc": 0.9426229508196722
    },
    {
      "epoch": 0.4016234251282307,
      "grad_norm": 1.232009768486023,
      "learning_rate": 9.391114117688227e-05,
      "loss": 0.30840473175048827,
      "step": 8065,
      "token_acc": 0.9316987740805605
    },
    {
      "epoch": 0.4018724167123151,
      "grad_norm": 1.9176100492477417,
      "learning_rate": 9.390129241080487e-05,
      "loss": 0.374456524848938,
      "step": 8070,
      "token_acc": 0.907411907654921
    },
    {
      "epoch": 0.4021214082963996,
      "grad_norm": 0.8843086361885071,
      "learning_rate": 9.389143620324148e-05,
      "loss": 0.6212745666503906,
      "step": 8075,
      "token_acc": 0.9198149575944488
    },
    {
      "epoch": 0.40237039988048406,
      "grad_norm": 2.239237070083618,
      "learning_rate": 9.388157255586277e-05,
      "loss": 0.2975940227508545,
      "step": 8080,
      "token_acc": 0.9618233618233618
    },
    {
      "epoch": 0.4026193914645685,
      "grad_norm": 6.4665608406066895,
      "learning_rate": 9.387170147034067e-05,
      "loss": 0.32562975883483886,
      "step": 8085,
      "token_acc": 0.9670477471418965
    },
    {
      "epoch": 0.40286838304865297,
      "grad_norm": 2.8827764987945557,
      "learning_rate": 9.386182294834842e-05,
      "loss": 0.5343388080596924,
      "step": 8090,
      "token_acc": 0.8620689655172413
    },
    {
      "epoch": 0.4031173746327374,
      "grad_norm": 1.0092219114303589,
      "learning_rate": 9.385193699156042e-05,
      "loss": 0.31744587421417236,
      "step": 8095,
      "token_acc": 0.8722222222222222
    },
    {
      "epoch": 0.40336636621682187,
      "grad_norm": 0.5245842337608337,
      "learning_rate": 9.384204360165245e-05,
      "loss": 0.2778329849243164,
      "step": 8100,
      "token_acc": 0.953714981729598
    },
    {
      "epoch": 0.40361535780090635,
      "grad_norm": 4.563364028930664,
      "learning_rate": 9.383214278030144e-05,
      "loss": 0.42249717712402346,
      "step": 8105,
      "token_acc": 0.8909657320872274
    },
    {
      "epoch": 0.4038643493849908,
      "grad_norm": 1.1297496557235718,
      "learning_rate": 9.382223452918563e-05,
      "loss": 0.20391480922698973,
      "step": 8110,
      "token_acc": 0.953810623556582
    },
    {
      "epoch": 0.40411334096907525,
      "grad_norm": 1.4421740770339966,
      "learning_rate": 9.381231884998454e-05,
      "loss": 0.3541760206222534,
      "step": 8115,
      "token_acc": 0.8773373223635004
    },
    {
      "epoch": 0.4043623325531597,
      "grad_norm": 1.9588067531585693,
      "learning_rate": 9.380239574437894e-05,
      "loss": 0.5247114181518555,
      "step": 8120,
      "token_acc": 0.8681318681318682
    },
    {
      "epoch": 0.40461132413724415,
      "grad_norm": 0.9273455142974854,
      "learning_rate": 9.379246521405081e-05,
      "loss": 0.3638219594955444,
      "step": 8125,
      "token_acc": 0.8471711976487877
    },
    {
      "epoch": 0.40486031572132863,
      "grad_norm": 0.5646396279335022,
      "learning_rate": 9.378252726068341e-05,
      "loss": 0.42266192436218264,
      "step": 8130,
      "token_acc": 0.8565737051792829
    },
    {
      "epoch": 0.40510930730541306,
      "grad_norm": 3.874382734298706,
      "learning_rate": 9.377258188596133e-05,
      "loss": 0.4425778865814209,
      "step": 8135,
      "token_acc": 0.8813559322033898
    },
    {
      "epoch": 0.40535829888949754,
      "grad_norm": 0.5136420726776123,
      "learning_rate": 9.376262909157031e-05,
      "loss": 0.4306978702545166,
      "step": 8140,
      "token_acc": 0.9432809773123909
    },
    {
      "epoch": 0.405607290473582,
      "grad_norm": 0.6012358069419861,
      "learning_rate": 9.375266887919745e-05,
      "loss": 0.2600670337677002,
      "step": 8145,
      "token_acc": 0.9597970335675253
    },
    {
      "epoch": 0.40585628205766644,
      "grad_norm": 3.371858835220337,
      "learning_rate": 9.374270125053099e-05,
      "loss": 0.4451586246490479,
      "step": 8150,
      "token_acc": 0.852
    },
    {
      "epoch": 0.4061052736417509,
      "grad_norm": 2.6746249198913574,
      "learning_rate": 9.373272620726055e-05,
      "loss": 0.40271725654602053,
      "step": 8155,
      "token_acc": 0.8954590003266907
    },
    {
      "epoch": 0.40635426522583534,
      "grad_norm": 0.9090093374252319,
      "learning_rate": 9.37227437510769e-05,
      "loss": 0.4170008659362793,
      "step": 8160,
      "token_acc": 0.9346180316586373
    },
    {
      "epoch": 0.4066032568099198,
      "grad_norm": 1.8554731607437134,
      "learning_rate": 9.371275388367215e-05,
      "loss": 0.4682913303375244,
      "step": 8165,
      "token_acc": 0.8501529051987767
    },
    {
      "epoch": 0.4068522483940043,
      "grad_norm": 2.307206392288208,
      "learning_rate": 9.370275660673961e-05,
      "loss": 0.3900531053543091,
      "step": 8170,
      "token_acc": 0.8300438596491229
    },
    {
      "epoch": 0.4071012399780887,
      "grad_norm": 6.459927082061768,
      "learning_rate": 9.369275192197391e-05,
      "loss": 0.47376480102539065,
      "step": 8175,
      "token_acc": 0.8300153139356815
    },
    {
      "epoch": 0.4073502315621732,
      "grad_norm": 3.806750774383545,
      "learning_rate": 9.368273983107082e-05,
      "loss": 0.40665388107299805,
      "step": 8180,
      "token_acc": 0.872093023255814
    },
    {
      "epoch": 0.4075992231462577,
      "grad_norm": 2.6942672729492188,
      "learning_rate": 9.367272033572753e-05,
      "loss": 0.38826494216918944,
      "step": 8185,
      "token_acc": 0.9684608915054668
    },
    {
      "epoch": 0.4078482147303421,
      "grad_norm": 1.0708409547805786,
      "learning_rate": 9.366269343764231e-05,
      "loss": 0.28032760620117186,
      "step": 8190,
      "token_acc": 0.9085188770571152
    },
    {
      "epoch": 0.4080972063144266,
      "grad_norm": 3.063999891281128,
      "learning_rate": 9.365265913851482e-05,
      "loss": 0.3615539073944092,
      "step": 8195,
      "token_acc": 0.9032738095238095
    },
    {
      "epoch": 0.408346197898511,
      "grad_norm": 2.176706075668335,
      "learning_rate": 9.36426174400459e-05,
      "loss": 0.3758028507232666,
      "step": 8200,
      "token_acc": 0.8935779816513761
    },
    {
      "epoch": 0.4085951894825955,
      "grad_norm": 2.191608190536499,
      "learning_rate": 9.36325683439377e-05,
      "loss": 0.4185469627380371,
      "step": 8205,
      "token_acc": 0.8778625954198473
    },
    {
      "epoch": 0.40884418106667997,
      "grad_norm": 1.4648115634918213,
      "learning_rate": 9.362251185189354e-05,
      "loss": 0.4462395191192627,
      "step": 8210,
      "token_acc": 0.9423538831064852
    },
    {
      "epoch": 0.4090931726507644,
      "grad_norm": 2.2042291164398193,
      "learning_rate": 9.361244796561808e-05,
      "loss": 0.5801270008087158,
      "step": 8215,
      "token_acc": 0.8110409228234001
    },
    {
      "epoch": 0.40934216423484887,
      "grad_norm": 0.6752312183380127,
      "learning_rate": 9.36023766868172e-05,
      "loss": 0.2936515808105469,
      "step": 8220,
      "token_acc": 0.9582841401023219
    },
    {
      "epoch": 0.4095911558189333,
      "grad_norm": 1.0379588603973389,
      "learning_rate": 9.3592298017198e-05,
      "loss": 0.5106054782867432,
      "step": 8225,
      "token_acc": 0.8800959232613909
    },
    {
      "epoch": 0.4098401474030178,
      "grad_norm": 3.9890568256378174,
      "learning_rate": 9.35822119584689e-05,
      "loss": 0.21300430297851564,
      "step": 8230,
      "token_acc": 0.9508196721311475
    },
    {
      "epoch": 0.41008913898710225,
      "grad_norm": 1.8837223052978516,
      "learning_rate": 9.357211851233951e-05,
      "loss": 0.2093860149383545,
      "step": 8235,
      "token_acc": 0.969811320754717
    },
    {
      "epoch": 0.4103381305711867,
      "grad_norm": 0.758360743522644,
      "learning_rate": 9.356201768052075e-05,
      "loss": 0.360752534866333,
      "step": 8240,
      "token_acc": 0.8277153558052435
    },
    {
      "epoch": 0.41058712215527116,
      "grad_norm": 0.529098391532898,
      "learning_rate": 9.355190946472473e-05,
      "loss": 0.25821034908294677,
      "step": 8245,
      "token_acc": 0.946969696969697
    },
    {
      "epoch": 0.41083611373935564,
      "grad_norm": 1.2621824741363525,
      "learning_rate": 9.354179386666487e-05,
      "loss": 0.3871417760848999,
      "step": 8250,
      "token_acc": 0.8610013175230566
    },
    {
      "epoch": 0.41108510532344006,
      "grad_norm": 3.6832780838012695,
      "learning_rate": 9.353167088805579e-05,
      "loss": 0.30745730400085447,
      "step": 8255,
      "token_acc": 0.9153284671532846
    },
    {
      "epoch": 0.41133409690752454,
      "grad_norm": 2.3498952388763428,
      "learning_rate": 9.35215405306134e-05,
      "loss": 0.2621976613998413,
      "step": 8260,
      "token_acc": 0.926775956284153
    },
    {
      "epoch": 0.41158308849160896,
      "grad_norm": 1.7204405069351196,
      "learning_rate": 9.351140279605483e-05,
      "loss": 0.3108872652053833,
      "step": 8265,
      "token_acc": 0.9056122448979592
    },
    {
      "epoch": 0.41183208007569344,
      "grad_norm": 0.7309510111808777,
      "learning_rate": 9.35012576860985e-05,
      "loss": 0.1394604802131653,
      "step": 8270,
      "token_acc": 0.9673115410273516
    },
    {
      "epoch": 0.4120810716597779,
      "grad_norm": 2.15773868560791,
      "learning_rate": 9.349110520246403e-05,
      "loss": 0.37611846923828124,
      "step": 8275,
      "token_acc": 0.8920353982300885
    },
    {
      "epoch": 0.41233006324386234,
      "grad_norm": 1.500423789024353,
      "learning_rate": 9.348094534687232e-05,
      "loss": 0.3794272422790527,
      "step": 8280,
      "token_acc": 0.8704389212057113
    },
    {
      "epoch": 0.4125790548279468,
      "grad_norm": 5.202043056488037,
      "learning_rate": 9.347077812104554e-05,
      "loss": 0.70623779296875,
      "step": 8285,
      "token_acc": 0.8830093592512599
    },
    {
      "epoch": 0.41282804641203125,
      "grad_norm": 0.8471364378929138,
      "learning_rate": 9.346060352670707e-05,
      "loss": 0.23952269554138184,
      "step": 8290,
      "token_acc": 0.9047619047619048
    },
    {
      "epoch": 0.4130770379961157,
      "grad_norm": 2.7933690547943115,
      "learning_rate": 9.345042156558155e-05,
      "loss": 0.3273240327835083,
      "step": 8295,
      "token_acc": 0.9105367793240556
    },
    {
      "epoch": 0.4133260295802002,
      "grad_norm": 0.4272262752056122,
      "learning_rate": 9.344023223939487e-05,
      "loss": 0.3351313591003418,
      "step": 8300,
      "token_acc": 0.9648562300319489
    },
    {
      "epoch": 0.41357502116428463,
      "grad_norm": 4.55424690246582,
      "learning_rate": 9.343003554987418e-05,
      "loss": 0.543137502670288,
      "step": 8305,
      "token_acc": 0.768451519536903
    },
    {
      "epoch": 0.4138240127483691,
      "grad_norm": 3.4415159225463867,
      "learning_rate": 9.341983149874786e-05,
      "loss": 0.36211698055267333,
      "step": 8310,
      "token_acc": 0.9241689750692521
    },
    {
      "epoch": 0.4140730043324536,
      "grad_norm": 2.392652750015259,
      "learning_rate": 9.340962008774558e-05,
      "loss": 0.3253692865371704,
      "step": 8315,
      "token_acc": 0.8954248366013072
    },
    {
      "epoch": 0.414321995916538,
      "grad_norm": 3.4585952758789062,
      "learning_rate": 9.339940131859816e-05,
      "loss": 0.3494768857955933,
      "step": 8320,
      "token_acc": 0.8929440389294404
    },
    {
      "epoch": 0.4145709875006225,
      "grad_norm": 1.0632834434509277,
      "learning_rate": 9.338917519303781e-05,
      "loss": 0.3017674446105957,
      "step": 8325,
      "token_acc": 0.8979033728350045
    },
    {
      "epoch": 0.4148199790847069,
      "grad_norm": 1.3747648000717163,
      "learning_rate": 9.337894171279784e-05,
      "loss": 0.5441434860229493,
      "step": 8330,
      "token_acc": 0.765944764553944
    },
    {
      "epoch": 0.4150689706687914,
      "grad_norm": 2.407440662384033,
      "learning_rate": 9.336870087961291e-05,
      "loss": 0.5077561378479004,
      "step": 8335,
      "token_acc": 0.8364116094986808
    },
    {
      "epoch": 0.41531796225287587,
      "grad_norm": 0.4044867753982544,
      "learning_rate": 9.335845269521887e-05,
      "loss": 0.38179817199707033,
      "step": 8340,
      "token_acc": 0.8625363020329139
    },
    {
      "epoch": 0.4155669538369603,
      "grad_norm": 5.009152889251709,
      "learning_rate": 9.334819716135288e-05,
      "loss": 0.48493175506591796,
      "step": 8345,
      "token_acc": 0.8136272545090181
    },
    {
      "epoch": 0.4158159454210448,
      "grad_norm": 7.88906192779541,
      "learning_rate": 9.333793427975327e-05,
      "loss": 0.5310339450836181,
      "step": 8350,
      "token_acc": 0.9306930693069307
    },
    {
      "epoch": 0.41606493700512925,
      "grad_norm": 6.332147598266602,
      "learning_rate": 9.332766405215966e-05,
      "loss": 0.4912513256072998,
      "step": 8355,
      "token_acc": 0.9535864978902954
    },
    {
      "epoch": 0.4163139285892137,
      "grad_norm": 2.436638832092285,
      "learning_rate": 9.33173864803129e-05,
      "loss": 0.4372969627380371,
      "step": 8360,
      "token_acc": 0.8011363636363636
    },
    {
      "epoch": 0.41656292017329816,
      "grad_norm": 0.7116257548332214,
      "learning_rate": 9.330710156595507e-05,
      "loss": 0.23984732627868652,
      "step": 8365,
      "token_acc": 0.951310861423221
    },
    {
      "epoch": 0.4168119117573826,
      "grad_norm": 1.5322762727737427,
      "learning_rate": 9.329680931082956e-05,
      "loss": 0.324489426612854,
      "step": 8370,
      "token_acc": 0.9038901601830663
    },
    {
      "epoch": 0.41706090334146706,
      "grad_norm": 1.8534613847732544,
      "learning_rate": 9.328650971668092e-05,
      "loss": 0.21282534599304198,
      "step": 8375,
      "token_acc": 0.9550761421319797
    },
    {
      "epoch": 0.41730989492555154,
      "grad_norm": 1.0951199531555176,
      "learning_rate": 9.3276202785255e-05,
      "loss": 0.38814587593078614,
      "step": 8380,
      "token_acc": 0.888631090487239
    },
    {
      "epoch": 0.41755888650963596,
      "grad_norm": 2.5266661643981934,
      "learning_rate": 9.326588851829888e-05,
      "loss": 0.4382489681243896,
      "step": 8385,
      "token_acc": 0.8205461638491548
    },
    {
      "epoch": 0.41780787809372044,
      "grad_norm": 6.543591022491455,
      "learning_rate": 9.325556691756084e-05,
      "loss": 0.4597802639007568,
      "step": 8390,
      "token_acc": 0.8654524089306698
    },
    {
      "epoch": 0.41805686967780487,
      "grad_norm": 0.7107245326042175,
      "learning_rate": 9.324523798479049e-05,
      "loss": 0.18746402263641357,
      "step": 8395,
      "token_acc": 0.9756229685807151
    },
    {
      "epoch": 0.41830586126188934,
      "grad_norm": 1.7236942052841187,
      "learning_rate": 9.323490172173861e-05,
      "loss": 0.33398940563201907,
      "step": 8400,
      "token_acc": 0.9459005376344086
    },
    {
      "epoch": 0.4185548528459738,
      "grad_norm": 2.1237897872924805,
      "learning_rate": 9.322455813015727e-05,
      "loss": 0.46643576622009275,
      "step": 8405,
      "token_acc": 0.8936170212765957
    },
    {
      "epoch": 0.41880384443005825,
      "grad_norm": 0.499810129404068,
      "learning_rate": 9.321420721179973e-05,
      "loss": 0.2837287187576294,
      "step": 8410,
      "token_acc": 0.9356846473029046
    },
    {
      "epoch": 0.4190528360141427,
      "grad_norm": 2.354994535446167,
      "learning_rate": 9.320384896842054e-05,
      "loss": 0.33132932186126707,
      "step": 8415,
      "token_acc": 0.935088515660463
    },
    {
      "epoch": 0.4193018275982272,
      "grad_norm": 2.5418901443481445,
      "learning_rate": 9.319348340177546e-05,
      "loss": 0.5413830757141114,
      "step": 8420,
      "token_acc": 0.8061088977423638
    },
    {
      "epoch": 0.41955081918231163,
      "grad_norm": 1.7700496912002563,
      "learning_rate": 9.318311051362152e-05,
      "loss": 0.2785036563873291,
      "step": 8425,
      "token_acc": 0.9360599078341014
    },
    {
      "epoch": 0.4197998107663961,
      "grad_norm": 0.6746363043785095,
      "learning_rate": 9.317273030571698e-05,
      "loss": 0.5622854709625245,
      "step": 8430,
      "token_acc": 0.8675721561969439
    },
    {
      "epoch": 0.42004880235048053,
      "grad_norm": 4.938573837280273,
      "learning_rate": 9.316234277982132e-05,
      "loss": 0.2679999351501465,
      "step": 8435,
      "token_acc": 0.9699211045364892
    },
    {
      "epoch": 0.420297793934565,
      "grad_norm": 3.408952236175537,
      "learning_rate": 9.315194793769529e-05,
      "loss": 0.3710538387298584,
      "step": 8440,
      "token_acc": 0.9162609542356378
    },
    {
      "epoch": 0.4205467855186495,
      "grad_norm": 1.3808265924453735,
      "learning_rate": 9.314154578110084e-05,
      "loss": 0.5686485290527343,
      "step": 8445,
      "token_acc": 0.9171343677781446
    },
    {
      "epoch": 0.4207957771027339,
      "grad_norm": 1.17852783203125,
      "learning_rate": 9.313113631180123e-05,
      "loss": 0.4726750373840332,
      "step": 8450,
      "token_acc": 0.8686257562662058
    },
    {
      "epoch": 0.4210447686868184,
      "grad_norm": 3.2746381759643555,
      "learning_rate": 9.312071953156087e-05,
      "loss": 0.28511359691619875,
      "step": 8455,
      "token_acc": 0.9224565756823822
    },
    {
      "epoch": 0.4212937602709028,
      "grad_norm": 2.3322081565856934,
      "learning_rate": 9.31102954421455e-05,
      "loss": 0.438657808303833,
      "step": 8460,
      "token_acc": 0.8721330275229358
    },
    {
      "epoch": 0.4215427518549873,
      "grad_norm": 4.223139762878418,
      "learning_rate": 9.309986404532202e-05,
      "loss": 0.2938586473464966,
      "step": 8465,
      "token_acc": 0.9122340425531915
    },
    {
      "epoch": 0.4217917434390718,
      "grad_norm": 2.028078556060791,
      "learning_rate": 9.308942534285863e-05,
      "loss": 0.29470372200012207,
      "step": 8470,
      "token_acc": 0.9277566539923955
    },
    {
      "epoch": 0.4220407350231562,
      "grad_norm": 6.857753753662109,
      "learning_rate": 9.307897933652472e-05,
      "loss": 0.5600255489349365,
      "step": 8475,
      "token_acc": 0.8452380952380952
    },
    {
      "epoch": 0.4222897266072407,
      "grad_norm": 1.7171865701675415,
      "learning_rate": 9.306852602809097e-05,
      "loss": 0.29779644012451173,
      "step": 8480,
      "token_acc": 0.8944954128440367
    },
    {
      "epoch": 0.42253871819132516,
      "grad_norm": 0.7645873427391052,
      "learning_rate": 9.305806541932923e-05,
      "loss": 0.25416061878204343,
      "step": 8485,
      "token_acc": 0.9018789144050104
    },
    {
      "epoch": 0.4227877097754096,
      "grad_norm": 3.8474366664886475,
      "learning_rate": 9.304759751201264e-05,
      "loss": 0.3556190490722656,
      "step": 8490,
      "token_acc": 0.9258010118043845
    },
    {
      "epoch": 0.42303670135949406,
      "grad_norm": 2.248492479324341,
      "learning_rate": 9.303712230791557e-05,
      "loss": 0.3732485055923462,
      "step": 8495,
      "token_acc": 0.8872340425531915
    },
    {
      "epoch": 0.4232856929435785,
      "grad_norm": 4.375254154205322,
      "learning_rate": 9.302663980881361e-05,
      "loss": 0.5603460788726806,
      "step": 8500,
      "token_acc": 0.8474114441416893
    },
    {
      "epoch": 0.42353468452766296,
      "grad_norm": 1.0914067029953003,
      "learning_rate": 9.301615001648359e-05,
      "loss": 0.3186186790466309,
      "step": 8505,
      "token_acc": 0.9345291479820628
    },
    {
      "epoch": 0.42378367611174744,
      "grad_norm": 2.6663403511047363,
      "learning_rate": 9.30056529327036e-05,
      "loss": 0.586049747467041,
      "step": 8510,
      "token_acc": 0.8861003861003861
    },
    {
      "epoch": 0.42403266769583187,
      "grad_norm": 4.896246433258057,
      "learning_rate": 9.299514855925293e-05,
      "loss": 0.3708477973937988,
      "step": 8515,
      "token_acc": 0.8963022508038585
    },
    {
      "epoch": 0.42428165927991635,
      "grad_norm": 1.2025572061538696,
      "learning_rate": 9.298463689791213e-05,
      "loss": 0.3885790824890137,
      "step": 8520,
      "token_acc": 0.8781818181818182
    },
    {
      "epoch": 0.42453065086400077,
      "grad_norm": 3.7140707969665527,
      "learning_rate": 9.297411795046298e-05,
      "loss": 0.47700066566467286,
      "step": 8525,
      "token_acc": 0.9365
    },
    {
      "epoch": 0.42477964244808525,
      "grad_norm": 2.8660922050476074,
      "learning_rate": 9.296359171868849e-05,
      "loss": 0.375997519493103,
      "step": 8530,
      "token_acc": 0.8968531468531469
    },
    {
      "epoch": 0.4250286340321697,
      "grad_norm": 1.3631911277770996,
      "learning_rate": 9.295305820437292e-05,
      "loss": 0.6013771057128906,
      "step": 8535,
      "token_acc": 0.8425925925925926
    },
    {
      "epoch": 0.42527762561625415,
      "grad_norm": 1.4849605560302734,
      "learning_rate": 9.294251740930173e-05,
      "loss": 0.40036864280700685,
      "step": 8540,
      "token_acc": 0.9192221391174271
    },
    {
      "epoch": 0.42552661720033863,
      "grad_norm": 2.5966711044311523,
      "learning_rate": 9.293196933526167e-05,
      "loss": 0.2510798454284668,
      "step": 8545,
      "token_acc": 0.9525608732157851
    },
    {
      "epoch": 0.4257756087844231,
      "grad_norm": 1.0767533779144287,
      "learning_rate": 9.292141398404065e-05,
      "loss": 0.4091606616973877,
      "step": 8550,
      "token_acc": 0.8404004711425206
    },
    {
      "epoch": 0.42602460036850753,
      "grad_norm": 4.90238618850708,
      "learning_rate": 9.291085135742789e-05,
      "loss": 0.35486390590667727,
      "step": 8555,
      "token_acc": 0.945985401459854
    },
    {
      "epoch": 0.426273591952592,
      "grad_norm": 6.507411479949951,
      "learning_rate": 9.290028145721377e-05,
      "loss": 0.4515702724456787,
      "step": 8560,
      "token_acc": 0.8801169590643275
    },
    {
      "epoch": 0.42652258353667644,
      "grad_norm": 1.9142781496047974,
      "learning_rate": 9.288970428519e-05,
      "loss": 0.6135319709777832,
      "step": 8565,
      "token_acc": 0.6865284974093264
    },
    {
      "epoch": 0.4267715751207609,
      "grad_norm": 0.678075909614563,
      "learning_rate": 9.287911984314939e-05,
      "loss": 0.2643341302871704,
      "step": 8570,
      "token_acc": 0.9196581196581196
    },
    {
      "epoch": 0.4270205667048454,
      "grad_norm": 2.1492269039154053,
      "learning_rate": 9.286852813288612e-05,
      "loss": 0.3797940969467163,
      "step": 8575,
      "token_acc": 0.9552358113509193
    },
    {
      "epoch": 0.4272695582889298,
      "grad_norm": 1.0558844804763794,
      "learning_rate": 9.285792915619546e-05,
      "loss": 0.37520852088928225,
      "step": 8580,
      "token_acc": 0.8731182795698925
    },
    {
      "epoch": 0.4275185498730143,
      "grad_norm": 1.7398200035095215,
      "learning_rate": 9.284732291487408e-05,
      "loss": 0.38487212657928466,
      "step": 8585,
      "token_acc": 0.8668730650154799
    },
    {
      "epoch": 0.4277675414570988,
      "grad_norm": 3.427564859390259,
      "learning_rate": 9.283670941071973e-05,
      "loss": 0.5137082099914551,
      "step": 8590,
      "token_acc": 0.8472222222222222
    },
    {
      "epoch": 0.4280165330411832,
      "grad_norm": 2.8719606399536133,
      "learning_rate": 9.282608864553149e-05,
      "loss": 0.4320669174194336,
      "step": 8595,
      "token_acc": 0.8777089783281734
    },
    {
      "epoch": 0.4282655246252677,
      "grad_norm": 0.5352282524108887,
      "learning_rate": 9.28154606211096e-05,
      "loss": 0.20572009086608886,
      "step": 8600,
      "token_acc": 0.9575757575757575
    },
    {
      "epoch": 0.4285145162093521,
      "grad_norm": 1.3555943965911865,
      "learning_rate": 9.280482533925556e-05,
      "loss": 0.48296332359313965,
      "step": 8605,
      "token_acc": 0.8787709497206704
    },
    {
      "epoch": 0.4287635077934366,
      "grad_norm": 1.598731279373169,
      "learning_rate": 9.279418280177213e-05,
      "loss": 0.35034613609313964,
      "step": 8610,
      "token_acc": 0.8740566037735849
    },
    {
      "epoch": 0.42901249937752106,
      "grad_norm": 1.2272868156433105,
      "learning_rate": 9.278353301046325e-05,
      "loss": 0.2240292549133301,
      "step": 8615,
      "token_acc": 0.9066666666666666
    },
    {
      "epoch": 0.4292614909616055,
      "grad_norm": 5.400038719177246,
      "learning_rate": 9.277287596713413e-05,
      "loss": 0.3964060068130493,
      "step": 8620,
      "token_acc": 0.9297124600638977
    },
    {
      "epoch": 0.42951048254568996,
      "grad_norm": 1.376013159751892,
      "learning_rate": 9.276221167359118e-05,
      "loss": 0.4283575534820557,
      "step": 8625,
      "token_acc": 0.8674463937621832
    },
    {
      "epoch": 0.4297594741297744,
      "grad_norm": 1.3873900175094604,
      "learning_rate": 9.275154013164204e-05,
      "loss": 0.34988722801208494,
      "step": 8630,
      "token_acc": 0.8973277074542897
    },
    {
      "epoch": 0.43000846571385887,
      "grad_norm": 3.400852680206299,
      "learning_rate": 9.274086134309561e-05,
      "loss": 0.4755858898162842,
      "step": 8635,
      "token_acc": 0.8786127167630058
    },
    {
      "epoch": 0.43025745729794335,
      "grad_norm": 0.6165518164634705,
      "learning_rate": 9.2730175309762e-05,
      "loss": 0.28106725215911865,
      "step": 8640,
      "token_acc": 0.9337579617834395
    },
    {
      "epoch": 0.43050644888202777,
      "grad_norm": 6.081419944763184,
      "learning_rate": 9.271948203345252e-05,
      "loss": 0.5190091133117676,
      "step": 8645,
      "token_acc": 0.8422053231939164
    },
    {
      "epoch": 0.43075544046611225,
      "grad_norm": 1.0252265930175781,
      "learning_rate": 9.270878151597976e-05,
      "loss": 0.3799229860305786,
      "step": 8650,
      "token_acc": 0.8914728682170543
    },
    {
      "epoch": 0.43100443205019673,
      "grad_norm": 0.5562470555305481,
      "learning_rate": 9.269807375915749e-05,
      "loss": 0.5686240196228027,
      "step": 8655,
      "token_acc": 0.7555886736214605
    },
    {
      "epoch": 0.43125342363428115,
      "grad_norm": 0.9519873261451721,
      "learning_rate": 9.268735876480075e-05,
      "loss": 0.19017977714538575,
      "step": 8660,
      "token_acc": 0.9135514018691588
    },
    {
      "epoch": 0.43150241521836563,
      "grad_norm": 1.4347739219665527,
      "learning_rate": 9.267663653472576e-05,
      "loss": 0.261628246307373,
      "step": 8665,
      "token_acc": 0.905940594059406
    },
    {
      "epoch": 0.43175140680245006,
      "grad_norm": 0.8298469185829163,
      "learning_rate": 9.266590707075001e-05,
      "loss": 0.296146035194397,
      "step": 8670,
      "token_acc": 0.9050445103857567
    },
    {
      "epoch": 0.43200039838653453,
      "grad_norm": 2.04290509223938,
      "learning_rate": 9.265517037469218e-05,
      "loss": 0.38601272106170653,
      "step": 8675,
      "token_acc": 0.8362877997914494
    },
    {
      "epoch": 0.432249389970619,
      "grad_norm": 0.7143183350563049,
      "learning_rate": 9.264442644837221e-05,
      "loss": 0.4157923698425293,
      "step": 8680,
      "token_acc": 0.9547619047619048
    },
    {
      "epoch": 0.43249838155470344,
      "grad_norm": 0.9671781063079834,
      "learning_rate": 9.263367529361124e-05,
      "loss": 0.36467180252075193,
      "step": 8685,
      "token_acc": 0.9283617146212566
    },
    {
      "epoch": 0.4327473731387879,
      "grad_norm": 1.1860648393630981,
      "learning_rate": 9.262291691223164e-05,
      "loss": 0.22070639133453368,
      "step": 8690,
      "token_acc": 0.9356330014224751
    },
    {
      "epoch": 0.43299636472287234,
      "grad_norm": 1.8478682041168213,
      "learning_rate": 9.2612151306057e-05,
      "loss": 0.2983814239501953,
      "step": 8695,
      "token_acc": 0.9265927977839336
    },
    {
      "epoch": 0.4332453563069568,
      "grad_norm": 0.7843098640441895,
      "learning_rate": 9.260137847691218e-05,
      "loss": 0.419193696975708,
      "step": 8700,
      "token_acc": 0.8631128660743665
    },
    {
      "epoch": 0.4334943478910413,
      "grad_norm": 4.002908706665039,
      "learning_rate": 9.25905984266232e-05,
      "loss": 0.294468355178833,
      "step": 8705,
      "token_acc": 0.9070208728652751
    },
    {
      "epoch": 0.4337433394751257,
      "grad_norm": 0.9565044641494751,
      "learning_rate": 9.257981115701732e-05,
      "loss": 0.25959038734436035,
      "step": 8710,
      "token_acc": 0.9101123595505618
    },
    {
      "epoch": 0.4339923310592102,
      "grad_norm": 2.7395708560943604,
      "learning_rate": 9.256901666992308e-05,
      "loss": 0.5570093631744385,
      "step": 8715,
      "token_acc": 0.9302093718843469
    },
    {
      "epoch": 0.4342413226432947,
      "grad_norm": 1.8276360034942627,
      "learning_rate": 9.255821496717015e-05,
      "loss": 0.7125245094299316,
      "step": 8720,
      "token_acc": 0.8434622467771639
    },
    {
      "epoch": 0.4344903142273791,
      "grad_norm": 1.4709067344665527,
      "learning_rate": 9.254740605058951e-05,
      "loss": 0.4851066589355469,
      "step": 8725,
      "token_acc": 0.820746887966805
    },
    {
      "epoch": 0.4347393058114636,
      "grad_norm": 1.266177773475647,
      "learning_rate": 9.253658992201328e-05,
      "loss": 0.6230099678039551,
      "step": 8730,
      "token_acc": 0.7581395348837209
    },
    {
      "epoch": 0.434988297395548,
      "grad_norm": 1.2359338998794556,
      "learning_rate": 9.25257665832749e-05,
      "loss": 0.27605810165405276,
      "step": 8735,
      "token_acc": 0.9640510243525319
    },
    {
      "epoch": 0.4352372889796325,
      "grad_norm": 1.9913814067840576,
      "learning_rate": 9.251493603620895e-05,
      "loss": 0.28282675743103025,
      "step": 8740,
      "token_acc": 0.9001536098310292
    },
    {
      "epoch": 0.43548628056371697,
      "grad_norm": 0.4654397964477539,
      "learning_rate": 9.250409828265126e-05,
      "loss": 0.3818406581878662,
      "step": 8745,
      "token_acc": 0.9596142254370102
    },
    {
      "epoch": 0.4357352721478014,
      "grad_norm": 1.454052448272705,
      "learning_rate": 9.249325332443888e-05,
      "loss": 0.6769434928894043,
      "step": 8750,
      "token_acc": 0.8426573426573427
    },
    {
      "epoch": 0.43598426373188587,
      "grad_norm": 0.8026502132415771,
      "learning_rate": 9.248240116341012e-05,
      "loss": 0.34450995922088623,
      "step": 8755,
      "token_acc": 0.9163214581607291
    },
    {
      "epoch": 0.43623325531597035,
      "grad_norm": 1.9223084449768066,
      "learning_rate": 9.247154180140443e-05,
      "loss": 0.52764892578125,
      "step": 8760,
      "token_acc": 0.7964735516372796
    },
    {
      "epoch": 0.43648224690005477,
      "grad_norm": 1.8661459684371948,
      "learning_rate": 9.246067524026254e-05,
      "loss": 0.16905157566070556,
      "step": 8765,
      "token_acc": 0.9669811320754716
    },
    {
      "epoch": 0.43673123848413925,
      "grad_norm": 0.5170891880989075,
      "learning_rate": 9.244980148182638e-05,
      "loss": 0.28325810432434084,
      "step": 8770,
      "token_acc": 0.9251700680272109
    },
    {
      "epoch": 0.4369802300682237,
      "grad_norm": 3.9539756774902344,
      "learning_rate": 9.243892052793914e-05,
      "loss": 0.32826952934265136,
      "step": 8775,
      "token_acc": 0.8817204301075269
    },
    {
      "epoch": 0.43722922165230815,
      "grad_norm": 3.6737773418426514,
      "learning_rate": 9.242803238044516e-05,
      "loss": 0.5617989540100098,
      "step": 8780,
      "token_acc": 0.8703374777975134
    },
    {
      "epoch": 0.43747821323639263,
      "grad_norm": 2.3607146739959717,
      "learning_rate": 9.241713704119002e-05,
      "loss": 0.4969455718994141,
      "step": 8785,
      "token_acc": 0.8585858585858586
    },
    {
      "epoch": 0.43772720482047706,
      "grad_norm": 0.7133868336677551,
      "learning_rate": 9.240623451202058e-05,
      "loss": 0.25745835304260256,
      "step": 8790,
      "token_acc": 0.9149519890260631
    },
    {
      "epoch": 0.43797619640456154,
      "grad_norm": 2.1671743392944336,
      "learning_rate": 9.239532479478486e-05,
      "loss": 0.6063615798950195,
      "step": 8795,
      "token_acc": 0.7830188679245284
    },
    {
      "epoch": 0.43822518798864596,
      "grad_norm": 1.6878596544265747,
      "learning_rate": 9.23844078913321e-05,
      "loss": 0.4344437599182129,
      "step": 8800,
      "token_acc": 0.7911832946635731
    },
    {
      "epoch": 0.43847417957273044,
      "grad_norm": 1.5874816179275513,
      "learning_rate": 9.237348380351273e-05,
      "loss": 0.25904943943023684,
      "step": 8805,
      "token_acc": 0.9273809523809524
    },
    {
      "epoch": 0.4387231711568149,
      "grad_norm": 6.29951810836792,
      "learning_rate": 9.236255253317852e-05,
      "loss": 0.36177215576171873,
      "step": 8810,
      "token_acc": 0.8335005015045135
    },
    {
      "epoch": 0.43897216274089934,
      "grad_norm": 5.1536760330200195,
      "learning_rate": 9.235161408218233e-05,
      "loss": 0.2951157331466675,
      "step": 8815,
      "token_acc": 0.919431279620853
    },
    {
      "epoch": 0.4392211543249838,
      "grad_norm": 0.7165672779083252,
      "learning_rate": 9.234066845237828e-05,
      "loss": 0.40467157363891604,
      "step": 8820,
      "token_acc": 0.9338508268646641
    },
    {
      "epoch": 0.4394701459090683,
      "grad_norm": 1.8066685199737549,
      "learning_rate": 9.232971564562169e-05,
      "loss": 0.31355745792388917,
      "step": 8825,
      "token_acc": 0.8739076154806492
    },
    {
      "epoch": 0.4397191374931527,
      "grad_norm": 0.6560191512107849,
      "learning_rate": 9.231875566376917e-05,
      "loss": 0.1977071523666382,
      "step": 8830,
      "token_acc": 0.9201589595375722
    },
    {
      "epoch": 0.4399681290772372,
      "grad_norm": 9.948518753051758,
      "learning_rate": 9.230778850867844e-05,
      "loss": 0.5159658432006836,
      "step": 8835,
      "token_acc": 0.8437884378843789
    },
    {
      "epoch": 0.4402171206613216,
      "grad_norm": 2.6166343688964844,
      "learning_rate": 9.229681418220851e-05,
      "loss": 0.48986005783081055,
      "step": 8840,
      "token_acc": 0.808300395256917
    },
    {
      "epoch": 0.4404661122454061,
      "grad_norm": 1.8034120798110962,
      "learning_rate": 9.228583268621958e-05,
      "loss": 0.36577644348144533,
      "step": 8845,
      "token_acc": 0.8693333333333333
    },
    {
      "epoch": 0.4407151038294906,
      "grad_norm": 1.8852977752685547,
      "learning_rate": 9.227484402257306e-05,
      "loss": 0.3841315746307373,
      "step": 8850,
      "token_acc": 0.8833693304535637
    },
    {
      "epoch": 0.440964095413575,
      "grad_norm": 1.4501152038574219,
      "learning_rate": 9.226384819313158e-05,
      "loss": 0.44229564666748045,
      "step": 8855,
      "token_acc": 0.925826028320971
    },
    {
      "epoch": 0.4412130869976595,
      "grad_norm": 1.9964814186096191,
      "learning_rate": 9.225284519975901e-05,
      "loss": 0.22138900756835939,
      "step": 8860,
      "token_acc": 0.9740834386852086
    },
    {
      "epoch": 0.4414620785817439,
      "grad_norm": 0.7418798804283142,
      "learning_rate": 9.224183504432041e-05,
      "loss": 0.21184377670288085,
      "step": 8865,
      "token_acc": 0.9580552907530981
    },
    {
      "epoch": 0.4417110701658284,
      "grad_norm": 5.22843599319458,
      "learning_rate": 9.223081772868201e-05,
      "loss": 0.7277378082275391,
      "step": 8870,
      "token_acc": 0.7643835616438356
    },
    {
      "epoch": 0.44196006174991287,
      "grad_norm": 2.232194423675537,
      "learning_rate": 9.221979325471135e-05,
      "loss": 0.41538496017456056,
      "step": 8875,
      "token_acc": 0.8546255506607929
    },
    {
      "epoch": 0.4422090533339973,
      "grad_norm": 4.102936267852783,
      "learning_rate": 9.220876162427712e-05,
      "loss": 0.5506397247314453,
      "step": 8880,
      "token_acc": 0.8259668508287292
    },
    {
      "epoch": 0.44245804491808177,
      "grad_norm": 1.0928587913513184,
      "learning_rate": 9.219772283924923e-05,
      "loss": 0.2753239631652832,
      "step": 8885,
      "token_acc": 0.9331526648599819
    },
    {
      "epoch": 0.44270703650216625,
      "grad_norm": 5.120455265045166,
      "learning_rate": 9.21866769014988e-05,
      "loss": 0.4454988956451416,
      "step": 8890,
      "token_acc": 0.8242835595776772
    },
    {
      "epoch": 0.4429560280862507,
      "grad_norm": 4.252082824707031,
      "learning_rate": 9.217562381289818e-05,
      "loss": 0.5674261093139649,
      "step": 8895,
      "token_acc": 0.9279393173198482
    },
    {
      "epoch": 0.44320501967033515,
      "grad_norm": 0.6717128753662109,
      "learning_rate": 9.216456357532093e-05,
      "loss": 0.456141996383667,
      "step": 8900,
      "token_acc": 0.8163074039362699
    },
    {
      "epoch": 0.4434540112544196,
      "grad_norm": 2.201907157897949,
      "learning_rate": 9.215349619064182e-05,
      "loss": 0.2613385200500488,
      "step": 8905,
      "token_acc": 0.9188712522045855
    },
    {
      "epoch": 0.44370300283850406,
      "grad_norm": 0.5085427761077881,
      "learning_rate": 9.214242166073679e-05,
      "loss": 0.3055494070053101,
      "step": 8910,
      "token_acc": 0.9387583892617449
    },
    {
      "epoch": 0.44395199442258854,
      "grad_norm": 1.9008429050445557,
      "learning_rate": 9.213133998748306e-05,
      "loss": 0.2657602071762085,
      "step": 8915,
      "token_acc": 0.9168207024029574
    },
    {
      "epoch": 0.44420098600667296,
      "grad_norm": 3.293239116668701,
      "learning_rate": 9.212025117275904e-05,
      "loss": 0.4350104331970215,
      "step": 8920,
      "token_acc": 0.8914549653579676
    },
    {
      "epoch": 0.44444997759075744,
      "grad_norm": 1.397888422012329,
      "learning_rate": 9.210915521844431e-05,
      "loss": 0.34095091819763185,
      "step": 8925,
      "token_acc": 0.8954512979280781
    },
    {
      "epoch": 0.44469896917484186,
      "grad_norm": 1.0970324277877808,
      "learning_rate": 9.20980521264197e-05,
      "loss": 0.49832806587219236,
      "step": 8930,
      "token_acc": 0.9251059821008007
    },
    {
      "epoch": 0.44494796075892634,
      "grad_norm": 2.5081868171691895,
      "learning_rate": 9.208694189856724e-05,
      "loss": 0.43506455421447754,
      "step": 8935,
      "token_acc": 0.9121785540999515
    },
    {
      "epoch": 0.4451969523430108,
      "grad_norm": 0.5482380390167236,
      "learning_rate": 9.207582453677015e-05,
      "loss": 0.3095818281173706,
      "step": 8940,
      "token_acc": 0.8344620015048909
    },
    {
      "epoch": 0.44544594392709524,
      "grad_norm": 5.157207489013672,
      "learning_rate": 9.206470004291292e-05,
      "loss": 0.30390472412109376,
      "step": 8945,
      "token_acc": 0.9509893455098934
    },
    {
      "epoch": 0.4456949355111797,
      "grad_norm": 3.1831653118133545,
      "learning_rate": 9.205356841888116e-05,
      "loss": 0.2193821430206299,
      "step": 8950,
      "token_acc": 0.9585062240663901
    },
    {
      "epoch": 0.4459439270952642,
      "grad_norm": 0.7861431837081909,
      "learning_rate": 9.204242966656175e-05,
      "loss": 0.3353372097015381,
      "step": 8955,
      "token_acc": 0.8437807679684936
    },
    {
      "epoch": 0.4461929186793486,
      "grad_norm": 3.0987443923950195,
      "learning_rate": 9.203128378784281e-05,
      "loss": 0.5872938156127929,
      "step": 8960,
      "token_acc": 0.8076923076923077
    },
    {
      "epoch": 0.4464419102634331,
      "grad_norm": 1.504972219467163,
      "learning_rate": 9.202013078461354e-05,
      "loss": 0.5319242954254151,
      "step": 8965,
      "token_acc": 0.8048245614035088
    },
    {
      "epoch": 0.44669090184751753,
      "grad_norm": 8.134598731994629,
      "learning_rate": 9.20089706587645e-05,
      "loss": 0.4739431858062744,
      "step": 8970,
      "token_acc": 0.7851851851851852
    },
    {
      "epoch": 0.446939893431602,
      "grad_norm": 4.622465133666992,
      "learning_rate": 9.199780341218733e-05,
      "loss": 0.46818933486938474,
      "step": 8975,
      "token_acc": 0.8846880907372401
    },
    {
      "epoch": 0.4471888850156865,
      "grad_norm": 4.663891315460205,
      "learning_rate": 9.198662904677498e-05,
      "loss": 0.4951332569122314,
      "step": 8980,
      "token_acc": 0.8954562246028814
    },
    {
      "epoch": 0.4474378765997709,
      "grad_norm": 1.6960651874542236,
      "learning_rate": 9.197544756442153e-05,
      "loss": 0.4169626712799072,
      "step": 8985,
      "token_acc": 0.8562185478073329
    },
    {
      "epoch": 0.4476868681838554,
      "grad_norm": 1.2958130836486816,
      "learning_rate": 9.196425896702232e-05,
      "loss": 0.6401373863220214,
      "step": 8990,
      "token_acc": 0.829981718464351
    },
    {
      "epoch": 0.44793585976793987,
      "grad_norm": 2.1090807914733887,
      "learning_rate": 9.195306325647385e-05,
      "loss": 0.388727068901062,
      "step": 8995,
      "token_acc": 0.9021497405485545
    },
    {
      "epoch": 0.4481848513520243,
      "grad_norm": 1.2346863746643066,
      "learning_rate": 9.194186043467385e-05,
      "loss": 0.3223627328872681,
      "step": 9000,
      "token_acc": 0.8921001926782274
    },
    {
      "epoch": 0.4484338429361088,
      "grad_norm": 2.1385693550109863,
      "learning_rate": 9.193065050352128e-05,
      "loss": 0.3518268585205078,
      "step": 9005,
      "token_acc": 0.8700906344410876
    },
    {
      "epoch": 0.4486828345201932,
      "grad_norm": 1.2456905841827393,
      "learning_rate": 9.191943346491625e-05,
      "loss": 0.3647761344909668,
      "step": 9010,
      "token_acc": 0.9010695187165776
    },
    {
      "epoch": 0.4489318261042777,
      "grad_norm": 3.0539608001708984,
      "learning_rate": 9.190820932076012e-05,
      "loss": 0.4094024658203125,
      "step": 9015,
      "token_acc": 0.8657844990548205
    },
    {
      "epoch": 0.44918081768836216,
      "grad_norm": 2.221733570098877,
      "learning_rate": 9.189697807295543e-05,
      "loss": 0.42661271095275877,
      "step": 9020,
      "token_acc": 0.8877551020408163
    },
    {
      "epoch": 0.4494298092724466,
      "grad_norm": 3.994433641433716,
      "learning_rate": 9.188573972340593e-05,
      "loss": 0.3696553707122803,
      "step": 9025,
      "token_acc": 0.9572676232064878
    },
    {
      "epoch": 0.44967880085653106,
      "grad_norm": 3.133812665939331,
      "learning_rate": 9.187449427401658e-05,
      "loss": 0.31478755474090575,
      "step": 9030,
      "token_acc": 0.9578544061302682
    },
    {
      "epoch": 0.4499277924406155,
      "grad_norm": 1.4980605840682983,
      "learning_rate": 9.186324172669354e-05,
      "loss": 0.4027553081512451,
      "step": 9035,
      "token_acc": 0.8653846153846154
    },
    {
      "epoch": 0.45017678402469996,
      "grad_norm": 2.130035877227783,
      "learning_rate": 9.185198208334418e-05,
      "loss": 0.21832425594329835,
      "step": 9040,
      "token_acc": 0.9549867608120035
    },
    {
      "epoch": 0.45042577560878444,
      "grad_norm": 5.710453033447266,
      "learning_rate": 9.184071534587703e-05,
      "loss": 0.4549381732940674,
      "step": 9045,
      "token_acc": 0.9204892966360856
    },
    {
      "epoch": 0.45067476719286886,
      "grad_norm": 2.4628491401672363,
      "learning_rate": 9.182944151620191e-05,
      "loss": 0.3001084804534912,
      "step": 9050,
      "token_acc": 0.9237804878048781
    },
    {
      "epoch": 0.45092375877695334,
      "grad_norm": 1.551876425743103,
      "learning_rate": 9.181816059622976e-05,
      "loss": 0.4930687427520752,
      "step": 9055,
      "token_acc": 0.8976744186046511
    },
    {
      "epoch": 0.4511727503610378,
      "grad_norm": 2.4701054096221924,
      "learning_rate": 9.180687258787275e-05,
      "loss": 0.4890471935272217,
      "step": 9060,
      "token_acc": 0.87409200968523
    },
    {
      "epoch": 0.45142174194512225,
      "grad_norm": 1.3583186864852905,
      "learning_rate": 9.179557749304425e-05,
      "loss": 0.3640333890914917,
      "step": 9065,
      "token_acc": 0.9073083778966132
    },
    {
      "epoch": 0.4516707335292067,
      "grad_norm": 1.3934417963027954,
      "learning_rate": 9.178427531365888e-05,
      "loss": 0.40181608200073243,
      "step": 9070,
      "token_acc": 0.8776758409785933
    },
    {
      "epoch": 0.45191972511329115,
      "grad_norm": 2.9527924060821533,
      "learning_rate": 9.177296605163234e-05,
      "loss": 0.45536346435546876,
      "step": 9075,
      "token_acc": 0.8776119402985074
    },
    {
      "epoch": 0.45216871669737563,
      "grad_norm": 0.4214002192020416,
      "learning_rate": 9.176164970888166e-05,
      "loss": 0.2881865739822388,
      "step": 9080,
      "token_acc": 0.9093406593406593
    },
    {
      "epoch": 0.4524177082814601,
      "grad_norm": 1.4571309089660645,
      "learning_rate": 9.175032628732498e-05,
      "loss": 0.28257768154144286,
      "step": 9085,
      "token_acc": 0.9421221864951769
    },
    {
      "epoch": 0.45266669986554453,
      "grad_norm": 1.5479307174682617,
      "learning_rate": 9.173899578888173e-05,
      "loss": 0.3784384250640869,
      "step": 9090,
      "token_acc": 0.8476499189627229
    },
    {
      "epoch": 0.452915691449629,
      "grad_norm": 1.0811861753463745,
      "learning_rate": 9.172765821547243e-05,
      "loss": 0.4814465045928955,
      "step": 9095,
      "token_acc": 0.768377253814147
    },
    {
      "epoch": 0.45316468303371343,
      "grad_norm": 0.8335443139076233,
      "learning_rate": 9.171631356901887e-05,
      "loss": 0.4714230537414551,
      "step": 9100,
      "token_acc": 0.8873038516405135
    },
    {
      "epoch": 0.4534136746177979,
      "grad_norm": 8.2457857131958,
      "learning_rate": 9.170496185144403e-05,
      "loss": 0.5734338760375977,
      "step": 9105,
      "token_acc": 0.9513888888888888
    },
    {
      "epoch": 0.4536626662018824,
      "grad_norm": 0.5059934854507446,
      "learning_rate": 9.169360306467211e-05,
      "loss": 0.43832669258117674,
      "step": 9110,
      "token_acc": 0.8819810326659642
    },
    {
      "epoch": 0.4539116577859668,
      "grad_norm": 0.9237573742866516,
      "learning_rate": 9.168223721062843e-05,
      "loss": 0.5119967460632324,
      "step": 9115,
      "token_acc": 0.7582748244734202
    },
    {
      "epoch": 0.4541606493700513,
      "grad_norm": 2.7863640785217285,
      "learning_rate": 9.167086429123959e-05,
      "loss": 0.5015434741973877,
      "step": 9120,
      "token_acc": 0.8090709583028529
    },
    {
      "epoch": 0.4544096409541358,
      "grad_norm": 4.248336315155029,
      "learning_rate": 9.165948430843333e-05,
      "loss": 0.411364221572876,
      "step": 9125,
      "token_acc": 0.8681564245810056
    },
    {
      "epoch": 0.4546586325382202,
      "grad_norm": 1.4664380550384521,
      "learning_rate": 9.164809726413865e-05,
      "loss": 0.37095818519592283,
      "step": 9130,
      "token_acc": 0.9161073825503355
    },
    {
      "epoch": 0.4549076241223047,
      "grad_norm": 2.388101577758789,
      "learning_rate": 9.16367031602857e-05,
      "loss": 0.5066819667816163,
      "step": 9135,
      "token_acc": 0.7878787878787878
    },
    {
      "epoch": 0.4551566157063891,
      "grad_norm": 2.1060450077056885,
      "learning_rate": 9.16253019988058e-05,
      "loss": 0.5655243396759033,
      "step": 9140,
      "token_acc": 0.7851766068326578
    },
    {
      "epoch": 0.4554056072904736,
      "grad_norm": 1.6543474197387695,
      "learning_rate": 9.161389378163154e-05,
      "loss": 0.587337064743042,
      "step": 9145,
      "token_acc": 0.7987220447284346
    },
    {
      "epoch": 0.45565459887455806,
      "grad_norm": 1.7459990978240967,
      "learning_rate": 9.160247851069666e-05,
      "loss": 0.3665465831756592,
      "step": 9150,
      "token_acc": 0.8907849829351536
    },
    {
      "epoch": 0.4559035904586425,
      "grad_norm": 2.1872620582580566,
      "learning_rate": 9.159105618793611e-05,
      "loss": 0.33633606433868407,
      "step": 9155,
      "token_acc": 0.9397905759162304
    },
    {
      "epoch": 0.45615258204272696,
      "grad_norm": 0.6381670832633972,
      "learning_rate": 9.157962681528602e-05,
      "loss": 0.37612950801849365,
      "step": 9160,
      "token_acc": 0.9636194029850746
    },
    {
      "epoch": 0.45640157362681144,
      "grad_norm": 1.6691725254058838,
      "learning_rate": 9.156819039468374e-05,
      "loss": 0.42994298934936526,
      "step": 9165,
      "token_acc": 0.864321608040201
    },
    {
      "epoch": 0.45665056521089586,
      "grad_norm": 1.0831539630889893,
      "learning_rate": 9.155674692806777e-05,
      "loss": 0.40421643257141116,
      "step": 9170,
      "token_acc": 0.9105545617173524
    },
    {
      "epoch": 0.45689955679498034,
      "grad_norm": 1.7312066555023193,
      "learning_rate": 9.154529641737789e-05,
      "loss": 0.30718507766723635,
      "step": 9175,
      "token_acc": 0.910392034847542
    },
    {
      "epoch": 0.45714854837906477,
      "grad_norm": 1.4403836727142334,
      "learning_rate": 9.153383886455495e-05,
      "loss": 0.2581748962402344,
      "step": 9180,
      "token_acc": 0.936969696969697
    },
    {
      "epoch": 0.45739753996314925,
      "grad_norm": 1.5173662900924683,
      "learning_rate": 9.15223742715411e-05,
      "loss": 0.3308924913406372,
      "step": 9185,
      "token_acc": 0.9145496535796767
    },
    {
      "epoch": 0.4576465315472337,
      "grad_norm": 3.4098496437072754,
      "learning_rate": 9.151090264027964e-05,
      "loss": 0.3979374408721924,
      "step": 9190,
      "token_acc": 0.9155963302752294
    },
    {
      "epoch": 0.45789552313131815,
      "grad_norm": 2.7323060035705566,
      "learning_rate": 9.149942397271508e-05,
      "loss": 0.4617296695709229,
      "step": 9195,
      "token_acc": 0.9446239040147669
    },
    {
      "epoch": 0.45814451471540263,
      "grad_norm": 1.5806416273117065,
      "learning_rate": 9.148793827079308e-05,
      "loss": 0.2088871955871582,
      "step": 9200,
      "token_acc": 0.9694345389709628
    },
    {
      "epoch": 0.45839350629948705,
      "grad_norm": 2.7823240756988525,
      "learning_rate": 9.147644553646054e-05,
      "loss": 0.43906431198120116,
      "step": 9205,
      "token_acc": 0.8232044198895028
    },
    {
      "epoch": 0.45864249788357153,
      "grad_norm": 3.333704710006714,
      "learning_rate": 9.146494577166555e-05,
      "loss": 0.4151326656341553,
      "step": 9210,
      "token_acc": 0.8537170263788969
    },
    {
      "epoch": 0.458891489467656,
      "grad_norm": 6.31876277923584,
      "learning_rate": 9.145343897835735e-05,
      "loss": 0.34491982460021975,
      "step": 9215,
      "token_acc": 0.9325337331334332
    },
    {
      "epoch": 0.45914048105174043,
      "grad_norm": 4.144048690795898,
      "learning_rate": 9.144192515848642e-05,
      "loss": 0.33731327056884763,
      "step": 9220,
      "token_acc": 0.9518773135906927
    },
    {
      "epoch": 0.4593894726358249,
      "grad_norm": 1.476099967956543,
      "learning_rate": 9.14304043140044e-05,
      "loss": 0.41257667541503906,
      "step": 9225,
      "token_acc": 0.9277403551745255
    },
    {
      "epoch": 0.4596384642199094,
      "grad_norm": 2.426694869995117,
      "learning_rate": 9.141887644686414e-05,
      "loss": 0.46338520050048826,
      "step": 9230,
      "token_acc": 0.877906976744186
    },
    {
      "epoch": 0.4598874558039938,
      "grad_norm": 5.578869342803955,
      "learning_rate": 9.140734155901965e-05,
      "loss": 0.5028814792633056,
      "step": 9235,
      "token_acc": 0.8798151001540832
    },
    {
      "epoch": 0.4601364473880783,
      "grad_norm": 1.6431819200515747,
      "learning_rate": 9.139579965242617e-05,
      "loss": 0.40906519889831544,
      "step": 9240,
      "token_acc": 0.9274193548387096
    },
    {
      "epoch": 0.4603854389721627,
      "grad_norm": 1.4929006099700928,
      "learning_rate": 9.13842507290401e-05,
      "loss": 0.2835469007492065,
      "step": 9245,
      "token_acc": 0.8848039215686274
    },
    {
      "epoch": 0.4606344305562472,
      "grad_norm": 0.7969961166381836,
      "learning_rate": 9.137269479081904e-05,
      "loss": 0.3093884468078613,
      "step": 9250,
      "token_acc": 0.9531304651976216
    },
    {
      "epoch": 0.4608834221403317,
      "grad_norm": 1.5193870067596436,
      "learning_rate": 9.136113183972179e-05,
      "loss": 0.3979793071746826,
      "step": 9255,
      "token_acc": 0.8717948717948718
    },
    {
      "epoch": 0.4611324137244161,
      "grad_norm": 3.3143527507781982,
      "learning_rate": 9.134956187770831e-05,
      "loss": 0.6735937595367432,
      "step": 9260,
      "token_acc": 0.9144412315019561
    },
    {
      "epoch": 0.4613814053085006,
      "grad_norm": 2.159802198410034,
      "learning_rate": 9.133798490673977e-05,
      "loss": 0.29370846748352053,
      "step": 9265,
      "token_acc": 0.8896713615023474
    },
    {
      "epoch": 0.461630396892585,
      "grad_norm": 2.969555616378784,
      "learning_rate": 9.132640092877854e-05,
      "loss": 0.44493803977966306,
      "step": 9270,
      "token_acc": 0.8108108108108109
    },
    {
      "epoch": 0.4618793884766695,
      "grad_norm": 0.9128793478012085,
      "learning_rate": 9.131480994578813e-05,
      "loss": 0.31865296363830564,
      "step": 9275,
      "token_acc": 0.883495145631068
    },
    {
      "epoch": 0.46212838006075396,
      "grad_norm": 0.9459099769592285,
      "learning_rate": 9.13032119597333e-05,
      "loss": 0.31369647979736326,
      "step": 9280,
      "token_acc": 0.906187624750499
    },
    {
      "epoch": 0.4623773716448384,
      "grad_norm": 3.7569985389709473,
      "learning_rate": 9.129160697257996e-05,
      "loss": 0.4417726993560791,
      "step": 9285,
      "token_acc": 0.8600583090379009
    },
    {
      "epoch": 0.46262636322892287,
      "grad_norm": 3.8900668621063232,
      "learning_rate": 9.12799949862952e-05,
      "loss": 0.18542540073394775,
      "step": 9290,
      "token_acc": 0.9838820301783264
    },
    {
      "epoch": 0.46287535481300734,
      "grad_norm": 4.387500762939453,
      "learning_rate": 9.126837600284731e-05,
      "loss": 0.29134445190429686,
      "step": 9295,
      "token_acc": 0.9207161125319693
    },
    {
      "epoch": 0.46312434639709177,
      "grad_norm": 1.5197489261627197,
      "learning_rate": 9.125675002420577e-05,
      "loss": 0.7324055671691895,
      "step": 9300,
      "token_acc": 0.8595605700712589
    },
    {
      "epoch": 0.46337333798117625,
      "grad_norm": 0.6471804976463318,
      "learning_rate": 9.124511705234126e-05,
      "loss": 0.18722522258758545,
      "step": 9305,
      "token_acc": 0.927487352445194
    },
    {
      "epoch": 0.46362232956526067,
      "grad_norm": 0.7527729272842407,
      "learning_rate": 9.12334770892256e-05,
      "loss": 0.3667731523513794,
      "step": 9310,
      "token_acc": 0.9657387580299786
    },
    {
      "epoch": 0.46387132114934515,
      "grad_norm": 1.5909920930862427,
      "learning_rate": 9.12218301368318e-05,
      "loss": 0.33189356327056885,
      "step": 9315,
      "token_acc": 0.9153209925167388
    },
    {
      "epoch": 0.46412031273342963,
      "grad_norm": 0.6167208552360535,
      "learning_rate": 9.121017619713414e-05,
      "loss": 0.2615088701248169,
      "step": 9320,
      "token_acc": 0.9625850340136054
    },
    {
      "epoch": 0.46436930431751405,
      "grad_norm": 1.8743577003479004,
      "learning_rate": 9.119851527210798e-05,
      "loss": 0.2125551462173462,
      "step": 9325,
      "token_acc": 0.91701244813278
    },
    {
      "epoch": 0.46461829590159853,
      "grad_norm": 3.324688673019409,
      "learning_rate": 9.118684736372991e-05,
      "loss": 0.298228120803833,
      "step": 9330,
      "token_acc": 0.9591298615688859
    },
    {
      "epoch": 0.46486728748568296,
      "grad_norm": 2.1204912662506104,
      "learning_rate": 9.117517247397769e-05,
      "loss": 0.2024094581604004,
      "step": 9335,
      "token_acc": 0.9072398190045249
    },
    {
      "epoch": 0.46511627906976744,
      "grad_norm": 12.98395824432373,
      "learning_rate": 9.116349060483027e-05,
      "loss": 0.6271115779876709,
      "step": 9340,
      "token_acc": 0.7767584097859327
    },
    {
      "epoch": 0.4653652706538519,
      "grad_norm": 5.15627908706665,
      "learning_rate": 9.11518017582678e-05,
      "loss": 0.5065649032592774,
      "step": 9345,
      "token_acc": 0.851063829787234
    },
    {
      "epoch": 0.46561426223793634,
      "grad_norm": 3.0068893432617188,
      "learning_rate": 9.114010593627161e-05,
      "loss": 0.4747313976287842,
      "step": 9350,
      "token_acc": 0.8382476832350463
    },
    {
      "epoch": 0.4658632538220208,
      "grad_norm": 1.277644157409668,
      "learning_rate": 9.112840314082418e-05,
      "loss": 0.4198251724243164,
      "step": 9355,
      "token_acc": 0.7988380537400145
    },
    {
      "epoch": 0.4661122454061053,
      "grad_norm": 2.4865996837615967,
      "learning_rate": 9.111669337390918e-05,
      "loss": 0.34526968002319336,
      "step": 9360,
      "token_acc": 0.9028697571743929
    },
    {
      "epoch": 0.4663612369901897,
      "grad_norm": 1.38458251953125,
      "learning_rate": 9.110497663751148e-05,
      "loss": 0.36526453495025635,
      "step": 9365,
      "token_acc": 0.8734177215189873
    },
    {
      "epoch": 0.4666102285742742,
      "grad_norm": 1.2197130918502808,
      "learning_rate": 9.109325293361714e-05,
      "loss": 0.3797191858291626,
      "step": 9370,
      "token_acc": 0.9158716392020815
    },
    {
      "epoch": 0.4668592201583586,
      "grad_norm": 1.3127957582473755,
      "learning_rate": 9.108152226421337e-05,
      "loss": 0.3584877967834473,
      "step": 9375,
      "token_acc": 0.9490787269681742
    },
    {
      "epoch": 0.4671082117424431,
      "grad_norm": 1.8959888219833374,
      "learning_rate": 9.106978463128859e-05,
      "loss": 0.3936448574066162,
      "step": 9380,
      "token_acc": 0.9171511627906976
    },
    {
      "epoch": 0.4673572033265276,
      "grad_norm": 2.5741968154907227,
      "learning_rate": 9.105804003683236e-05,
      "loss": 0.3272737503051758,
      "step": 9385,
      "token_acc": 0.9444138690148597
    },
    {
      "epoch": 0.467606194910612,
      "grad_norm": 1.5144553184509277,
      "learning_rate": 9.10462884828355e-05,
      "loss": 0.5085280895233154,
      "step": 9390,
      "token_acc": 0.8171318575553417
    },
    {
      "epoch": 0.4678551864946965,
      "grad_norm": 4.0513834953308105,
      "learning_rate": 9.10345299712899e-05,
      "loss": 0.2583990335464478,
      "step": 9395,
      "token_acc": 0.932
    },
    {
      "epoch": 0.46810417807878096,
      "grad_norm": 7.468207836151123,
      "learning_rate": 9.102276450418871e-05,
      "loss": 0.3334146022796631,
      "step": 9400,
      "token_acc": 0.9477285166940339
    },
    {
      "epoch": 0.4683531696628654,
      "grad_norm": 4.751534461975098,
      "learning_rate": 9.101099208352624e-05,
      "loss": 0.40584430694580076,
      "step": 9405,
      "token_acc": 0.9272951324707333
    },
    {
      "epoch": 0.46860216124694987,
      "grad_norm": 7.8248724937438965,
      "learning_rate": 9.099921271129797e-05,
      "loss": 0.46938352584838866,
      "step": 9410,
      "token_acc": 0.9065184436584134
    },
    {
      "epoch": 0.4688511528310343,
      "grad_norm": 3.5278007984161377,
      "learning_rate": 9.098742638950055e-05,
      "loss": 0.5223728656768799,
      "step": 9415,
      "token_acc": 0.8249400479616307
    },
    {
      "epoch": 0.46910014441511877,
      "grad_norm": 0.9811190962791443,
      "learning_rate": 9.097563312013182e-05,
      "loss": 0.34041423797607423,
      "step": 9420,
      "token_acc": 0.8031849734585546
    },
    {
      "epoch": 0.46934913599920325,
      "grad_norm": 2.929764747619629,
      "learning_rate": 9.096383290519081e-05,
      "loss": 0.5318479537963867,
      "step": 9425,
      "token_acc": 0.8258823529411765
    },
    {
      "epoch": 0.46959812758328767,
      "grad_norm": 2.3132364749908447,
      "learning_rate": 9.095202574667773e-05,
      "loss": 0.34179623126983644,
      "step": 9430,
      "token_acc": 0.8597417840375586
    },
    {
      "epoch": 0.46984711916737215,
      "grad_norm": 0.5898826718330383,
      "learning_rate": 9.094021164659392e-05,
      "loss": 0.5622590065002442,
      "step": 9435,
      "token_acc": 0.8456196581196581
    },
    {
      "epoch": 0.4700961107514566,
      "grad_norm": 0.67420494556427,
      "learning_rate": 9.092839060694194e-05,
      "loss": 0.37661941051483155,
      "step": 9440,
      "token_acc": 0.9474727452923687
    },
    {
      "epoch": 0.47034510233554105,
      "grad_norm": 0.8588517904281616,
      "learning_rate": 9.091656262972552e-05,
      "loss": 0.2658656597137451,
      "step": 9445,
      "token_acc": 0.9216589861751152
    },
    {
      "epoch": 0.47059409391962553,
      "grad_norm": 1.2752037048339844,
      "learning_rate": 9.090472771694955e-05,
      "loss": 0.34843971729278567,
      "step": 9450,
      "token_acc": 0.8881048387096774
    },
    {
      "epoch": 0.47084308550370996,
      "grad_norm": 1.4479249715805054,
      "learning_rate": 9.08928858706201e-05,
      "loss": 0.27070465087890627,
      "step": 9455,
      "token_acc": 0.957543391188251
    },
    {
      "epoch": 0.47109207708779444,
      "grad_norm": 0.7033480405807495,
      "learning_rate": 9.088103709274446e-05,
      "loss": 0.33143956661224366,
      "step": 9460,
      "token_acc": 0.959951942330797
    },
    {
      "epoch": 0.4713410686718789,
      "grad_norm": 2.5789124965667725,
      "learning_rate": 9.086918138533102e-05,
      "loss": 0.29848761558532716,
      "step": 9465,
      "token_acc": 0.9365351629502573
    },
    {
      "epoch": 0.47159006025596334,
      "grad_norm": 1.3037230968475342,
      "learning_rate": 9.085731875038939e-05,
      "loss": 0.22423598766326905,
      "step": 9470,
      "token_acc": 0.9290780141843972
    },
    {
      "epoch": 0.4718390518400478,
      "grad_norm": 1.0112553834915161,
      "learning_rate": 9.084544918993034e-05,
      "loss": 0.24988675117492676,
      "step": 9475,
      "token_acc": 0.9106239460370995
    },
    {
      "epoch": 0.47208804342413224,
      "grad_norm": 2.00007700920105,
      "learning_rate": 9.083357270596582e-05,
      "loss": 0.4520601272583008,
      "step": 9480,
      "token_acc": 0.92534281361097
    },
    {
      "epoch": 0.4723370350082167,
      "grad_norm": 6.689630508422852,
      "learning_rate": 9.082168930050898e-05,
      "loss": 0.6742089271545411,
      "step": 9485,
      "token_acc": 0.7798941798941799
    },
    {
      "epoch": 0.4725860265923012,
      "grad_norm": 0.9922687411308289,
      "learning_rate": 9.080979897557407e-05,
      "loss": 0.31943817138671876,
      "step": 9490,
      "token_acc": 0.9001097694840834
    },
    {
      "epoch": 0.4728350181763856,
      "grad_norm": 2.7330591678619385,
      "learning_rate": 9.079790173317659e-05,
      "loss": 0.41991848945617677,
      "step": 9495,
      "token_acc": 0.9252217997465145
    },
    {
      "epoch": 0.4730840097604701,
      "grad_norm": 12.631146430969238,
      "learning_rate": 9.078599757533319e-05,
      "loss": 0.5800044059753418,
      "step": 9500,
      "token_acc": 0.8770161290322581
    },
    {
      "epoch": 0.4733330013445545,
      "grad_norm": 0.79029381275177,
      "learning_rate": 9.077408650406165e-05,
      "loss": 0.24854397773742676,
      "step": 9505,
      "token_acc": 0.9594219010561423
    },
    {
      "epoch": 0.473581992928639,
      "grad_norm": 3.0458436012268066,
      "learning_rate": 9.076216852138098e-05,
      "loss": 0.23751049041748046,
      "step": 9510,
      "token_acc": 0.9239373601789709
    },
    {
      "epoch": 0.4738309845127235,
      "grad_norm": 5.478908538818359,
      "learning_rate": 9.075024362931133e-05,
      "loss": 0.42371582984924316,
      "step": 9515,
      "token_acc": 0.9024390243902439
    },
    {
      "epoch": 0.4740799760968079,
      "grad_norm": 4.86711311340332,
      "learning_rate": 9.073831182987404e-05,
      "loss": 0.3826432704925537,
      "step": 9520,
      "token_acc": 0.913619501854796
    },
    {
      "epoch": 0.4743289676808924,
      "grad_norm": 1.0692310333251953,
      "learning_rate": 9.072637312509157e-05,
      "loss": 0.48788886070251464,
      "step": 9525,
      "token_acc": 0.9347357065803668
    },
    {
      "epoch": 0.47457795926497687,
      "grad_norm": 1.119135856628418,
      "learning_rate": 9.071442751698764e-05,
      "loss": 0.48721952438354493,
      "step": 9530,
      "token_acc": 0.8405103668261563
    },
    {
      "epoch": 0.4748269508490613,
      "grad_norm": 1.8960654735565186,
      "learning_rate": 9.070247500758706e-05,
      "loss": 0.6602912425994873,
      "step": 9535,
      "token_acc": 0.7639311043566362
    },
    {
      "epoch": 0.47507594243314577,
      "grad_norm": 0.6266529560089111,
      "learning_rate": 9.069051559891583e-05,
      "loss": 0.40842456817626954,
      "step": 9540,
      "token_acc": 0.8491198658843252
    },
    {
      "epoch": 0.4753249340172302,
      "grad_norm": 0.38683995604515076,
      "learning_rate": 9.067854929300117e-05,
      "loss": 0.2010225772857666,
      "step": 9545,
      "token_acc": 0.9518405756988652
    },
    {
      "epoch": 0.4755739256013147,
      "grad_norm": 0.7952753305435181,
      "learning_rate": 9.06665760918714e-05,
      "loss": 0.5436177253723145,
      "step": 9550,
      "token_acc": 0.914792899408284
    },
    {
      "epoch": 0.47582291718539915,
      "grad_norm": 3.1646573543548584,
      "learning_rate": 9.065459599755603e-05,
      "loss": 0.4507890701293945,
      "step": 9555,
      "token_acc": 0.8483063328424153
    },
    {
      "epoch": 0.4760719087694836,
      "grad_norm": 1.2494029998779297,
      "learning_rate": 9.064260901208575e-05,
      "loss": 0.20921773910522462,
      "step": 9560,
      "token_acc": 0.9465415221383391
    },
    {
      "epoch": 0.47632090035356806,
      "grad_norm": 1.6683913469314575,
      "learning_rate": 9.063061513749242e-05,
      "loss": 0.2510828971862793,
      "step": 9565,
      "token_acc": 0.9202898550724637
    },
    {
      "epoch": 0.47656989193765253,
      "grad_norm": 5.53755521774292,
      "learning_rate": 9.061861437580905e-05,
      "loss": 0.49162092208862307,
      "step": 9570,
      "token_acc": 0.8870673952641166
    },
    {
      "epoch": 0.47681888352173696,
      "grad_norm": 1.389735460281372,
      "learning_rate": 9.060660672906986e-05,
      "loss": 0.2695476770401001,
      "step": 9575,
      "token_acc": 0.8817267888823181
    },
    {
      "epoch": 0.47706787510582144,
      "grad_norm": 3.905963897705078,
      "learning_rate": 9.059459219931017e-05,
      "loss": 0.5009739398956299,
      "step": 9580,
      "token_acc": 0.8625792811839323
    },
    {
      "epoch": 0.47731686668990586,
      "grad_norm": 1.6081764698028564,
      "learning_rate": 9.058257078856651e-05,
      "loss": 0.37457904815673826,
      "step": 9585,
      "token_acc": 0.823914823914824
    },
    {
      "epoch": 0.47756585827399034,
      "grad_norm": 4.4410881996154785,
      "learning_rate": 9.057054249887659e-05,
      "loss": 0.46058030128479005,
      "step": 9590,
      "token_acc": 0.9305555555555556
    },
    {
      "epoch": 0.4778148498580748,
      "grad_norm": 1.9321434497833252,
      "learning_rate": 9.055850733227922e-05,
      "loss": 0.15145679712295532,
      "step": 9595,
      "token_acc": 0.9751468594667871
    },
    {
      "epoch": 0.47806384144215924,
      "grad_norm": 0.8302716016769409,
      "learning_rate": 9.054646529081447e-05,
      "loss": 0.3504800796508789,
      "step": 9600,
      "token_acc": 0.9225438238891154
    },
    {
      "epoch": 0.4783128330262437,
      "grad_norm": 2.347996711730957,
      "learning_rate": 9.053441637652351e-05,
      "loss": 0.3124533653259277,
      "step": 9605,
      "token_acc": 0.9079545454545455
    },
    {
      "epoch": 0.47856182461032815,
      "grad_norm": 4.240412712097168,
      "learning_rate": 9.052236059144868e-05,
      "loss": 0.46236071586608884,
      "step": 9610,
      "token_acc": 0.8854136217480268
    },
    {
      "epoch": 0.4788108161944126,
      "grad_norm": 0.4947325587272644,
      "learning_rate": 9.051029793763348e-05,
      "loss": 0.334439754486084,
      "step": 9615,
      "token_acc": 0.962356067316209
    },
    {
      "epoch": 0.4790598077784971,
      "grad_norm": 4.385473251342773,
      "learning_rate": 9.04982284171226e-05,
      "loss": 0.4079427719116211,
      "step": 9620,
      "token_acc": 0.851170046801872
    },
    {
      "epoch": 0.47930879936258153,
      "grad_norm": 2.6735074520111084,
      "learning_rate": 9.048615203196193e-05,
      "loss": 0.30445222854614257,
      "step": 9625,
      "token_acc": 0.8960817717206133
    },
    {
      "epoch": 0.479557790946666,
      "grad_norm": 3.3074984550476074,
      "learning_rate": 9.047406878419842e-05,
      "loss": 0.4452277660369873,
      "step": 9630,
      "token_acc": 0.8617511520737328
    },
    {
      "epoch": 0.4798067825307505,
      "grad_norm": 1.9301732778549194,
      "learning_rate": 9.046197867588026e-05,
      "loss": 0.21320052146911622,
      "step": 9635,
      "token_acc": 0.9224924012158054
    },
    {
      "epoch": 0.4800557741148349,
      "grad_norm": 0.6623502969741821,
      "learning_rate": 9.04498817090568e-05,
      "loss": 0.30579683780670164,
      "step": 9640,
      "token_acc": 0.9684418145956607
    },
    {
      "epoch": 0.4803047656989194,
      "grad_norm": 2.859058380126953,
      "learning_rate": 9.04377778857785e-05,
      "loss": 0.36339616775512695,
      "step": 9645,
      "token_acc": 0.9237113402061856
    },
    {
      "epoch": 0.4805537572830038,
      "grad_norm": 0.3657590448856354,
      "learning_rate": 9.042566720809702e-05,
      "loss": 0.30482628345489504,
      "step": 9650,
      "token_acc": 0.975669099756691
    },
    {
      "epoch": 0.4808027488670883,
      "grad_norm": 0.5950817465782166,
      "learning_rate": 9.041354967806521e-05,
      "loss": 0.16720911264419555,
      "step": 9655,
      "token_acc": 0.9358752166377816
    },
    {
      "epoch": 0.48105174045117277,
      "grad_norm": 1.4579298496246338,
      "learning_rate": 9.040142529773705e-05,
      "loss": 0.6224886894226074,
      "step": 9660,
      "token_acc": 0.7721973094170403
    },
    {
      "epoch": 0.4813007320352572,
      "grad_norm": 0.8408708572387695,
      "learning_rate": 9.038929406916765e-05,
      "loss": 0.35110347270965575,
      "step": 9665,
      "token_acc": 0.8955823293172691
    },
    {
      "epoch": 0.4815497236193417,
      "grad_norm": 3.129744529724121,
      "learning_rate": 9.037715599441334e-05,
      "loss": 0.34327924251556396,
      "step": 9670,
      "token_acc": 0.8872180451127819
    },
    {
      "epoch": 0.4817987152034261,
      "grad_norm": 3.0269603729248047,
      "learning_rate": 9.036501107553158e-05,
      "loss": 0.4006515026092529,
      "step": 9675,
      "token_acc": 0.8896
    },
    {
      "epoch": 0.4820477067875106,
      "grad_norm": 3.581101179122925,
      "learning_rate": 9.035285931458099e-05,
      "loss": 0.3677141904830933,
      "step": 9680,
      "token_acc": 0.8672768878718535
    },
    {
      "epoch": 0.48229669837159506,
      "grad_norm": 1.8780853748321533,
      "learning_rate": 9.034070071362136e-05,
      "loss": 0.5217677593231201,
      "step": 9685,
      "token_acc": 0.8145833333333333
    },
    {
      "epoch": 0.4825456899556795,
      "grad_norm": 5.161774635314941,
      "learning_rate": 9.03285352747136e-05,
      "loss": 0.4262975215911865,
      "step": 9690,
      "token_acc": 0.8629807692307693
    },
    {
      "epoch": 0.48279468153976396,
      "grad_norm": 1.4003442525863647,
      "learning_rate": 9.031636299991986e-05,
      "loss": 0.4756295680999756,
      "step": 9695,
      "token_acc": 0.8299212598425196
    },
    {
      "epoch": 0.48304367312384844,
      "grad_norm": 5.539747714996338,
      "learning_rate": 9.030418389130337e-05,
      "loss": 0.7506564140319825,
      "step": 9700,
      "token_acc": 0.7806901128069011
    },
    {
      "epoch": 0.48329266470793286,
      "grad_norm": 0.6009758114814758,
      "learning_rate": 9.029199795092855e-05,
      "loss": 0.2835958242416382,
      "step": 9705,
      "token_acc": 0.9069373942470389
    },
    {
      "epoch": 0.48354165629201734,
      "grad_norm": 3.2541141510009766,
      "learning_rate": 9.0279805180861e-05,
      "loss": 0.2576160907745361,
      "step": 9710,
      "token_acc": 0.9071207430340558
    },
    {
      "epoch": 0.48379064787610176,
      "grad_norm": 2.162909507751465,
      "learning_rate": 9.026760558316744e-05,
      "loss": 0.3005694389343262,
      "step": 9715,
      "token_acc": 0.9178571428571428
    },
    {
      "epoch": 0.48403963946018624,
      "grad_norm": 1.8957080841064453,
      "learning_rate": 9.025539915991576e-05,
      "loss": 0.21025633811950684,
      "step": 9720,
      "token_acc": 0.9139784946236559
    },
    {
      "epoch": 0.4842886310442707,
      "grad_norm": 2.690356492996216,
      "learning_rate": 9.0243185913175e-05,
      "loss": 0.3565089702606201,
      "step": 9725,
      "token_acc": 0.9451438848920863
    },
    {
      "epoch": 0.48453762262835515,
      "grad_norm": 2.1545028686523438,
      "learning_rate": 9.023096584501538e-05,
      "loss": 0.39073781967163085,
      "step": 9730,
      "token_acc": 0.8915929203539823
    },
    {
      "epoch": 0.4847866142124396,
      "grad_norm": 7.485735893249512,
      "learning_rate": 9.021873895750827e-05,
      "loss": 0.31221776008605956,
      "step": 9735,
      "token_acc": 0.9422037422037423
    },
    {
      "epoch": 0.4850356057965241,
      "grad_norm": 2.0214343070983887,
      "learning_rate": 9.020650525272617e-05,
      "loss": 0.34018330574035643,
      "step": 9740,
      "token_acc": 0.9287138584247259
    },
    {
      "epoch": 0.48528459738060853,
      "grad_norm": 2.4796199798583984,
      "learning_rate": 9.019426473274275e-05,
      "loss": 0.4158214569091797,
      "step": 9745,
      "token_acc": 0.8675324675324675
    },
    {
      "epoch": 0.485533588964693,
      "grad_norm": 0.7783849239349365,
      "learning_rate": 9.018201739963287e-05,
      "loss": 0.5974347591400146,
      "step": 9750,
      "token_acc": 0.8294701986754967
    },
    {
      "epoch": 0.48578258054877743,
      "grad_norm": 4.357847213745117,
      "learning_rate": 9.016976325547247e-05,
      "loss": 0.39961206912994385,
      "step": 9755,
      "token_acc": 0.8833333333333333
    },
    {
      "epoch": 0.4860315721328619,
      "grad_norm": 3.198876142501831,
      "learning_rate": 9.015750230233873e-05,
      "loss": 0.2780695676803589,
      "step": 9760,
      "token_acc": 0.9814624098867147
    },
    {
      "epoch": 0.4862805637169464,
      "grad_norm": 0.7253718376159668,
      "learning_rate": 9.01452345423099e-05,
      "loss": 0.22432754039764405,
      "step": 9765,
      "token_acc": 0.94136460554371
    },
    {
      "epoch": 0.4865295553010308,
      "grad_norm": 3.047440767288208,
      "learning_rate": 9.013295997746546e-05,
      "loss": 0.386623215675354,
      "step": 9770,
      "token_acc": 0.9435064935064935
    },
    {
      "epoch": 0.4867785468851153,
      "grad_norm": 2.767507314682007,
      "learning_rate": 9.0120678609886e-05,
      "loss": 0.42054572105407717,
      "step": 9775,
      "token_acc": 0.9235862068965517
    },
    {
      "epoch": 0.4870275384691997,
      "grad_norm": 0.7631497979164124,
      "learning_rate": 9.010839044165326e-05,
      "loss": 0.33260602951049806,
      "step": 9780,
      "token_acc": 0.9282856263465682
    },
    {
      "epoch": 0.4872765300532842,
      "grad_norm": 11.089781761169434,
      "learning_rate": 9.009609547485018e-05,
      "loss": 0.2204519271850586,
      "step": 9785,
      "token_acc": 0.9257787666878576
    },
    {
      "epoch": 0.4875255216373687,
      "grad_norm": 1.0817642211914062,
      "learning_rate": 9.008379371156078e-05,
      "loss": 0.2706948518753052,
      "step": 9790,
      "token_acc": 0.9394904458598726
    },
    {
      "epoch": 0.4877745132214531,
      "grad_norm": 2.4866490364074707,
      "learning_rate": 9.007148515387027e-05,
      "loss": 0.2934896945953369,
      "step": 9795,
      "token_acc": 0.9142394822006472
    },
    {
      "epoch": 0.4880235048055376,
      "grad_norm": 1.9098836183547974,
      "learning_rate": 9.005916980386503e-05,
      "loss": 0.24054186344146727,
      "step": 9800,
      "token_acc": 0.916030534351145
    },
    {
      "epoch": 0.48827249638962206,
      "grad_norm": 0.7915387153625488,
      "learning_rate": 9.004684766363256e-05,
      "loss": 0.3710421323776245,
      "step": 9805,
      "token_acc": 0.8926441351888668
    },
    {
      "epoch": 0.4885214879737065,
      "grad_norm": 1.4921420812606812,
      "learning_rate": 9.003451873526155e-05,
      "loss": 0.4477180004119873,
      "step": 9810,
      "token_acc": 0.8900560224089635
    },
    {
      "epoch": 0.48877047955779096,
      "grad_norm": 0.7428638935089111,
      "learning_rate": 9.002218302084178e-05,
      "loss": 0.3392709016799927,
      "step": 9815,
      "token_acc": 0.8992161254199328
    },
    {
      "epoch": 0.4890194711418754,
      "grad_norm": 1.4819910526275635,
      "learning_rate": 9.000984052246422e-05,
      "loss": 0.2989049434661865,
      "step": 9820,
      "token_acc": 0.8950524737631185
    },
    {
      "epoch": 0.48926846272595986,
      "grad_norm": 1.8449780941009521,
      "learning_rate": 8.999749124222101e-05,
      "loss": 0.3828501462936401,
      "step": 9825,
      "token_acc": 0.8516483516483516
    },
    {
      "epoch": 0.48951745431004434,
      "grad_norm": 0.7937416434288025,
      "learning_rate": 8.99851351822054e-05,
      "loss": 0.24204344749450685,
      "step": 9830,
      "token_acc": 0.9183673469387755
    },
    {
      "epoch": 0.48976644589412877,
      "grad_norm": 4.9589033126831055,
      "learning_rate": 8.997277234451179e-05,
      "loss": 0.692278528213501,
      "step": 9835,
      "token_acc": 0.8287769784172662
    },
    {
      "epoch": 0.49001543747821324,
      "grad_norm": 0.6790834665298462,
      "learning_rate": 8.996040273123576e-05,
      "loss": 0.43973212242126464,
      "step": 9840,
      "token_acc": 0.800332778702163
    },
    {
      "epoch": 0.49026442906229767,
      "grad_norm": 0.6559647917747498,
      "learning_rate": 8.9948026344474e-05,
      "loss": 0.23404526710510254,
      "step": 9845,
      "token_acc": 0.9145129224652088
    },
    {
      "epoch": 0.49051342064638215,
      "grad_norm": 4.079155921936035,
      "learning_rate": 8.993564318632439e-05,
      "loss": 0.4021646022796631,
      "step": 9850,
      "token_acc": 0.8905109489051095
    },
    {
      "epoch": 0.4907624122304666,
      "grad_norm": 6.604462146759033,
      "learning_rate": 8.992325325888594e-05,
      "loss": 0.41547355651855467,
      "step": 9855,
      "token_acc": 0.8347305389221557
    },
    {
      "epoch": 0.49101140381455105,
      "grad_norm": 2.63362455368042,
      "learning_rate": 8.991085656425877e-05,
      "loss": 0.36924145221710203,
      "step": 9860,
      "token_acc": 0.8793103448275862
    },
    {
      "epoch": 0.49126039539863553,
      "grad_norm": 1.6092725992202759,
      "learning_rate": 8.989845310454421e-05,
      "loss": 0.41133575439453124,
      "step": 9865,
      "token_acc": 0.8010033444816054
    },
    {
      "epoch": 0.49150938698272,
      "grad_norm": 2.2500600814819336,
      "learning_rate": 8.988604288184472e-05,
      "loss": 0.29972803592681885,
      "step": 9870,
      "token_acc": 0.8978102189781022
    },
    {
      "epoch": 0.49175837856680443,
      "grad_norm": 1.7825331687927246,
      "learning_rate": 8.987362589826385e-05,
      "loss": 0.46274471282958984,
      "step": 9875,
      "token_acc": 0.925
    },
    {
      "epoch": 0.4920073701508889,
      "grad_norm": 0.823192298412323,
      "learning_rate": 8.98612021559064e-05,
      "loss": 0.30898432731628417,
      "step": 9880,
      "token_acc": 0.9064171122994652
    },
    {
      "epoch": 0.49225636173497334,
      "grad_norm": 0.8029822707176208,
      "learning_rate": 8.984877165687818e-05,
      "loss": 0.34445483684539796,
      "step": 9885,
      "token_acc": 0.8941176470588236
    },
    {
      "epoch": 0.4925053533190578,
      "grad_norm": 1.5672928094863892,
      "learning_rate": 8.983633440328628e-05,
      "loss": 0.42448787689208983,
      "step": 9890,
      "token_acc": 0.8383561643835616
    },
    {
      "epoch": 0.4927543449031423,
      "grad_norm": 1.0630793571472168,
      "learning_rate": 8.982389039723886e-05,
      "loss": 0.3440126895904541,
      "step": 9895,
      "token_acc": 0.8866666666666667
    },
    {
      "epoch": 0.4930033364872267,
      "grad_norm": 1.6876966953277588,
      "learning_rate": 8.981143964084524e-05,
      "loss": 0.38202385902404784,
      "step": 9900,
      "token_acc": 0.914822266934943
    },
    {
      "epoch": 0.4932523280713112,
      "grad_norm": 1.3966171741485596,
      "learning_rate": 8.979898213621587e-05,
      "loss": 0.27934908866882324,
      "step": 9905,
      "token_acc": 0.8933333333333333
    },
    {
      "epoch": 0.4935013196553956,
      "grad_norm": 2.068986177444458,
      "learning_rate": 8.978651788546239e-05,
      "loss": 0.34479849338531493,
      "step": 9910,
      "token_acc": 0.9576158940397351
    },
    {
      "epoch": 0.4937503112394801,
      "grad_norm": 0.9535396099090576,
      "learning_rate": 8.977404689069751e-05,
      "loss": 0.39818124771118163,
      "step": 9915,
      "token_acc": 0.849802371541502
    },
    {
      "epoch": 0.4939993028235646,
      "grad_norm": 2.706319808959961,
      "learning_rate": 8.976156915403518e-05,
      "loss": 0.45343799591064454,
      "step": 9920,
      "token_acc": 0.8422330097087378
    },
    {
      "epoch": 0.494248294407649,
      "grad_norm": 2.3014142513275146,
      "learning_rate": 8.974908467759038e-05,
      "loss": 0.34762656688690186,
      "step": 9925,
      "token_acc": 0.882640586797066
    },
    {
      "epoch": 0.4944972859917335,
      "grad_norm": 4.202457904815674,
      "learning_rate": 8.973659346347934e-05,
      "loss": 0.28278274536132814,
      "step": 9930,
      "token_acc": 0.9102564102564102
    },
    {
      "epoch": 0.49474627757581796,
      "grad_norm": 1.1856613159179688,
      "learning_rate": 8.972409551381934e-05,
      "loss": 0.4022820949554443,
      "step": 9935,
      "token_acc": 0.8247422680412371
    },
    {
      "epoch": 0.4949952691599024,
      "grad_norm": 2.3821048736572266,
      "learning_rate": 8.971159083072887e-05,
      "loss": 0.33397207260131834,
      "step": 9940,
      "token_acc": 0.8010204081632653
    },
    {
      "epoch": 0.49524426074398686,
      "grad_norm": 2.999626636505127,
      "learning_rate": 8.969907941632754e-05,
      "loss": 0.27713310718536377,
      "step": 9945,
      "token_acc": 0.8997984451482868
    },
    {
      "epoch": 0.4954932523280713,
      "grad_norm": 5.888918399810791,
      "learning_rate": 8.968656127273607e-05,
      "loss": 0.5874037742614746,
      "step": 9950,
      "token_acc": 0.7641408751334045
    },
    {
      "epoch": 0.49574224391215577,
      "grad_norm": 1.928056001663208,
      "learning_rate": 8.967403640207639e-05,
      "loss": 0.28448240756988524,
      "step": 9955,
      "token_acc": 0.9207119741100324
    },
    {
      "epoch": 0.49599123549624025,
      "grad_norm": 1.021375060081482,
      "learning_rate": 8.966150480647148e-05,
      "loss": 0.43729386329650877,
      "step": 9960,
      "token_acc": 0.9172525689561926
    },
    {
      "epoch": 0.49624022708032467,
      "grad_norm": 0.48342761397361755,
      "learning_rate": 8.964896648804553e-05,
      "loss": 0.3966712713241577,
      "step": 9965,
      "token_acc": 0.888509670079636
    },
    {
      "epoch": 0.49648921866440915,
      "grad_norm": 1.5009230375289917,
      "learning_rate": 8.963642144892384e-05,
      "loss": 0.39067807197570803,
      "step": 9970,
      "token_acc": 0.887535145267104
    },
    {
      "epoch": 0.49673821024849363,
      "grad_norm": 2.7628908157348633,
      "learning_rate": 8.962386969123287e-05,
      "loss": 0.541724443435669,
      "step": 9975,
      "token_acc": 0.8161993769470405
    },
    {
      "epoch": 0.49698720183257805,
      "grad_norm": 1.3961899280548096,
      "learning_rate": 8.96113112171002e-05,
      "loss": 0.31571044921875,
      "step": 9980,
      "token_acc": 0.9387842465753424
    },
    {
      "epoch": 0.49723619341666253,
      "grad_norm": 1.7228648662567139,
      "learning_rate": 8.959874602865455e-05,
      "loss": 0.20671091079711915,
      "step": 9985,
      "token_acc": 0.9618826648989062
    },
    {
      "epoch": 0.49748518500074695,
      "grad_norm": 6.293521404266357,
      "learning_rate": 8.958617412802577e-05,
      "loss": 0.5105679035186768,
      "step": 9990,
      "token_acc": 0.8479809976247031
    },
    {
      "epoch": 0.49773417658483143,
      "grad_norm": 2.3012568950653076,
      "learning_rate": 8.957359551734487e-05,
      "loss": 0.3762934446334839,
      "step": 9995,
      "token_acc": 0.9015829318651066
    },
    {
      "epoch": 0.4979831681689159,
      "grad_norm": 2.211310386657715,
      "learning_rate": 8.956101019874401e-05,
      "loss": 0.6636591911315918,
      "step": 10000,
      "token_acc": 0.8032734274711169
    },
    {
      "epoch": 0.49823215975300034,
      "grad_norm": 5.11386775970459,
      "learning_rate": 8.954841817435642e-05,
      "loss": 0.3797706842422485,
      "step": 10005,
      "token_acc": 0.9505844845908608
    },
    {
      "epoch": 0.4984811513370848,
      "grad_norm": 2.279264211654663,
      "learning_rate": 8.953581944631654e-05,
      "loss": 0.6006045818328858,
      "step": 10010,
      "token_acc": 0.7751322751322751
    },
    {
      "epoch": 0.49873014292116924,
      "grad_norm": 2.08457350730896,
      "learning_rate": 8.952321401675991e-05,
      "loss": 0.49195661544799807,
      "step": 10015,
      "token_acc": 0.7895256916996047
    },
    {
      "epoch": 0.4989791345052537,
      "grad_norm": 2.9501965045928955,
      "learning_rate": 8.95106018878232e-05,
      "loss": 0.41095428466796874,
      "step": 10020,
      "token_acc": 0.8503937007874016
    },
    {
      "epoch": 0.4992281260893382,
      "grad_norm": 4.176698684692383,
      "learning_rate": 8.949798306164424e-05,
      "loss": 0.353422212600708,
      "step": 10025,
      "token_acc": 0.8781818181818182
    },
    {
      "epoch": 0.4994771176734226,
      "grad_norm": 0.8603374361991882,
      "learning_rate": 8.9485357540362e-05,
      "loss": 0.2777950048446655,
      "step": 10030,
      "token_acc": 0.9308681672025724
    },
    {
      "epoch": 0.4997261092575071,
      "grad_norm": 3.2911128997802734,
      "learning_rate": 8.947272532611652e-05,
      "loss": 0.36479883193969725,
      "step": 10035,
      "token_acc": 0.9493502165944685
    },
    {
      "epoch": 0.4999751008415916,
      "grad_norm": 4.17575740814209,
      "learning_rate": 8.946008642104908e-05,
      "loss": 0.5481287479400635,
      "step": 10040,
      "token_acc": 0.8178272980501393
    },
    {
      "epoch": 0.500224092425676,
      "grad_norm": 5.004378318786621,
      "learning_rate": 8.944744082730202e-05,
      "loss": 0.5487758159637451,
      "step": 10045,
      "token_acc": 0.8565310492505354
    },
    {
      "epoch": 0.5004730840097604,
      "grad_norm": 1.9258935451507568,
      "learning_rate": 8.943478854701879e-05,
      "loss": 0.4704463958740234,
      "step": 10050,
      "token_acc": 0.8637413394919169
    },
    {
      "epoch": 0.500722075593845,
      "grad_norm": 2.6319682598114014,
      "learning_rate": 8.942212958234405e-05,
      "loss": 0.36937072277069094,
      "step": 10055,
      "token_acc": 0.9033232628398792
    },
    {
      "epoch": 0.5009710671779294,
      "grad_norm": 0.5707086324691772,
      "learning_rate": 8.940946393542355e-05,
      "loss": 0.27934677600860597,
      "step": 10060,
      "token_acc": 0.9173728813559322
    },
    {
      "epoch": 0.5012200587620138,
      "grad_norm": 0.5906787514686584,
      "learning_rate": 8.939679160840419e-05,
      "loss": 0.18366189002990724,
      "step": 10065,
      "token_acc": 0.9431818181818182
    },
    {
      "epoch": 0.5014690503460983,
      "grad_norm": 5.276772499084473,
      "learning_rate": 8.9384112603434e-05,
      "loss": 0.4284791946411133,
      "step": 10070,
      "token_acc": 0.8527918781725888
    },
    {
      "epoch": 0.5017180419301828,
      "grad_norm": 2.370270013809204,
      "learning_rate": 8.93714269226621e-05,
      "loss": 0.3962783098220825,
      "step": 10075,
      "token_acc": 0.8681948424068768
    },
    {
      "epoch": 0.5019670335142672,
      "grad_norm": 1.1856969594955444,
      "learning_rate": 8.935873456823878e-05,
      "loss": 0.4910468101501465,
      "step": 10080,
      "token_acc": 0.8585329341317365
    },
    {
      "epoch": 0.5022160250983517,
      "grad_norm": 1.4213875532150269,
      "learning_rate": 8.934603554231549e-05,
      "loss": 0.3796853065490723,
      "step": 10085,
      "token_acc": 0.9683711122825513
    },
    {
      "epoch": 0.5024650166824361,
      "grad_norm": 0.8903175592422485,
      "learning_rate": 8.933332984704474e-05,
      "loss": 0.22958898544311523,
      "step": 10090,
      "token_acc": 0.9308300395256917
    },
    {
      "epoch": 0.5027140082665206,
      "grad_norm": 1.8343279361724854,
      "learning_rate": 8.932061748458025e-05,
      "loss": 0.7202622890472412,
      "step": 10095,
      "token_acc": 0.8280499519692603
    },
    {
      "epoch": 0.502962999850605,
      "grad_norm": 0.8457038998603821,
      "learning_rate": 8.93078984570768e-05,
      "loss": 0.36229121685028076,
      "step": 10100,
      "token_acc": 0.8279352226720648
    },
    {
      "epoch": 0.5032119914346895,
      "grad_norm": 1.1976008415222168,
      "learning_rate": 8.929517276669031e-05,
      "loss": 0.3503597259521484,
      "step": 10105,
      "token_acc": 0.878125
    },
    {
      "epoch": 0.503460983018774,
      "grad_norm": 2.106351137161255,
      "learning_rate": 8.928244041557788e-05,
      "loss": 0.6186112880706787,
      "step": 10110,
      "token_acc": 0.7993197278911565
    },
    {
      "epoch": 0.5037099746028584,
      "grad_norm": 1.4419468641281128,
      "learning_rate": 8.926970140589769e-05,
      "loss": 0.3248012065887451,
      "step": 10115,
      "token_acc": 0.8434456928838951
    },
    {
      "epoch": 0.5039589661869429,
      "grad_norm": 5.0117106437683105,
      "learning_rate": 8.925695573980909e-05,
      "loss": 0.5840298652648925,
      "step": 10120,
      "token_acc": 0.9551427276846398
    },
    {
      "epoch": 0.5042079577710273,
      "grad_norm": 2.7122297286987305,
      "learning_rate": 8.924420341947251e-05,
      "loss": 0.47008743286132815,
      "step": 10125,
      "token_acc": 0.9252669039145908
    },
    {
      "epoch": 0.5044569493551118,
      "grad_norm": 4.226337432861328,
      "learning_rate": 8.923144444704952e-05,
      "loss": 0.3044221639633179,
      "step": 10130,
      "token_acc": 0.976461038961039
    },
    {
      "epoch": 0.5047059409391963,
      "grad_norm": 3.343980073928833,
      "learning_rate": 8.921867882470285e-05,
      "loss": 0.4747627258300781,
      "step": 10135,
      "token_acc": 0.8671419313026572
    },
    {
      "epoch": 0.5049549325232807,
      "grad_norm": 11.245393753051758,
      "learning_rate": 8.920590655459634e-05,
      "loss": 0.6722717761993409,
      "step": 10140,
      "token_acc": 0.8014981273408239
    },
    {
      "epoch": 0.5052039241073651,
      "grad_norm": 0.9734739661216736,
      "learning_rate": 8.919312763889493e-05,
      "loss": 0.19797072410583497,
      "step": 10145,
      "token_acc": 0.9769585253456221
    },
    {
      "epoch": 0.5054529156914497,
      "grad_norm": 1.7078639268875122,
      "learning_rate": 8.918034207976474e-05,
      "loss": 0.39042322635650634,
      "step": 10150,
      "token_acc": 0.9398752127056155
    },
    {
      "epoch": 0.5057019072755341,
      "grad_norm": 4.04738712310791,
      "learning_rate": 8.916754987937295e-05,
      "loss": 0.29773478507995604,
      "step": 10155,
      "token_acc": 0.930752453653217
    },
    {
      "epoch": 0.5059508988596185,
      "grad_norm": 0.7578756809234619,
      "learning_rate": 8.915475103988794e-05,
      "loss": 0.3915259838104248,
      "step": 10160,
      "token_acc": 0.8078175895765473
    },
    {
      "epoch": 0.506199890443703,
      "grad_norm": 5.774474143981934,
      "learning_rate": 8.914194556347914e-05,
      "loss": 0.23485023975372316,
      "step": 10165,
      "token_acc": 0.9647844565877353
    },
    {
      "epoch": 0.5064488820277875,
      "grad_norm": 2.0573232173919678,
      "learning_rate": 8.912913345231714e-05,
      "loss": 0.3136195421218872,
      "step": 10170,
      "token_acc": 0.8794871794871795
    },
    {
      "epoch": 0.5066978736118719,
      "grad_norm": 4.007434368133545,
      "learning_rate": 8.911631470857371e-05,
      "loss": 0.30943779945373534,
      "step": 10175,
      "token_acc": 0.912803889789303
    },
    {
      "epoch": 0.5069468651959563,
      "grad_norm": 0.531431257724762,
      "learning_rate": 8.910348933442163e-05,
      "loss": 0.47428741455078127,
      "step": 10180,
      "token_acc": 0.8802083333333334
    },
    {
      "epoch": 0.5071958567800409,
      "grad_norm": 4.7391276359558105,
      "learning_rate": 8.90906573320349e-05,
      "loss": 0.43931007385253906,
      "step": 10185,
      "token_acc": 0.9138398914518318
    },
    {
      "epoch": 0.5074448483641253,
      "grad_norm": 1.3723409175872803,
      "learning_rate": 8.90778187035886e-05,
      "loss": 0.5544854640960694,
      "step": 10190,
      "token_acc": 0.8421052631578947
    },
    {
      "epoch": 0.5076938399482097,
      "grad_norm": 1.669891595840454,
      "learning_rate": 8.906497345125893e-05,
      "loss": 0.2984167575836182,
      "step": 10195,
      "token_acc": 0.9364453210607057
    },
    {
      "epoch": 0.5079428315322942,
      "grad_norm": 2.156259059906006,
      "learning_rate": 8.905212157722322e-05,
      "loss": 0.2691547393798828,
      "step": 10200,
      "token_acc": 0.9125475285171103
    },
    {
      "epoch": 0.5081918231163787,
      "grad_norm": 1.5732334852218628,
      "learning_rate": 8.903926308365995e-05,
      "loss": 0.3421942234039307,
      "step": 10205,
      "token_acc": 0.9415855354659249
    },
    {
      "epoch": 0.5084408147004631,
      "grad_norm": 2.1000561714172363,
      "learning_rate": 8.90263979727487e-05,
      "loss": 0.41144189834594724,
      "step": 10210,
      "token_acc": 0.8769083969465649
    },
    {
      "epoch": 0.5086898062845476,
      "grad_norm": 0.5674086213111877,
      "learning_rate": 8.901352624667012e-05,
      "loss": 0.4898797035217285,
      "step": 10215,
      "token_acc": 0.9213800904977375
    },
    {
      "epoch": 0.508938797868632,
      "grad_norm": 2.1686737537384033,
      "learning_rate": 8.900064790760609e-05,
      "loss": 0.40185298919677737,
      "step": 10220,
      "token_acc": 0.9102658788774003
    },
    {
      "epoch": 0.5091877894527165,
      "grad_norm": 0.5038192868232727,
      "learning_rate": 8.898776295773951e-05,
      "loss": 0.40812411308288576,
      "step": 10225,
      "token_acc": 0.9586323343182778
    },
    {
      "epoch": 0.5094367810368009,
      "grad_norm": 1.8738362789154053,
      "learning_rate": 8.897487139925448e-05,
      "loss": 0.28149173259735105,
      "step": 10230,
      "token_acc": 0.9089184060721063
    },
    {
      "epoch": 0.5096857726208854,
      "grad_norm": 2.460792064666748,
      "learning_rate": 8.896197323433616e-05,
      "loss": 0.4215077877044678,
      "step": 10235,
      "token_acc": 0.9085545722713865
    },
    {
      "epoch": 0.5099347642049699,
      "grad_norm": 1.4325685501098633,
      "learning_rate": 8.894906846517085e-05,
      "loss": 0.2713878870010376,
      "step": 10240,
      "token_acc": 0.8993554784333168
    },
    {
      "epoch": 0.5101837557890543,
      "grad_norm": 4.657472133636475,
      "learning_rate": 8.893615709394598e-05,
      "loss": 0.5596237182617188,
      "step": 10245,
      "token_acc": 0.7849017580144778
    },
    {
      "epoch": 0.5104327473731388,
      "grad_norm": 0.561489999294281,
      "learning_rate": 8.89232391228501e-05,
      "loss": 0.2753621816635132,
      "step": 10250,
      "token_acc": 0.9578790882061446
    },
    {
      "epoch": 0.5106817389572232,
      "grad_norm": 1.891304612159729,
      "learning_rate": 8.891031455407284e-05,
      "loss": 0.4454182624816895,
      "step": 10255,
      "token_acc": 0.8928327645051195
    },
    {
      "epoch": 0.5109307305413077,
      "grad_norm": 0.3568987250328064,
      "learning_rate": 8.889738338980501e-05,
      "loss": 0.25361535549163816,
      "step": 10260,
      "token_acc": 0.9726398816859748
    },
    {
      "epoch": 0.5111797221253922,
      "grad_norm": 1.5278271436691284,
      "learning_rate": 8.88844456322385e-05,
      "loss": 0.43595142364501954,
      "step": 10265,
      "token_acc": 0.930663800053749
    },
    {
      "epoch": 0.5114287137094766,
      "grad_norm": 0.8166722655296326,
      "learning_rate": 8.88715012835663e-05,
      "loss": 0.47093768119812013,
      "step": 10270,
      "token_acc": 0.8678756476683938
    },
    {
      "epoch": 0.511677705293561,
      "grad_norm": 1.6441254615783691,
      "learning_rate": 8.885855034598258e-05,
      "loss": 0.2963153600692749,
      "step": 10275,
      "token_acc": 0.8774855676715844
    },
    {
      "epoch": 0.5119266968776456,
      "grad_norm": 1.2607054710388184,
      "learning_rate": 8.884559282168257e-05,
      "loss": 0.6819935321807862,
      "step": 10280,
      "token_acc": 0.7849889624724061
    },
    {
      "epoch": 0.51217568846173,
      "grad_norm": 3.2370445728302,
      "learning_rate": 8.883262871286261e-05,
      "loss": 0.20056397914886476,
      "step": 10285,
      "token_acc": 0.9241245136186771
    },
    {
      "epoch": 0.5124246800458144,
      "grad_norm": 0.7118065357208252,
      "learning_rate": 8.88196580217202e-05,
      "loss": 0.48583550453186036,
      "step": 10290,
      "token_acc": 0.8941441441441441
    },
    {
      "epoch": 0.512673671629899,
      "grad_norm": 2.2403485774993896,
      "learning_rate": 8.880668075045395e-05,
      "loss": 0.3591786861419678,
      "step": 10295,
      "token_acc": 0.8521303258145363
    },
    {
      "epoch": 0.5129226632139834,
      "grad_norm": 1.8990280628204346,
      "learning_rate": 8.879369690126357e-05,
      "loss": 0.6374688625335694,
      "step": 10300,
      "token_acc": 0.7570621468926554
    },
    {
      "epoch": 0.5131716547980678,
      "grad_norm": 1.1816105842590332,
      "learning_rate": 8.878070647634986e-05,
      "loss": 0.40229034423828125,
      "step": 10305,
      "token_acc": 0.8551020408163266
    },
    {
      "epoch": 0.5134206463821522,
      "grad_norm": 2.6525886058807373,
      "learning_rate": 8.876770947791478e-05,
      "loss": 0.3270688533782959,
      "step": 10310,
      "token_acc": 0.8974358974358975
    },
    {
      "epoch": 0.5136696379662368,
      "grad_norm": 3.088357925415039,
      "learning_rate": 8.875470590816139e-05,
      "loss": 0.2771979808807373,
      "step": 10315,
      "token_acc": 0.964438994481913
    },
    {
      "epoch": 0.5139186295503212,
      "grad_norm": 0.8856819868087769,
      "learning_rate": 8.874169576929386e-05,
      "loss": 0.33782029151916504,
      "step": 10320,
      "token_acc": 0.8335135135135135
    },
    {
      "epoch": 0.5141676211344056,
      "grad_norm": 7.391994953155518,
      "learning_rate": 8.872867906351745e-05,
      "loss": 0.510645866394043,
      "step": 10325,
      "token_acc": 0.8951255539143279
    },
    {
      "epoch": 0.5144166127184902,
      "grad_norm": 1.3167191743850708,
      "learning_rate": 8.871565579303857e-05,
      "loss": 0.36031644344329833,
      "step": 10330,
      "token_acc": 0.8872549019607843
    },
    {
      "epoch": 0.5146656043025746,
      "grad_norm": 6.589056015014648,
      "learning_rate": 8.870262596006474e-05,
      "loss": 0.2580810308456421,
      "step": 10335,
      "token_acc": 0.928695652173913
    },
    {
      "epoch": 0.514914595886659,
      "grad_norm": 1.750118613243103,
      "learning_rate": 8.868958956680457e-05,
      "loss": 0.27821669578552244,
      "step": 10340,
      "token_acc": 0.9284132841328413
    },
    {
      "epoch": 0.5151635874707435,
      "grad_norm": 0.4855209290981293,
      "learning_rate": 8.867654661546778e-05,
      "loss": 0.2412647485733032,
      "step": 10345,
      "token_acc": 0.896797153024911
    },
    {
      "epoch": 0.515412579054828,
      "grad_norm": 0.7139665484428406,
      "learning_rate": 8.866349710826525e-05,
      "loss": 0.26409995555877686,
      "step": 10350,
      "token_acc": 0.9190751445086706
    },
    {
      "epoch": 0.5156615706389124,
      "grad_norm": 3.872824192047119,
      "learning_rate": 8.86504410474089e-05,
      "loss": 0.42446608543395997,
      "step": 10355,
      "token_acc": 0.8354838709677419
    },
    {
      "epoch": 0.5159105622229969,
      "grad_norm": 0.7619522213935852,
      "learning_rate": 8.863737843511182e-05,
      "loss": 0.29626452922821045,
      "step": 10360,
      "token_acc": 0.9277041942604857
    },
    {
      "epoch": 0.5161595538070813,
      "grad_norm": 0.4112662971019745,
      "learning_rate": 8.862430927358818e-05,
      "loss": 0.643176794052124,
      "step": 10365,
      "token_acc": 0.8555304740406321
    },
    {
      "epoch": 0.5164085453911658,
      "grad_norm": 1.0758780241012573,
      "learning_rate": 8.861123356505325e-05,
      "loss": 0.39119298458099366,
      "step": 10370,
      "token_acc": 0.9360759493670886
    },
    {
      "epoch": 0.5166575369752502,
      "grad_norm": 2.6754724979400635,
      "learning_rate": 8.859815131172345e-05,
      "loss": 0.42477617263793943,
      "step": 10375,
      "token_acc": 0.9075774971297359
    },
    {
      "epoch": 0.5169065285593347,
      "grad_norm": 3.0255985260009766,
      "learning_rate": 8.858506251581629e-05,
      "loss": 0.3935670852661133,
      "step": 10380,
      "token_acc": 0.8824593128390597
    },
    {
      "epoch": 0.5171555201434191,
      "grad_norm": 2.167210578918457,
      "learning_rate": 8.857196717955036e-05,
      "loss": 0.4424743175506592,
      "step": 10385,
      "token_acc": 0.8343815513626834
    },
    {
      "epoch": 0.5174045117275036,
      "grad_norm": 3.3790159225463867,
      "learning_rate": 8.855886530514542e-05,
      "loss": 0.35133843421936034,
      "step": 10390,
      "token_acc": 0.8738404452690167
    },
    {
      "epoch": 0.5176535033115881,
      "grad_norm": 1.0778419971466064,
      "learning_rate": 8.854575689482228e-05,
      "loss": 0.3191124677658081,
      "step": 10395,
      "token_acc": 0.90892696122633
    },
    {
      "epoch": 0.5179024948956725,
      "grad_norm": 0.6604041457176208,
      "learning_rate": 8.853264195080286e-05,
      "loss": 0.2170095205307007,
      "step": 10400,
      "token_acc": 0.9423906346272335
    },
    {
      "epoch": 0.518151486479757,
      "grad_norm": 1.8497265577316284,
      "learning_rate": 8.851952047531025e-05,
      "loss": 0.5762856483459473,
      "step": 10405,
      "token_acc": 0.8075471698113208
    },
    {
      "epoch": 0.5184004780638415,
      "grad_norm": 0.710041344165802,
      "learning_rate": 8.850639247056859e-05,
      "loss": 0.20919177532196045,
      "step": 10410,
      "token_acc": 0.9272009029345373
    },
    {
      "epoch": 0.5186494696479259,
      "grad_norm": 1.4735934734344482,
      "learning_rate": 8.849325793880312e-05,
      "loss": 0.5385462760925293,
      "step": 10415,
      "token_acc": 0.8389482333607231
    },
    {
      "epoch": 0.5188984612320103,
      "grad_norm": 1.8017187118530273,
      "learning_rate": 8.848011688224023e-05,
      "loss": 0.35991857051849363,
      "step": 10420,
      "token_acc": 0.8139624088991178
    },
    {
      "epoch": 0.5191474528160949,
      "grad_norm": 5.073646545410156,
      "learning_rate": 8.84669693031074e-05,
      "loss": 0.5852327346801758,
      "step": 10425,
      "token_acc": 0.7696793002915452
    },
    {
      "epoch": 0.5193964444001793,
      "grad_norm": 1.2507420778274536,
      "learning_rate": 8.845381520363318e-05,
      "loss": 0.5132458209991455,
      "step": 10430,
      "token_acc": 0.9072048283666541
    },
    {
      "epoch": 0.5196454359842637,
      "grad_norm": 5.302496433258057,
      "learning_rate": 8.844065458604729e-05,
      "loss": 0.4122124671936035,
      "step": 10435,
      "token_acc": 0.9230470268169452
    },
    {
      "epoch": 0.5198944275683481,
      "grad_norm": 1.5660715103149414,
      "learning_rate": 8.84274874525805e-05,
      "loss": 0.5307077884674072,
      "step": 10440,
      "token_acc": 0.8816793893129771
    },
    {
      "epoch": 0.5201434191524327,
      "grad_norm": 4.349937915802002,
      "learning_rate": 8.84143138054647e-05,
      "loss": 0.29979777336120605,
      "step": 10445,
      "token_acc": 0.9426605504587156
    },
    {
      "epoch": 0.5203924107365171,
      "grad_norm": 1.2111026048660278,
      "learning_rate": 8.840113364693291e-05,
      "loss": 0.35574021339416506,
      "step": 10450,
      "token_acc": 0.870995670995671
    },
    {
      "epoch": 0.5206414023206015,
      "grad_norm": 1.9201233386993408,
      "learning_rate": 8.838794697921922e-05,
      "loss": 0.2687408447265625,
      "step": 10455,
      "token_acc": 0.9009661835748792
    },
    {
      "epoch": 0.520890393904686,
      "grad_norm": 1.465899109840393,
      "learning_rate": 8.837475380455882e-05,
      "loss": 0.5562939643859863,
      "step": 10460,
      "token_acc": 0.7891246684350133
    },
    {
      "epoch": 0.5211393854887705,
      "grad_norm": 2.177675247192383,
      "learning_rate": 8.836155412518803e-05,
      "loss": 0.28491132259368895,
      "step": 10465,
      "token_acc": 0.9075975359342916
    },
    {
      "epoch": 0.5213883770728549,
      "grad_norm": 3.886626720428467,
      "learning_rate": 8.834834794334425e-05,
      "loss": 0.31527783870697024,
      "step": 10470,
      "token_acc": 0.9239250275633958
    },
    {
      "epoch": 0.5216373686569394,
      "grad_norm": 0.44730567932128906,
      "learning_rate": 8.833513526126603e-05,
      "loss": 0.30730700492858887,
      "step": 10475,
      "token_acc": 0.9728183118741058
    },
    {
      "epoch": 0.5218863602410239,
      "grad_norm": 1.1651839017868042,
      "learning_rate": 8.832191608119296e-05,
      "loss": 0.3169739246368408,
      "step": 10480,
      "token_acc": 0.8683651804670913
    },
    {
      "epoch": 0.5221353518251083,
      "grad_norm": 4.016213893890381,
      "learning_rate": 8.830869040536574e-05,
      "loss": 0.5126166820526123,
      "step": 10485,
      "token_acc": 0.8792710706150342
    },
    {
      "epoch": 0.5223843434091928,
      "grad_norm": 2.400083303451538,
      "learning_rate": 8.829545823602621e-05,
      "loss": 0.2679770469665527,
      "step": 10490,
      "token_acc": 0.917215102182196
    },
    {
      "epoch": 0.5226333349932772,
      "grad_norm": 11.56438159942627,
      "learning_rate": 8.828221957541729e-05,
      "loss": 0.8227744102478027,
      "step": 10495,
      "token_acc": 0.8592283628779979
    },
    {
      "epoch": 0.5228823265773617,
      "grad_norm": 1.5850881338119507,
      "learning_rate": 8.826897442578298e-05,
      "loss": 0.573199462890625,
      "step": 10500,
      "token_acc": 0.8242496050552922
    },
    {
      "epoch": 0.5231313181614461,
      "grad_norm": 2.35473895072937,
      "learning_rate": 8.825572278936842e-05,
      "loss": 0.32937624454498293,
      "step": 10505,
      "token_acc": 0.8925925925925926
    },
    {
      "epoch": 0.5233803097455306,
      "grad_norm": 2.4065029621124268,
      "learning_rate": 8.824246466841982e-05,
      "loss": 0.41302051544189455,
      "step": 10510,
      "token_acc": 0.8928571428571429
    },
    {
      "epoch": 0.523629301329615,
      "grad_norm": 0.8734480142593384,
      "learning_rate": 8.822920006518447e-05,
      "loss": 0.26326379776000974,
      "step": 10515,
      "token_acc": 0.9559151785714286
    },
    {
      "epoch": 0.5238782929136995,
      "grad_norm": 2.1627538204193115,
      "learning_rate": 8.821592898191083e-05,
      "loss": 0.28974730968475343,
      "step": 10520,
      "token_acc": 0.9589106545628284
    },
    {
      "epoch": 0.524127284497784,
      "grad_norm": 3.2049286365509033,
      "learning_rate": 8.820265142084838e-05,
      "loss": 0.18241496086120607,
      "step": 10525,
      "token_acc": 0.9671993271656855
    },
    {
      "epoch": 0.5243762760818684,
      "grad_norm": 0.7390477657318115,
      "learning_rate": 8.818936738424776e-05,
      "loss": 0.2082277536392212,
      "step": 10530,
      "token_acc": 0.9670588235294117
    },
    {
      "epoch": 0.5246252676659529,
      "grad_norm": 2.23787522315979,
      "learning_rate": 8.817607687436065e-05,
      "loss": 0.5145516872406006,
      "step": 10535,
      "token_acc": 0.8604060913705583
    },
    {
      "epoch": 0.5248742592500374,
      "grad_norm": 1.6711022853851318,
      "learning_rate": 8.816277989343988e-05,
      "loss": 0.3821070432662964,
      "step": 10540,
      "token_acc": 0.8851578240429818
    },
    {
      "epoch": 0.5251232508341218,
      "grad_norm": 1.8695663213729858,
      "learning_rate": 8.814947644373936e-05,
      "loss": 0.29699742794036865,
      "step": 10545,
      "token_acc": 0.9455081001472754
    },
    {
      "epoch": 0.5253722424182062,
      "grad_norm": 2.14289927482605,
      "learning_rate": 8.813616652751407e-05,
      "loss": 0.4352048397064209,
      "step": 10550,
      "token_acc": 0.8434782608695652
    },
    {
      "epoch": 0.5256212340022908,
      "grad_norm": 4.986428737640381,
      "learning_rate": 8.81228501470201e-05,
      "loss": 0.3957719087600708,
      "step": 10555,
      "token_acc": 0.8815165876777251
    },
    {
      "epoch": 0.5258702255863752,
      "grad_norm": 1.2457799911499023,
      "learning_rate": 8.810952730451467e-05,
      "loss": 0.30012452602386475,
      "step": 10560,
      "token_acc": 0.8962472406181016
    },
    {
      "epoch": 0.5261192171704596,
      "grad_norm": 0.5565325021743774,
      "learning_rate": 8.809619800225605e-05,
      "loss": 0.3048513412475586,
      "step": 10565,
      "token_acc": 0.9023073146784487
    },
    {
      "epoch": 0.526368208754544,
      "grad_norm": 2.990833044052124,
      "learning_rate": 8.808286224250362e-05,
      "loss": 0.24157683849334716,
      "step": 10570,
      "token_acc": 0.9213973799126638
    },
    {
      "epoch": 0.5266172003386286,
      "grad_norm": 1.4099204540252686,
      "learning_rate": 8.806952002751787e-05,
      "loss": 0.38712396621704104,
      "step": 10575,
      "token_acc": 0.8455555555555555
    },
    {
      "epoch": 0.526866191922713,
      "grad_norm": 0.7321075201034546,
      "learning_rate": 8.805617135956037e-05,
      "loss": 0.23809709548950195,
      "step": 10580,
      "token_acc": 0.9326347305389222
    },
    {
      "epoch": 0.5271151835067974,
      "grad_norm": 3.576543092727661,
      "learning_rate": 8.804281624089377e-05,
      "loss": 0.6924388408660889,
      "step": 10585,
      "token_acc": 0.8070987654320988
    },
    {
      "epoch": 0.527364175090882,
      "grad_norm": 0.5473135113716125,
      "learning_rate": 8.802945467378184e-05,
      "loss": 0.2115992307662964,
      "step": 10590,
      "token_acc": 0.9441903019213175
    },
    {
      "epoch": 0.5276131666749664,
      "grad_norm": 5.2604146003723145,
      "learning_rate": 8.801608666048943e-05,
      "loss": 0.44803595542907715,
      "step": 10595,
      "token_acc": 0.8774485183324963
    },
    {
      "epoch": 0.5278621582590508,
      "grad_norm": 0.6476070284843445,
      "learning_rate": 8.800271220328249e-05,
      "loss": 0.25513339042663574,
      "step": 10600,
      "token_acc": 0.9482147079687869
    },
    {
      "epoch": 0.5281111498431353,
      "grad_norm": 10.007962226867676,
      "learning_rate": 8.798933130442805e-05,
      "loss": 0.3459202289581299,
      "step": 10605,
      "token_acc": 0.9132075471698113
    },
    {
      "epoch": 0.5283601414272198,
      "grad_norm": 2.17328143119812,
      "learning_rate": 8.797594396619424e-05,
      "loss": 0.48291382789611814,
      "step": 10610,
      "token_acc": 0.8150074294205052
    },
    {
      "epoch": 0.5286091330113042,
      "grad_norm": 1.539501428604126,
      "learning_rate": 8.796255019085027e-05,
      "loss": 0.3276530265808105,
      "step": 10615,
      "token_acc": 0.9503500954805856
    },
    {
      "epoch": 0.5288581245953887,
      "grad_norm": 15.56502914428711,
      "learning_rate": 8.794914998066648e-05,
      "loss": 0.2587622404098511,
      "step": 10620,
      "token_acc": 0.9684830633284242
    },
    {
      "epoch": 0.5291071161794731,
      "grad_norm": 1.9364616870880127,
      "learning_rate": 8.793574333791423e-05,
      "loss": 0.26979362964630127,
      "step": 10625,
      "token_acc": 0.916206261510129
    },
    {
      "epoch": 0.5293561077635576,
      "grad_norm": 0.7028384804725647,
      "learning_rate": 8.792233026486605e-05,
      "loss": 0.2214993953704834,
      "step": 10630,
      "token_acc": 0.9597423510466989
    },
    {
      "epoch": 0.529605099347642,
      "grad_norm": 1.9524481296539307,
      "learning_rate": 8.79089107637955e-05,
      "loss": 0.3365255117416382,
      "step": 10635,
      "token_acc": 0.8892508143322475
    },
    {
      "epoch": 0.5298540909317265,
      "grad_norm": 2.0343434810638428,
      "learning_rate": 8.789548483697727e-05,
      "loss": 0.32230021953582766,
      "step": 10640,
      "token_acc": 0.8850931677018633
    },
    {
      "epoch": 0.530103082515811,
      "grad_norm": 1.9431568384170532,
      "learning_rate": 8.78820524866871e-05,
      "loss": 0.31293039321899413,
      "step": 10645,
      "token_acc": 0.9167604049493814
    },
    {
      "epoch": 0.5303520740998954,
      "grad_norm": 2.26210618019104,
      "learning_rate": 8.786861371520185e-05,
      "loss": 0.48537893295288087,
      "step": 10650,
      "token_acc": 0.861904761904762
    },
    {
      "epoch": 0.5306010656839799,
      "grad_norm": 2.2347524166107178,
      "learning_rate": 8.785516852479945e-05,
      "loss": 0.5209162712097168,
      "step": 10655,
      "token_acc": 0.8220084185207457
    },
    {
      "epoch": 0.5308500572680643,
      "grad_norm": Infinity,
      "learning_rate": 8.784171691775895e-05,
      "loss": 0.3988333702087402,
      "step": 10660,
      "token_acc": 0.856682769726248
    },
    {
      "epoch": 0.5310990488521488,
      "grad_norm": 0.6257844567298889,
      "learning_rate": 8.782825889636043e-05,
      "loss": 0.42513117790222166,
      "step": 10665,
      "token_acc": 0.8972267536704731
    },
    {
      "epoch": 0.5313480404362333,
      "grad_norm": 2.8081226348876953,
      "learning_rate": 8.781479446288514e-05,
      "loss": 0.2772518634796143,
      "step": 10670,
      "token_acc": 0.9126984126984127
    },
    {
      "epoch": 0.5315970320203177,
      "grad_norm": 0.5367982387542725,
      "learning_rate": 8.78013236196153e-05,
      "loss": 0.2591780424118042,
      "step": 10675,
      "token_acc": 0.9633129516397999
    },
    {
      "epoch": 0.5318460236044021,
      "grad_norm": 2.1879711151123047,
      "learning_rate": 8.778784636883434e-05,
      "loss": 0.5473675727844238,
      "step": 10680,
      "token_acc": 0.8452088452088452
    },
    {
      "epoch": 0.5320950151884867,
      "grad_norm": 2.324442148208618,
      "learning_rate": 8.777436271282671e-05,
      "loss": 0.18011929988861083,
      "step": 10685,
      "token_acc": 0.9595679012345679
    },
    {
      "epoch": 0.5323440067725711,
      "grad_norm": 1.231819748878479,
      "learning_rate": 8.776087265387794e-05,
      "loss": 0.5458144664764404,
      "step": 10690,
      "token_acc": 0.8073316283034954
    },
    {
      "epoch": 0.5325929983566555,
      "grad_norm": 2.954718828201294,
      "learning_rate": 8.774737619427465e-05,
      "loss": 0.3776871681213379,
      "step": 10695,
      "token_acc": 0.9384427231960865
    },
    {
      "epoch": 0.5328419899407401,
      "grad_norm": 6.139432907104492,
      "learning_rate": 8.77338733363046e-05,
      "loss": 0.45888867378234866,
      "step": 10700,
      "token_acc": 0.9507246376811594
    },
    {
      "epoch": 0.5330909815248245,
      "grad_norm": 2.8725481033325195,
      "learning_rate": 8.772036408225655e-05,
      "loss": 0.4478332996368408,
      "step": 10705,
      "token_acc": 0.8524590163934426
    },
    {
      "epoch": 0.5333399731089089,
      "grad_norm": 2.5158987045288086,
      "learning_rate": 8.770684843442043e-05,
      "loss": 0.4150761604309082,
      "step": 10710,
      "token_acc": 0.8405797101449275
    },
    {
      "epoch": 0.5335889646929933,
      "grad_norm": 0.7029410600662231,
      "learning_rate": 8.769332639508716e-05,
      "loss": 0.2393897294998169,
      "step": 10715,
      "token_acc": 0.9120879120879121
    },
    {
      "epoch": 0.5338379562770779,
      "grad_norm": 0.8540372252464294,
      "learning_rate": 8.767979796654882e-05,
      "loss": 0.253892183303833,
      "step": 10720,
      "token_acc": 0.9265255292652553
    },
    {
      "epoch": 0.5340869478611623,
      "grad_norm": 0.8992224931716919,
      "learning_rate": 8.766626315109854e-05,
      "loss": 0.3466524362564087,
      "step": 10725,
      "token_acc": 0.9398545935228024
    },
    {
      "epoch": 0.5343359394452467,
      "grad_norm": 1.4048811197280884,
      "learning_rate": 8.765272195103054e-05,
      "loss": 0.3493002653121948,
      "step": 10730,
      "token_acc": 0.8403090792015454
    },
    {
      "epoch": 0.5345849310293312,
      "grad_norm": 5.048120498657227,
      "learning_rate": 8.763917436864011e-05,
      "loss": 0.4763333797454834,
      "step": 10735,
      "token_acc": 0.89728453364817
    },
    {
      "epoch": 0.5348339226134157,
      "grad_norm": 0.8626825213432312,
      "learning_rate": 8.762562040622364e-05,
      "loss": 0.46970438957214355,
      "step": 10740,
      "token_acc": 0.8117647058823529
    },
    {
      "epoch": 0.5350829141975001,
      "grad_norm": 3.446547031402588,
      "learning_rate": 8.76120600660786e-05,
      "loss": 0.4863265037536621,
      "step": 10745,
      "token_acc": 0.8341584158415841
    },
    {
      "epoch": 0.5353319057815846,
      "grad_norm": 1.1071237325668335,
      "learning_rate": 8.759849335050354e-05,
      "loss": 0.6038232326507569,
      "step": 10750,
      "token_acc": 0.8653846153846154
    },
    {
      "epoch": 0.535580897365669,
      "grad_norm": 1.4174410104751587,
      "learning_rate": 8.758492026179805e-05,
      "loss": 0.25794148445129395,
      "step": 10755,
      "token_acc": 0.9421813403416557
    },
    {
      "epoch": 0.5358298889497535,
      "grad_norm": 1.8061867952346802,
      "learning_rate": 8.757134080226288e-05,
      "loss": 0.3434080362319946,
      "step": 10760,
      "token_acc": 0.8703130374957
    },
    {
      "epoch": 0.536078880533838,
      "grad_norm": 1.480211853981018,
      "learning_rate": 8.755775497419978e-05,
      "loss": 0.26381645202636717,
      "step": 10765,
      "token_acc": 0.937246963562753
    },
    {
      "epoch": 0.5363278721179224,
      "grad_norm": 3.4290237426757812,
      "learning_rate": 8.754416277991165e-05,
      "loss": 0.1718429446220398,
      "step": 10770,
      "token_acc": 0.9362563237774031
    },
    {
      "epoch": 0.5365768637020069,
      "grad_norm": 1.2875663042068481,
      "learning_rate": 8.75305642217024e-05,
      "loss": 0.42551345825195314,
      "step": 10775,
      "token_acc": 0.8555555555555555
    },
    {
      "epoch": 0.5368258552860913,
      "grad_norm": 1.067306399345398,
      "learning_rate": 8.751695930187706e-05,
      "loss": 0.29092066287994384,
      "step": 10780,
      "token_acc": 0.882703777335984
    },
    {
      "epoch": 0.5370748468701758,
      "grad_norm": 3.252838611602783,
      "learning_rate": 8.750334802274175e-05,
      "loss": 0.307682204246521,
      "step": 10785,
      "token_acc": 0.9437185929648241
    },
    {
      "epoch": 0.5373238384542602,
      "grad_norm": 1.112829566001892,
      "learning_rate": 8.748973038660364e-05,
      "loss": 0.3999962329864502,
      "step": 10790,
      "token_acc": 0.8122923588039868
    },
    {
      "epoch": 0.5375728300383447,
      "grad_norm": 3.6281254291534424,
      "learning_rate": 8.747610639577098e-05,
      "loss": 0.32624425888061526,
      "step": 10795,
      "token_acc": 0.9142857142857143
    },
    {
      "epoch": 0.5378218216224292,
      "grad_norm": 0.6495987772941589,
      "learning_rate": 8.746247605255311e-05,
      "loss": 0.29766178131103516,
      "step": 10800,
      "token_acc": 0.8652214891611687
    },
    {
      "epoch": 0.5380708132065136,
      "grad_norm": 1.1155451536178589,
      "learning_rate": 8.744883935926042e-05,
      "loss": 0.4396608829498291,
      "step": 10805,
      "token_acc": 0.8985074626865671
    },
    {
      "epoch": 0.538319804790598,
      "grad_norm": 0.7355831861495972,
      "learning_rate": 8.743519631820444e-05,
      "loss": 0.23334298133850098,
      "step": 10810,
      "token_acc": 0.9376126938333934
    },
    {
      "epoch": 0.5385687963746826,
      "grad_norm": 1.814652442932129,
      "learning_rate": 8.74215469316977e-05,
      "loss": 0.20179963111877441,
      "step": 10815,
      "token_acc": 0.9312169312169312
    },
    {
      "epoch": 0.538817787958767,
      "grad_norm": 2.2687861919403076,
      "learning_rate": 8.740789120205384e-05,
      "loss": 0.6056988716125489,
      "step": 10820,
      "token_acc": 0.7946308724832215
    },
    {
      "epoch": 0.5390667795428514,
      "grad_norm": 3.9683926105499268,
      "learning_rate": 8.739422913158759e-05,
      "loss": 0.19597971439361572,
      "step": 10825,
      "token_acc": 0.9376947040498442
    },
    {
      "epoch": 0.539315771126936,
      "grad_norm": 9.973520278930664,
      "learning_rate": 8.738056072261471e-05,
      "loss": 0.47669010162353515,
      "step": 10830,
      "token_acc": 0.8486352357320099
    },
    {
      "epoch": 0.5395647627110204,
      "grad_norm": 0.6434237360954285,
      "learning_rate": 8.73668859774521e-05,
      "loss": 0.3526419162750244,
      "step": 10835,
      "token_acc": 0.8869047619047619
    },
    {
      "epoch": 0.5398137542951048,
      "grad_norm": 3.17327618598938,
      "learning_rate": 8.735320489841768e-05,
      "loss": 0.4094217300415039,
      "step": 10840,
      "token_acc": 0.8842105263157894
    },
    {
      "epoch": 0.5400627458791892,
      "grad_norm": 1.03074312210083,
      "learning_rate": 8.733951748783044e-05,
      "loss": 0.4531858921051025,
      "step": 10845,
      "token_acc": 0.9585406301824212
    },
    {
      "epoch": 0.5403117374632738,
      "grad_norm": 2.0922553539276123,
      "learning_rate": 8.73258237480105e-05,
      "loss": 0.46233329772949217,
      "step": 10850,
      "token_acc": 0.9123134328358209
    },
    {
      "epoch": 0.5405607290473582,
      "grad_norm": 1.612601399421692,
      "learning_rate": 8.731212368127898e-05,
      "loss": 0.31340694427490234,
      "step": 10855,
      "token_acc": 0.8805970149253731
    },
    {
      "epoch": 0.5408097206314426,
      "grad_norm": 1.5016570091247559,
      "learning_rate": 8.729841728995815e-05,
      "loss": 0.4847723960876465,
      "step": 10860,
      "token_acc": 0.8460291734197731
    },
    {
      "epoch": 0.5410587122155271,
      "grad_norm": 1.5052587985992432,
      "learning_rate": 8.728470457637127e-05,
      "loss": 0.3491659164428711,
      "step": 10865,
      "token_acc": 0.8846153846153846
    },
    {
      "epoch": 0.5413077037996116,
      "grad_norm": 5.385439395904541,
      "learning_rate": 8.727098554284274e-05,
      "loss": 0.41524462699890136,
      "step": 10870,
      "token_acc": 0.9113667117726658
    },
    {
      "epoch": 0.541556695383696,
      "grad_norm": 1.286910057067871,
      "learning_rate": 8.725726019169802e-05,
      "loss": 0.3009213447570801,
      "step": 10875,
      "token_acc": 0.9722557297949337
    },
    {
      "epoch": 0.5418056869677805,
      "grad_norm": 7.898228645324707,
      "learning_rate": 8.724352852526356e-05,
      "loss": 0.5195584297180176,
      "step": 10880,
      "token_acc": 0.8188841201716738
    },
    {
      "epoch": 0.542054678551865,
      "grad_norm": 2.46106219291687,
      "learning_rate": 8.722979054586702e-05,
      "loss": 0.21516637802124022,
      "step": 10885,
      "token_acc": 0.9441786283891547
    },
    {
      "epoch": 0.5423036701359494,
      "grad_norm": 4.269679069519043,
      "learning_rate": 8.7216046255837e-05,
      "loss": 0.4982327461242676,
      "step": 10890,
      "token_acc": 0.8595890410958904
    },
    {
      "epoch": 0.5425526617200339,
      "grad_norm": 2.8455753326416016,
      "learning_rate": 8.720229565750324e-05,
      "loss": 0.37559750080108645,
      "step": 10895,
      "token_acc": 0.9402360106585459
    },
    {
      "epoch": 0.5428016533041183,
      "grad_norm": 3.8174495697021484,
      "learning_rate": 8.718853875319656e-05,
      "loss": 0.34996652603149414,
      "step": 10900,
      "token_acc": 0.8561897702001483
    },
    {
      "epoch": 0.5430506448882028,
      "grad_norm": 0.5450062155723572,
      "learning_rate": 8.71747755452488e-05,
      "loss": 0.34672691822052004,
      "step": 10905,
      "token_acc": 0.9397944199706314
    },
    {
      "epoch": 0.5432996364722872,
      "grad_norm": 2.1864476203918457,
      "learning_rate": 8.716100603599289e-05,
      "loss": 0.455154275894165,
      "step": 10910,
      "token_acc": 0.856353591160221
    },
    {
      "epoch": 0.5435486280563717,
      "grad_norm": 2.2814483642578125,
      "learning_rate": 8.714723022776284e-05,
      "loss": 0.30694282054901123,
      "step": 10915,
      "token_acc": 0.8870056497175142
    },
    {
      "epoch": 0.5437976196404561,
      "grad_norm": 2.4899375438690186,
      "learning_rate": 8.71334481228937e-05,
      "loss": 0.3458075046539307,
      "step": 10920,
      "token_acc": 0.7988325101032779
    },
    {
      "epoch": 0.5440466112245406,
      "grad_norm": 0.4411253333091736,
      "learning_rate": 8.711965972372163e-05,
      "loss": 0.519646692276001,
      "step": 10925,
      "token_acc": 0.694837224597172
    },
    {
      "epoch": 0.5442956028086251,
      "grad_norm": 4.0646209716796875,
      "learning_rate": 8.710586503258383e-05,
      "loss": 0.5764280319213867,
      "step": 10930,
      "token_acc": 0.8822306892968479
    },
    {
      "epoch": 0.5445445943927095,
      "grad_norm": 4.590348243713379,
      "learning_rate": 8.709206405181854e-05,
      "loss": 0.3233531713485718,
      "step": 10935,
      "token_acc": 0.8777173913043478
    },
    {
      "epoch": 0.544793585976794,
      "grad_norm": 1.1873130798339844,
      "learning_rate": 8.70782567837651e-05,
      "loss": 0.48192543983459474,
      "step": 10940,
      "token_acc": 0.8421762589928058
    },
    {
      "epoch": 0.5450425775608785,
      "grad_norm": 0.7825844883918762,
      "learning_rate": 8.706444323076396e-05,
      "loss": 0.46839208602905275,
      "step": 10945,
      "token_acc": 0.8888888888888888
    },
    {
      "epoch": 0.5452915691449629,
      "grad_norm": 2.403632879257202,
      "learning_rate": 8.705062339515653e-05,
      "loss": 0.22807643413543702,
      "step": 10950,
      "token_acc": 0.9449404761904762
    },
    {
      "epoch": 0.5455405607290473,
      "grad_norm": 2.5715434551239014,
      "learning_rate": 8.703679727928536e-05,
      "loss": 0.6314445018768311,
      "step": 10955,
      "token_acc": 0.8184991273996509
    },
    {
      "epoch": 0.5457895523131319,
      "grad_norm": 4.536731243133545,
      "learning_rate": 8.702296488549404e-05,
      "loss": 0.6384655952453613,
      "step": 10960,
      "token_acc": 0.8333333333333334
    },
    {
      "epoch": 0.5460385438972163,
      "grad_norm": 0.42524054646492004,
      "learning_rate": 8.700912621612724e-05,
      "loss": 0.24515464305877685,
      "step": 10965,
      "token_acc": 0.9348571428571428
    },
    {
      "epoch": 0.5462875354813007,
      "grad_norm": 1.4272242784500122,
      "learning_rate": 8.699528127353067e-05,
      "loss": 0.2846813201904297,
      "step": 10970,
      "token_acc": 0.9155470249520153
    },
    {
      "epoch": 0.5465365270653851,
      "grad_norm": 0.6461435556411743,
      "learning_rate": 8.698143006005111e-05,
      "loss": 0.35377197265625,
      "step": 10975,
      "token_acc": 0.8838709677419355
    },
    {
      "epoch": 0.5467855186494697,
      "grad_norm": 8.279900550842285,
      "learning_rate": 8.696757257803645e-05,
      "loss": 0.4031198024749756,
      "step": 10980,
      "token_acc": 0.8814229249011858
    },
    {
      "epoch": 0.5470345102335541,
      "grad_norm": 0.8560435771942139,
      "learning_rate": 8.695370882983556e-05,
      "loss": 0.40932722091674806,
      "step": 10985,
      "token_acc": 0.8780124223602485
    },
    {
      "epoch": 0.5472835018176385,
      "grad_norm": 1.2160887718200684,
      "learning_rate": 8.693983881779841e-05,
      "loss": 0.3569173336029053,
      "step": 10990,
      "token_acc": 0.9037854889589906
    },
    {
      "epoch": 0.547532493401723,
      "grad_norm": 4.168777942657471,
      "learning_rate": 8.692596254427607e-05,
      "loss": 0.4812448978424072,
      "step": 10995,
      "token_acc": 0.9123287671232877
    },
    {
      "epoch": 0.5477814849858075,
      "grad_norm": 1.5563807487487793,
      "learning_rate": 8.691208001162062e-05,
      "loss": 0.812008285522461,
      "step": 11000,
      "token_acc": 0.7483443708609272
    },
    {
      "epoch": 0.5480304765698919,
      "grad_norm": 2.0019922256469727,
      "learning_rate": 8.689819122218519e-05,
      "loss": 0.5491116046905518,
      "step": 11005,
      "token_acc": 0.8358676207513417
    },
    {
      "epoch": 0.5482794681539764,
      "grad_norm": 1.2076067924499512,
      "learning_rate": 8.688429617832406e-05,
      "loss": 0.432828950881958,
      "step": 11010,
      "token_acc": 0.9005196733481812
    },
    {
      "epoch": 0.5485284597380609,
      "grad_norm": 0.5998899340629578,
      "learning_rate": 8.687039488239246e-05,
      "loss": 0.3343090534210205,
      "step": 11015,
      "token_acc": 0.8885017421602788
    },
    {
      "epoch": 0.5487774513221453,
      "grad_norm": 1.6668001413345337,
      "learning_rate": 8.685648733674675e-05,
      "loss": 0.49526095390319824,
      "step": 11020,
      "token_acc": 0.8527583527583528
    },
    {
      "epoch": 0.5490264429062298,
      "grad_norm": 1.355860710144043,
      "learning_rate": 8.68425735437443e-05,
      "loss": 0.2565856695175171,
      "step": 11025,
      "token_acc": 0.9645232815964523
    },
    {
      "epoch": 0.5492754344903142,
      "grad_norm": 0.8594170808792114,
      "learning_rate": 8.68286535057436e-05,
      "loss": 0.2831989288330078,
      "step": 11030,
      "token_acc": 0.9620196604110813
    },
    {
      "epoch": 0.5495244260743987,
      "grad_norm": 5.406351566314697,
      "learning_rate": 8.681472722510414e-05,
      "loss": 0.38222179412841795,
      "step": 11035,
      "token_acc": 0.8860103626943006
    },
    {
      "epoch": 0.5497734176584831,
      "grad_norm": 1.4886621236801147,
      "learning_rate": 8.680079470418651e-05,
      "loss": 0.41860079765319824,
      "step": 11040,
      "token_acc": 0.8502824858757062
    },
    {
      "epoch": 0.5500224092425676,
      "grad_norm": 2.4241514205932617,
      "learning_rate": 8.678685594535233e-05,
      "loss": 0.4973141670227051,
      "step": 11045,
      "token_acc": 0.8206967213114754
    },
    {
      "epoch": 0.550271400826652,
      "grad_norm": 3.357168197631836,
      "learning_rate": 8.677291095096431e-05,
      "loss": 0.2977046251296997,
      "step": 11050,
      "token_acc": 0.8837719298245614
    },
    {
      "epoch": 0.5505203924107365,
      "grad_norm": 2.6674716472625732,
      "learning_rate": 8.67589597233862e-05,
      "loss": 0.3965818643569946,
      "step": 11055,
      "token_acc": 0.8861111111111111
    },
    {
      "epoch": 0.550769383994821,
      "grad_norm": 3.2520487308502197,
      "learning_rate": 8.674500226498274e-05,
      "loss": 0.28502554893493653,
      "step": 11060,
      "token_acc": 0.9666003976143142
    },
    {
      "epoch": 0.5510183755789054,
      "grad_norm": 1.746778130531311,
      "learning_rate": 8.673103857811985e-05,
      "loss": 0.28964576721191404,
      "step": 11065,
      "token_acc": 0.9184663916525115
    },
    {
      "epoch": 0.5512673671629899,
      "grad_norm": 1.2952677011489868,
      "learning_rate": 8.671706866516442e-05,
      "loss": 0.26084098815917967,
      "step": 11070,
      "token_acc": 0.9263636363636364
    },
    {
      "epoch": 0.5515163587470744,
      "grad_norm": 0.5477145314216614,
      "learning_rate": 8.670309252848443e-05,
      "loss": 0.2164785623550415,
      "step": 11075,
      "token_acc": 0.9505088804629814
    },
    {
      "epoch": 0.5517653503311588,
      "grad_norm": 7.073515892028809,
      "learning_rate": 8.668911017044889e-05,
      "loss": 0.3543734550476074,
      "step": 11080,
      "token_acc": 0.8852917665867306
    },
    {
      "epoch": 0.5520143419152432,
      "grad_norm": 0.6134709119796753,
      "learning_rate": 8.66751215934279e-05,
      "loss": 0.24020731449127197,
      "step": 11085,
      "token_acc": 0.9419061401695266
    },
    {
      "epoch": 0.5522633334993278,
      "grad_norm": 1.1944984197616577,
      "learning_rate": 8.666112679979257e-05,
      "loss": 0.384745454788208,
      "step": 11090,
      "token_acc": 0.9639669421487603
    },
    {
      "epoch": 0.5525123250834122,
      "grad_norm": 4.387882709503174,
      "learning_rate": 8.664712579191509e-05,
      "loss": 0.3504058361053467,
      "step": 11095,
      "token_acc": 0.9544846050870147
    },
    {
      "epoch": 0.5527613166674966,
      "grad_norm": 3.6287994384765625,
      "learning_rate": 8.663311857216871e-05,
      "loss": 0.32445178031921384,
      "step": 11100,
      "token_acc": 0.9637352674524026
    },
    {
      "epoch": 0.5530103082515812,
      "grad_norm": 1.6147998571395874,
      "learning_rate": 8.661910514292772e-05,
      "loss": 0.24407632350921632,
      "step": 11105,
      "token_acc": 0.9619047619047619
    },
    {
      "epoch": 0.5532592998356656,
      "grad_norm": 0.768388569355011,
      "learning_rate": 8.660508550656747e-05,
      "loss": 0.25136651992797854,
      "step": 11110,
      "token_acc": 0.9586466165413534
    },
    {
      "epoch": 0.55350829141975,
      "grad_norm": 0.7280924916267395,
      "learning_rate": 8.659105966546435e-05,
      "loss": 0.23597145080566406,
      "step": 11115,
      "token_acc": 0.8952483801295896
    },
    {
      "epoch": 0.5537572830038344,
      "grad_norm": 0.8005383610725403,
      "learning_rate": 8.65770276219958e-05,
      "loss": 0.5686338424682618,
      "step": 11120,
      "token_acc": 0.7977077363896848
    },
    {
      "epoch": 0.554006274587919,
      "grad_norm": 1.5538724660873413,
      "learning_rate": 8.656298937854035e-05,
      "loss": 0.2770956754684448,
      "step": 11125,
      "token_acc": 0.8897849462365591
    },
    {
      "epoch": 0.5542552661720034,
      "grad_norm": 0.7013846635818481,
      "learning_rate": 8.654894493747752e-05,
      "loss": 0.16980608701705932,
      "step": 11130,
      "token_acc": 0.9468531468531468
    },
    {
      "epoch": 0.5545042577560878,
      "grad_norm": 3.5826034545898438,
      "learning_rate": 8.653489430118794e-05,
      "loss": 0.6113824367523193,
      "step": 11135,
      "token_acc": 0.8133595284872298
    },
    {
      "epoch": 0.5547532493401723,
      "grad_norm": 2.122025489807129,
      "learning_rate": 8.652083747205324e-05,
      "loss": 0.5681261539459228,
      "step": 11140,
      "token_acc": 0.7777777777777778
    },
    {
      "epoch": 0.5550022409242568,
      "grad_norm": 1.2493048906326294,
      "learning_rate": 8.650677445245613e-05,
      "loss": 0.4546964645385742,
      "step": 11145,
      "token_acc": 0.8535353535353535
    },
    {
      "epoch": 0.5552512325083412,
      "grad_norm": 0.5358299612998962,
      "learning_rate": 8.649270524478036e-05,
      "loss": 0.24920575618743895,
      "step": 11150,
      "token_acc": 0.9376443418013857
    },
    {
      "epoch": 0.5555002240924257,
      "grad_norm": 0.45976078510284424,
      "learning_rate": 8.647862985141073e-05,
      "loss": 0.4197234630584717,
      "step": 11155,
      "token_acc": 0.8304405874499332
    },
    {
      "epoch": 0.5557492156765101,
      "grad_norm": 2.9800570011138916,
      "learning_rate": 8.64645482747331e-05,
      "loss": 0.564652681350708,
      "step": 11160,
      "token_acc": 0.8871681415929203
    },
    {
      "epoch": 0.5559982072605946,
      "grad_norm": 1.2196060419082642,
      "learning_rate": 8.645046051713436e-05,
      "loss": 0.2695052146911621,
      "step": 11165,
      "token_acc": 0.9601507808292946
    },
    {
      "epoch": 0.5562471988446791,
      "grad_norm": 7.9609856605529785,
      "learning_rate": 8.643636658100245e-05,
      "loss": 0.3811672210693359,
      "step": 11170,
      "token_acc": 0.8875968992248062
    },
    {
      "epoch": 0.5564961904287635,
      "grad_norm": 2.1904852390289307,
      "learning_rate": 8.642226646872635e-05,
      "loss": 0.14354710578918456,
      "step": 11175,
      "token_acc": 0.9729965156794426
    },
    {
      "epoch": 0.556745182012848,
      "grad_norm": 1.2026504278182983,
      "learning_rate": 8.640816018269613e-05,
      "loss": 0.274227499961853,
      "step": 11180,
      "token_acc": 0.900990099009901
    },
    {
      "epoch": 0.5569941735969324,
      "grad_norm": 0.9198808670043945,
      "learning_rate": 8.639404772530284e-05,
      "loss": 0.394945764541626,
      "step": 11185,
      "token_acc": 0.9281298299845441
    },
    {
      "epoch": 0.5572431651810169,
      "grad_norm": 6.703649044036865,
      "learning_rate": 8.637992909893863e-05,
      "loss": 0.3288947820663452,
      "step": 11190,
      "token_acc": 0.9005059021922428
    },
    {
      "epoch": 0.5574921567651013,
      "grad_norm": 0.923908531665802,
      "learning_rate": 8.63658043059967e-05,
      "loss": 0.33646321296691895,
      "step": 11195,
      "token_acc": 0.8660287081339713
    },
    {
      "epoch": 0.5577411483491858,
      "grad_norm": 1.368406057357788,
      "learning_rate": 8.635167334887122e-05,
      "loss": 0.23577959537506105,
      "step": 11200,
      "token_acc": 0.8933289299867899
    },
    {
      "epoch": 0.5579901399332703,
      "grad_norm": 4.459794044494629,
      "learning_rate": 8.63375362299575e-05,
      "loss": 0.38369040489196776,
      "step": 11205,
      "token_acc": 0.9120340091563113
    },
    {
      "epoch": 0.5582391315173547,
      "grad_norm": 4.164599895477295,
      "learning_rate": 8.632339295165184e-05,
      "loss": 0.31844482421875,
      "step": 11210,
      "token_acc": 0.9437086092715232
    },
    {
      "epoch": 0.5584881231014391,
      "grad_norm": 1.46015465259552,
      "learning_rate": 8.630924351635159e-05,
      "loss": 0.5387388229370117,
      "step": 11215,
      "token_acc": 0.8025343189017952
    },
    {
      "epoch": 0.5587371146855237,
      "grad_norm": 0.8458585739135742,
      "learning_rate": 8.629508792645514e-05,
      "loss": 0.6191252708435059,
      "step": 11220,
      "token_acc": 0.8592328983788059
    },
    {
      "epoch": 0.5589861062696081,
      "grad_norm": 3.672776460647583,
      "learning_rate": 8.628092618436196e-05,
      "loss": 0.28652732372283934,
      "step": 11225,
      "token_acc": 0.9266375545851528
    },
    {
      "epoch": 0.5592350978536925,
      "grad_norm": 1.0481582880020142,
      "learning_rate": 8.62667582924725e-05,
      "loss": 0.3110703468322754,
      "step": 11230,
      "token_acc": 0.9065868263473054
    },
    {
      "epoch": 0.559484089437777,
      "grad_norm": 0.6224398612976074,
      "learning_rate": 8.625258425318832e-05,
      "loss": 0.3480548858642578,
      "step": 11235,
      "token_acc": 0.9642502482621649
    },
    {
      "epoch": 0.5597330810218615,
      "grad_norm": 3.078589916229248,
      "learning_rate": 8.623840406891197e-05,
      "loss": 0.43172831535339357,
      "step": 11240,
      "token_acc": 0.8571428571428571
    },
    {
      "epoch": 0.5599820726059459,
      "grad_norm": 3.7414710521698,
      "learning_rate": 8.622421774204707e-05,
      "loss": 0.559351634979248,
      "step": 11245,
      "token_acc": 0.8867127496159755
    },
    {
      "epoch": 0.5602310641900303,
      "grad_norm": 2.666154623031616,
      "learning_rate": 8.621002527499828e-05,
      "loss": 0.2384279727935791,
      "step": 11250,
      "token_acc": 0.9372093023255814
    },
    {
      "epoch": 0.5604800557741149,
      "grad_norm": 3.714961051940918,
      "learning_rate": 8.619582667017128e-05,
      "loss": 0.4742070198059082,
      "step": 11255,
      "token_acc": 0.8853986135181976
    },
    {
      "epoch": 0.5607290473581993,
      "grad_norm": 2.5418834686279297,
      "learning_rate": 8.61816219299728e-05,
      "loss": 0.4049811840057373,
      "step": 11260,
      "token_acc": 0.8793706293706294
    },
    {
      "epoch": 0.5609780389422837,
      "grad_norm": 3.7558753490448,
      "learning_rate": 8.616741105681064e-05,
      "loss": 0.47888526916503904,
      "step": 11265,
      "token_acc": 0.8670836591086787
    },
    {
      "epoch": 0.5612270305263682,
      "grad_norm": 1.7431507110595703,
      "learning_rate": 8.615319405309357e-05,
      "loss": 0.5024231433868408,
      "step": 11270,
      "token_acc": 0.8374485596707819
    },
    {
      "epoch": 0.5614760221104527,
      "grad_norm": 6.360006809234619,
      "learning_rate": 8.613897092123147e-05,
      "loss": 0.33040437698364256,
      "step": 11275,
      "token_acc": 0.9185750636132316
    },
    {
      "epoch": 0.5617250136945371,
      "grad_norm": 1.4490801095962524,
      "learning_rate": 8.612474166363523e-05,
      "loss": 0.29850800037384034,
      "step": 11280,
      "token_acc": 0.896484375
    },
    {
      "epoch": 0.5619740052786216,
      "grad_norm": 2.6360321044921875,
      "learning_rate": 8.611050628271679e-05,
      "loss": 0.4631368637084961,
      "step": 11285,
      "token_acc": 0.8207282913165266
    },
    {
      "epoch": 0.562222996862706,
      "grad_norm": 11.080389976501465,
      "learning_rate": 8.609626478088909e-05,
      "loss": 0.4238084316253662,
      "step": 11290,
      "token_acc": 0.9451530612244898
    },
    {
      "epoch": 0.5624719884467905,
      "grad_norm": 6.41092586517334,
      "learning_rate": 8.608201716056615e-05,
      "loss": 0.47433767318725584,
      "step": 11295,
      "token_acc": 0.7866242038216561
    },
    {
      "epoch": 0.562720980030875,
      "grad_norm": 1.850327491760254,
      "learning_rate": 8.606776342416301e-05,
      "loss": 0.2872899532318115,
      "step": 11300,
      "token_acc": 0.8902048655569782
    },
    {
      "epoch": 0.5629699716149594,
      "grad_norm": 1.0346447229385376,
      "learning_rate": 8.605350357409576e-05,
      "loss": 0.20161569118499756,
      "step": 11305,
      "token_acc": 0.9675074818298418
    },
    {
      "epoch": 0.5632189631990439,
      "grad_norm": 3.480043649673462,
      "learning_rate": 8.60392376127815e-05,
      "loss": 0.48518218994140627,
      "step": 11310,
      "token_acc": 0.8
    },
    {
      "epoch": 0.5634679547831283,
      "grad_norm": 1.594916820526123,
      "learning_rate": 8.60249655426384e-05,
      "loss": 0.26301021575927735,
      "step": 11315,
      "token_acc": 0.9055459272097054
    },
    {
      "epoch": 0.5637169463672128,
      "grad_norm": 1.7103955745697021,
      "learning_rate": 8.601068736608562e-05,
      "loss": 0.32285120487213137,
      "step": 11320,
      "token_acc": 0.8923444976076556
    },
    {
      "epoch": 0.5639659379512972,
      "grad_norm": 4.219537258148193,
      "learning_rate": 8.599640308554339e-05,
      "loss": 0.20376982688903808,
      "step": 11325,
      "token_acc": 0.9734513274336283
    },
    {
      "epoch": 0.5642149295353817,
      "grad_norm": 7.759923934936523,
      "learning_rate": 8.598211270343298e-05,
      "loss": 0.3809171199798584,
      "step": 11330,
      "token_acc": 0.8489130434782609
    },
    {
      "epoch": 0.5644639211194662,
      "grad_norm": 1.880127191543579,
      "learning_rate": 8.596781622217665e-05,
      "loss": 0.2650562286376953,
      "step": 11335,
      "token_acc": 0.9551192145862553
    },
    {
      "epoch": 0.5647129127035506,
      "grad_norm": 0.8308430314064026,
      "learning_rate": 8.595351364419777e-05,
      "loss": 0.440517520904541,
      "step": 11340,
      "token_acc": 0.7125968202201386
    },
    {
      "epoch": 0.564961904287635,
      "grad_norm": 4.37318754196167,
      "learning_rate": 8.593920497192067e-05,
      "loss": 0.4571403503417969,
      "step": 11345,
      "token_acc": 0.8307692307692308
    },
    {
      "epoch": 0.5652108958717196,
      "grad_norm": 0.7274374961853027,
      "learning_rate": 8.592489020777072e-05,
      "loss": 0.2903177738189697,
      "step": 11350,
      "token_acc": 0.97778899545684
    },
    {
      "epoch": 0.565459887455804,
      "grad_norm": 1.7074745893478394,
      "learning_rate": 8.591056935417438e-05,
      "loss": 0.39675977230072024,
      "step": 11355,
      "token_acc": 0.9097888675623801
    },
    {
      "epoch": 0.5657088790398884,
      "grad_norm": 1.2924141883850098,
      "learning_rate": 8.589624241355911e-05,
      "loss": 0.48799285888671873,
      "step": 11360,
      "token_acc": 0.8507462686567164
    },
    {
      "epoch": 0.565957870623973,
      "grad_norm": 1.287700891494751,
      "learning_rate": 8.588190938835336e-05,
      "loss": 0.46622934341430666,
      "step": 11365,
      "token_acc": 0.8751926040061633
    },
    {
      "epoch": 0.5662068622080574,
      "grad_norm": 0.4371243417263031,
      "learning_rate": 8.586757028098667e-05,
      "loss": 0.30645477771759033,
      "step": 11370,
      "token_acc": 0.9534717251252685
    },
    {
      "epoch": 0.5664558537921418,
      "grad_norm": 3.267303943634033,
      "learning_rate": 8.585322509388958e-05,
      "loss": 0.2063880205154419,
      "step": 11375,
      "token_acc": 0.9583104772353264
    },
    {
      "epoch": 0.5667048453762262,
      "grad_norm": 7.8584818840026855,
      "learning_rate": 8.58388738294937e-05,
      "loss": 0.5464818954467774,
      "step": 11380,
      "token_acc": 0.8138957816377171
    },
    {
      "epoch": 0.5669538369603108,
      "grad_norm": 0.7539258599281311,
      "learning_rate": 8.58245164902316e-05,
      "loss": 0.4551525115966797,
      "step": 11385,
      "token_acc": 0.8836633663366337
    },
    {
      "epoch": 0.5672028285443952,
      "grad_norm": 1.63595712184906,
      "learning_rate": 8.581015307853693e-05,
      "loss": 0.30283925533294676,
      "step": 11390,
      "token_acc": 0.9162203519510329
    },
    {
      "epoch": 0.5674518201284796,
      "grad_norm": 2.2841415405273438,
      "learning_rate": 8.579578359684438e-05,
      "loss": 0.48699679374694826,
      "step": 11395,
      "token_acc": 0.8193916349809885
    },
    {
      "epoch": 0.5677008117125641,
      "grad_norm": 4.3693976402282715,
      "learning_rate": 8.578140804758962e-05,
      "loss": 0.3367805242538452,
      "step": 11400,
      "token_acc": 0.9614325068870524
    },
    {
      "epoch": 0.5679498032966486,
      "grad_norm": 1.2125312089920044,
      "learning_rate": 8.576702643320942e-05,
      "loss": 0.31468374729156495,
      "step": 11405,
      "token_acc": 0.9212121212121213
    },
    {
      "epoch": 0.568198794880733,
      "grad_norm": 3.8239142894744873,
      "learning_rate": 8.575263875614147e-05,
      "loss": 0.49564504623413086,
      "step": 11410,
      "token_acc": 0.86
    },
    {
      "epoch": 0.5684477864648175,
      "grad_norm": 0.6134496331214905,
      "learning_rate": 8.573824501882463e-05,
      "loss": 0.2639090299606323,
      "step": 11415,
      "token_acc": 0.8979591836734694
    },
    {
      "epoch": 0.568696778048902,
      "grad_norm": 1.3722493648529053,
      "learning_rate": 8.572384522369865e-05,
      "loss": 0.39777202606201173,
      "step": 11420,
      "token_acc": 0.8707365299060801
    },
    {
      "epoch": 0.5689457696329864,
      "grad_norm": 1.442476749420166,
      "learning_rate": 8.570943937320437e-05,
      "loss": 0.3633250713348389,
      "step": 11425,
      "token_acc": 0.7956609485368314
    },
    {
      "epoch": 0.5691947612170709,
      "grad_norm": 2.324120283126831,
      "learning_rate": 8.569502746978369e-05,
      "loss": 0.4899026393890381,
      "step": 11430,
      "token_acc": 0.8604118993135011
    },
    {
      "epoch": 0.5694437528011553,
      "grad_norm": 1.7244236469268799,
      "learning_rate": 8.568060951587947e-05,
      "loss": 0.32933478355407714,
      "step": 11435,
      "token_acc": 0.9530754597336716
    },
    {
      "epoch": 0.5696927443852398,
      "grad_norm": 3.620170831680298,
      "learning_rate": 8.566618551393561e-05,
      "loss": 0.36242740154266356,
      "step": 11440,
      "token_acc": 0.9348857266062958
    },
    {
      "epoch": 0.5699417359693242,
      "grad_norm": 2.8978798389434814,
      "learning_rate": 8.56517554663971e-05,
      "loss": 0.3925405740737915,
      "step": 11445,
      "token_acc": 0.8871473354231975
    },
    {
      "epoch": 0.5701907275534087,
      "grad_norm": 2.4373929500579834,
      "learning_rate": 8.563731937570986e-05,
      "loss": 0.3820279836654663,
      "step": 11450,
      "token_acc": 0.8665511265164645
    },
    {
      "epoch": 0.5704397191374931,
      "grad_norm": 1.6154183149337769,
      "learning_rate": 8.56228772443209e-05,
      "loss": 0.3382483243942261,
      "step": 11455,
      "token_acc": 0.8924418604651163
    },
    {
      "epoch": 0.5706887107215776,
      "grad_norm": 3.1015567779541016,
      "learning_rate": 8.560842907467821e-05,
      "loss": 0.34485015869140623,
      "step": 11460,
      "token_acc": 0.9128586609989373
    },
    {
      "epoch": 0.5709377023056621,
      "grad_norm": 2.632387399673462,
      "learning_rate": 8.559397486923085e-05,
      "loss": 0.3025656223297119,
      "step": 11465,
      "token_acc": 0.924860853432282
    },
    {
      "epoch": 0.5711866938897465,
      "grad_norm": 0.9012270569801331,
      "learning_rate": 8.557951463042888e-05,
      "loss": 0.38476076126098635,
      "step": 11470,
      "token_acc": 0.9057394218684541
    },
    {
      "epoch": 0.571435685473831,
      "grad_norm": 2.256563901901245,
      "learning_rate": 8.556504836072337e-05,
      "loss": 0.44664812088012695,
      "step": 11475,
      "token_acc": 0.8352570828961176
    },
    {
      "epoch": 0.5716846770579155,
      "grad_norm": 5.0855937004089355,
      "learning_rate": 8.555057606256643e-05,
      "loss": 0.2672255516052246,
      "step": 11480,
      "token_acc": 0.944110060189166
    },
    {
      "epoch": 0.5719336686419999,
      "grad_norm": 0.9851316213607788,
      "learning_rate": 8.553609773841118e-05,
      "loss": 0.3009157180786133,
      "step": 11485,
      "token_acc": 0.9036144578313253
    },
    {
      "epoch": 0.5721826602260843,
      "grad_norm": 0.6801685690879822,
      "learning_rate": 8.552161339071177e-05,
      "loss": 0.26552186012268064,
      "step": 11490,
      "token_acc": 0.971240755957272
    },
    {
      "epoch": 0.5724316518101689,
      "grad_norm": 4.207247734069824,
      "learning_rate": 8.550712302192336e-05,
      "loss": 0.4847282409667969,
      "step": 11495,
      "token_acc": 0.8118811881188119
    },
    {
      "epoch": 0.5726806433942533,
      "grad_norm": 1.6140497922897339,
      "learning_rate": 8.549262663450216e-05,
      "loss": 0.35146963596343994,
      "step": 11500,
      "token_acc": 0.886685552407932
    },
    {
      "epoch": 0.5729296349783377,
      "grad_norm": 5.779130458831787,
      "learning_rate": 8.547812423090537e-05,
      "loss": 0.5600249290466308,
      "step": 11505,
      "token_acc": 0.8365384615384616
    },
    {
      "epoch": 0.5731786265624222,
      "grad_norm": 3.2262256145477295,
      "learning_rate": 8.546361581359122e-05,
      "loss": 0.4313105583190918,
      "step": 11510,
      "token_acc": 0.8947140381282496
    },
    {
      "epoch": 0.5734276181465067,
      "grad_norm": 9.970463752746582,
      "learning_rate": 8.544910138501894e-05,
      "loss": 0.45912842750549315,
      "step": 11515,
      "token_acc": 0.8480475382003395
    },
    {
      "epoch": 0.5736766097305911,
      "grad_norm": 1.1114187240600586,
      "learning_rate": 8.543458094764883e-05,
      "loss": 0.23884382247924804,
      "step": 11520,
      "token_acc": 0.9347389558232931
    },
    {
      "epoch": 0.5739256013146755,
      "grad_norm": 1.7240525484085083,
      "learning_rate": 8.542005450394215e-05,
      "loss": 0.33423314094543455,
      "step": 11525,
      "token_acc": 0.9160599571734476
    },
    {
      "epoch": 0.57417459289876,
      "grad_norm": 2.9909441471099854,
      "learning_rate": 8.540552205636121e-05,
      "loss": 0.35268168449401854,
      "step": 11530,
      "token_acc": 0.8946135831381733
    },
    {
      "epoch": 0.5744235844828445,
      "grad_norm": 4.537430286407471,
      "learning_rate": 8.539098360736934e-05,
      "loss": 0.365688157081604,
      "step": 11535,
      "token_acc": 0.8868921775898521
    },
    {
      "epoch": 0.5746725760669289,
      "grad_norm": 3.562056064605713,
      "learning_rate": 8.537643915943087e-05,
      "loss": 0.6208527088165283,
      "step": 11540,
      "token_acc": 0.805940594059406
    },
    {
      "epoch": 0.5749215676510134,
      "grad_norm": 1.1318827867507935,
      "learning_rate": 8.536188871501117e-05,
      "loss": 0.3461423397064209,
      "step": 11545,
      "token_acc": 0.89
    },
    {
      "epoch": 0.5751705592350979,
      "grad_norm": 4.573091983795166,
      "learning_rate": 8.534733227657658e-05,
      "loss": 0.3189119338989258,
      "step": 11550,
      "token_acc": 0.8943661971830986
    },
    {
      "epoch": 0.5754195508191823,
      "grad_norm": 1.7354750633239746,
      "learning_rate": 8.533276984659453e-05,
      "loss": 0.4524627685546875,
      "step": 11555,
      "token_acc": 0.8707865168539326
    },
    {
      "epoch": 0.5756685424032668,
      "grad_norm": 1.3291172981262207,
      "learning_rate": 8.531820142753338e-05,
      "loss": 0.2547675609588623,
      "step": 11560,
      "token_acc": 0.9410187667560321
    },
    {
      "epoch": 0.5759175339873512,
      "grad_norm": 3.5548415184020996,
      "learning_rate": 8.530362702186259e-05,
      "loss": 0.29310295581817625,
      "step": 11565,
      "token_acc": 0.95773247140726
    },
    {
      "epoch": 0.5761665255714357,
      "grad_norm": 1.0554182529449463,
      "learning_rate": 8.528904663205257e-05,
      "loss": 0.37884016036987306,
      "step": 11570,
      "token_acc": 0.8785249457700651
    },
    {
      "epoch": 0.5764155171555202,
      "grad_norm": 2.3127360343933105,
      "learning_rate": 8.52744602605748e-05,
      "loss": 0.5077376365661621,
      "step": 11575,
      "token_acc": 0.8187250996015937
    },
    {
      "epoch": 0.5766645087396046,
      "grad_norm": 0.4740074872970581,
      "learning_rate": 8.525986790990168e-05,
      "loss": 0.5790520191192627,
      "step": 11580,
      "token_acc": 0.8314374353671148
    },
    {
      "epoch": 0.576913500323689,
      "grad_norm": 3.4291350841522217,
      "learning_rate": 8.524526958250674e-05,
      "loss": 0.4026857852935791,
      "step": 11585,
      "token_acc": 0.910377358490566
    },
    {
      "epoch": 0.5771624919077735,
      "grad_norm": 2.1968305110931396,
      "learning_rate": 8.523066528086445e-05,
      "loss": 0.39077486991882326,
      "step": 11590,
      "token_acc": 0.9567519858781994
    },
    {
      "epoch": 0.577411483491858,
      "grad_norm": 0.82044917345047,
      "learning_rate": 8.521605500745031e-05,
      "loss": 0.28241045475006105,
      "step": 11595,
      "token_acc": 0.9579482439926063
    },
    {
      "epoch": 0.5776604750759424,
      "grad_norm": 1.0756471157073975,
      "learning_rate": 8.520143876474082e-05,
      "loss": 0.27738194465637206,
      "step": 11600,
      "token_acc": 0.9330262225372077
    },
    {
      "epoch": 0.5779094666600268,
      "grad_norm": 1.6590341329574585,
      "learning_rate": 8.518681655521355e-05,
      "loss": 0.3773798942565918,
      "step": 11605,
      "token_acc": 0.9635833940276766
    },
    {
      "epoch": 0.5781584582441114,
      "grad_norm": 0.42290031909942627,
      "learning_rate": 8.517218838134698e-05,
      "loss": 0.14818793535232544,
      "step": 11610,
      "token_acc": 0.9683235867446394
    },
    {
      "epoch": 0.5784074498281958,
      "grad_norm": 2.58252215385437,
      "learning_rate": 8.515755424562071e-05,
      "loss": 0.5607686996459961,
      "step": 11615,
      "token_acc": 0.8157453936348409
    },
    {
      "epoch": 0.5786564414122802,
      "grad_norm": 6.2267255783081055,
      "learning_rate": 8.514291415051525e-05,
      "loss": 0.3808431625366211,
      "step": 11620,
      "token_acc": 0.9202825428859738
    },
    {
      "epoch": 0.5789054329963648,
      "grad_norm": 2.444363594055176,
      "learning_rate": 8.512826809851221e-05,
      "loss": 0.36163854598999023,
      "step": 11625,
      "token_acc": 0.9158031088082902
    },
    {
      "epoch": 0.5791544245804492,
      "grad_norm": 2.219974994659424,
      "learning_rate": 8.511361609209414e-05,
      "loss": 0.32841546535491944,
      "step": 11630,
      "token_acc": 0.8615751789976134
    },
    {
      "epoch": 0.5794034161645336,
      "grad_norm": 0.3663408160209656,
      "learning_rate": 8.509895813374464e-05,
      "loss": 0.4250473976135254,
      "step": 11635,
      "token_acc": 0.9597090095131505
    },
    {
      "epoch": 0.5796524077486181,
      "grad_norm": 0.7983823418617249,
      "learning_rate": 8.508429422594832e-05,
      "loss": 0.30225419998168945,
      "step": 11640,
      "token_acc": 0.8927116342236306
    },
    {
      "epoch": 0.5799013993327026,
      "grad_norm": 5.247810363769531,
      "learning_rate": 8.506962437119074e-05,
      "loss": 0.3532397747039795,
      "step": 11645,
      "token_acc": 0.8838095238095238
    },
    {
      "epoch": 0.580150390916787,
      "grad_norm": 0.5002506375312805,
      "learning_rate": 8.505494857195857e-05,
      "loss": 0.4317058563232422,
      "step": 11650,
      "token_acc": 0.8789473684210526
    },
    {
      "epoch": 0.5803993825008714,
      "grad_norm": 0.5119022130966187,
      "learning_rate": 8.504026683073937e-05,
      "loss": 0.3435812950134277,
      "step": 11655,
      "token_acc": 0.8166127292340885
    },
    {
      "epoch": 0.580648374084956,
      "grad_norm": 1.3225711584091187,
      "learning_rate": 8.502557915002184e-05,
      "loss": 0.30160586833953856,
      "step": 11660,
      "token_acc": 0.938347718865598
    },
    {
      "epoch": 0.5808973656690404,
      "grad_norm": 0.6896538138389587,
      "learning_rate": 8.501088553229555e-05,
      "loss": 0.259183669090271,
      "step": 11665,
      "token_acc": 0.9066339066339066
    },
    {
      "epoch": 0.5811463572531248,
      "grad_norm": 0.6109800338745117,
      "learning_rate": 8.499618598005117e-05,
      "loss": 0.40050525665283204,
      "step": 11670,
      "token_acc": 0.8706429124709527
    },
    {
      "epoch": 0.5813953488372093,
      "grad_norm": 0.8493565917015076,
      "learning_rate": 8.498148049578034e-05,
      "loss": 0.35398225784301757,
      "step": 11675,
      "token_acc": 0.952914798206278
    },
    {
      "epoch": 0.5816443404212938,
      "grad_norm": 0.820641815662384,
      "learning_rate": 8.496676908197572e-05,
      "loss": 0.3768664836883545,
      "step": 11680,
      "token_acc": 0.8859649122807017
    },
    {
      "epoch": 0.5818933320053782,
      "grad_norm": 1.5746102333068848,
      "learning_rate": 8.495205174113095e-05,
      "loss": 0.4221214294433594,
      "step": 11685,
      "token_acc": 0.8033550792171482
    },
    {
      "epoch": 0.5821423235894627,
      "grad_norm": 1.4215648174285889,
      "learning_rate": 8.49373284757407e-05,
      "loss": 0.3709346055984497,
      "step": 11690,
      "token_acc": 0.8920526986825329
    },
    {
      "epoch": 0.5823913151735471,
      "grad_norm": 2.4589474201202393,
      "learning_rate": 8.492259928830066e-05,
      "loss": 0.3978564262390137,
      "step": 11695,
      "token_acc": 0.9473309608540925
    },
    {
      "epoch": 0.5826403067576316,
      "grad_norm": 1.5306466817855835,
      "learning_rate": 8.490786418130748e-05,
      "loss": 0.22824304103851317,
      "step": 11700,
      "token_acc": 0.9317647058823529
    },
    {
      "epoch": 0.5828892983417161,
      "grad_norm": 1.4004110097885132,
      "learning_rate": 8.489312315725881e-05,
      "loss": 0.4001137733459473,
      "step": 11705,
      "token_acc": 0.902542372881356
    },
    {
      "epoch": 0.5831382899258005,
      "grad_norm": 0.6597815752029419,
      "learning_rate": 8.487837621865335e-05,
      "loss": 0.2808001756668091,
      "step": 11710,
      "token_acc": 0.8653198653198653
    },
    {
      "epoch": 0.583387281509885,
      "grad_norm": 4.952744483947754,
      "learning_rate": 8.48636233679908e-05,
      "loss": 0.3004830121994019,
      "step": 11715,
      "token_acc": 0.9345686160972785
    },
    {
      "epoch": 0.5836362730939694,
      "grad_norm": 1.665391445159912,
      "learning_rate": 8.484886460777181e-05,
      "loss": 0.5311462879180908,
      "step": 11720,
      "token_acc": 0.8032646048109966
    },
    {
      "epoch": 0.5838852646780539,
      "grad_norm": 0.8378656506538391,
      "learning_rate": 8.483409994049806e-05,
      "loss": 0.4136639595031738,
      "step": 11725,
      "token_acc": 0.7930194805194806
    },
    {
      "epoch": 0.5841342562621383,
      "grad_norm": 2.0988762378692627,
      "learning_rate": 8.481932936867227e-05,
      "loss": 0.55043044090271,
      "step": 11730,
      "token_acc": 0.7552941176470588
    },
    {
      "epoch": 0.5843832478462228,
      "grad_norm": 0.9802224040031433,
      "learning_rate": 8.48045528947981e-05,
      "loss": 0.28796753883361814,
      "step": 11735,
      "token_acc": 0.9361123697326688
    },
    {
      "epoch": 0.5846322394303073,
      "grad_norm": 4.9099225997924805,
      "learning_rate": 8.478977052138022e-05,
      "loss": 0.3046013355255127,
      "step": 11740,
      "token_acc": 0.9066666666666666
    },
    {
      "epoch": 0.5848812310143917,
      "grad_norm": 1.2456841468811035,
      "learning_rate": 8.477498225092435e-05,
      "loss": 0.26798291206359864,
      "step": 11745,
      "token_acc": 0.92470419505199
    },
    {
      "epoch": 0.5851302225984761,
      "grad_norm": 1.0267119407653809,
      "learning_rate": 8.476018808593716e-05,
      "loss": 0.21512811183929442,
      "step": 11750,
      "token_acc": 0.9436379163108455
    },
    {
      "epoch": 0.5853792141825607,
      "grad_norm": 1.8362205028533936,
      "learning_rate": 8.474538802892631e-05,
      "loss": 0.2685299634933472,
      "step": 11755,
      "token_acc": 0.9138755980861244
    },
    {
      "epoch": 0.5856282057666451,
      "grad_norm": 1.2461796998977661,
      "learning_rate": 8.47305820824005e-05,
      "loss": 0.29463193416595457,
      "step": 11760,
      "token_acc": 0.9115442278860569
    },
    {
      "epoch": 0.5858771973507295,
      "grad_norm": 0.3319038152694702,
      "learning_rate": 8.471577024886942e-05,
      "loss": 0.23493332862854005,
      "step": 11765,
      "token_acc": 0.9689189189189189
    },
    {
      "epoch": 0.586126188934814,
      "grad_norm": 1.478100299835205,
      "learning_rate": 8.470095253084378e-05,
      "loss": 0.31349544525146483,
      "step": 11770,
      "token_acc": 0.8905109489051095
    },
    {
      "epoch": 0.5863751805188985,
      "grad_norm": 2.10573148727417,
      "learning_rate": 8.468612893083519e-05,
      "loss": 0.5506992340087891,
      "step": 11775,
      "token_acc": 0.8350951374207188
    },
    {
      "epoch": 0.5866241721029829,
      "grad_norm": 0.4917811453342438,
      "learning_rate": 8.467129945135635e-05,
      "loss": 0.39512221813201903,
      "step": 11780,
      "token_acc": 0.8726287262872628
    },
    {
      "epoch": 0.5868731636870673,
      "grad_norm": 0.5600264668464661,
      "learning_rate": 8.465646409492094e-05,
      "loss": 0.22052488327026368,
      "step": 11785,
      "token_acc": 0.9707454289732771
    },
    {
      "epoch": 0.5871221552711519,
      "grad_norm": 1.700066328048706,
      "learning_rate": 8.464162286404362e-05,
      "loss": 0.32769622802734377,
      "step": 11790,
      "token_acc": 0.9276094276094277
    },
    {
      "epoch": 0.5873711468552363,
      "grad_norm": 1.0346759557724,
      "learning_rate": 8.462677576124005e-05,
      "loss": 0.4129818916320801,
      "step": 11795,
      "token_acc": 0.8697696285848613
    },
    {
      "epoch": 0.5876201384393207,
      "grad_norm": 1.552268624305725,
      "learning_rate": 8.46119227890269e-05,
      "loss": 0.42792601585388185,
      "step": 11800,
      "token_acc": 0.9020310633213859
    },
    {
      "epoch": 0.5878691300234052,
      "grad_norm": 7.080112934112549,
      "learning_rate": 8.459706394992179e-05,
      "loss": 0.6365276336669922,
      "step": 11805,
      "token_acc": 0.8388888888888889
    },
    {
      "epoch": 0.5881181216074897,
      "grad_norm": 0.711208701133728,
      "learning_rate": 8.458219924644341e-05,
      "loss": 0.21325011253356935,
      "step": 11810,
      "token_acc": 0.9281045751633987
    },
    {
      "epoch": 0.5883671131915741,
      "grad_norm": 0.8751062750816345,
      "learning_rate": 8.456732868111137e-05,
      "loss": 0.41628360748291016,
      "step": 11815,
      "token_acc": 0.9475614228089475
    },
    {
      "epoch": 0.5886161047756586,
      "grad_norm": 1.2597932815551758,
      "learning_rate": 8.455245225644631e-05,
      "loss": 0.3479088306427002,
      "step": 11820,
      "token_acc": 0.9345314505776636
    },
    {
      "epoch": 0.588865096359743,
      "grad_norm": 1.5274418592453003,
      "learning_rate": 8.453756997496987e-05,
      "loss": 0.36015005111694337,
      "step": 11825,
      "token_acc": 0.8636911942098915
    },
    {
      "epoch": 0.5891140879438275,
      "grad_norm": 3.582545757293701,
      "learning_rate": 8.452268183920466e-05,
      "loss": 0.3103186130523682,
      "step": 11830,
      "token_acc": 0.9557142857142857
    },
    {
      "epoch": 0.589363079527912,
      "grad_norm": 0.6827545166015625,
      "learning_rate": 8.450778785167428e-05,
      "loss": 0.43771610260009763,
      "step": 11835,
      "token_acc": 0.9276759884281581
    },
    {
      "epoch": 0.5896120711119964,
      "grad_norm": 2.765468120574951,
      "learning_rate": 8.449288801490335e-05,
      "loss": 0.502592945098877,
      "step": 11840,
      "token_acc": 0.7857142857142857
    },
    {
      "epoch": 0.5898610626960809,
      "grad_norm": 2.5669894218444824,
      "learning_rate": 8.447798233141749e-05,
      "loss": 0.3946040391921997,
      "step": 11845,
      "token_acc": 0.9440993788819876
    },
    {
      "epoch": 0.5901100542801654,
      "grad_norm": 0.8623844385147095,
      "learning_rate": 8.446307080374323e-05,
      "loss": 0.37267465591430665,
      "step": 11850,
      "token_acc": 0.9418052256532067
    },
    {
      "epoch": 0.5903590458642498,
      "grad_norm": 4.462849140167236,
      "learning_rate": 8.444815343440819e-05,
      "loss": 0.2364661931991577,
      "step": 11855,
      "token_acc": 0.9222903885480572
    },
    {
      "epoch": 0.5906080374483342,
      "grad_norm": 0.6075710654258728,
      "learning_rate": 8.443323022594094e-05,
      "loss": 0.28458428382873535,
      "step": 11860,
      "token_acc": 0.9521016617790812
    },
    {
      "epoch": 0.5908570290324187,
      "grad_norm": 1.9897407293319702,
      "learning_rate": 8.441830118087099e-05,
      "loss": 0.4161063194274902,
      "step": 11865,
      "token_acc": 0.8252148997134671
    },
    {
      "epoch": 0.5911060206165032,
      "grad_norm": 1.172978401184082,
      "learning_rate": 8.440336630172896e-05,
      "loss": 0.5356644630432129,
      "step": 11870,
      "token_acc": 0.8887619047619048
    },
    {
      "epoch": 0.5913550122005876,
      "grad_norm": 2.545790910720825,
      "learning_rate": 8.438842559104631e-05,
      "loss": 0.3938292980194092,
      "step": 11875,
      "token_acc": 0.8589588377723971
    },
    {
      "epoch": 0.591604003784672,
      "grad_norm": 3.8019182682037354,
      "learning_rate": 8.437347905135565e-05,
      "loss": 0.3350205898284912,
      "step": 11880,
      "token_acc": 0.8997821350762527
    },
    {
      "epoch": 0.5918529953687566,
      "grad_norm": 1.8628586530685425,
      "learning_rate": 8.43585266851904e-05,
      "loss": 0.5207686424255371,
      "step": 11885,
      "token_acc": 0.8027571580063627
    },
    {
      "epoch": 0.592101986952841,
      "grad_norm": 1.891597032546997,
      "learning_rate": 8.434356849508512e-05,
      "loss": 0.28330426216125487,
      "step": 11890,
      "token_acc": 0.8924283656154954
    },
    {
      "epoch": 0.5923509785369254,
      "grad_norm": 0.8082727789878845,
      "learning_rate": 8.432860448357527e-05,
      "loss": 0.5090445518493653,
      "step": 11895,
      "token_acc": 0.8713561470215463
    },
    {
      "epoch": 0.59259997012101,
      "grad_norm": 0.8781759738922119,
      "learning_rate": 8.431363465319734e-05,
      "loss": 0.3334942817687988,
      "step": 11900,
      "token_acc": 0.8778135048231511
    },
    {
      "epoch": 0.5928489617050944,
      "grad_norm": 2.556968927383423,
      "learning_rate": 8.42986590064888e-05,
      "loss": 0.2009016752243042,
      "step": 11905,
      "token_acc": 0.9788039364118092
    },
    {
      "epoch": 0.5930979532891788,
      "grad_norm": 5.9413042068481445,
      "learning_rate": 8.428367754598804e-05,
      "loss": 0.2487234115600586,
      "step": 11910,
      "token_acc": 0.8926553672316384
    },
    {
      "epoch": 0.5933469448732633,
      "grad_norm": 1.3596397638320923,
      "learning_rate": 8.426869027423457e-05,
      "loss": 0.47357497215270994,
      "step": 11915,
      "token_acc": 0.7914831130690162
    },
    {
      "epoch": 0.5935959364573478,
      "grad_norm": 4.143261432647705,
      "learning_rate": 8.425369719376876e-05,
      "loss": 0.5511836528778076,
      "step": 11920,
      "token_acc": 0.8592727272727273
    },
    {
      "epoch": 0.5938449280414322,
      "grad_norm": 1.843656301498413,
      "learning_rate": 8.423869830713202e-05,
      "loss": 0.32828209400177,
      "step": 11925,
      "token_acc": 0.9471341124095715
    },
    {
      "epoch": 0.5940939196255166,
      "grad_norm": 0.7668483853340149,
      "learning_rate": 8.422369361686672e-05,
      "loss": 0.21861391067504882,
      "step": 11930,
      "token_acc": 0.9635193133047211
    },
    {
      "epoch": 0.5943429112096011,
      "grad_norm": 0.8335108757019043,
      "learning_rate": 8.420868312551627e-05,
      "loss": 0.3562381505966187,
      "step": 11935,
      "token_acc": 0.8391787852865698
    },
    {
      "epoch": 0.5945919027936856,
      "grad_norm": 3.7134952545166016,
      "learning_rate": 8.419366683562498e-05,
      "loss": 0.28893537521362306,
      "step": 11940,
      "token_acc": 0.8916256157635468
    },
    {
      "epoch": 0.59484089437777,
      "grad_norm": 1.3174662590026855,
      "learning_rate": 8.417864474973822e-05,
      "loss": 0.19944435358047485,
      "step": 11945,
      "token_acc": 0.9720708446866485
    },
    {
      "epoch": 0.5950898859618545,
      "grad_norm": 0.8991748094558716,
      "learning_rate": 8.416361687040227e-05,
      "loss": 0.23028137683868408,
      "step": 11950,
      "token_acc": 0.9177777777777778
    },
    {
      "epoch": 0.595338877545939,
      "grad_norm": 2.796687126159668,
      "learning_rate": 8.414858320016445e-05,
      "loss": 0.5257823944091797,
      "step": 11955,
      "token_acc": 0.8274231678486997
    },
    {
      "epoch": 0.5955878691300234,
      "grad_norm": 0.758614718914032,
      "learning_rate": 8.413354374157305e-05,
      "loss": 0.3432520627975464,
      "step": 11960,
      "token_acc": 0.9581081081081081
    },
    {
      "epoch": 0.5958368607141079,
      "grad_norm": 1.7789814472198486,
      "learning_rate": 8.411849849717732e-05,
      "loss": 0.5152956008911133,
      "step": 11965,
      "token_acc": 0.8431431132357335
    },
    {
      "epoch": 0.5960858522981923,
      "grad_norm": 2.520690441131592,
      "learning_rate": 8.410344746952751e-05,
      "loss": 0.21615252494812012,
      "step": 11970,
      "token_acc": 0.934453781512605
    },
    {
      "epoch": 0.5963348438822768,
      "grad_norm": 1.8955340385437012,
      "learning_rate": 8.408839066117485e-05,
      "loss": 0.30452756881713866,
      "step": 11975,
      "token_acc": 0.9019607843137255
    },
    {
      "epoch": 0.5965838354663613,
      "grad_norm": 0.579130232334137,
      "learning_rate": 8.407332807467152e-05,
      "loss": 0.1748355507850647,
      "step": 11980,
      "token_acc": 0.9627805145046524
    },
    {
      "epoch": 0.5968328270504457,
      "grad_norm": 1.4022574424743652,
      "learning_rate": 8.405825971257073e-05,
      "loss": 0.31607353687286377,
      "step": 11985,
      "token_acc": 0.9189842805320435
    },
    {
      "epoch": 0.5970818186345301,
      "grad_norm": 9.74268913269043,
      "learning_rate": 8.404318557742662e-05,
      "loss": 0.2579668998718262,
      "step": 11990,
      "token_acc": 0.9292543021032504
    },
    {
      "epoch": 0.5973308102186146,
      "grad_norm": 3.0387661457061768,
      "learning_rate": 8.402810567179433e-05,
      "loss": 0.4969797611236572,
      "step": 11995,
      "token_acc": 0.8180682764363031
    },
    {
      "epoch": 0.5975798018026991,
      "grad_norm": 2.648648738861084,
      "learning_rate": 8.401301999823e-05,
      "loss": 0.4530977249145508,
      "step": 12000,
      "token_acc": 0.8459214501510574
    },
    {
      "epoch": 0.5978287933867835,
      "grad_norm": 2.0811541080474854,
      "learning_rate": 8.399792855929071e-05,
      "loss": 0.3948249340057373,
      "step": 12005,
      "token_acc": 0.8108108108108109
    },
    {
      "epoch": 0.5980777849708679,
      "grad_norm": 1.8465296030044556,
      "learning_rate": 8.398283135753455e-05,
      "loss": 0.5060945987701416,
      "step": 12010,
      "token_acc": 0.8328767123287671
    },
    {
      "epoch": 0.5983267765549525,
      "grad_norm": 5.1702985763549805,
      "learning_rate": 8.396772839552054e-05,
      "loss": 0.5654922485351562,
      "step": 12015,
      "token_acc": 0.8922118380062305
    },
    {
      "epoch": 0.5985757681390369,
      "grad_norm": 1.4522318840026855,
      "learning_rate": 8.395261967580873e-05,
      "loss": 0.40533447265625,
      "step": 12020,
      "token_acc": 0.8355663824604141
    },
    {
      "epoch": 0.5988247597231213,
      "grad_norm": 1.0120162963867188,
      "learning_rate": 8.393750520096012e-05,
      "loss": 0.18888663053512572,
      "step": 12025,
      "token_acc": 0.9691422594142259
    },
    {
      "epoch": 0.5990737513072059,
      "grad_norm": 0.78253573179245,
      "learning_rate": 8.392238497353668e-05,
      "loss": 0.2945038557052612,
      "step": 12030,
      "token_acc": 0.9045904590459046
    },
    {
      "epoch": 0.5993227428912903,
      "grad_norm": 3.093217372894287,
      "learning_rate": 8.390725899610136e-05,
      "loss": 0.30862619876861574,
      "step": 12035,
      "token_acc": 0.8958333333333334
    },
    {
      "epoch": 0.5995717344753747,
      "grad_norm": 1.0137755870819092,
      "learning_rate": 8.389212727121813e-05,
      "loss": 0.25624210834503175,
      "step": 12040,
      "token_acc": 0.9518143961927424
    },
    {
      "epoch": 0.5998207260594592,
      "grad_norm": 2.0354819297790527,
      "learning_rate": 8.387698980145183e-05,
      "loss": 0.3950099229812622,
      "step": 12045,
      "token_acc": 0.9354838709677419
    },
    {
      "epoch": 0.6000697176435437,
      "grad_norm": 0.38941580057144165,
      "learning_rate": 8.386184658936838e-05,
      "loss": 0.20664510726928711,
      "step": 12050,
      "token_acc": 0.9673255344897136
    },
    {
      "epoch": 0.6003187092276281,
      "grad_norm": 2.3068041801452637,
      "learning_rate": 8.38466976375346e-05,
      "loss": 0.35137038230895995,
      "step": 12055,
      "token_acc": 0.9502262443438914
    },
    {
      "epoch": 0.6005677008117125,
      "grad_norm": 1.7002604007720947,
      "learning_rate": 8.383154294851833e-05,
      "loss": 0.2743141412734985,
      "step": 12060,
      "token_acc": 0.9148471615720524
    },
    {
      "epoch": 0.600816692395797,
      "grad_norm": 4.795459270477295,
      "learning_rate": 8.381638252488836e-05,
      "loss": 0.38728909492492675,
      "step": 12065,
      "token_acc": 0.9583333333333334
    },
    {
      "epoch": 0.6010656839798815,
      "grad_norm": 3.596696138381958,
      "learning_rate": 8.380121636921445e-05,
      "loss": 0.4827893257141113,
      "step": 12070,
      "token_acc": 0.8194317140238313
    },
    {
      "epoch": 0.6013146755639659,
      "grad_norm": 8.425588607788086,
      "learning_rate": 8.378604448406736e-05,
      "loss": 0.5485522270202636,
      "step": 12075,
      "token_acc": 0.8333333333333334
    },
    {
      "epoch": 0.6015636671480504,
      "grad_norm": 2.1997439861297607,
      "learning_rate": 8.377086687201878e-05,
      "loss": 0.4245384693145752,
      "step": 12080,
      "token_acc": 0.8700696055684455
    },
    {
      "epoch": 0.6018126587321349,
      "grad_norm": 0.8810793161392212,
      "learning_rate": 8.375568353564139e-05,
      "loss": 0.23512954711914064,
      "step": 12085,
      "token_acc": 0.9376186601573094
    },
    {
      "epoch": 0.6020616503162193,
      "grad_norm": 0.8801499605178833,
      "learning_rate": 8.374049447750887e-05,
      "loss": 0.3879234313964844,
      "step": 12090,
      "token_acc": 0.8336614173228346
    },
    {
      "epoch": 0.6023106419003038,
      "grad_norm": 0.53105229139328,
      "learning_rate": 8.372529970019577e-05,
      "loss": 0.4805163383483887,
      "step": 12095,
      "token_acc": 0.8992597360798198
    },
    {
      "epoch": 0.6025596334843882,
      "grad_norm": 1.2801845073699951,
      "learning_rate": 8.371009920627776e-05,
      "loss": 0.25163018703460693,
      "step": 12100,
      "token_acc": 0.898989898989899
    },
    {
      "epoch": 0.6028086250684727,
      "grad_norm": 0.9060841202735901,
      "learning_rate": 8.369489299833137e-05,
      "loss": 0.17472305297851562,
      "step": 12105,
      "token_acc": 0.9464048819315468
    },
    {
      "epoch": 0.6030576166525572,
      "grad_norm": 0.6700660586357117,
      "learning_rate": 8.367968107893412e-05,
      "loss": 0.4939521312713623,
      "step": 12110,
      "token_acc": 0.9440609378719352
    },
    {
      "epoch": 0.6033066082366416,
      "grad_norm": 2.0523838996887207,
      "learning_rate": 8.366446345066449e-05,
      "loss": 0.2907363176345825,
      "step": 12115,
      "token_acc": 0.9362186788154897
    },
    {
      "epoch": 0.603555599820726,
      "grad_norm": 4.603729248046875,
      "learning_rate": 8.364924011610198e-05,
      "loss": 0.3893131256103516,
      "step": 12120,
      "token_acc": 0.8439024390243902
    },
    {
      "epoch": 0.6038045914048105,
      "grad_norm": 0.5623213052749634,
      "learning_rate": 8.363401107782698e-05,
      "loss": 0.11370928287506103,
      "step": 12125,
      "token_acc": 0.9657701711491442
    },
    {
      "epoch": 0.604053582988895,
      "grad_norm": 5.490061283111572,
      "learning_rate": 8.361877633842093e-05,
      "loss": 0.5862776756286621,
      "step": 12130,
      "token_acc": 0.8610108303249098
    },
    {
      "epoch": 0.6043025745729794,
      "grad_norm": 2.4756391048431396,
      "learning_rate": 8.360353590046614e-05,
      "loss": 0.4392712593078613,
      "step": 12135,
      "token_acc": 0.9024822695035462
    },
    {
      "epoch": 0.6045515661570638,
      "grad_norm": 3.2497317790985107,
      "learning_rate": 8.3588289766546e-05,
      "loss": 0.33066740036010744,
      "step": 12140,
      "token_acc": 0.8697878566203365
    },
    {
      "epoch": 0.6048005577411484,
      "grad_norm": 1.7024019956588745,
      "learning_rate": 8.357303793924478e-05,
      "loss": 0.46131591796875,
      "step": 12145,
      "token_acc": 0.8166666666666667
    },
    {
      "epoch": 0.6050495493252328,
      "grad_norm": 1.1751664876937866,
      "learning_rate": 8.355778042114772e-05,
      "loss": 0.43781423568725586,
      "step": 12150,
      "token_acc": 0.8329297820823245
    },
    {
      "epoch": 0.6052985409093172,
      "grad_norm": 0.692108154296875,
      "learning_rate": 8.354251721484107e-05,
      "loss": 0.2913574934005737,
      "step": 12155,
      "token_acc": 0.900390625
    },
    {
      "epoch": 0.6055475324934018,
      "grad_norm": 2.545260190963745,
      "learning_rate": 8.352724832291201e-05,
      "loss": 0.2404560089111328,
      "step": 12160,
      "token_acc": 0.9019138755980861
    },
    {
      "epoch": 0.6057965240774862,
      "grad_norm": 5.041872024536133,
      "learning_rate": 8.35119737479487e-05,
      "loss": 0.40173797607421874,
      "step": 12165,
      "token_acc": 0.8865979381443299
    },
    {
      "epoch": 0.6060455156615706,
      "grad_norm": 13.392854690551758,
      "learning_rate": 8.349669349254024e-05,
      "loss": 0.340503191947937,
      "step": 12170,
      "token_acc": 0.9433962264150944
    },
    {
      "epoch": 0.6062945072456551,
      "grad_norm": 1.8661006689071655,
      "learning_rate": 8.348140755927673e-05,
      "loss": 0.5809602737426758,
      "step": 12175,
      "token_acc": 0.7843137254901961
    },
    {
      "epoch": 0.6065434988297396,
      "grad_norm": 1.9453656673431396,
      "learning_rate": 8.346611595074918e-05,
      "loss": 0.5195446968078613,
      "step": 12180,
      "token_acc": 0.8221884498480243
    },
    {
      "epoch": 0.606792490413824,
      "grad_norm": 2.9239394664764404,
      "learning_rate": 8.345081866954963e-05,
      "loss": 0.3575913906097412,
      "step": 12185,
      "token_acc": 0.8950495049504951
    },
    {
      "epoch": 0.6070414819979084,
      "grad_norm": 0.46352651715278625,
      "learning_rate": 8.343551571827102e-05,
      "loss": 0.2687323808670044,
      "step": 12190,
      "token_acc": 0.9666919000757003
    },
    {
      "epoch": 0.607290473581993,
      "grad_norm": 1.7947204113006592,
      "learning_rate": 8.342020709950727e-05,
      "loss": 0.6112865447998047,
      "step": 12195,
      "token_acc": 0.7427766032417196
    },
    {
      "epoch": 0.6075394651660774,
      "grad_norm": 2.8123815059661865,
      "learning_rate": 8.34048928158533e-05,
      "loss": 0.42171292304992675,
      "step": 12200,
      "token_acc": 0.833605220228385
    },
    {
      "epoch": 0.6077884567501618,
      "grad_norm": 3.1029343605041504,
      "learning_rate": 8.338957286990493e-05,
      "loss": 0.597894811630249,
      "step": 12205,
      "token_acc": 0.828719723183391
    },
    {
      "epoch": 0.6080374483342463,
      "grad_norm": 1.7825300693511963,
      "learning_rate": 8.337424726425897e-05,
      "loss": 0.2814262628555298,
      "step": 12210,
      "token_acc": 0.9350405996252342
    },
    {
      "epoch": 0.6082864399183308,
      "grad_norm": 4.056733131408691,
      "learning_rate": 8.33589160015132e-05,
      "loss": 0.2518399715423584,
      "step": 12215,
      "token_acc": 0.9644180874722016
    },
    {
      "epoch": 0.6085354315024152,
      "grad_norm": 1.408536434173584,
      "learning_rate": 8.334357908426632e-05,
      "loss": 0.24424753189086915,
      "step": 12220,
      "token_acc": 0.9422718808193669
    },
    {
      "epoch": 0.6087844230864997,
      "grad_norm": 1.9754427671432495,
      "learning_rate": 8.332823651511804e-05,
      "loss": 0.35563149452209475,
      "step": 12225,
      "token_acc": 0.8813990461049285
    },
    {
      "epoch": 0.6090334146705841,
      "grad_norm": 0.6917319893836975,
      "learning_rate": 8.331288829666897e-05,
      "loss": 0.3076514482498169,
      "step": 12230,
      "token_acc": 0.9216080402010051
    },
    {
      "epoch": 0.6092824062546686,
      "grad_norm": 5.1694416999816895,
      "learning_rate": 8.329753443152072e-05,
      "loss": 0.47922911643981936,
      "step": 12235,
      "token_acc": 0.9272097053726169
    },
    {
      "epoch": 0.6095313978387531,
      "grad_norm": 4.034582138061523,
      "learning_rate": 8.328217492227588e-05,
      "loss": 0.2507974147796631,
      "step": 12240,
      "token_acc": 0.9202037351443124
    },
    {
      "epoch": 0.6097803894228375,
      "grad_norm": 1.6112028360366821,
      "learning_rate": 8.326680977153791e-05,
      "loss": 0.44223690032958984,
      "step": 12245,
      "token_acc": 0.8596491228070176
    },
    {
      "epoch": 0.610029381006922,
      "grad_norm": 1.8254528045654297,
      "learning_rate": 8.325143898191132e-05,
      "loss": 0.5792297840118408,
      "step": 12250,
      "token_acc": 0.8310401761144744
    },
    {
      "epoch": 0.6102783725910065,
      "grad_norm": 3.969125509262085,
      "learning_rate": 8.323606255600153e-05,
      "loss": 0.3116863012313843,
      "step": 12255,
      "token_acc": 0.9102803738317757
    },
    {
      "epoch": 0.6105273641750909,
      "grad_norm": 0.47040462493896484,
      "learning_rate": 8.32206804964149e-05,
      "loss": 0.13552724123001098,
      "step": 12260,
      "token_acc": 0.964904214559387
    },
    {
      "epoch": 0.6107763557591753,
      "grad_norm": 2.9302661418914795,
      "learning_rate": 8.320529280575877e-05,
      "loss": 0.26723005771636965,
      "step": 12265,
      "token_acc": 0.930783242258652
    },
    {
      "epoch": 0.6110253473432598,
      "grad_norm": 1.5318886041641235,
      "learning_rate": 8.318989948664143e-05,
      "loss": 0.5300321102142334,
      "step": 12270,
      "token_acc": 0.9399624765478424
    },
    {
      "epoch": 0.6112743389273443,
      "grad_norm": 1.1308064460754395,
      "learning_rate": 8.317450054167213e-05,
      "loss": 0.5741942405700684,
      "step": 12275,
      "token_acc": 0.93701171875
    },
    {
      "epoch": 0.6115233305114287,
      "grad_norm": 2.406189203262329,
      "learning_rate": 8.315909597346108e-05,
      "loss": 0.27619185447692873,
      "step": 12280,
      "token_acc": 0.8781163434903048
    },
    {
      "epoch": 0.6117723220955131,
      "grad_norm": 1.7025059461593628,
      "learning_rate": 8.31436857846194e-05,
      "loss": 0.2708923816680908,
      "step": 12285,
      "token_acc": 0.914651493598862
    },
    {
      "epoch": 0.6120213136795977,
      "grad_norm": 1.0908915996551514,
      "learning_rate": 8.31282699777592e-05,
      "loss": 0.4121232986450195,
      "step": 12290,
      "token_acc": 0.8724279835390947
    },
    {
      "epoch": 0.6122703052636821,
      "grad_norm": 1.2505687475204468,
      "learning_rate": 8.311284855549357e-05,
      "loss": 0.4238935947418213,
      "step": 12295,
      "token_acc": 0.8110359187922956
    },
    {
      "epoch": 0.6125192968477665,
      "grad_norm": 1.3984746932983398,
      "learning_rate": 8.309742152043647e-05,
      "loss": 0.20363216400146483,
      "step": 12300,
      "token_acc": 0.9551487414187643
    },
    {
      "epoch": 0.612768288431851,
      "grad_norm": 0.8031414151191711,
      "learning_rate": 8.308198887520289e-05,
      "loss": 0.4759626865386963,
      "step": 12305,
      "token_acc": 0.8421052631578947
    },
    {
      "epoch": 0.6130172800159355,
      "grad_norm": 2.667445182800293,
      "learning_rate": 8.306655062240873e-05,
      "loss": 0.444415807723999,
      "step": 12310,
      "token_acc": 0.9335130278526504
    },
    {
      "epoch": 0.6132662716000199,
      "grad_norm": 6.8552350997924805,
      "learning_rate": 8.305110676467085e-05,
      "loss": 0.25639021396636963,
      "step": 12315,
      "token_acc": 0.9216300940438872
    },
    {
      "epoch": 0.6135152631841044,
      "grad_norm": 0.5812011957168579,
      "learning_rate": 8.303565730460706e-05,
      "loss": 0.3011177062988281,
      "step": 12320,
      "token_acc": 0.9083333333333333
    },
    {
      "epoch": 0.6137642547681889,
      "grad_norm": 0.6725507974624634,
      "learning_rate": 8.302020224483611e-05,
      "loss": 0.1317811369895935,
      "step": 12325,
      "token_acc": 0.9425742574257425
    },
    {
      "epoch": 0.6140132463522733,
      "grad_norm": 1.7713457345962524,
      "learning_rate": 8.300474158797775e-05,
      "loss": 0.37200360298156737,
      "step": 12330,
      "token_acc": 0.86810551558753
    },
    {
      "epoch": 0.6142622379363577,
      "grad_norm": 0.5151902437210083,
      "learning_rate": 8.298927533665257e-05,
      "loss": 0.2839794635772705,
      "step": 12335,
      "token_acc": 0.9478908188585607
    },
    {
      "epoch": 0.6145112295204422,
      "grad_norm": 2.3510096073150635,
      "learning_rate": 8.297380349348223e-05,
      "loss": 0.23899173736572266,
      "step": 12340,
      "token_acc": 0.9719058466211086
    },
    {
      "epoch": 0.6147602211045267,
      "grad_norm": 1.384958267211914,
      "learning_rate": 8.295832606108926e-05,
      "loss": 0.3130133628845215,
      "step": 12345,
      "token_acc": 0.9446064139941691
    },
    {
      "epoch": 0.6150092126886111,
      "grad_norm": 1.6509400606155396,
      "learning_rate": 8.294284304209718e-05,
      "loss": 0.4440003395080566,
      "step": 12350,
      "token_acc": 0.9416633819471817
    },
    {
      "epoch": 0.6152582042726956,
      "grad_norm": 5.309055805206299,
      "learning_rate": 8.292735443913042e-05,
      "loss": 0.3151306867599487,
      "step": 12355,
      "token_acc": 0.952191235059761
    },
    {
      "epoch": 0.61550719585678,
      "grad_norm": 2.864469051361084,
      "learning_rate": 8.291186025481437e-05,
      "loss": 0.3163670301437378,
      "step": 12360,
      "token_acc": 0.8936170212765957
    },
    {
      "epoch": 0.6157561874408645,
      "grad_norm": 4.029108047485352,
      "learning_rate": 8.289636049177539e-05,
      "loss": 0.5514915943145752,
      "step": 12365,
      "token_acc": 0.848987108655617
    },
    {
      "epoch": 0.616005179024949,
      "grad_norm": 6.594466686248779,
      "learning_rate": 8.288085515264076e-05,
      "loss": 0.3129971981048584,
      "step": 12370,
      "token_acc": 0.9061662198391421
    },
    {
      "epoch": 0.6162541706090334,
      "grad_norm": 2.37749981880188,
      "learning_rate": 8.286534424003871e-05,
      "loss": 0.3093533515930176,
      "step": 12375,
      "token_acc": 0.9803820340733093
    },
    {
      "epoch": 0.6165031621931178,
      "grad_norm": 0.9549201726913452,
      "learning_rate": 8.28498277565984e-05,
      "loss": 0.4779504299163818,
      "step": 12380,
      "token_acc": 0.8190348525469169
    },
    {
      "epoch": 0.6167521537772024,
      "grad_norm": 3.370727300643921,
      "learning_rate": 8.283430570494999e-05,
      "loss": 0.28224658966064453,
      "step": 12385,
      "token_acc": 0.9150090415913201
    },
    {
      "epoch": 0.6170011453612868,
      "grad_norm": 1.5208300352096558,
      "learning_rate": 8.281877808772452e-05,
      "loss": 0.2751599311828613,
      "step": 12390,
      "token_acc": 0.9638483965014577
    },
    {
      "epoch": 0.6172501369453712,
      "grad_norm": 1.4945926666259766,
      "learning_rate": 8.280324490755398e-05,
      "loss": 0.35171029567718504,
      "step": 12395,
      "token_acc": 0.8769618834080718
    },
    {
      "epoch": 0.6174991285294557,
      "grad_norm": 7.475503444671631,
      "learning_rate": 8.278770616707134e-05,
      "loss": 0.5731903076171875,
      "step": 12400,
      "token_acc": 0.9477216531261039
    },
    {
      "epoch": 0.6177481201135402,
      "grad_norm": 2.9084885120391846,
      "learning_rate": 8.277216186891051e-05,
      "loss": 0.2679601669311523,
      "step": 12405,
      "token_acc": 0.91005291005291
    },
    {
      "epoch": 0.6179971116976246,
      "grad_norm": 2.614940881729126,
      "learning_rate": 8.275661201570631e-05,
      "loss": 0.30785815715789794,
      "step": 12410,
      "token_acc": 0.8959731543624161
    },
    {
      "epoch": 0.618246103281709,
      "grad_norm": 2.348663091659546,
      "learning_rate": 8.27410566100945e-05,
      "loss": 0.19385522603988647,
      "step": 12415,
      "token_acc": 0.9761344537815126
    },
    {
      "epoch": 0.6184950948657936,
      "grad_norm": 1.6716482639312744,
      "learning_rate": 8.272549565471182e-05,
      "loss": 0.3580959320068359,
      "step": 12420,
      "token_acc": 0.8881118881118881
    },
    {
      "epoch": 0.618744086449878,
      "grad_norm": 2.522212266921997,
      "learning_rate": 8.270992915219591e-05,
      "loss": 0.2565759181976318,
      "step": 12425,
      "token_acc": 0.9551365409622887
    },
    {
      "epoch": 0.6189930780339624,
      "grad_norm": 1.1067372560501099,
      "learning_rate": 8.26943571051854e-05,
      "loss": 0.4475651741027832,
      "step": 12430,
      "token_acc": 0.8374344493747479
    },
    {
      "epoch": 0.619242069618047,
      "grad_norm": 0.6887592673301697,
      "learning_rate": 8.267877951631979e-05,
      "loss": 0.591745662689209,
      "step": 12435,
      "token_acc": 0.8192918192918193
    },
    {
      "epoch": 0.6194910612021314,
      "grad_norm": 2.497195243835449,
      "learning_rate": 8.26631963882396e-05,
      "loss": 0.2978585481643677,
      "step": 12440,
      "token_acc": 0.9215017064846417
    },
    {
      "epoch": 0.6197400527862158,
      "grad_norm": 1.5494791269302368,
      "learning_rate": 8.264760772358621e-05,
      "loss": 0.5270482063293457,
      "step": 12445,
      "token_acc": 0.8134328358208955
    },
    {
      "epoch": 0.6199890443703003,
      "grad_norm": 1.745214581489563,
      "learning_rate": 8.2632013525002e-05,
      "loss": 0.2444150686264038,
      "step": 12450,
      "token_acc": 0.9100642398286938
    },
    {
      "epoch": 0.6202380359543848,
      "grad_norm": 5.162688732147217,
      "learning_rate": 8.261641379513025e-05,
      "loss": 0.37749876976013186,
      "step": 12455,
      "token_acc": 0.9192307692307692
    },
    {
      "epoch": 0.6204870275384692,
      "grad_norm": 1.3187360763549805,
      "learning_rate": 8.26008085366152e-05,
      "loss": 0.20725524425506592,
      "step": 12460,
      "token_acc": 0.9290942360475755
    },
    {
      "epoch": 0.6207360191225536,
      "grad_norm": 2.228942394256592,
      "learning_rate": 8.258519775210203e-05,
      "loss": 0.543770694732666,
      "step": 12465,
      "token_acc": 0.9334027055150884
    },
    {
      "epoch": 0.6209850107066381,
      "grad_norm": 3.6936824321746826,
      "learning_rate": 8.256958144423681e-05,
      "loss": 0.2560738086700439,
      "step": 12470,
      "token_acc": 0.9690402476780186
    },
    {
      "epoch": 0.6212340022907226,
      "grad_norm": 2.425739288330078,
      "learning_rate": 8.255395961566661e-05,
      "loss": 0.28390705585479736,
      "step": 12475,
      "token_acc": 0.9296279695203944
    },
    {
      "epoch": 0.621482993874807,
      "grad_norm": 2.0389435291290283,
      "learning_rate": 8.253833226903938e-05,
      "loss": 0.35244338512420653,
      "step": 12480,
      "token_acc": 0.9501445086705202
    },
    {
      "epoch": 0.6217319854588915,
      "grad_norm": 0.580031156539917,
      "learning_rate": 8.252269940700407e-05,
      "loss": 0.14131765365600585,
      "step": 12485,
      "token_acc": 0.9677317304650427
    },
    {
      "epoch": 0.621980977042976,
      "grad_norm": 0.821887731552124,
      "learning_rate": 8.25070610322105e-05,
      "loss": 0.17884554862976074,
      "step": 12490,
      "token_acc": 0.9398907103825137
    },
    {
      "epoch": 0.6222299686270604,
      "grad_norm": 3.10214900970459,
      "learning_rate": 8.249141714730946e-05,
      "loss": 0.28216981887817383,
      "step": 12495,
      "token_acc": 0.9703225806451613
    },
    {
      "epoch": 0.6224789602111449,
      "grad_norm": 4.598675727844238,
      "learning_rate": 8.247576775495267e-05,
      "loss": 0.42896285057067873,
      "step": 12500,
      "token_acc": 0.8506787330316742
    },
    {
      "epoch": 0.6227279517952293,
      "grad_norm": 1.2769747972488403,
      "learning_rate": 8.246011285779278e-05,
      "loss": 0.4602216243743896,
      "step": 12505,
      "token_acc": 0.8551587301587301
    },
    {
      "epoch": 0.6229769433793138,
      "grad_norm": 1.4487335681915283,
      "learning_rate": 8.244445245848336e-05,
      "loss": 0.5504464149475098,
      "step": 12510,
      "token_acc": 0.7902790279027903
    },
    {
      "epoch": 0.6232259349633983,
      "grad_norm": 0.7734441161155701,
      "learning_rate": 8.242878655967893e-05,
      "loss": 0.28553860187530516,
      "step": 12515,
      "token_acc": 0.9154334038054969
    },
    {
      "epoch": 0.6234749265474827,
      "grad_norm": 0.7831394076347351,
      "learning_rate": 8.241311516403494e-05,
      "loss": 0.2562068700790405,
      "step": 12520,
      "token_acc": 0.8880208333333334
    },
    {
      "epoch": 0.6237239181315671,
      "grad_norm": 0.6465056538581848,
      "learning_rate": 8.239743827420778e-05,
      "loss": 0.2116999626159668,
      "step": 12525,
      "token_acc": 0.9531635168447001
    },
    {
      "epoch": 0.6239729097156516,
      "grad_norm": 1.38650643825531,
      "learning_rate": 8.238175589285473e-05,
      "loss": 0.4058422565460205,
      "step": 12530,
      "token_acc": 0.8079268292682927
    },
    {
      "epoch": 0.6242219012997361,
      "grad_norm": 2.43617844581604,
      "learning_rate": 8.236606802263407e-05,
      "loss": 0.48808951377868653,
      "step": 12535,
      "token_acc": 0.7835051546391752
    },
    {
      "epoch": 0.6244708928838205,
      "grad_norm": 1.1436704397201538,
      "learning_rate": 8.235037466620494e-05,
      "loss": 0.3214428424835205,
      "step": 12540,
      "token_acc": 0.9366286438529785
    },
    {
      "epoch": 0.6247198844679049,
      "grad_norm": 2.207554817199707,
      "learning_rate": 8.233467582622745e-05,
      "loss": 0.455865478515625,
      "step": 12545,
      "token_acc": 0.8211169284467714
    },
    {
      "epoch": 0.6249688760519895,
      "grad_norm": 4.369988918304443,
      "learning_rate": 8.231897150536265e-05,
      "loss": 0.34945249557495117,
      "step": 12550,
      "token_acc": 0.9038461538461539
    },
    {
      "epoch": 0.6252178676360739,
      "grad_norm": 0.434155136346817,
      "learning_rate": 8.230326170627247e-05,
      "loss": 0.5258860111236572,
      "step": 12555,
      "token_acc": 0.7232977303070761
    },
    {
      "epoch": 0.6254668592201583,
      "grad_norm": 1.9514306783676147,
      "learning_rate": 8.228754643161982e-05,
      "loss": 0.47364153861999514,
      "step": 12560,
      "token_acc": 0.8487131198995606
    },
    {
      "epoch": 0.6257158508042429,
      "grad_norm": 2.3863115310668945,
      "learning_rate": 8.22718256840685e-05,
      "loss": 0.268178653717041,
      "step": 12565,
      "token_acc": 0.9144385026737968
    },
    {
      "epoch": 0.6259648423883273,
      "grad_norm": 6.941956996917725,
      "learning_rate": 8.225609946628328e-05,
      "loss": 0.46059432029724123,
      "step": 12570,
      "token_acc": 0.9229466553767993
    },
    {
      "epoch": 0.6262138339724117,
      "grad_norm": 2.0555810928344727,
      "learning_rate": 8.22403677809298e-05,
      "loss": 0.32632060050964357,
      "step": 12575,
      "token_acc": 0.9524200164068909
    },
    {
      "epoch": 0.6264628255564962,
      "grad_norm": 1.7658337354660034,
      "learning_rate": 8.222463063067469e-05,
      "loss": 0.2733722448348999,
      "step": 12580,
      "token_acc": 0.9027237354085603
    },
    {
      "epoch": 0.6267118171405807,
      "grad_norm": 3.299424409866333,
      "learning_rate": 8.220888801818544e-05,
      "loss": 0.29308581352233887,
      "step": 12585,
      "token_acc": 0.9572564612326043
    },
    {
      "epoch": 0.6269608087246651,
      "grad_norm": 1.0955355167388916,
      "learning_rate": 8.219313994613053e-05,
      "loss": 0.5631681919097901,
      "step": 12590,
      "token_acc": 0.9497944803288315
    },
    {
      "epoch": 0.6272098003087495,
      "grad_norm": 3.6042282581329346,
      "learning_rate": 8.217738641717932e-05,
      "loss": 0.3612269401550293,
      "step": 12595,
      "token_acc": 0.9092920353982301
    },
    {
      "epoch": 0.627458791892834,
      "grad_norm": 2.0159621238708496,
      "learning_rate": 8.216162743400214e-05,
      "loss": 0.2401932954788208,
      "step": 12600,
      "token_acc": 0.9378349410503751
    },
    {
      "epoch": 0.6277077834769185,
      "grad_norm": 1.3790054321289062,
      "learning_rate": 8.214586299927016e-05,
      "loss": 0.17549405097961426,
      "step": 12605,
      "token_acc": 0.9376770538243626
    },
    {
      "epoch": 0.6279567750610029,
      "grad_norm": 1.3324089050292969,
      "learning_rate": 8.213009311565557e-05,
      "loss": 0.3506876707077026,
      "step": 12610,
      "token_acc": 0.926186830015314
    },
    {
      "epoch": 0.6282057666450874,
      "grad_norm": 4.29548978805542,
      "learning_rate": 8.211431778583144e-05,
      "loss": 0.49047260284423827,
      "step": 12615,
      "token_acc": 0.8307692307692308
    },
    {
      "epoch": 0.6284547582291719,
      "grad_norm": 1.2902179956436157,
      "learning_rate": 8.209853701247175e-05,
      "loss": 0.26164898872375486,
      "step": 12620,
      "token_acc": 0.8928744546776539
    },
    {
      "epoch": 0.6287037498132563,
      "grad_norm": 1.3936153650283813,
      "learning_rate": 8.208275079825146e-05,
      "loss": 0.3989607572555542,
      "step": 12625,
      "token_acc": 0.8260355029585799
    },
    {
      "epoch": 0.6289527413973408,
      "grad_norm": 0.3919725716114044,
      "learning_rate": 8.206695914584635e-05,
      "loss": 0.3299905776977539,
      "step": 12630,
      "token_acc": 0.9402673350041771
    },
    {
      "epoch": 0.6292017329814252,
      "grad_norm": 2.8244144916534424,
      "learning_rate": 8.205116205793321e-05,
      "loss": 0.44913625717163086,
      "step": 12635,
      "token_acc": 0.857397504456328
    },
    {
      "epoch": 0.6294507245655097,
      "grad_norm": 1.5046368837356567,
      "learning_rate": 8.203535953718974e-05,
      "loss": 0.3011737108230591,
      "step": 12640,
      "token_acc": 0.959546925566343
    },
    {
      "epoch": 0.6296997161495942,
      "grad_norm": 5.455407619476318,
      "learning_rate": 8.201955158629456e-05,
      "loss": 0.25377368927001953,
      "step": 12645,
      "token_acc": 0.9533275713050994
    },
    {
      "epoch": 0.6299487077336786,
      "grad_norm": 2.562614679336548,
      "learning_rate": 8.200373820792714e-05,
      "loss": 0.3721336364746094,
      "step": 12650,
      "token_acc": 0.8831168831168831
    },
    {
      "epoch": 0.630197699317763,
      "grad_norm": 2.907268762588501,
      "learning_rate": 8.198791940476795e-05,
      "loss": 0.35790765285491943,
      "step": 12655,
      "token_acc": 0.9272875816993464
    },
    {
      "epoch": 0.6304466909018476,
      "grad_norm": 0.9785257577896118,
      "learning_rate": 8.197209517949838e-05,
      "loss": 0.5426920890808106,
      "step": 12660,
      "token_acc": 0.9098901098901099
    },
    {
      "epoch": 0.630695682485932,
      "grad_norm": 9.391166687011719,
      "learning_rate": 8.195626553480069e-05,
      "loss": 0.5751274108886719,
      "step": 12665,
      "token_acc": 0.7535121328224776
    },
    {
      "epoch": 0.6309446740700164,
      "grad_norm": 4.217029094696045,
      "learning_rate": 8.194043047335808e-05,
      "loss": 0.561922836303711,
      "step": 12670,
      "token_acc": 0.7938844847112118
    },
    {
      "epoch": 0.6311936656541008,
      "grad_norm": 0.4532872140407562,
      "learning_rate": 8.19245899978547e-05,
      "loss": 0.2926161527633667,
      "step": 12675,
      "token_acc": 0.9637795275590552
    },
    {
      "epoch": 0.6314426572381854,
      "grad_norm": 0.9799796342849731,
      "learning_rate": 8.190874411097556e-05,
      "loss": 0.5222570419311523,
      "step": 12680,
      "token_acc": 0.8488372093023255
    },
    {
      "epoch": 0.6316916488222698,
      "grad_norm": 1.5794681310653687,
      "learning_rate": 8.18928928154066e-05,
      "loss": 0.3257314443588257,
      "step": 12685,
      "token_acc": 0.9080459770114943
    },
    {
      "epoch": 0.6319406404063542,
      "grad_norm": 1.4489041566848755,
      "learning_rate": 8.187703611383474e-05,
      "loss": 0.3977782964706421,
      "step": 12690,
      "token_acc": 0.8868360277136259
    },
    {
      "epoch": 0.6321896319904388,
      "grad_norm": 1.4077383279800415,
      "learning_rate": 8.186117400894775e-05,
      "loss": 0.3454661130905151,
      "step": 12695,
      "token_acc": 0.9304610733182161
    },
    {
      "epoch": 0.6324386235745232,
      "grad_norm": 1.3727859258651733,
      "learning_rate": 8.184530650343434e-05,
      "loss": 0.4266548156738281,
      "step": 12700,
      "token_acc": 0.9166666666666666
    },
    {
      "epoch": 0.6326876151586076,
      "grad_norm": 1.6742385625839233,
      "learning_rate": 8.182943359998409e-05,
      "loss": 0.24596383571624755,
      "step": 12705,
      "token_acc": 0.9153094462540716
    },
    {
      "epoch": 0.6329366067426921,
      "grad_norm": 1.506921648979187,
      "learning_rate": 8.18135553012876e-05,
      "loss": 0.5069943904876709,
      "step": 12710,
      "token_acc": 0.8440088348978465
    },
    {
      "epoch": 0.6331855983267766,
      "grad_norm": 2.3798413276672363,
      "learning_rate": 8.179767161003628e-05,
      "loss": 0.513461971282959,
      "step": 12715,
      "token_acc": 0.8046875
    },
    {
      "epoch": 0.633434589910861,
      "grad_norm": 4.5786590576171875,
      "learning_rate": 8.178178252892247e-05,
      "loss": 0.3109837532043457,
      "step": 12720,
      "token_acc": 0.8940269749518305
    },
    {
      "epoch": 0.6336835814949455,
      "grad_norm": 3.206223487854004,
      "learning_rate": 8.176588806063953e-05,
      "loss": 0.5140790462493896,
      "step": 12725,
      "token_acc": 0.9129886506935687
    },
    {
      "epoch": 0.63393257307903,
      "grad_norm": 0.9358224272727966,
      "learning_rate": 8.174998820788158e-05,
      "loss": 0.3708431959152222,
      "step": 12730,
      "token_acc": 0.9112125824454591
    },
    {
      "epoch": 0.6341815646631144,
      "grad_norm": 6.716393947601318,
      "learning_rate": 8.173408297334375e-05,
      "loss": 0.41547718048095705,
      "step": 12735,
      "token_acc": 0.8969924812030076
    },
    {
      "epoch": 0.6344305562471988,
      "grad_norm": 4.55402946472168,
      "learning_rate": 8.171817235972203e-05,
      "loss": 0.43977131843566897,
      "step": 12740,
      "token_acc": 0.8040322580645162
    },
    {
      "epoch": 0.6346795478312833,
      "grad_norm": 3.169576406478882,
      "learning_rate": 8.170225636971338e-05,
      "loss": 0.2984940052032471,
      "step": 12745,
      "token_acc": 0.9004739336492891
    },
    {
      "epoch": 0.6349285394153678,
      "grad_norm": 0.8953443169593811,
      "learning_rate": 8.168633500601563e-05,
      "loss": 0.38602983951568604,
      "step": 12750,
      "token_acc": 0.815625
    },
    {
      "epoch": 0.6351775309994522,
      "grad_norm": 4.445667743682861,
      "learning_rate": 8.167040827132752e-05,
      "loss": 0.22718186378479005,
      "step": 12755,
      "token_acc": 0.960927960927961
    },
    {
      "epoch": 0.6354265225835367,
      "grad_norm": 3.75355863571167,
      "learning_rate": 8.165447616834874e-05,
      "loss": 0.6654300689697266,
      "step": 12760,
      "token_acc": 0.7584683357879234
    },
    {
      "epoch": 0.6356755141676211,
      "grad_norm": 0.5491569638252258,
      "learning_rate": 8.16385386997798e-05,
      "loss": 0.370914101600647,
      "step": 12765,
      "token_acc": 0.8372799028536734
    },
    {
      "epoch": 0.6359245057517056,
      "grad_norm": 1.647347092628479,
      "learning_rate": 8.162259586832224e-05,
      "loss": 0.33606045246124266,
      "step": 12770,
      "token_acc": 0.9625501560410165
    },
    {
      "epoch": 0.6361734973357901,
      "grad_norm": 2.8597428798675537,
      "learning_rate": 8.160664767667842e-05,
      "loss": 0.3835017204284668,
      "step": 12775,
      "token_acc": 0.9274074074074075
    },
    {
      "epoch": 0.6364224889198745,
      "grad_norm": 10.053924560546875,
      "learning_rate": 8.159069412755166e-05,
      "loss": 0.41477580070495607,
      "step": 12780,
      "token_acc": 0.8793103448275862
    },
    {
      "epoch": 0.6366714805039589,
      "grad_norm": 1.6324269771575928,
      "learning_rate": 8.157473522364613e-05,
      "loss": 0.37282619476318357,
      "step": 12785,
      "token_acc": 0.9154872624342903
    },
    {
      "epoch": 0.6369204720880435,
      "grad_norm": 5.461519241333008,
      "learning_rate": 8.155877096766697e-05,
      "loss": 0.2802486181259155,
      "step": 12790,
      "token_acc": 0.9094488188976378
    },
    {
      "epoch": 0.6371694636721279,
      "grad_norm": 2.1649045944213867,
      "learning_rate": 8.154280136232017e-05,
      "loss": 0.2653489589691162,
      "step": 12795,
      "token_acc": 0.9171483622350675
    },
    {
      "epoch": 0.6374184552562123,
      "grad_norm": 12.477975845336914,
      "learning_rate": 8.15268264103127e-05,
      "loss": 0.45677547454833983,
      "step": 12800,
      "token_acc": 0.8481012658227848
    },
    {
      "epoch": 0.6376674468402967,
      "grad_norm": 1.2589162588119507,
      "learning_rate": 8.151084611435237e-05,
      "loss": 0.49854106903076173,
      "step": 12805,
      "token_acc": 0.9300411522633745
    },
    {
      "epoch": 0.6379164384243813,
      "grad_norm": 0.7249801158905029,
      "learning_rate": 8.149486047714791e-05,
      "loss": 0.17007091045379638,
      "step": 12810,
      "token_acc": 0.9602142310635042
    },
    {
      "epoch": 0.6381654300084657,
      "grad_norm": 4.054098129272461,
      "learning_rate": 8.147886950140899e-05,
      "loss": 0.45342316627502444,
      "step": 12815,
      "token_acc": 0.8556962025316456
    },
    {
      "epoch": 0.6384144215925501,
      "grad_norm": 0.8598461151123047,
      "learning_rate": 8.146287318984614e-05,
      "loss": 0.23458170890808105,
      "step": 12820,
      "token_acc": 0.8946220930232558
    },
    {
      "epoch": 0.6386634131766347,
      "grad_norm": 0.810230553150177,
      "learning_rate": 8.144687154517082e-05,
      "loss": 0.31854374408721925,
      "step": 12825,
      "token_acc": 0.9384563073784427
    },
    {
      "epoch": 0.6389124047607191,
      "grad_norm": 1.1773594617843628,
      "learning_rate": 8.143086457009539e-05,
      "loss": 0.23747358322143555,
      "step": 12830,
      "token_acc": 0.9616858237547893
    },
    {
      "epoch": 0.6391613963448035,
      "grad_norm": 1.9195547103881836,
      "learning_rate": 8.14148522673331e-05,
      "loss": 0.28145997524261473,
      "step": 12835,
      "token_acc": 0.9019607843137255
    },
    {
      "epoch": 0.639410387928888,
      "grad_norm": 1.1409778594970703,
      "learning_rate": 8.139883463959813e-05,
      "loss": 0.32852489948272706,
      "step": 12840,
      "token_acc": 0.9283783783783783
    },
    {
      "epoch": 0.6396593795129725,
      "grad_norm": 2.104114055633545,
      "learning_rate": 8.138281168960553e-05,
      "loss": 0.5318037033081054,
      "step": 12845,
      "token_acc": 0.8135593220338984
    },
    {
      "epoch": 0.6399083710970569,
      "grad_norm": 2.1026735305786133,
      "learning_rate": 8.136678342007128e-05,
      "loss": 0.28372352123260497,
      "step": 12850,
      "token_acc": 0.8908145580589255
    },
    {
      "epoch": 0.6401573626811414,
      "grad_norm": 0.3695639669895172,
      "learning_rate": 8.135074983371225e-05,
      "loss": 0.33306334018707273,
      "step": 12855,
      "token_acc": 0.9753260486429327
    },
    {
      "epoch": 0.6404063542652259,
      "grad_norm": 1.6802104711532593,
      "learning_rate": 8.133471093324621e-05,
      "loss": 0.40018763542175295,
      "step": 12860,
      "token_acc": 0.7869822485207101
    },
    {
      "epoch": 0.6406553458493103,
      "grad_norm": 2.5600178241729736,
      "learning_rate": 8.131866672139185e-05,
      "loss": 0.24847517013549805,
      "step": 12865,
      "token_acc": 0.9093406593406593
    },
    {
      "epoch": 0.6409043374333947,
      "grad_norm": 0.9656591415405273,
      "learning_rate": 8.130261720086872e-05,
      "loss": 0.20606110095977784,
      "step": 12870,
      "token_acc": 0.9415855354659249
    },
    {
      "epoch": 0.6411533290174792,
      "grad_norm": 1.9328988790512085,
      "learning_rate": 8.128656237439729e-05,
      "loss": 0.4238749027252197,
      "step": 12875,
      "token_acc": 0.8344709897610921
    },
    {
      "epoch": 0.6414023206015637,
      "grad_norm": 1.9370640516281128,
      "learning_rate": 8.127050224469895e-05,
      "loss": 0.40336947441101073,
      "step": 12880,
      "token_acc": 0.9161331626120358
    },
    {
      "epoch": 0.6416513121856481,
      "grad_norm": 3.5206522941589355,
      "learning_rate": 8.125443681449597e-05,
      "loss": 0.46542181968688967,
      "step": 12885,
      "token_acc": 0.83493369913123
    },
    {
      "epoch": 0.6419003037697326,
      "grad_norm": 1.6502752304077148,
      "learning_rate": 8.123836608651153e-05,
      "loss": 0.2592127323150635,
      "step": 12890,
      "token_acc": 0.9500924214417745
    },
    {
      "epoch": 0.642149295353817,
      "grad_norm": 2.6397366523742676,
      "learning_rate": 8.122229006346964e-05,
      "loss": 0.3675117015838623,
      "step": 12895,
      "token_acc": 0.9295841209829868
    },
    {
      "epoch": 0.6423982869379015,
      "grad_norm": 4.085843563079834,
      "learning_rate": 8.120620874809534e-05,
      "loss": 0.47684540748596194,
      "step": 12900,
      "token_acc": 0.9378969654199012
    },
    {
      "epoch": 0.642647278521986,
      "grad_norm": 1.5702733993530273,
      "learning_rate": 8.119012214311444e-05,
      "loss": 0.27051308155059817,
      "step": 12905,
      "token_acc": 0.933911159263272
    },
    {
      "epoch": 0.6428962701060704,
      "grad_norm": 1.7248225212097168,
      "learning_rate": 8.117403025125374e-05,
      "loss": 0.45577139854431153,
      "step": 12910,
      "token_acc": 0.845771144278607
    },
    {
      "epoch": 0.6431452616901548,
      "grad_norm": 3.0589776039123535,
      "learning_rate": 8.115793307524086e-05,
      "loss": 0.2801161050796509,
      "step": 12915,
      "token_acc": 0.9392049883086516
    },
    {
      "epoch": 0.6433942532742394,
      "grad_norm": 2.660111904144287,
      "learning_rate": 8.114183061780436e-05,
      "loss": 0.4700307846069336,
      "step": 12920,
      "token_acc": 0.8478664192949907
    },
    {
      "epoch": 0.6436432448583238,
      "grad_norm": 2.2377755641937256,
      "learning_rate": 8.11257228816737e-05,
      "loss": 0.4378803730010986,
      "step": 12925,
      "token_acc": 0.8478260869565217
    },
    {
      "epoch": 0.6438922364424082,
      "grad_norm": 3.0807108879089355,
      "learning_rate": 8.110960986957922e-05,
      "loss": 0.2646787643432617,
      "step": 12930,
      "token_acc": 0.8725490196078431
    },
    {
      "epoch": 0.6441412280264927,
      "grad_norm": 3.226285696029663,
      "learning_rate": 8.109349158425214e-05,
      "loss": 0.35729045867919923,
      "step": 12935,
      "token_acc": 0.9140486069946651
    },
    {
      "epoch": 0.6443902196105772,
      "grad_norm": 0.8375991582870483,
      "learning_rate": 8.107736802842459e-05,
      "loss": 0.3574580430984497,
      "step": 12940,
      "token_acc": 0.8909090909090909
    },
    {
      "epoch": 0.6446392111946616,
      "grad_norm": 1.6282684803009033,
      "learning_rate": 8.10612392048296e-05,
      "loss": 0.2901177167892456,
      "step": 12945,
      "token_acc": 0.8843621399176955
    },
    {
      "epoch": 0.644888202778746,
      "grad_norm": 0.7366445660591125,
      "learning_rate": 8.10451051162011e-05,
      "loss": 0.43552517890930176,
      "step": 12950,
      "token_acc": 0.9497746297488732
    },
    {
      "epoch": 0.6451371943628306,
      "grad_norm": 1.3487284183502197,
      "learning_rate": 8.102896576527386e-05,
      "loss": 0.46895265579223633,
      "step": 12955,
      "token_acc": 0.8424242424242424
    },
    {
      "epoch": 0.645386185946915,
      "grad_norm": 1.3637477159500122,
      "learning_rate": 8.101282115478362e-05,
      "loss": 0.23898601531982422,
      "step": 12960,
      "token_acc": 0.957429718875502
    },
    {
      "epoch": 0.6456351775309994,
      "grad_norm": 1.3213493824005127,
      "learning_rate": 8.099667128746693e-05,
      "loss": 0.2702178001403809,
      "step": 12965,
      "token_acc": 0.9342359767891683
    },
    {
      "epoch": 0.645884169115084,
      "grad_norm": 1.3439772129058838,
      "learning_rate": 8.098051616606131e-05,
      "loss": 0.2749593257904053,
      "step": 12970,
      "token_acc": 0.901595744680851
    },
    {
      "epoch": 0.6461331606991684,
      "grad_norm": 1.4269888401031494,
      "learning_rate": 8.096435579330513e-05,
      "loss": 0.440642261505127,
      "step": 12975,
      "token_acc": 0.8590078328981723
    },
    {
      "epoch": 0.6463821522832528,
      "grad_norm": 1.1230740547180176,
      "learning_rate": 8.094819017193762e-05,
      "loss": 0.5395873546600342,
      "step": 12980,
      "token_acc": 0.8995983935742972
    },
    {
      "epoch": 0.6466311438673373,
      "grad_norm": 0.5301499962806702,
      "learning_rate": 8.093201930469896e-05,
      "loss": 0.27696776390075684,
      "step": 12985,
      "token_acc": 0.9573295222539813
    },
    {
      "epoch": 0.6468801354514218,
      "grad_norm": 3.1249887943267822,
      "learning_rate": 8.091584319433017e-05,
      "loss": 0.43143424987792967,
      "step": 12990,
      "token_acc": 0.8553191489361702
    },
    {
      "epoch": 0.6471291270355062,
      "grad_norm": 5.494932174682617,
      "learning_rate": 8.089966184357322e-05,
      "loss": 0.3075257301330566,
      "step": 12995,
      "token_acc": 0.9636038186157518
    },
    {
      "epoch": 0.6473781186195906,
      "grad_norm": 4.890598297119141,
      "learning_rate": 8.08834752551709e-05,
      "loss": 0.48070559501647947,
      "step": 13000,
      "token_acc": 0.8504672897196262
    },
    {
      "epoch": 0.6476271102036751,
      "grad_norm": 1.5647284984588623,
      "learning_rate": 8.086728343186691e-05,
      "loss": 0.22842812538146973,
      "step": 13005,
      "token_acc": 0.9334975369458128
    },
    {
      "epoch": 0.6478761017877596,
      "grad_norm": 0.681323766708374,
      "learning_rate": 8.085108637640587e-05,
      "loss": 0.3124146699905396,
      "step": 13010,
      "token_acc": 0.9526950193313622
    },
    {
      "epoch": 0.648125093371844,
      "grad_norm": 0.6845577955245972,
      "learning_rate": 8.083488409153324e-05,
      "loss": 0.2799766302108765,
      "step": 13015,
      "token_acc": 0.9272197962154294
    },
    {
      "epoch": 0.6483740849559285,
      "grad_norm": 0.5675814151763916,
      "learning_rate": 8.08186765799954e-05,
      "loss": 0.2592869520187378,
      "step": 13020,
      "token_acc": 0.9146341463414634
    },
    {
      "epoch": 0.6486230765400129,
      "grad_norm": 6.570809364318848,
      "learning_rate": 8.080246384453958e-05,
      "loss": 0.33058273792266846,
      "step": 13025,
      "token_acc": 0.9475931677018633
    },
    {
      "epoch": 0.6488720681240974,
      "grad_norm": 1.804182767868042,
      "learning_rate": 8.078624588791396e-05,
      "loss": 0.5968428134918213,
      "step": 13030,
      "token_acc": 0.8934280639431617
    },
    {
      "epoch": 0.6491210597081819,
      "grad_norm": 1.836639642715454,
      "learning_rate": 8.077002271286753e-05,
      "loss": 0.32690062522888186,
      "step": 13035,
      "token_acc": 0.959114139693356
    },
    {
      "epoch": 0.6493700512922663,
      "grad_norm": 3.041968584060669,
      "learning_rate": 8.07537943221502e-05,
      "loss": 0.29908816814422606,
      "step": 13040,
      "token_acc": 0.9050279329608939
    },
    {
      "epoch": 0.6496190428763507,
      "grad_norm": 3.06596302986145,
      "learning_rate": 8.073756071851277e-05,
      "loss": 0.3554429292678833,
      "step": 13045,
      "token_acc": 0.9020172910662824
    },
    {
      "epoch": 0.6498680344604353,
      "grad_norm": 0.518713116645813,
      "learning_rate": 8.072132190470694e-05,
      "loss": 0.2983421802520752,
      "step": 13050,
      "token_acc": 0.9054956343091937
    },
    {
      "epoch": 0.6501170260445197,
      "grad_norm": 2.3422434329986572,
      "learning_rate": 8.070507788348523e-05,
      "loss": 0.4720022201538086,
      "step": 13055,
      "token_acc": 0.8690115221346271
    },
    {
      "epoch": 0.6503660176286041,
      "grad_norm": 3.063631296157837,
      "learning_rate": 8.068882865760109e-05,
      "loss": 0.3590045213699341,
      "step": 13060,
      "token_acc": 0.885317750182615
    },
    {
      "epoch": 0.6506150092126887,
      "grad_norm": 3.6735177040100098,
      "learning_rate": 8.067257422980886e-05,
      "loss": 0.25880208015441897,
      "step": 13065,
      "token_acc": 0.8876651982378855
    },
    {
      "epoch": 0.6508640007967731,
      "grad_norm": 0.644702672958374,
      "learning_rate": 8.065631460286373e-05,
      "loss": 0.3813617467880249,
      "step": 13070,
      "token_acc": 0.878
    },
    {
      "epoch": 0.6511129923808575,
      "grad_norm": 25.953960418701172,
      "learning_rate": 8.064004977952181e-05,
      "loss": 0.9182552337646485,
      "step": 13075,
      "token_acc": 0.7815384615384615
    },
    {
      "epoch": 0.6513619839649419,
      "grad_norm": 4.53276252746582,
      "learning_rate": 8.062377976254004e-05,
      "loss": 0.3589775800704956,
      "step": 13080,
      "token_acc": 0.8909952606635071
    },
    {
      "epoch": 0.6516109755490265,
      "grad_norm": 3.511713743209839,
      "learning_rate": 8.060750455467629e-05,
      "loss": 0.4696695804595947,
      "step": 13085,
      "token_acc": 0.8126614987080103
    },
    {
      "epoch": 0.6518599671331109,
      "grad_norm": 1.1851059198379517,
      "learning_rate": 8.059122415868927e-05,
      "loss": 0.3460057020187378,
      "step": 13090,
      "token_acc": 0.837055417700579
    },
    {
      "epoch": 0.6521089587171953,
      "grad_norm": 2.7427868843078613,
      "learning_rate": 8.05749385773386e-05,
      "loss": 0.551962423324585,
      "step": 13095,
      "token_acc": 0.7739916550764951
    },
    {
      "epoch": 0.6523579503012799,
      "grad_norm": 0.42763832211494446,
      "learning_rate": 8.055864781338477e-05,
      "loss": 0.39161779880523684,
      "step": 13100,
      "token_acc": 0.9634214969048959
    },
    {
      "epoch": 0.6526069418853643,
      "grad_norm": 1.8938490152359009,
      "learning_rate": 8.054235186958913e-05,
      "loss": 0.5053431510925293,
      "step": 13105,
      "token_acc": 0.8347107438016529
    },
    {
      "epoch": 0.6528559334694487,
      "grad_norm": 0.6979967951774597,
      "learning_rate": 8.052605074871393e-05,
      "loss": 0.26194579601287843,
      "step": 13110,
      "token_acc": 0.9442262372348782
    },
    {
      "epoch": 0.6531049250535332,
      "grad_norm": 0.8847402334213257,
      "learning_rate": 8.050974445352229e-05,
      "loss": 0.36411342620849607,
      "step": 13115,
      "token_acc": 0.8159420289855073
    },
    {
      "epoch": 0.6533539166376177,
      "grad_norm": 11.279773712158203,
      "learning_rate": 8.049343298677823e-05,
      "loss": 0.5845678329467774,
      "step": 13120,
      "token_acc": 0.861995753715499
    },
    {
      "epoch": 0.6536029082217021,
      "grad_norm": 2.8595590591430664,
      "learning_rate": 8.047711635124657e-05,
      "loss": 0.4468698501586914,
      "step": 13125,
      "token_acc": 0.8545034642032333
    },
    {
      "epoch": 0.6538518998057866,
      "grad_norm": 1.724744200706482,
      "learning_rate": 8.046079454969313e-05,
      "loss": 0.25630404949188235,
      "step": 13130,
      "token_acc": 0.9477196885428254
    },
    {
      "epoch": 0.654100891389871,
      "grad_norm": 1.440538763999939,
      "learning_rate": 8.044446758488446e-05,
      "loss": 0.28470914363861083,
      "step": 13135,
      "token_acc": 0.8982006408676362
    },
    {
      "epoch": 0.6543498829739555,
      "grad_norm": 1.6973456144332886,
      "learning_rate": 8.042813545958814e-05,
      "loss": 0.38602252006530763,
      "step": 13140,
      "token_acc": 0.8173005219985086
    },
    {
      "epoch": 0.6545988745580399,
      "grad_norm": 0.8148183822631836,
      "learning_rate": 8.04117981765725e-05,
      "loss": 0.30336799621582033,
      "step": 13145,
      "token_acc": 0.9266831159675714
    },
    {
      "epoch": 0.6548478661421244,
      "grad_norm": 1.8862345218658447,
      "learning_rate": 8.039545573860678e-05,
      "loss": 0.37932007312774657,
      "step": 13150,
      "token_acc": 0.842814371257485
    },
    {
      "epoch": 0.6550968577262088,
      "grad_norm": 0.7190332412719727,
      "learning_rate": 8.037910814846112e-05,
      "loss": 0.20620875358581542,
      "step": 13155,
      "token_acc": 0.9580223880597015
    },
    {
      "epoch": 0.6553458493102933,
      "grad_norm": 6.1927900314331055,
      "learning_rate": 8.036275540890653e-05,
      "loss": 0.5355191707611084,
      "step": 13160,
      "token_acc": 0.7909319899244333
    },
    {
      "epoch": 0.6555948408943778,
      "grad_norm": 1.5176446437835693,
      "learning_rate": 8.034639752271487e-05,
      "loss": 0.1794496536254883,
      "step": 13165,
      "token_acc": 0.9727512452387929
    },
    {
      "epoch": 0.6558438324784622,
      "grad_norm": 2.263261556625366,
      "learning_rate": 8.033003449265886e-05,
      "loss": 0.3578779697418213,
      "step": 13170,
      "token_acc": 0.8808777429467085
    },
    {
      "epoch": 0.6560928240625467,
      "grad_norm": 10.361379623413086,
      "learning_rate": 8.031366632151216e-05,
      "loss": 0.3980926752090454,
      "step": 13175,
      "token_acc": 0.832463768115942
    },
    {
      "epoch": 0.6563418156466312,
      "grad_norm": 0.6029657125473022,
      "learning_rate": 8.029729301204923e-05,
      "loss": 0.34333205223083496,
      "step": 13180,
      "token_acc": 0.948948948948949
    },
    {
      "epoch": 0.6565908072307156,
      "grad_norm": 0.8987147808074951,
      "learning_rate": 8.028091456704541e-05,
      "loss": 0.23664231300354005,
      "step": 13185,
      "token_acc": 0.9511002444987775
    },
    {
      "epoch": 0.6568397988148,
      "grad_norm": 2.5199193954467773,
      "learning_rate": 8.026453098927696e-05,
      "loss": 0.3565762758255005,
      "step": 13190,
      "token_acc": 0.8659217877094972
    },
    {
      "epoch": 0.6570887903988846,
      "grad_norm": 0.917334258556366,
      "learning_rate": 8.024814228152098e-05,
      "loss": 0.550059461593628,
      "step": 13195,
      "token_acc": 0.8304635761589404
    },
    {
      "epoch": 0.657337781982969,
      "grad_norm": 1.2748982906341553,
      "learning_rate": 8.02317484465554e-05,
      "loss": 0.2424255609512329,
      "step": 13200,
      "token_acc": 0.9699248120300752
    },
    {
      "epoch": 0.6575867735670534,
      "grad_norm": 2.4254202842712402,
      "learning_rate": 8.021534948715908e-05,
      "loss": 0.3533536434173584,
      "step": 13205,
      "token_acc": 0.89171974522293
    },
    {
      "epoch": 0.6578357651511378,
      "grad_norm": 3.7867815494537354,
      "learning_rate": 8.019894540611171e-05,
      "loss": 0.3194574356079102,
      "step": 13210,
      "token_acc": 0.893719806763285
    },
    {
      "epoch": 0.6580847567352224,
      "grad_norm": 2.059689521789551,
      "learning_rate": 8.018253620619388e-05,
      "loss": 0.24387040138244628,
      "step": 13215,
      "token_acc": 0.9222614840989399
    },
    {
      "epoch": 0.6583337483193068,
      "grad_norm": 0.893505871295929,
      "learning_rate": 8.016612189018702e-05,
      "loss": 0.3494680881500244,
      "step": 13220,
      "token_acc": 0.9673186432285219
    },
    {
      "epoch": 0.6585827399033912,
      "grad_norm": 0.43119457364082336,
      "learning_rate": 8.014970246087345e-05,
      "loss": 0.37560532093048093,
      "step": 13225,
      "token_acc": 0.9538219689526429
    },
    {
      "epoch": 0.6588317314874758,
      "grad_norm": 2.0462255477905273,
      "learning_rate": 8.013327792103634e-05,
      "loss": 0.4099710941314697,
      "step": 13230,
      "token_acc": 0.9013539651837524
    },
    {
      "epoch": 0.6590807230715602,
      "grad_norm": 4.118587017059326,
      "learning_rate": 8.011684827345971e-05,
      "loss": 0.4289714813232422,
      "step": 13235,
      "token_acc": 0.9444182760244937
    },
    {
      "epoch": 0.6593297146556446,
      "grad_norm": 1.3935470581054688,
      "learning_rate": 8.01004135209285e-05,
      "loss": 0.44820008277893064,
      "step": 13240,
      "token_acc": 0.8505747126436781
    },
    {
      "epoch": 0.6595787062397291,
      "grad_norm": 0.9652968049049377,
      "learning_rate": 8.008397366622845e-05,
      "loss": 0.1903171181678772,
      "step": 13245,
      "token_acc": 0.9463955637707948
    },
    {
      "epoch": 0.6598276978238136,
      "grad_norm": 4.421103000640869,
      "learning_rate": 8.006752871214623e-05,
      "loss": 0.3420108318328857,
      "step": 13250,
      "token_acc": 0.8674265146970606
    },
    {
      "epoch": 0.660076689407898,
      "grad_norm": 2.304746389389038,
      "learning_rate": 8.00510786614693e-05,
      "loss": 0.29991679191589354,
      "step": 13255,
      "token_acc": 0.9094138543516874
    },
    {
      "epoch": 0.6603256809919825,
      "grad_norm": 3.7357873916625977,
      "learning_rate": 8.003462351698608e-05,
      "loss": 0.42084307670593263,
      "step": 13260,
      "token_acc": 0.8529294539657234
    },
    {
      "epoch": 0.660574672576067,
      "grad_norm": 4.857760906219482,
      "learning_rate": 8.001816328148574e-05,
      "loss": 0.43118767738342284,
      "step": 13265,
      "token_acc": 0.9661582459485224
    },
    {
      "epoch": 0.6608236641601514,
      "grad_norm": 3.7763407230377197,
      "learning_rate": 8.00016979577584e-05,
      "loss": 0.4100992202758789,
      "step": 13270,
      "token_acc": 0.884090909090909
    },
    {
      "epoch": 0.6610726557442358,
      "grad_norm": 0.679299533367157,
      "learning_rate": 7.998522754859501e-05,
      "loss": 0.28568832874298095,
      "step": 13275,
      "token_acc": 0.882903981264637
    },
    {
      "epoch": 0.6613216473283203,
      "grad_norm": 1.072295069694519,
      "learning_rate": 7.99687520567874e-05,
      "loss": 0.5787737369537354,
      "step": 13280,
      "token_acc": 0.9074889867841409
    },
    {
      "epoch": 0.6615706389124048,
      "grad_norm": 3.4941086769104004,
      "learning_rate": 7.995227148512821e-05,
      "loss": 0.3241291046142578,
      "step": 13285,
      "token_acc": 0.9135802469135802
    },
    {
      "epoch": 0.6618196304964892,
      "grad_norm": 3.3051111698150635,
      "learning_rate": 7.993578583641101e-05,
      "loss": 0.3453291654586792,
      "step": 13290,
      "token_acc": 0.8805555555555555
    },
    {
      "epoch": 0.6620686220805737,
      "grad_norm": 1.4875420331954956,
      "learning_rate": 7.991929511343021e-05,
      "loss": 0.21993160247802734,
      "step": 13295,
      "token_acc": 0.9424326833797586
    },
    {
      "epoch": 0.6623176136646581,
      "grad_norm": 1.01448392868042,
      "learning_rate": 7.990279931898103e-05,
      "loss": 0.5464853286743164,
      "step": 13300,
      "token_acc": 0.8065326633165829
    },
    {
      "epoch": 0.6625666052487426,
      "grad_norm": 2.547292947769165,
      "learning_rate": 7.988629845585962e-05,
      "loss": 0.218743896484375,
      "step": 13305,
      "token_acc": 0.9437037037037037
    },
    {
      "epoch": 0.6628155968328271,
      "grad_norm": 1.3115886449813843,
      "learning_rate": 7.986979252686293e-05,
      "loss": 0.242136549949646,
      "step": 13310,
      "token_acc": 0.9475673122342938
    },
    {
      "epoch": 0.6630645884169115,
      "grad_norm": 0.633893609046936,
      "learning_rate": 7.985328153478883e-05,
      "loss": 0.430329418182373,
      "step": 13315,
      "token_acc": 0.8651685393258427
    },
    {
      "epoch": 0.6633135800009959,
      "grad_norm": 1.3974859714508057,
      "learning_rate": 7.9836765482436e-05,
      "loss": 0.2866612434387207,
      "step": 13320,
      "token_acc": 0.913235294117647
    },
    {
      "epoch": 0.6635625715850805,
      "grad_norm": 2.4881093502044678,
      "learning_rate": 7.982024437260399e-05,
      "loss": 0.5652166366577148,
      "step": 13325,
      "token_acc": 0.8260135135135135
    },
    {
      "epoch": 0.6638115631691649,
      "grad_norm": 1.2190314531326294,
      "learning_rate": 7.98037182080932e-05,
      "loss": 0.4109784126281738,
      "step": 13330,
      "token_acc": 0.8475247524752475
    },
    {
      "epoch": 0.6640605547532493,
      "grad_norm": 2.6004953384399414,
      "learning_rate": 7.97871869917049e-05,
      "loss": 0.36727561950683596,
      "step": 13335,
      "token_acc": 0.890625
    },
    {
      "epoch": 0.6643095463373337,
      "grad_norm": 1.3807212114334106,
      "learning_rate": 7.977065072624123e-05,
      "loss": 0.3888096809387207,
      "step": 13340,
      "token_acc": 0.8601036269430051
    },
    {
      "epoch": 0.6645585379214183,
      "grad_norm": 1.010345220565796,
      "learning_rate": 7.975410941450516e-05,
      "loss": 0.25777559280395507,
      "step": 13345,
      "token_acc": 0.9320809248554913
    },
    {
      "epoch": 0.6648075295055027,
      "grad_norm": 0.4370844066143036,
      "learning_rate": 7.973756305930052e-05,
      "loss": 0.35189027786254884,
      "step": 13350,
      "token_acc": 0.9119718309859155
    },
    {
      "epoch": 0.6650565210895871,
      "grad_norm": 4.672732353210449,
      "learning_rate": 7.9721011663432e-05,
      "loss": 0.32287981510162356,
      "step": 13355,
      "token_acc": 0.9031620553359684
    },
    {
      "epoch": 0.6653055126736717,
      "grad_norm": 1.2532860040664673,
      "learning_rate": 7.970445522970515e-05,
      "loss": 0.2251574754714966,
      "step": 13360,
      "token_acc": 0.9359903381642513
    },
    {
      "epoch": 0.6655545042577561,
      "grad_norm": 1.7818243503570557,
      "learning_rate": 7.968789376092635e-05,
      "loss": 0.34517722129821776,
      "step": 13365,
      "token_acc": 0.880184331797235
    },
    {
      "epoch": 0.6658034958418405,
      "grad_norm": 1.5722789764404297,
      "learning_rate": 7.967132725990287e-05,
      "loss": 0.4777571201324463,
      "step": 13370,
      "token_acc": 0.8800623052959502
    },
    {
      "epoch": 0.666052487425925,
      "grad_norm": 1.5852923393249512,
      "learning_rate": 7.96547557294428e-05,
      "loss": 0.46161856651306155,
      "step": 13375,
      "token_acc": 0.899874843554443
    },
    {
      "epoch": 0.6663014790100095,
      "grad_norm": 1.0776543617248535,
      "learning_rate": 7.963817917235512e-05,
      "loss": 0.4842974185943604,
      "step": 13380,
      "token_acc": 0.9283819628647215
    },
    {
      "epoch": 0.6665504705940939,
      "grad_norm": 5.474837303161621,
      "learning_rate": 7.962159759144961e-05,
      "loss": 0.454390287399292,
      "step": 13385,
      "token_acc": 0.8708708708708709
    },
    {
      "epoch": 0.6667994621781784,
      "grad_norm": 0.9663739800453186,
      "learning_rate": 7.960501098953694e-05,
      "loss": 0.3237356662750244,
      "step": 13390,
      "token_acc": 0.8816449348044132
    },
    {
      "epoch": 0.6670484537622628,
      "grad_norm": 1.7871618270874023,
      "learning_rate": 7.958841936942861e-05,
      "loss": 0.7266233444213868,
      "step": 13395,
      "token_acc": 0.757201646090535
    },
    {
      "epoch": 0.6672974453463473,
      "grad_norm": 1.8536463975906372,
      "learning_rate": 7.957182273393701e-05,
      "loss": 0.3125999927520752,
      "step": 13400,
      "token_acc": 0.9004815409309791
    },
    {
      "epoch": 0.6675464369304317,
      "grad_norm": 0.39974021911621094,
      "learning_rate": 7.955522108587534e-05,
      "loss": 0.3453302145004272,
      "step": 13405,
      "token_acc": 0.9620390455531453
    },
    {
      "epoch": 0.6677954285145162,
      "grad_norm": 3.8947746753692627,
      "learning_rate": 7.953861442805764e-05,
      "loss": 0.419938325881958,
      "step": 13410,
      "token_acc": 0.8330019880715706
    },
    {
      "epoch": 0.6680444200986007,
      "grad_norm": 3.17816162109375,
      "learning_rate": 7.952200276329884e-05,
      "loss": 0.410734224319458,
      "step": 13415,
      "token_acc": 0.8696808510638298
    },
    {
      "epoch": 0.6682934116826851,
      "grad_norm": 1.5509748458862305,
      "learning_rate": 7.950538609441472e-05,
      "loss": 0.1715287446975708,
      "step": 13420,
      "token_acc": 0.9370725034199726
    },
    {
      "epoch": 0.6685424032667696,
      "grad_norm": 3.8617210388183594,
      "learning_rate": 7.948876442422183e-05,
      "loss": 0.40187873840332033,
      "step": 13425,
      "token_acc": 0.9544592030360531
    },
    {
      "epoch": 0.668791394850854,
      "grad_norm": 1.2673757076263428,
      "learning_rate": 7.947213775553768e-05,
      "loss": 0.27440478801727297,
      "step": 13430,
      "token_acc": 0.96250616674889
    },
    {
      "epoch": 0.6690403864349385,
      "grad_norm": 1.8861171007156372,
      "learning_rate": 7.945550609118054e-05,
      "loss": 0.3435619354248047,
      "step": 13435,
      "token_acc": 0.8433734939759037
    },
    {
      "epoch": 0.669289378019023,
      "grad_norm": 2.503208875656128,
      "learning_rate": 7.943886943396957e-05,
      "loss": 0.2880418062210083,
      "step": 13440,
      "token_acc": 0.8909574468085106
    },
    {
      "epoch": 0.6695383696031074,
      "grad_norm": 1.5010496377944946,
      "learning_rate": 7.942222778672478e-05,
      "loss": 0.5012108325958252,
      "step": 13445,
      "token_acc": 0.8191176470588235
    },
    {
      "epoch": 0.6697873611871918,
      "grad_norm": 2.7170660495758057,
      "learning_rate": 7.940558115226699e-05,
      "loss": 0.6584457874298095,
      "step": 13450,
      "token_acc": 0.7996406109613656
    },
    {
      "epoch": 0.6700363527712764,
      "grad_norm": 1.1766263246536255,
      "learning_rate": 7.93889295334179e-05,
      "loss": 0.3852211952209473,
      "step": 13455,
      "token_acc": 0.8617747440273038
    },
    {
      "epoch": 0.6702853443553608,
      "grad_norm": 1.500604271888733,
      "learning_rate": 7.937227293300002e-05,
      "loss": 0.4807248115539551,
      "step": 13460,
      "token_acc": 0.8176972281449894
    },
    {
      "epoch": 0.6705343359394452,
      "grad_norm": 5.974005222320557,
      "learning_rate": 7.935561135383676e-05,
      "loss": 0.43273181915283204,
      "step": 13465,
      "token_acc": 0.8793969849246231
    },
    {
      "epoch": 0.6707833275235298,
      "grad_norm": 3.1347944736480713,
      "learning_rate": 7.933894479875233e-05,
      "loss": 0.5019731044769287,
      "step": 13470,
      "token_acc": 0.8188976377952756
    },
    {
      "epoch": 0.6710323191076142,
      "grad_norm": 3.2589683532714844,
      "learning_rate": 7.932227327057176e-05,
      "loss": 0.22394959926605223,
      "step": 13475,
      "token_acc": 0.9213197969543148
    },
    {
      "epoch": 0.6712813106916986,
      "grad_norm": 2.20363187789917,
      "learning_rate": 7.9305596772121e-05,
      "loss": 0.40213732719421386,
      "step": 13480,
      "token_acc": 0.8219852337981952
    },
    {
      "epoch": 0.671530302275783,
      "grad_norm": 0.7390424013137817,
      "learning_rate": 7.928891530622678e-05,
      "loss": 0.23325750827789307,
      "step": 13485,
      "token_acc": 0.9010526315789473
    },
    {
      "epoch": 0.6717792938598676,
      "grad_norm": 2.5479068756103516,
      "learning_rate": 7.92722288757167e-05,
      "loss": 0.4122917175292969,
      "step": 13490,
      "token_acc": 0.8731343283582089
    },
    {
      "epoch": 0.672028285443952,
      "grad_norm": 4.422759056091309,
      "learning_rate": 7.925553748341917e-05,
      "loss": 0.37157981395721434,
      "step": 13495,
      "token_acc": 0.8726287262872628
    },
    {
      "epoch": 0.6722772770280364,
      "grad_norm": 3.8652396202087402,
      "learning_rate": 7.923884113216349e-05,
      "loss": 0.513991403579712,
      "step": 13500,
      "token_acc": 0.8291040911444847
    },
    {
      "epoch": 0.672526268612121,
      "grad_norm": 0.8319000601768494,
      "learning_rate": 7.922213982477973e-05,
      "loss": 0.3127695083618164,
      "step": 13505,
      "token_acc": 0.8969072164948454
    },
    {
      "epoch": 0.6727752601962054,
      "grad_norm": 1.792392373085022,
      "learning_rate": 7.920543356409891e-05,
      "loss": 0.34812514781951903,
      "step": 13510,
      "token_acc": 0.889055472263868
    },
    {
      "epoch": 0.6730242517802898,
      "grad_norm": 7.06165075302124,
      "learning_rate": 7.918872235295278e-05,
      "loss": 0.45336523056030276,
      "step": 13515,
      "token_acc": 0.876993166287016
    },
    {
      "epoch": 0.6732732433643743,
      "grad_norm": 0.9062766432762146,
      "learning_rate": 7.917200619417399e-05,
      "loss": 0.29093692302703855,
      "step": 13520,
      "token_acc": 0.8354430379746836
    },
    {
      "epoch": 0.6735222349484588,
      "grad_norm": 3.397871255874634,
      "learning_rate": 7.9155285090596e-05,
      "loss": 0.40707693099975584,
      "step": 13525,
      "token_acc": 0.8571428571428571
    },
    {
      "epoch": 0.6737712265325432,
      "grad_norm": 1.565492868423462,
      "learning_rate": 7.913855904505312e-05,
      "loss": 0.41589531898498533,
      "step": 13530,
      "token_acc": 0.8231292517006803
    },
    {
      "epoch": 0.6740202181166277,
      "grad_norm": 1.2518022060394287,
      "learning_rate": 7.912182806038051e-05,
      "loss": 0.3395238399505615,
      "step": 13535,
      "token_acc": 0.8124488124488124
    },
    {
      "epoch": 0.6742692097007121,
      "grad_norm": 4.425962448120117,
      "learning_rate": 7.910509213941412e-05,
      "loss": 0.43530778884887694,
      "step": 13540,
      "token_acc": 0.807855626326964
    },
    {
      "epoch": 0.6745182012847966,
      "grad_norm": 1.444859504699707,
      "learning_rate": 7.908835128499084e-05,
      "loss": 0.39344885349273684,
      "step": 13545,
      "token_acc": 0.8666666666666667
    },
    {
      "epoch": 0.674767192868881,
      "grad_norm": 1.8030532598495483,
      "learning_rate": 7.907160549994825e-05,
      "loss": 0.4095778942108154,
      "step": 13550,
      "token_acc": 0.9010494752623688
    },
    {
      "epoch": 0.6750161844529655,
      "grad_norm": 0.5607960820198059,
      "learning_rate": 7.905485478712489e-05,
      "loss": 0.1174588680267334,
      "step": 13555,
      "token_acc": 0.9733227680929741
    },
    {
      "epoch": 0.6752651760370499,
      "grad_norm": 0.7552329301834106,
      "learning_rate": 7.903809914936007e-05,
      "loss": 0.33965744972229006,
      "step": 13560,
      "token_acc": 0.8973509933774835
    },
    {
      "epoch": 0.6755141676211344,
      "grad_norm": 0.8946419358253479,
      "learning_rate": 7.902133858949398e-05,
      "loss": 0.1818336844444275,
      "step": 13565,
      "token_acc": 0.9612314709236032
    },
    {
      "epoch": 0.6757631592052189,
      "grad_norm": 1.754399299621582,
      "learning_rate": 7.900457311036757e-05,
      "loss": 0.1547398567199707,
      "step": 13570,
      "token_acc": 0.9462738301559792
    },
    {
      "epoch": 0.6760121507893033,
      "grad_norm": 1.4419201612472534,
      "learning_rate": 7.898780271482271e-05,
      "loss": 0.2471764087677002,
      "step": 13575,
      "token_acc": 0.9340463458110517
    },
    {
      "epoch": 0.6762611423733877,
      "grad_norm": 1.2171375751495361,
      "learning_rate": 7.897102740570207e-05,
      "loss": 0.3893838167190552,
      "step": 13580,
      "token_acc": 0.859139183901621
    },
    {
      "epoch": 0.6765101339574723,
      "grad_norm": 4.133368968963623,
      "learning_rate": 7.895424718584912e-05,
      "loss": 0.4944355010986328,
      "step": 13585,
      "token_acc": 0.9089584850691915
    },
    {
      "epoch": 0.6767591255415567,
      "grad_norm": 1.4816256761550903,
      "learning_rate": 7.893746205810819e-05,
      "loss": 0.35094799995422366,
      "step": 13590,
      "token_acc": 0.9540174249757987
    },
    {
      "epoch": 0.6770081171256411,
      "grad_norm": 4.046072483062744,
      "learning_rate": 7.892067202532448e-05,
      "loss": 0.25773000717163086,
      "step": 13595,
      "token_acc": 0.9576361694553222
    },
    {
      "epoch": 0.6772571087097257,
      "grad_norm": 1.1325420141220093,
      "learning_rate": 7.890387709034394e-05,
      "loss": 0.23835856914520265,
      "step": 13600,
      "token_acc": 0.9037593984962407
    },
    {
      "epoch": 0.6775061002938101,
      "grad_norm": 1.3990715742111206,
      "learning_rate": 7.888707725601341e-05,
      "loss": 0.36955697536468507,
      "step": 13605,
      "token_acc": 0.8194444444444444
    },
    {
      "epoch": 0.6777550918778945,
      "grad_norm": 1.0996981859207153,
      "learning_rate": 7.887027252518056e-05,
      "loss": 0.2723058223724365,
      "step": 13610,
      "token_acc": 0.9017735334242838
    },
    {
      "epoch": 0.6780040834619789,
      "grad_norm": 2.126638889312744,
      "learning_rate": 7.885346290069385e-05,
      "loss": 0.3657357692718506,
      "step": 13615,
      "token_acc": 0.8938428874734607
    },
    {
      "epoch": 0.6782530750460635,
      "grad_norm": 0.6309514045715332,
      "learning_rate": 7.883664838540261e-05,
      "loss": 0.24812517166137696,
      "step": 13620,
      "token_acc": 0.9595701125895599
    },
    {
      "epoch": 0.6785020666301479,
      "grad_norm": 2.160249710083008,
      "learning_rate": 7.881982898215699e-05,
      "loss": 0.1980278968811035,
      "step": 13625,
      "token_acc": 0.9690875232774674
    },
    {
      "epoch": 0.6787510582142323,
      "grad_norm": 1.4745140075683594,
      "learning_rate": 7.880300469380793e-05,
      "loss": 0.26581737995147703,
      "step": 13630,
      "token_acc": 0.9319148936170213
    },
    {
      "epoch": 0.6790000497983169,
      "grad_norm": 2.722705364227295,
      "learning_rate": 7.878617552320728e-05,
      "loss": 0.26568577289581297,
      "step": 13635,
      "token_acc": 0.9159049360146252
    },
    {
      "epoch": 0.6792490413824013,
      "grad_norm": 3.3142008781433105,
      "learning_rate": 7.876934147320762e-05,
      "loss": 0.4119006633758545,
      "step": 13640,
      "token_acc": 0.9539614561027837
    },
    {
      "epoch": 0.6794980329664857,
      "grad_norm": 1.2192062139511108,
      "learning_rate": 7.875250254666244e-05,
      "loss": 0.2574066162109375,
      "step": 13645,
      "token_acc": 0.9523316062176166
    },
    {
      "epoch": 0.6797470245505702,
      "grad_norm": 5.7506842613220215,
      "learning_rate": 7.873565874642599e-05,
      "loss": 0.2701751708984375,
      "step": 13650,
      "token_acc": 0.9367552703941339
    },
    {
      "epoch": 0.6799960161346547,
      "grad_norm": 2.0485777854919434,
      "learning_rate": 7.87188100753534e-05,
      "loss": 0.547513484954834,
      "step": 13655,
      "token_acc": 0.8321513002364066
    },
    {
      "epoch": 0.6802450077187391,
      "grad_norm": 2.2871437072753906,
      "learning_rate": 7.87019565363006e-05,
      "loss": 0.20415244102478028,
      "step": 13660,
      "token_acc": 0.929902395740905
    },
    {
      "epoch": 0.6804939993028236,
      "grad_norm": 1.0267807245254517,
      "learning_rate": 7.868509813212433e-05,
      "loss": 0.2903550386428833,
      "step": 13665,
      "token_acc": 0.8935779816513761
    },
    {
      "epoch": 0.680742990886908,
      "grad_norm": 4.502384185791016,
      "learning_rate": 7.86682348656822e-05,
      "loss": 0.4783449172973633,
      "step": 13670,
      "token_acc": 0.8439024390243902
    },
    {
      "epoch": 0.6809919824709925,
      "grad_norm": 2.6852915287017822,
      "learning_rate": 7.86513667398326e-05,
      "loss": 0.3166816711425781,
      "step": 13675,
      "token_acc": 0.9471677559912854
    },
    {
      "epoch": 0.6812409740550769,
      "grad_norm": 1.4964609146118164,
      "learning_rate": 7.863449375743475e-05,
      "loss": 0.23484456539154053,
      "step": 13680,
      "token_acc": 0.9260969976905312
    },
    {
      "epoch": 0.6814899656391614,
      "grad_norm": 2.8451356887817383,
      "learning_rate": 7.861761592134874e-05,
      "loss": 0.4048159599304199,
      "step": 13685,
      "token_acc": 0.9
    },
    {
      "epoch": 0.6817389572232458,
      "grad_norm": 1.2454688549041748,
      "learning_rate": 7.860073323443542e-05,
      "loss": 0.21947774887084961,
      "step": 13690,
      "token_acc": 0.9661277906081601
    },
    {
      "epoch": 0.6819879488073303,
      "grad_norm": 3.2250754833221436,
      "learning_rate": 7.858384569955648e-05,
      "loss": 0.24151208400726318,
      "step": 13695,
      "token_acc": 0.9216300940438872
    },
    {
      "epoch": 0.6822369403914148,
      "grad_norm": 1.0813169479370117,
      "learning_rate": 7.856695331957447e-05,
      "loss": 0.31749601364135743,
      "step": 13700,
      "token_acc": 0.93279258400927
    },
    {
      "epoch": 0.6824859319754992,
      "grad_norm": 0.55424565076828,
      "learning_rate": 7.855005609735271e-05,
      "loss": 0.2001023292541504,
      "step": 13705,
      "token_acc": 0.9478873239436619
    },
    {
      "epoch": 0.6827349235595837,
      "grad_norm": 0.8395848274230957,
      "learning_rate": 7.853315403575537e-05,
      "loss": 0.4600354194641113,
      "step": 13710,
      "token_acc": 0.9246753246753247
    },
    {
      "epoch": 0.6829839151436682,
      "grad_norm": 2.2676644325256348,
      "learning_rate": 7.851624713764743e-05,
      "loss": 0.32891576290130614,
      "step": 13715,
      "token_acc": 0.939033189033189
    },
    {
      "epoch": 0.6832329067277526,
      "grad_norm": 3.477863311767578,
      "learning_rate": 7.84993354058947e-05,
      "loss": 0.31010890007019043,
      "step": 13720,
      "token_acc": 0.9545983701979045
    },
    {
      "epoch": 0.683481898311837,
      "grad_norm": 6.038031578063965,
      "learning_rate": 7.848241884336379e-05,
      "loss": 0.40256099700927733,
      "step": 13725,
      "token_acc": 0.9223332259104092
    },
    {
      "epoch": 0.6837308898959216,
      "grad_norm": 0.9563828706741333,
      "learning_rate": 7.846549745292216e-05,
      "loss": 0.1754993200302124,
      "step": 13730,
      "token_acc": 0.9789637709388391
    },
    {
      "epoch": 0.683979881480006,
      "grad_norm": 1.2952497005462646,
      "learning_rate": 7.844857123743804e-05,
      "loss": 0.393009614944458,
      "step": 13735,
      "token_acc": 0.8463611859838275
    },
    {
      "epoch": 0.6842288730640904,
      "grad_norm": 4.588084697723389,
      "learning_rate": 7.843164019978053e-05,
      "loss": 0.6077134132385253,
      "step": 13740,
      "token_acc": 0.7998712998712999
    },
    {
      "epoch": 0.6844778646481748,
      "grad_norm": 1.4958807229995728,
      "learning_rate": 7.841470434281953e-05,
      "loss": 0.25300235748291017,
      "step": 13745,
      "token_acc": 0.9063032367972743
    },
    {
      "epoch": 0.6847268562322594,
      "grad_norm": 2.051908016204834,
      "learning_rate": 7.839776366942573e-05,
      "loss": 0.3568592548370361,
      "step": 13750,
      "token_acc": 0.8771929824561403
    },
    {
      "epoch": 0.6849758478163438,
      "grad_norm": 3.0897600650787354,
      "learning_rate": 7.838081818247067e-05,
      "loss": 0.35997953414916994,
      "step": 13755,
      "token_acc": 0.8575342465753425
    },
    {
      "epoch": 0.6852248394004282,
      "grad_norm": 2.1973369121551514,
      "learning_rate": 7.836386788482668e-05,
      "loss": 0.24619085788726808,
      "step": 13760,
      "token_acc": 0.9136363636363637
    },
    {
      "epoch": 0.6854738309845128,
      "grad_norm": 1.2458038330078125,
      "learning_rate": 7.834691277936694e-05,
      "loss": 0.2413128137588501,
      "step": 13765,
      "token_acc": 0.9136690647482014
    },
    {
      "epoch": 0.6857228225685972,
      "grad_norm": 4.116693496704102,
      "learning_rate": 7.832995286896543e-05,
      "loss": 0.260894250869751,
      "step": 13770,
      "token_acc": 0.9446130500758725
    },
    {
      "epoch": 0.6859718141526816,
      "grad_norm": 0.6954764723777771,
      "learning_rate": 7.83129881564969e-05,
      "loss": 0.4263291358947754,
      "step": 13775,
      "token_acc": 0.9015317286652079
    },
    {
      "epoch": 0.6862208057367661,
      "grad_norm": 3.726081132888794,
      "learning_rate": 7.829601864483699e-05,
      "loss": 0.32665672302246096,
      "step": 13780,
      "token_acc": 0.9002123142250531
    },
    {
      "epoch": 0.6864697973208506,
      "grad_norm": 0.8818308711051941,
      "learning_rate": 7.82790443368621e-05,
      "loss": 0.20726568698883058,
      "step": 13785,
      "token_acc": 0.9705246078961601
    },
    {
      "epoch": 0.686718788904935,
      "grad_norm": 2.4409122467041016,
      "learning_rate": 7.826206523544945e-05,
      "loss": 0.23460395336151124,
      "step": 13790,
      "token_acc": 0.951969260326609
    },
    {
      "epoch": 0.6869677804890195,
      "grad_norm": 7.6414923667907715,
      "learning_rate": 7.824508134347713e-05,
      "loss": 0.5077653884887695,
      "step": 13795,
      "token_acc": 0.8725274725274725
    },
    {
      "epoch": 0.6872167720731039,
      "grad_norm": 2.39351487159729,
      "learning_rate": 7.822809266382392e-05,
      "loss": 0.4449594497680664,
      "step": 13800,
      "token_acc": 0.8729903536977492
    },
    {
      "epoch": 0.6874657636571884,
      "grad_norm": 2.3514952659606934,
      "learning_rate": 7.821109919936953e-05,
      "loss": 0.3581252098083496,
      "step": 13805,
      "token_acc": 0.8724035608308606
    },
    {
      "epoch": 0.6877147552412728,
      "grad_norm": 1.6985193490982056,
      "learning_rate": 7.819410095299442e-05,
      "loss": 0.3246422290802002,
      "step": 13810,
      "token_acc": 0.9416666666666667
    },
    {
      "epoch": 0.6879637468253573,
      "grad_norm": 2.710983991622925,
      "learning_rate": 7.81770979275799e-05,
      "loss": 0.29743683338165283,
      "step": 13815,
      "token_acc": 0.8915441176470589
    },
    {
      "epoch": 0.6882127384094417,
      "grad_norm": 1.372629165649414,
      "learning_rate": 7.816009012600804e-05,
      "loss": 0.31436452865600584,
      "step": 13820,
      "token_acc": 0.9093023255813953
    },
    {
      "epoch": 0.6884617299935262,
      "grad_norm": 3.856419563293457,
      "learning_rate": 7.814307755116177e-05,
      "loss": 0.7460513114929199,
      "step": 13825,
      "token_acc": 0.7806955287437899
    },
    {
      "epoch": 0.6887107215776107,
      "grad_norm": 1.9703913927078247,
      "learning_rate": 7.812606020592479e-05,
      "loss": 0.25782997608184816,
      "step": 13830,
      "token_acc": 0.9198195071155849
    },
    {
      "epoch": 0.6889597131616951,
      "grad_norm": 1.0119394063949585,
      "learning_rate": 7.810903809318162e-05,
      "loss": 0.6085597515106201,
      "step": 13835,
      "token_acc": 0.9127843986998917
    },
    {
      "epoch": 0.6892087047457796,
      "grad_norm": 2.3381614685058594,
      "learning_rate": 7.809201121581762e-05,
      "loss": 0.4661818027496338,
      "step": 13840,
      "token_acc": 0.9115770282588879
    },
    {
      "epoch": 0.6894576963298641,
      "grad_norm": 1.0966566801071167,
      "learning_rate": 7.807497957671889e-05,
      "loss": 0.3530787229537964,
      "step": 13845,
      "token_acc": 0.9494692144373673
    },
    {
      "epoch": 0.6897066879139485,
      "grad_norm": 4.156864166259766,
      "learning_rate": 7.80579431787724e-05,
      "loss": 0.30172147750854494,
      "step": 13850,
      "token_acc": 0.8731117824773413
    },
    {
      "epoch": 0.6899556794980329,
      "grad_norm": 0.6723940372467041,
      "learning_rate": 7.804090202486591e-05,
      "loss": 0.28828063011169436,
      "step": 13855,
      "token_acc": 0.8578629032258065
    },
    {
      "epoch": 0.6902046710821175,
      "grad_norm": 1.5471705198287964,
      "learning_rate": 7.802385611788796e-05,
      "loss": 0.5162328243255615,
      "step": 13860,
      "token_acc": 0.8078947368421052
    },
    {
      "epoch": 0.6904536626662019,
      "grad_norm": 2.2258760929107666,
      "learning_rate": 7.800680546072793e-05,
      "loss": 0.42481226921081544,
      "step": 13865,
      "token_acc": 0.8552631578947368
    },
    {
      "epoch": 0.6907026542502863,
      "grad_norm": 3.4962432384490967,
      "learning_rate": 7.798975005627597e-05,
      "loss": 0.4079624652862549,
      "step": 13870,
      "token_acc": 0.8744186046511628
    },
    {
      "epoch": 0.6909516458343709,
      "grad_norm": 1.7395967245101929,
      "learning_rate": 7.79726899074231e-05,
      "loss": 0.5435948848724366,
      "step": 13875,
      "token_acc": 0.8460543337645536
    },
    {
      "epoch": 0.6912006374184553,
      "grad_norm": 2.120650291442871,
      "learning_rate": 7.795562501706105e-05,
      "loss": 0.2825645446777344,
      "step": 13880,
      "token_acc": 0.9130434782608695
    },
    {
      "epoch": 0.6914496290025397,
      "grad_norm": 1.3588194847106934,
      "learning_rate": 7.793855538808243e-05,
      "loss": 0.3940959215164185,
      "step": 13885,
      "token_acc": 0.9412231930103256
    },
    {
      "epoch": 0.6916986205866241,
      "grad_norm": 2.7472848892211914,
      "learning_rate": 7.792148102338062e-05,
      "loss": 0.5859394550323487,
      "step": 13890,
      "token_acc": 0.8475177304964538
    },
    {
      "epoch": 0.6919476121707087,
      "grad_norm": 5.384459972381592,
      "learning_rate": 7.790440192584983e-05,
      "loss": 0.267963171005249,
      "step": 13895,
      "token_acc": 0.9011764705882352
    },
    {
      "epoch": 0.6921966037547931,
      "grad_norm": 0.5326424241065979,
      "learning_rate": 7.7887318098385e-05,
      "loss": 0.2702126741409302,
      "step": 13900,
      "token_acc": 0.9142857142857143
    },
    {
      "epoch": 0.6924455953388775,
      "grad_norm": 2.9027581214904785,
      "learning_rate": 7.787022954388196e-05,
      "loss": 0.35828123092651365,
      "step": 13905,
      "token_acc": 0.8535178777393311
    },
    {
      "epoch": 0.692694586922962,
      "grad_norm": 3.391221284866333,
      "learning_rate": 7.785313626523731e-05,
      "loss": 0.48540797233581545,
      "step": 13910,
      "token_acc": 0.8534653465346534
    },
    {
      "epoch": 0.6929435785070465,
      "grad_norm": 0.9655253291130066,
      "learning_rate": 7.783603826534844e-05,
      "loss": 0.4272775173187256,
      "step": 13915,
      "token_acc": 0.8947621335896204
    },
    {
      "epoch": 0.6931925700911309,
      "grad_norm": 1.4956157207489014,
      "learning_rate": 7.781893554711353e-05,
      "loss": 0.3264282464981079,
      "step": 13920,
      "token_acc": 0.9078762306610408
    },
    {
      "epoch": 0.6934415616752154,
      "grad_norm": 1.3081629276275635,
      "learning_rate": 7.780182811343157e-05,
      "loss": 0.6040091991424561,
      "step": 13925,
      "token_acc": 0.8538461538461538
    },
    {
      "epoch": 0.6936905532592998,
      "grad_norm": 1.5201846361160278,
      "learning_rate": 7.77847159672024e-05,
      "loss": 0.34695413112640383,
      "step": 13930,
      "token_acc": 0.9396501457725948
    },
    {
      "epoch": 0.6939395448433843,
      "grad_norm": 0.9276835918426514,
      "learning_rate": 7.776759911132656e-05,
      "loss": 0.41658639907836914,
      "step": 13935,
      "token_acc": 0.8755020080321285
    },
    {
      "epoch": 0.6941885364274688,
      "grad_norm": 4.711317539215088,
      "learning_rate": 7.775047754870547e-05,
      "loss": 0.29580504894256593,
      "step": 13940,
      "token_acc": 0.9569739952718677
    },
    {
      "epoch": 0.6944375280115532,
      "grad_norm": 1.6277695894241333,
      "learning_rate": 7.773335128224131e-05,
      "loss": 0.41597418785095214,
      "step": 13945,
      "token_acc": 0.8933774834437086
    },
    {
      "epoch": 0.6946865195956377,
      "grad_norm": 8.37099838256836,
      "learning_rate": 7.771622031483708e-05,
      "loss": 0.2670987606048584,
      "step": 13950,
      "token_acc": 0.9211538461538461
    },
    {
      "epoch": 0.6949355111797221,
      "grad_norm": 1.1351194381713867,
      "learning_rate": 7.769908464939654e-05,
      "loss": 0.31388273239135744,
      "step": 13955,
      "token_acc": 0.9392466585662211
    },
    {
      "epoch": 0.6951845027638066,
      "grad_norm": 4.150472164154053,
      "learning_rate": 7.768194428882432e-05,
      "loss": 0.6285919189453125,
      "step": 13960,
      "token_acc": 0.7709923664122137
    },
    {
      "epoch": 0.695433494347891,
      "grad_norm": 1.411607027053833,
      "learning_rate": 7.766479923602572e-05,
      "loss": 0.2199392080307007,
      "step": 13965,
      "token_acc": 0.9649764767381077
    },
    {
      "epoch": 0.6956824859319755,
      "grad_norm": 0.9686997532844543,
      "learning_rate": 7.764764949390698e-05,
      "loss": 0.286043381690979,
      "step": 13970,
      "token_acc": 0.944331983805668
    },
    {
      "epoch": 0.69593147751606,
      "grad_norm": 0.5892279148101807,
      "learning_rate": 7.763049506537501e-05,
      "loss": 0.33892700672149656,
      "step": 13975,
      "token_acc": 0.9399164054336469
    },
    {
      "epoch": 0.6961804691001444,
      "grad_norm": 2.6147000789642334,
      "learning_rate": 7.761333595333762e-05,
      "loss": 0.39893345832824706,
      "step": 13980,
      "token_acc": 0.934876989869754
    },
    {
      "epoch": 0.6964294606842288,
      "grad_norm": 1.154312252998352,
      "learning_rate": 7.759617216070333e-05,
      "loss": 0.3084014177322388,
      "step": 13985,
      "token_acc": 0.904891304347826
    },
    {
      "epoch": 0.6966784522683134,
      "grad_norm": 0.6982862949371338,
      "learning_rate": 7.75790036903815e-05,
      "loss": 0.2239151954650879,
      "step": 13990,
      "token_acc": 0.9413118527042578
    },
    {
      "epoch": 0.6969274438523978,
      "grad_norm": 2.9970757961273193,
      "learning_rate": 7.756183054528227e-05,
      "loss": 0.3629366159439087,
      "step": 13995,
      "token_acc": 0.8502722323049002
    },
    {
      "epoch": 0.6971764354364822,
      "grad_norm": 10.270861625671387,
      "learning_rate": 7.754465272831658e-05,
      "loss": 0.3840568780899048,
      "step": 14000,
      "token_acc": 0.9560253699788583
    },
    {
      "epoch": 0.6974254270205668,
      "grad_norm": 5.293248176574707,
      "learning_rate": 7.752747024239613e-05,
      "loss": 0.37086894512176516,
      "step": 14005,
      "token_acc": 0.9025974025974026
    },
    {
      "epoch": 0.6976744186046512,
      "grad_norm": 0.585656464099884,
      "learning_rate": 7.751028309043348e-05,
      "loss": 0.4006043910980225,
      "step": 14010,
      "token_acc": 0.8941504178272981
    },
    {
      "epoch": 0.6979234101887356,
      "grad_norm": 1.77049720287323,
      "learning_rate": 7.74930912753419e-05,
      "loss": 0.3185077905654907,
      "step": 14015,
      "token_acc": 0.9256131885806193
    },
    {
      "epoch": 0.69817240177282,
      "grad_norm": 5.109535217285156,
      "learning_rate": 7.74758948000355e-05,
      "loss": 0.3926558017730713,
      "step": 14020,
      "token_acc": 0.9313077939233818
    },
    {
      "epoch": 0.6984213933569046,
      "grad_norm": 2.6077768802642822,
      "learning_rate": 7.745869366742916e-05,
      "loss": 0.34967999458312987,
      "step": 14025,
      "token_acc": 0.9415746348414678
    },
    {
      "epoch": 0.698670384940989,
      "grad_norm": 4.2191314697265625,
      "learning_rate": 7.744148788043857e-05,
      "loss": 0.2685380220413208,
      "step": 14030,
      "token_acc": 0.9234449760765551
    },
    {
      "epoch": 0.6989193765250734,
      "grad_norm": 1.7483458518981934,
      "learning_rate": 7.742427744198018e-05,
      "loss": 0.14237033128738402,
      "step": 14035,
      "token_acc": 0.9831152384972562
    },
    {
      "epoch": 0.699168368109158,
      "grad_norm": 1.0161179304122925,
      "learning_rate": 7.740706235497126e-05,
      "loss": 0.22195160388946533,
      "step": 14040,
      "token_acc": 0.9560518731988472
    },
    {
      "epoch": 0.6994173596932424,
      "grad_norm": 1.0446035861968994,
      "learning_rate": 7.738984262232985e-05,
      "loss": 0.3597339391708374,
      "step": 14045,
      "token_acc": 0.8923444976076556
    },
    {
      "epoch": 0.6996663512773268,
      "grad_norm": 0.9392926692962646,
      "learning_rate": 7.737261824697476e-05,
      "loss": 0.42076735496520995,
      "step": 14050,
      "token_acc": 0.9504132231404959
    },
    {
      "epoch": 0.6999153428614113,
      "grad_norm": 1.3280771970748901,
      "learning_rate": 7.735538923182565e-05,
      "loss": 0.47121591567993165,
      "step": 14055,
      "token_acc": 0.8073671497584541
    },
    {
      "epoch": 0.7001643344454958,
      "grad_norm": 0.807226300239563,
      "learning_rate": 7.733815557980289e-05,
      "loss": 0.24041852951049805,
      "step": 14060,
      "token_acc": 0.887434554973822
    },
    {
      "epoch": 0.7004133260295802,
      "grad_norm": 1.1442197561264038,
      "learning_rate": 7.732091729382766e-05,
      "loss": 0.4459787368774414,
      "step": 14065,
      "token_acc": 0.7951690821256039
    },
    {
      "epoch": 0.7006623176136647,
      "grad_norm": 3.853224515914917,
      "learning_rate": 7.730367437682195e-05,
      "loss": 0.3743555784225464,
      "step": 14070,
      "token_acc": 0.8633217993079585
    },
    {
      "epoch": 0.7009113091977491,
      "grad_norm": 9.82989501953125,
      "learning_rate": 7.728642683170852e-05,
      "loss": 0.6579907894134521,
      "step": 14075,
      "token_acc": 0.8276643990929705
    },
    {
      "epoch": 0.7011603007818336,
      "grad_norm": 8.363473892211914,
      "learning_rate": 7.726917466141093e-05,
      "loss": 0.44335484504699707,
      "step": 14080,
      "token_acc": 0.856637168141593
    },
    {
      "epoch": 0.701409292365918,
      "grad_norm": 3.9794044494628906,
      "learning_rate": 7.725191786885347e-05,
      "loss": 0.2575240612030029,
      "step": 14085,
      "token_acc": 0.924264351181862
    },
    {
      "epoch": 0.7016582839500025,
      "grad_norm": 3.4646222591400146,
      "learning_rate": 7.723465645696129e-05,
      "loss": 0.36802871227264405,
      "step": 14090,
      "token_acc": 0.8813559322033898
    },
    {
      "epoch": 0.7019072755340869,
      "grad_norm": 5.496031761169434,
      "learning_rate": 7.721739042866026e-05,
      "loss": 0.4381572723388672,
      "step": 14095,
      "token_acc": 0.8115449915110357
    },
    {
      "epoch": 0.7021562671181714,
      "grad_norm": 1.6336323022842407,
      "learning_rate": 7.720011978687707e-05,
      "loss": 0.2732307195663452,
      "step": 14100,
      "token_acc": 0.8857142857142857
    },
    {
      "epoch": 0.7024052587022559,
      "grad_norm": 26.165462493896484,
      "learning_rate": 7.718284453453917e-05,
      "loss": 0.4006244659423828,
      "step": 14105,
      "token_acc": 0.8795275590551181
    },
    {
      "epoch": 0.7026542502863403,
      "grad_norm": 5.550169944763184,
      "learning_rate": 7.716556467457481e-05,
      "loss": 0.31998190879821775,
      "step": 14110,
      "token_acc": 0.8717339667458432
    },
    {
      "epoch": 0.7029032418704247,
      "grad_norm": 1.920960545539856,
      "learning_rate": 7.7148280209913e-05,
      "loss": 0.2383577346801758,
      "step": 14115,
      "token_acc": 0.9547738693467337
    },
    {
      "epoch": 0.7031522334545093,
      "grad_norm": 1.869004249572754,
      "learning_rate": 7.713099114348355e-05,
      "loss": 0.2779879570007324,
      "step": 14120,
      "token_acc": 0.9591426657736102
    },
    {
      "epoch": 0.7034012250385937,
      "grad_norm": 2.333597183227539,
      "learning_rate": 7.711369747821703e-05,
      "loss": 0.5978094100952148,
      "step": 14125,
      "token_acc": 0.8150851581508516
    },
    {
      "epoch": 0.7036502166226781,
      "grad_norm": 2.8848164081573486,
      "learning_rate": 7.70963992170448e-05,
      "loss": 0.27926077842712405,
      "step": 14130,
      "token_acc": 0.9389416553595658
    },
    {
      "epoch": 0.7038992082067627,
      "grad_norm": 2.724302053451538,
      "learning_rate": 7.707909636289905e-05,
      "loss": 0.2939953565597534,
      "step": 14135,
      "token_acc": 0.8939873417721519
    },
    {
      "epoch": 0.7041481997908471,
      "grad_norm": 1.1312100887298584,
      "learning_rate": 7.706178891871265e-05,
      "loss": 0.2452077865600586,
      "step": 14140,
      "token_acc": 0.9343986543313709
    },
    {
      "epoch": 0.7043971913749315,
      "grad_norm": 1.1934021711349487,
      "learning_rate": 7.704447688741931e-05,
      "loss": 0.4739729404449463,
      "step": 14145,
      "token_acc": 0.9358938933407018
    },
    {
      "epoch": 0.7046461829590159,
      "grad_norm": 5.711669445037842,
      "learning_rate": 7.70271602719535e-05,
      "loss": 0.20556769371032715,
      "step": 14150,
      "token_acc": 0.9743127534925642
    },
    {
      "epoch": 0.7048951745431005,
      "grad_norm": 1.9712269306182861,
      "learning_rate": 7.700983907525046e-05,
      "loss": 0.4980347156524658,
      "step": 14155,
      "token_acc": 0.7323519571763132
    },
    {
      "epoch": 0.7051441661271849,
      "grad_norm": 0.548917293548584,
      "learning_rate": 7.699251330024627e-05,
      "loss": 0.34003396034240724,
      "step": 14160,
      "token_acc": 0.9027027027027027
    },
    {
      "epoch": 0.7053931577112693,
      "grad_norm": 3.104543924331665,
      "learning_rate": 7.697518294987769e-05,
      "loss": 0.33407981395721437,
      "step": 14165,
      "token_acc": 0.9325643300798581
    },
    {
      "epoch": 0.7056421492953538,
      "grad_norm": 1.184800386428833,
      "learning_rate": 7.695784802708229e-05,
      "loss": 0.3512733936309814,
      "step": 14170,
      "token_acc": 0.9610619469026549
    },
    {
      "epoch": 0.7058911408794383,
      "grad_norm": 1.3666799068450928,
      "learning_rate": 7.694050853479846e-05,
      "loss": 0.36578850746154784,
      "step": 14175,
      "token_acc": 0.8487179487179487
    },
    {
      "epoch": 0.7061401324635227,
      "grad_norm": 1.6188844442367554,
      "learning_rate": 7.69231644759653e-05,
      "loss": 0.39577422142028806,
      "step": 14180,
      "token_acc": 0.8290870488322718
    },
    {
      "epoch": 0.7063891240476072,
      "grad_norm": 1.2095364332199097,
      "learning_rate": 7.690581585352274e-05,
      "loss": 0.3152182102203369,
      "step": 14185,
      "token_acc": 0.9549348230912477
    },
    {
      "epoch": 0.7066381156316917,
      "grad_norm": 0.44402918219566345,
      "learning_rate": 7.688846267041144e-05,
      "loss": 0.2238293170928955,
      "step": 14190,
      "token_acc": 0.9785330948121646
    },
    {
      "epoch": 0.7068871072157761,
      "grad_norm": 1.1623413562774658,
      "learning_rate": 7.687110492957286e-05,
      "loss": 0.47380681037902833,
      "step": 14195,
      "token_acc": 0.8013312852022529
    },
    {
      "epoch": 0.7071360987998606,
      "grad_norm": 2.653895616531372,
      "learning_rate": 7.685374263394923e-05,
      "loss": 0.366658616065979,
      "step": 14200,
      "token_acc": 0.8781725888324873
    },
    {
      "epoch": 0.707385090383945,
      "grad_norm": 0.8906276822090149,
      "learning_rate": 7.68363757864835e-05,
      "loss": 0.2970163345336914,
      "step": 14205,
      "token_acc": 0.9181197877179682
    },
    {
      "epoch": 0.7076340819680295,
      "grad_norm": 1.5853171348571777,
      "learning_rate": 7.681900439011949e-05,
      "loss": 0.5893939018249512,
      "step": 14210,
      "token_acc": 0.7995946858815582
    },
    {
      "epoch": 0.7078830735521139,
      "grad_norm": 0.58829665184021,
      "learning_rate": 7.680162844780172e-05,
      "loss": 0.3097407817840576,
      "step": 14215,
      "token_acc": 0.8972162740899358
    },
    {
      "epoch": 0.7081320651361984,
      "grad_norm": 1.6611568927764893,
      "learning_rate": 7.678424796247548e-05,
      "loss": 0.43465075492858884,
      "step": 14220,
      "token_acc": 0.8473684210526315
    },
    {
      "epoch": 0.7083810567202828,
      "grad_norm": 1.417134165763855,
      "learning_rate": 7.676686293708688e-05,
      "loss": 0.45261325836181643,
      "step": 14225,
      "token_acc": 0.8785425101214575
    },
    {
      "epoch": 0.7086300483043673,
      "grad_norm": 2.1352040767669678,
      "learning_rate": 7.674947337458273e-05,
      "loss": 0.28515889644622805,
      "step": 14230,
      "token_acc": 0.9630681818181818
    },
    {
      "epoch": 0.7088790398884518,
      "grad_norm": 0.4080469608306885,
      "learning_rate": 7.673207927791069e-05,
      "loss": 0.3432388067245483,
      "step": 14235,
      "token_acc": 0.8075098814229249
    },
    {
      "epoch": 0.7091280314725362,
      "grad_norm": 1.8994749784469604,
      "learning_rate": 7.67146806500191e-05,
      "loss": 0.3753387689590454,
      "step": 14240,
      "token_acc": 0.8914141414141414
    },
    {
      "epoch": 0.7093770230566206,
      "grad_norm": 1.733325719833374,
      "learning_rate": 7.669727749385716e-05,
      "loss": 0.34349880218505857,
      "step": 14245,
      "token_acc": 0.8943874471937237
    },
    {
      "epoch": 0.7096260146407052,
      "grad_norm": 8.967453956604004,
      "learning_rate": 7.667986981237474e-05,
      "loss": 0.40601491928100586,
      "step": 14250,
      "token_acc": 0.9380692167577414
    },
    {
      "epoch": 0.7098750062247896,
      "grad_norm": 0.9740504622459412,
      "learning_rate": 7.666245760852257e-05,
      "loss": 0.3712891101837158,
      "step": 14255,
      "token_acc": 0.8514056224899599
    },
    {
      "epoch": 0.710123997808874,
      "grad_norm": 2.90885591506958,
      "learning_rate": 7.66450408852521e-05,
      "loss": 0.25094215869903563,
      "step": 14260,
      "token_acc": 0.9533468559837728
    },
    {
      "epoch": 0.7103729893929586,
      "grad_norm": 1.2752529382705688,
      "learning_rate": 7.662761964551552e-05,
      "loss": 0.30630006790161135,
      "step": 14265,
      "token_acc": 0.9208400646203554
    },
    {
      "epoch": 0.710621980977043,
      "grad_norm": 1.4411567449569702,
      "learning_rate": 7.661019389226586e-05,
      "loss": 0.18923121690750122,
      "step": 14270,
      "token_acc": 0.9804203858335733
    },
    {
      "epoch": 0.7108709725611274,
      "grad_norm": 2.598334550857544,
      "learning_rate": 7.659276362845684e-05,
      "loss": 0.29211864471435545,
      "step": 14275,
      "token_acc": 0.9510923535253227
    },
    {
      "epoch": 0.711119964145212,
      "grad_norm": 1.3450920581817627,
      "learning_rate": 7.657532885704299e-05,
      "loss": 0.2430349111557007,
      "step": 14280,
      "token_acc": 0.9106796116504854
    },
    {
      "epoch": 0.7113689557292964,
      "grad_norm": 1.3534802198410034,
      "learning_rate": 7.655788958097956e-05,
      "loss": 0.46938290596008303,
      "step": 14285,
      "token_acc": 0.7209082308420057
    },
    {
      "epoch": 0.7116179473133808,
      "grad_norm": 1.407781720161438,
      "learning_rate": 7.654044580322263e-05,
      "loss": 0.281477952003479,
      "step": 14290,
      "token_acc": 0.9112065070040669
    },
    {
      "epoch": 0.7118669388974652,
      "grad_norm": 2.705592632293701,
      "learning_rate": 7.652299752672901e-05,
      "loss": 0.33828136920928953,
      "step": 14295,
      "token_acc": 0.8887720220878254
    },
    {
      "epoch": 0.7121159304815498,
      "grad_norm": 2.3958537578582764,
      "learning_rate": 7.650554475445624e-05,
      "loss": 0.50272536277771,
      "step": 14300,
      "token_acc": 0.8930499325236168
    },
    {
      "epoch": 0.7123649220656342,
      "grad_norm": 0.7066086530685425,
      "learning_rate": 7.648808748936264e-05,
      "loss": 0.25022337436676023,
      "step": 14305,
      "token_acc": 0.9593869731800766
    },
    {
      "epoch": 0.7126139136497186,
      "grad_norm": 2.4968204498291016,
      "learning_rate": 7.647062573440737e-05,
      "loss": 0.3740501880645752,
      "step": 14310,
      "token_acc": 0.8937381404174574
    },
    {
      "epoch": 0.7128629052338031,
      "grad_norm": 2.96897029876709,
      "learning_rate": 7.645315949255021e-05,
      "loss": 0.32141809463500975,
      "step": 14315,
      "token_acc": 0.9629080118694362
    },
    {
      "epoch": 0.7131118968178876,
      "grad_norm": 1.8994314670562744,
      "learning_rate": 7.643568876675181e-05,
      "loss": 0.440931510925293,
      "step": 14320,
      "token_acc": 0.8243243243243243
    },
    {
      "epoch": 0.713360888401972,
      "grad_norm": 1.8077363967895508,
      "learning_rate": 7.641821355997354e-05,
      "loss": 0.49174814224243163,
      "step": 14325,
      "token_acc": 0.7875226039783002
    },
    {
      "epoch": 0.7136098799860565,
      "grad_norm": 1.8747217655181885,
      "learning_rate": 7.640073387517755e-05,
      "loss": 0.40730772018432615,
      "step": 14330,
      "token_acc": 0.7957578646329838
    },
    {
      "epoch": 0.7138588715701409,
      "grad_norm": 2.616067409515381,
      "learning_rate": 7.63832497153267e-05,
      "loss": 0.35776500701904296,
      "step": 14335,
      "token_acc": 0.9158496732026143
    },
    {
      "epoch": 0.7141078631542254,
      "grad_norm": 2.9516282081604004,
      "learning_rate": 7.636576108338465e-05,
      "loss": 0.42529683113098143,
      "step": 14340,
      "token_acc": 0.9607938044530494
    },
    {
      "epoch": 0.7143568547383099,
      "grad_norm": 2.5159947872161865,
      "learning_rate": 7.634826798231583e-05,
      "loss": 0.266971492767334,
      "step": 14345,
      "token_acc": 0.9593023255813954
    },
    {
      "epoch": 0.7146058463223943,
      "grad_norm": 1.0758864879608154,
      "learning_rate": 7.633077041508539e-05,
      "loss": 0.2009181261062622,
      "step": 14350,
      "token_acc": 0.9338924518993587
    },
    {
      "epoch": 0.7148548379064787,
      "grad_norm": 3.1280155181884766,
      "learning_rate": 7.631326838465926e-05,
      "loss": 0.44170870780944826,
      "step": 14355,
      "token_acc": 0.9114349775784754
    },
    {
      "epoch": 0.7151038294905632,
      "grad_norm": 0.40759000182151794,
      "learning_rate": 7.629576189400412e-05,
      "loss": 0.15979646444320678,
      "step": 14360,
      "token_acc": 0.970722433460076
    },
    {
      "epoch": 0.7153528210746477,
      "grad_norm": 3.505086898803711,
      "learning_rate": 7.62782509460874e-05,
      "loss": 0.5795454978942871,
      "step": 14365,
      "token_acc": 0.8586156111929307
    },
    {
      "epoch": 0.7156018126587321,
      "grad_norm": 4.202260494232178,
      "learning_rate": 7.62607355438773e-05,
      "loss": 0.41473827362060545,
      "step": 14370,
      "token_acc": 0.8872987477638641
    },
    {
      "epoch": 0.7158508042428166,
      "grad_norm": 1.4059696197509766,
      "learning_rate": 7.624321569034276e-05,
      "loss": 0.3599888801574707,
      "step": 14375,
      "token_acc": 0.8333333333333334
    },
    {
      "epoch": 0.7160997958269011,
      "grad_norm": 3.922523260116577,
      "learning_rate": 7.62256913884535e-05,
      "loss": 0.28600215911865234,
      "step": 14380,
      "token_acc": 0.8948374760994264
    },
    {
      "epoch": 0.7163487874109855,
      "grad_norm": 1.8321210145950317,
      "learning_rate": 7.620816264117996e-05,
      "loss": 0.5674021720886231,
      "step": 14385,
      "token_acc": 0.7891705069124424
    },
    {
      "epoch": 0.7165977789950699,
      "grad_norm": 0.7086577415466309,
      "learning_rate": 7.619062945149333e-05,
      "loss": 0.4076061725616455,
      "step": 14390,
      "token_acc": 0.939622641509434
    },
    {
      "epoch": 0.7168467705791545,
      "grad_norm": 1.6719261407852173,
      "learning_rate": 7.617309182236562e-05,
      "loss": 0.33746702671051027,
      "step": 14395,
      "token_acc": 0.9626639757820383
    },
    {
      "epoch": 0.7170957621632389,
      "grad_norm": 2.1118078231811523,
      "learning_rate": 7.61555497567695e-05,
      "loss": 0.34114813804626465,
      "step": 14400,
      "token_acc": 0.866522561469873
    },
    {
      "epoch": 0.7173447537473233,
      "grad_norm": 1.2519211769104004,
      "learning_rate": 7.613800325767846e-05,
      "loss": 0.3576441764831543,
      "step": 14405,
      "token_acc": 0.8929824561403509
    },
    {
      "epoch": 0.7175937453314079,
      "grad_norm": 2.287541151046753,
      "learning_rate": 7.612045232806672e-05,
      "loss": 0.3657750368118286,
      "step": 14410,
      "token_acc": 0.8685446009389671
    },
    {
      "epoch": 0.7178427369154923,
      "grad_norm": 2.132580041885376,
      "learning_rate": 7.610289697090925e-05,
      "loss": 0.37498745918273924,
      "step": 14415,
      "token_acc": 0.8704225352112676
    },
    {
      "epoch": 0.7180917284995767,
      "grad_norm": 3.839531421661377,
      "learning_rate": 7.608533718918176e-05,
      "loss": 0.6232940673828125,
      "step": 14420,
      "token_acc": 0.843956043956044
    },
    {
      "epoch": 0.7183407200836611,
      "grad_norm": 1.0098119974136353,
      "learning_rate": 7.60677729858607e-05,
      "loss": 0.23214802742004395,
      "step": 14425,
      "token_acc": 0.9471723670843211
    },
    {
      "epoch": 0.7185897116677457,
      "grad_norm": 3.1711137294769287,
      "learning_rate": 7.605020436392335e-05,
      "loss": 0.44784770011901853,
      "step": 14430,
      "token_acc": 0.8381877022653722
    },
    {
      "epoch": 0.7188387032518301,
      "grad_norm": 1.3764469623565674,
      "learning_rate": 7.60326313263476e-05,
      "loss": 0.3596317768096924,
      "step": 14435,
      "token_acc": 0.8838383838383839
    },
    {
      "epoch": 0.7190876948359145,
      "grad_norm": 5.578584671020508,
      "learning_rate": 7.601505387611221e-05,
      "loss": 0.5218361854553223,
      "step": 14440,
      "token_acc": 0.9206128133704735
    },
    {
      "epoch": 0.719336686419999,
      "grad_norm": 4.597015857696533,
      "learning_rate": 7.599747201619667e-05,
      "loss": 0.37848567962646484,
      "step": 14445,
      "token_acc": 0.8818565400843882
    },
    {
      "epoch": 0.7195856780040835,
      "grad_norm": 2.361151695251465,
      "learning_rate": 7.597988574958114e-05,
      "loss": 0.345460844039917,
      "step": 14450,
      "token_acc": 0.8970873786407767
    },
    {
      "epoch": 0.7198346695881679,
      "grad_norm": 3.455164670944214,
      "learning_rate": 7.596229507924663e-05,
      "loss": 0.5335504055023194,
      "step": 14455,
      "token_acc": 0.8702839362115908
    },
    {
      "epoch": 0.7200836611722524,
      "grad_norm": 3.786522626876831,
      "learning_rate": 7.59447000081748e-05,
      "loss": 0.653073787689209,
      "step": 14460,
      "token_acc": 0.8195121951219512
    },
    {
      "epoch": 0.7203326527563368,
      "grad_norm": 1.2861926555633545,
      "learning_rate": 7.592710053934812e-05,
      "loss": 0.31191158294677734,
      "step": 14465,
      "token_acc": 0.9553072625698324
    },
    {
      "epoch": 0.7205816443404213,
      "grad_norm": 2.2689175605773926,
      "learning_rate": 7.590949667574978e-05,
      "loss": 0.4159407138824463,
      "step": 14470,
      "token_acc": 0.8368055555555556
    },
    {
      "epoch": 0.7208306359245058,
      "grad_norm": 0.9153360724449158,
      "learning_rate": 7.589188842036375e-05,
      "loss": 0.1814867615699768,
      "step": 14475,
      "token_acc": 0.9715424018212863
    },
    {
      "epoch": 0.7210796275085902,
      "grad_norm": 4.324578762054443,
      "learning_rate": 7.587427577617467e-05,
      "loss": 0.33889768123626707,
      "step": 14480,
      "token_acc": 0.9116883116883117
    },
    {
      "epoch": 0.7213286190926746,
      "grad_norm": 1.2635680437088013,
      "learning_rate": 7.5856658746168e-05,
      "loss": 0.40012264251708984,
      "step": 14485,
      "token_acc": 0.9176289453425712
    },
    {
      "epoch": 0.7215776106767591,
      "grad_norm": 2.524446964263916,
      "learning_rate": 7.583903733332993e-05,
      "loss": 0.513821792602539,
      "step": 14490,
      "token_acc": 0.8901315789473684
    },
    {
      "epoch": 0.7218266022608436,
      "grad_norm": 9.332559585571289,
      "learning_rate": 7.582141154064734e-05,
      "loss": 0.2620034694671631,
      "step": 14495,
      "token_acc": 0.9110832811521603
    },
    {
      "epoch": 0.722075593844928,
      "grad_norm": 4.0075273513793945,
      "learning_rate": 7.580378137110789e-05,
      "loss": 0.38374192714691163,
      "step": 14500,
      "token_acc": 0.9088785046728972
    },
    {
      "epoch": 0.7223245854290125,
      "grad_norm": 1.5295566320419312,
      "learning_rate": 7.57861468277e-05,
      "loss": 0.37450058460235597,
      "step": 14505,
      "token_acc": 0.8817829457364341
    },
    {
      "epoch": 0.722573577013097,
      "grad_norm": 2.068267345428467,
      "learning_rate": 7.576850791341284e-05,
      "loss": 0.2778858423233032,
      "step": 14510,
      "token_acc": 0.9261501210653753
    },
    {
      "epoch": 0.7228225685971814,
      "grad_norm": 1.593900203704834,
      "learning_rate": 7.575086463123624e-05,
      "loss": 0.36316742897033694,
      "step": 14515,
      "token_acc": 0.875736160188457
    },
    {
      "epoch": 0.7230715601812658,
      "grad_norm": 0.7261942028999329,
      "learning_rate": 7.573321698416082e-05,
      "loss": 0.2648325443267822,
      "step": 14520,
      "token_acc": 0.9623762376237623
    },
    {
      "epoch": 0.7233205517653504,
      "grad_norm": 5.545016765594482,
      "learning_rate": 7.5715564975178e-05,
      "loss": 0.36137540340423585,
      "step": 14525,
      "token_acc": 0.8892045454545454
    },
    {
      "epoch": 0.7235695433494348,
      "grad_norm": 1.9736545085906982,
      "learning_rate": 7.569790860727983e-05,
      "loss": 0.5189314365386963,
      "step": 14530,
      "token_acc": 0.8066429418742586
    },
    {
      "epoch": 0.7238185349335192,
      "grad_norm": 3.8079581260681152,
      "learning_rate": 7.568024788345918e-05,
      "loss": 0.23844220638275146,
      "step": 14535,
      "token_acc": 0.9650582362728786
    },
    {
      "epoch": 0.7240675265176038,
      "grad_norm": 0.5837024450302124,
      "learning_rate": 7.566258280670964e-05,
      "loss": 0.2891491413116455,
      "step": 14540,
      "token_acc": 0.896049896049896
    },
    {
      "epoch": 0.7243165181016882,
      "grad_norm": 8.708714485168457,
      "learning_rate": 7.564491338002547e-05,
      "loss": 0.3592020273208618,
      "step": 14545,
      "token_acc": 0.9116117850953206
    },
    {
      "epoch": 0.7245655096857726,
      "grad_norm": 2.054234266281128,
      "learning_rate": 7.562723960640179e-05,
      "loss": 0.24056651592254638,
      "step": 14550,
      "token_acc": 0.9338999055712937
    },
    {
      "epoch": 0.724814501269857,
      "grad_norm": 1.4876500368118286,
      "learning_rate": 7.560956148883436e-05,
      "loss": 0.5821547508239746,
      "step": 14555,
      "token_acc": 0.8324110671936759
    },
    {
      "epoch": 0.7250634928539416,
      "grad_norm": 2.4830713272094727,
      "learning_rate": 7.559187903031971e-05,
      "loss": 0.35974507331848143,
      "step": 14560,
      "token_acc": 0.9128516271373415
    },
    {
      "epoch": 0.725312484438026,
      "grad_norm": 2.2259252071380615,
      "learning_rate": 7.557419223385513e-05,
      "loss": 0.5440149307250977,
      "step": 14565,
      "token_acc": 0.7805397727272727
    },
    {
      "epoch": 0.7255614760221104,
      "grad_norm": 2.5992870330810547,
      "learning_rate": 7.555650110243858e-05,
      "loss": 0.4608780384063721,
      "step": 14570,
      "token_acc": 0.8731501057082452
    },
    {
      "epoch": 0.7258104676061949,
      "grad_norm": 0.6798307299613953,
      "learning_rate": 7.553880563906881e-05,
      "loss": 0.1977625846862793,
      "step": 14575,
      "token_acc": 0.9468926553672317
    },
    {
      "epoch": 0.7260594591902794,
      "grad_norm": 2.614481210708618,
      "learning_rate": 7.552110584674529e-05,
      "loss": 0.33415820598602297,
      "step": 14580,
      "token_acc": 0.8820375335120644
    },
    {
      "epoch": 0.7263084507743638,
      "grad_norm": 0.968600332736969,
      "learning_rate": 7.550340172846824e-05,
      "loss": 0.2221158266067505,
      "step": 14585,
      "token_acc": 0.9322235434007135
    },
    {
      "epoch": 0.7265574423584483,
      "grad_norm": 1.2505953311920166,
      "learning_rate": 7.548569328723857e-05,
      "loss": 0.2331174850463867,
      "step": 14590,
      "token_acc": 0.957172342621259
    },
    {
      "epoch": 0.7268064339425327,
      "grad_norm": 0.8324066400527954,
      "learning_rate": 7.546798052605795e-05,
      "loss": 0.23943955898284913,
      "step": 14595,
      "token_acc": 0.9171270718232044
    },
    {
      "epoch": 0.7270554255266172,
      "grad_norm": 2.6022658348083496,
      "learning_rate": 7.545026344792879e-05,
      "loss": 0.24485175609588622,
      "step": 14600,
      "token_acc": 0.9569110240626749
    },
    {
      "epoch": 0.7273044171107017,
      "grad_norm": 0.9490331411361694,
      "learning_rate": 7.543254205585424e-05,
      "loss": 0.24277870655059813,
      "step": 14605,
      "token_acc": 0.9466824644549763
    },
    {
      "epoch": 0.7275534086947861,
      "grad_norm": 4.502370834350586,
      "learning_rate": 7.541481635283812e-05,
      "loss": 0.4678488731384277,
      "step": 14610,
      "token_acc": 0.9637982195845697
    },
    {
      "epoch": 0.7278024002788706,
      "grad_norm": 0.970325231552124,
      "learning_rate": 7.539708634188505e-05,
      "loss": 0.5017107009887696,
      "step": 14615,
      "token_acc": 0.9261495587552253
    },
    {
      "epoch": 0.728051391862955,
      "grad_norm": 0.8522346019744873,
      "learning_rate": 7.537935202600036e-05,
      "loss": 0.3688082218170166,
      "step": 14620,
      "token_acc": 0.9323863636363636
    },
    {
      "epoch": 0.7283003834470395,
      "grad_norm": 2.073979139328003,
      "learning_rate": 7.536161340819009e-05,
      "loss": 0.35291142463684083,
      "step": 14625,
      "token_acc": 0.8493506493506493
    },
    {
      "epoch": 0.7285493750311239,
      "grad_norm": 10.407422065734863,
      "learning_rate": 7.534387049146103e-05,
      "loss": 0.7114226818084717,
      "step": 14630,
      "token_acc": 0.8167770419426048
    },
    {
      "epoch": 0.7287983666152084,
      "grad_norm": 0.7253679037094116,
      "learning_rate": 7.53261232788207e-05,
      "loss": 0.17865122556686402,
      "step": 14635,
      "token_acc": 0.9539101992268808
    },
    {
      "epoch": 0.7290473581992929,
      "grad_norm": 2.678473472595215,
      "learning_rate": 7.530837177327732e-05,
      "loss": 0.35208466053009035,
      "step": 14640,
      "token_acc": 0.9430379746835443
    },
    {
      "epoch": 0.7292963497833773,
      "grad_norm": 1.2321174144744873,
      "learning_rate": 7.529061597783988e-05,
      "loss": 0.24035172462463378,
      "step": 14645,
      "token_acc": 0.9459381324082105
    },
    {
      "epoch": 0.7295453413674617,
      "grad_norm": 4.509359836578369,
      "learning_rate": 7.527285589551805e-05,
      "loss": 0.24384067058563233,
      "step": 14650,
      "token_acc": 0.9251439539347409
    },
    {
      "epoch": 0.7297943329515463,
      "grad_norm": 3.219485282897949,
      "learning_rate": 7.525509152932229e-05,
      "loss": 0.40053348541259765,
      "step": 14655,
      "token_acc": 0.9532033426183844
    },
    {
      "epoch": 0.7300433245356307,
      "grad_norm": 2.484236001968384,
      "learning_rate": 7.52373228822637e-05,
      "loss": 0.1860562562942505,
      "step": 14660,
      "token_acc": 0.9696132596685083
    },
    {
      "epoch": 0.7302923161197151,
      "grad_norm": 3.2691962718963623,
      "learning_rate": 7.521954995735418e-05,
      "loss": 0.3689708232879639,
      "step": 14665,
      "token_acc": 0.9237113402061856
    },
    {
      "epoch": 0.7305413077037997,
      "grad_norm": 1.155393362045288,
      "learning_rate": 7.520177275760635e-05,
      "loss": 0.3813021183013916,
      "step": 14670,
      "token_acc": 0.8767123287671232
    },
    {
      "epoch": 0.7307902992878841,
      "grad_norm": 4.266803741455078,
      "learning_rate": 7.518399128603348e-05,
      "loss": 0.40312900543212893,
      "step": 14675,
      "token_acc": 0.8859315589353612
    },
    {
      "epoch": 0.7310392908719685,
      "grad_norm": 3.182964563369751,
      "learning_rate": 7.516620554564967e-05,
      "loss": 0.342068076133728,
      "step": 14680,
      "token_acc": 0.9251285347043702
    },
    {
      "epoch": 0.731288282456053,
      "grad_norm": 0.7480049729347229,
      "learning_rate": 7.514841553946967e-05,
      "loss": 0.2641579627990723,
      "step": 14685,
      "token_acc": 0.9580915538362347
    },
    {
      "epoch": 0.7315372740401375,
      "grad_norm": 5.494107246398926,
      "learning_rate": 7.513062127050896e-05,
      "loss": 0.48302311897277833,
      "step": 14690,
      "token_acc": 0.87117903930131
    },
    {
      "epoch": 0.7317862656242219,
      "grad_norm": 1.8647490739822388,
      "learning_rate": 7.511282274178377e-05,
      "loss": 0.627962589263916,
      "step": 14695,
      "token_acc": 0.9277389277389277
    },
    {
      "epoch": 0.7320352572083063,
      "grad_norm": 1.749228835105896,
      "learning_rate": 7.509501995631103e-05,
      "loss": 0.18183629512786864,
      "step": 14700,
      "token_acc": 0.9640582347588716
    },
    {
      "epoch": 0.7322842487923908,
      "grad_norm": 2.851996898651123,
      "learning_rate": 7.507721291710842e-05,
      "loss": 0.38916654586791993,
      "step": 14705,
      "token_acc": 0.8875255623721882
    },
    {
      "epoch": 0.7325332403764753,
      "grad_norm": 1.924947738647461,
      "learning_rate": 7.50594016271943e-05,
      "loss": 0.332128643989563,
      "step": 14710,
      "token_acc": 0.8828967642526965
    },
    {
      "epoch": 0.7327822319605597,
      "grad_norm": 5.892477512359619,
      "learning_rate": 7.504158608958778e-05,
      "loss": 0.3093340635299683,
      "step": 14715,
      "token_acc": 0.9386574074074074
    },
    {
      "epoch": 0.7330312235446442,
      "grad_norm": 0.6999478340148926,
      "learning_rate": 7.502376630730868e-05,
      "loss": 0.22643108367919923,
      "step": 14720,
      "token_acc": 0.9574766355140187
    },
    {
      "epoch": 0.7332802151287287,
      "grad_norm": 1.1821480989456177,
      "learning_rate": 7.500594228337755e-05,
      "loss": 0.2017993450164795,
      "step": 14725,
      "token_acc": 0.9074074074074074
    },
    {
      "epoch": 0.7335292067128131,
      "grad_norm": 1.7260513305664062,
      "learning_rate": 7.498811402081565e-05,
      "loss": 0.31392502784729004,
      "step": 14730,
      "token_acc": 0.8853932584269663
    },
    {
      "epoch": 0.7337781982968976,
      "grad_norm": 4.28932523727417,
      "learning_rate": 7.497028152264494e-05,
      "loss": 0.4042368412017822,
      "step": 14735,
      "token_acc": 0.8922800718132855
    },
    {
      "epoch": 0.734027189880982,
      "grad_norm": 3.340297222137451,
      "learning_rate": 7.495244479188812e-05,
      "loss": 0.3490915060043335,
      "step": 14740,
      "token_acc": 0.9299895506792059
    },
    {
      "epoch": 0.7342761814650665,
      "grad_norm": 0.47244182229042053,
      "learning_rate": 7.493460383156862e-05,
      "loss": 0.3015738964080811,
      "step": 14745,
      "token_acc": 0.9647887323943662
    },
    {
      "epoch": 0.734525173049151,
      "grad_norm": 0.5758801102638245,
      "learning_rate": 7.491675864471055e-05,
      "loss": 0.3299999237060547,
      "step": 14750,
      "token_acc": 0.9477557027225901
    },
    {
      "epoch": 0.7347741646332354,
      "grad_norm": 1.975820779800415,
      "learning_rate": 7.48989092343388e-05,
      "loss": 0.29641032218933105,
      "step": 14755,
      "token_acc": 0.9468760441029068
    },
    {
      "epoch": 0.7350231562173198,
      "grad_norm": 0.44307941198349,
      "learning_rate": 7.488105560347888e-05,
      "loss": 0.22303929328918456,
      "step": 14760,
      "token_acc": 0.9625
    },
    {
      "epoch": 0.7352721478014043,
      "grad_norm": 2.923558473587036,
      "learning_rate": 7.486319775515709e-05,
      "loss": 0.6152955532073975,
      "step": 14765,
      "token_acc": 0.8477970627503337
    },
    {
      "epoch": 0.7355211393854888,
      "grad_norm": 1.9600342512130737,
      "learning_rate": 7.484533569240044e-05,
      "loss": 0.36974239349365234,
      "step": 14770,
      "token_acc": 0.951063829787234
    },
    {
      "epoch": 0.7357701309695732,
      "grad_norm": 1.1839244365692139,
      "learning_rate": 7.482746941823662e-05,
      "loss": 0.2579554319381714,
      "step": 14775,
      "token_acc": 0.9498249708284714
    },
    {
      "epoch": 0.7360191225536576,
      "grad_norm": 3.1212947368621826,
      "learning_rate": 7.480959893569406e-05,
      "loss": 0.41805524826049806,
      "step": 14780,
      "token_acc": 0.8843648208469055
    },
    {
      "epoch": 0.7362681141377422,
      "grad_norm": 1.7920169830322266,
      "learning_rate": 7.479172424780188e-05,
      "loss": 0.2654978513717651,
      "step": 14785,
      "token_acc": 0.907070707070707
    },
    {
      "epoch": 0.7365171057218266,
      "grad_norm": 0.6980011463165283,
      "learning_rate": 7.477384535758993e-05,
      "loss": 0.2456892251968384,
      "step": 14790,
      "token_acc": 0.9480417240700649
    },
    {
      "epoch": 0.736766097305911,
      "grad_norm": 1.1940678358078003,
      "learning_rate": 7.475596226808879e-05,
      "loss": 0.22665650844573976,
      "step": 14795,
      "token_acc": 0.9238095238095239
    },
    {
      "epoch": 0.7370150888899956,
      "grad_norm": 1.7069813013076782,
      "learning_rate": 7.473807498232971e-05,
      "loss": 0.40630030632019043,
      "step": 14800,
      "token_acc": 0.8865814696485623
    },
    {
      "epoch": 0.73726408047408,
      "grad_norm": 2.1095473766326904,
      "learning_rate": 7.472018350334471e-05,
      "loss": 0.6572400569915772,
      "step": 14805,
      "token_acc": 0.7761310452418096
    },
    {
      "epoch": 0.7375130720581644,
      "grad_norm": 2.1810827255249023,
      "learning_rate": 7.470228783416644e-05,
      "loss": 0.19539669752120972,
      "step": 14810,
      "token_acc": 0.9321608040201005
    },
    {
      "epoch": 0.7377620636422489,
      "grad_norm": 0.505103349685669,
      "learning_rate": 7.468438797782832e-05,
      "loss": 0.3070584535598755,
      "step": 14815,
      "token_acc": 0.9586666666666667
    },
    {
      "epoch": 0.7380110552263334,
      "grad_norm": 1.733269453048706,
      "learning_rate": 7.466648393736447e-05,
      "loss": 0.2298487901687622,
      "step": 14820,
      "token_acc": 0.9291635267520724
    },
    {
      "epoch": 0.7382600468104178,
      "grad_norm": 2.7806127071380615,
      "learning_rate": 7.464857571580972e-05,
      "loss": 0.42983555793762207,
      "step": 14825,
      "token_acc": 0.8619528619528619
    },
    {
      "epoch": 0.7385090383945022,
      "grad_norm": 1.6530660390853882,
      "learning_rate": 7.463066331619958e-05,
      "loss": 0.28462398052215576,
      "step": 14830,
      "token_acc": 0.9358226371061844
    },
    {
      "epoch": 0.7387580299785867,
      "grad_norm": 2.584113359451294,
      "learning_rate": 7.461274674157031e-05,
      "loss": 0.17747323513031005,
      "step": 14835,
      "token_acc": 0.9404878048780487
    },
    {
      "epoch": 0.7390070215626712,
      "grad_norm": 1.7890828847885132,
      "learning_rate": 7.459482599495884e-05,
      "loss": 0.3672065734863281,
      "step": 14840,
      "token_acc": 0.8164726947179947
    },
    {
      "epoch": 0.7392560131467556,
      "grad_norm": 1.5929111242294312,
      "learning_rate": 7.457690107940282e-05,
      "loss": 0.3895657300949097,
      "step": 14845,
      "token_acc": 0.828080229226361
    },
    {
      "epoch": 0.7395050047308401,
      "grad_norm": 1.3486436605453491,
      "learning_rate": 7.455897199794066e-05,
      "loss": 0.2532736539840698,
      "step": 14850,
      "token_acc": 0.950420954162769
    },
    {
      "epoch": 0.7397539963149246,
      "grad_norm": 6.723422050476074,
      "learning_rate": 7.454103875361138e-05,
      "loss": 0.6409034252166748,
      "step": 14855,
      "token_acc": 0.7091412742382271
    },
    {
      "epoch": 0.740002987899009,
      "grad_norm": 1.3174564838409424,
      "learning_rate": 7.452310134945477e-05,
      "loss": 0.42473444938659666,
      "step": 14860,
      "token_acc": 0.8699271592091571
    },
    {
      "epoch": 0.7402519794830935,
      "grad_norm": 1.3814668655395508,
      "learning_rate": 7.450515978851131e-05,
      "loss": 0.465936279296875,
      "step": 14865,
      "token_acc": 0.804079110012361
    },
    {
      "epoch": 0.7405009710671779,
      "grad_norm": 3.7131288051605225,
      "learning_rate": 7.448721407382218e-05,
      "loss": 0.36418087482452394,
      "step": 14870,
      "token_acc": 0.8653530377668309
    },
    {
      "epoch": 0.7407499626512624,
      "grad_norm": 0.8452333807945251,
      "learning_rate": 7.446926420842926e-05,
      "loss": 0.3523734092712402,
      "step": 14875,
      "token_acc": 0.8045023696682464
    },
    {
      "epoch": 0.7409989542353469,
      "grad_norm": 0.9526852965354919,
      "learning_rate": 7.445131019537515e-05,
      "loss": 0.3738699436187744,
      "step": 14880,
      "token_acc": 0.9234789100410601
    },
    {
      "epoch": 0.7412479458194313,
      "grad_norm": 2.4370014667510986,
      "learning_rate": 7.443335203770314e-05,
      "loss": 0.18742036819458008,
      "step": 14885,
      "token_acc": 0.9467528470298553
    },
    {
      "epoch": 0.7414969374035157,
      "grad_norm": 1.52911376953125,
      "learning_rate": 7.441538973845724e-05,
      "loss": 0.39009053707122804,
      "step": 14890,
      "token_acc": 0.8666666666666667
    },
    {
      "epoch": 0.7417459289876002,
      "grad_norm": 1.1007405519485474,
      "learning_rate": 7.439742330068212e-05,
      "loss": 0.21423628330230712,
      "step": 14895,
      "token_acc": 0.9573132454488387
    },
    {
      "epoch": 0.7419949205716847,
      "grad_norm": 1.1276031732559204,
      "learning_rate": 7.43794527274232e-05,
      "loss": 0.47656731605529784,
      "step": 14900,
      "token_acc": 0.9073852295409182
    },
    {
      "epoch": 0.7422439121557691,
      "grad_norm": 5.322573661804199,
      "learning_rate": 7.436147802172659e-05,
      "loss": 0.33495070934295657,
      "step": 14905,
      "token_acc": 0.8914185639229422
    },
    {
      "epoch": 0.7424929037398535,
      "grad_norm": 3.0159952640533447,
      "learning_rate": 7.434349918663908e-05,
      "loss": 0.46047320365905764,
      "step": 14910,
      "token_acc": 0.9169008430349257
    },
    {
      "epoch": 0.7427418953239381,
      "grad_norm": 1.396702766418457,
      "learning_rate": 7.432551622520817e-05,
      "loss": 0.5558809757232666,
      "step": 14915,
      "token_acc": 0.8790100824931256
    },
    {
      "epoch": 0.7429908869080225,
      "grad_norm": 1.9608455896377563,
      "learning_rate": 7.430752914048205e-05,
      "loss": 0.3138387680053711,
      "step": 14920,
      "token_acc": 0.9414316702819957
    },
    {
      "epoch": 0.7432398784921069,
      "grad_norm": 1.3611093759536743,
      "learning_rate": 7.428953793550963e-05,
      "loss": 0.508974552154541,
      "step": 14925,
      "token_acc": 0.8651580905145692
    },
    {
      "epoch": 0.7434888700761915,
      "grad_norm": 0.9810580015182495,
      "learning_rate": 7.427154261334052e-05,
      "loss": 0.5144751071929932,
      "step": 14930,
      "token_acc": 0.8090107737512243
    },
    {
      "epoch": 0.7437378616602759,
      "grad_norm": 2.537501096725464,
      "learning_rate": 7.425354317702501e-05,
      "loss": 0.33324947357177737,
      "step": 14935,
      "token_acc": 0.8353726362625139
    },
    {
      "epoch": 0.7439868532443603,
      "grad_norm": 1.761702060699463,
      "learning_rate": 7.423553962961407e-05,
      "loss": 0.4133432865142822,
      "step": 14940,
      "token_acc": 0.9588068181818182
    },
    {
      "epoch": 0.7442358448284448,
      "grad_norm": 1.3794424533843994,
      "learning_rate": 7.421753197415944e-05,
      "loss": 0.4746006965637207,
      "step": 14945,
      "token_acc": 0.8148639681486397
    },
    {
      "epoch": 0.7444848364125293,
      "grad_norm": 1.0709649324417114,
      "learning_rate": 7.419952021371344e-05,
      "loss": 0.18216331005096437,
      "step": 14950,
      "token_acc": 0.9493482309124768
    },
    {
      "epoch": 0.7447338279966137,
      "grad_norm": 1.5475610494613647,
      "learning_rate": 7.418150435132923e-05,
      "loss": 0.33313043117523194,
      "step": 14955,
      "token_acc": 0.9079037800687285
    },
    {
      "epoch": 0.7449828195806981,
      "grad_norm": 1.7827261686325073,
      "learning_rate": 7.41634843900605e-05,
      "loss": 0.26047022342681886,
      "step": 14960,
      "token_acc": 0.9096126255380201
    },
    {
      "epoch": 0.7452318111647827,
      "grad_norm": 1.3487366437911987,
      "learning_rate": 7.414546033296179e-05,
      "loss": 0.2872898578643799,
      "step": 14965,
      "token_acc": 0.9493991144845034
    },
    {
      "epoch": 0.7454808027488671,
      "grad_norm": 1.2699397802352905,
      "learning_rate": 7.412743218308826e-05,
      "loss": 0.4234710693359375,
      "step": 14970,
      "token_acc": 0.9162303664921466
    },
    {
      "epoch": 0.7457297943329515,
      "grad_norm": 2.0320894718170166,
      "learning_rate": 7.410939994349573e-05,
      "loss": 0.11078141927719116,
      "step": 14975,
      "token_acc": 0.9822423398328691
    },
    {
      "epoch": 0.745978785917036,
      "grad_norm": 1.4649693965911865,
      "learning_rate": 7.409136361724079e-05,
      "loss": 0.4717752456665039,
      "step": 14980,
      "token_acc": 0.7834224598930482
    },
    {
      "epoch": 0.7462277775011205,
      "grad_norm": 0.9076581001281738,
      "learning_rate": 7.407332320738068e-05,
      "loss": 0.26823484897613525,
      "step": 14985,
      "token_acc": 0.913232104121475
    },
    {
      "epoch": 0.7464767690852049,
      "grad_norm": 1.1605337858200073,
      "learning_rate": 7.405527871697334e-05,
      "loss": 0.35713131427764894,
      "step": 14990,
      "token_acc": 0.8836772983114447
    },
    {
      "epoch": 0.7467257606692894,
      "grad_norm": 0.5570550560951233,
      "learning_rate": 7.403723014907738e-05,
      "loss": 0.14030598402023314,
      "step": 14995,
      "token_acc": 0.9753544902093181
    },
    {
      "epoch": 0.7469747522533738,
      "grad_norm": 0.4809136986732483,
      "learning_rate": 7.401917750675213e-05,
      "loss": 0.26148281097412107,
      "step": 15000,
      "token_acc": 0.921875
    },
    {
      "epoch": 0.7472237438374583,
      "grad_norm": 1.6254518032073975,
      "learning_rate": 7.400112079305763e-05,
      "loss": 0.16613937616348268,
      "step": 15005,
      "token_acc": 0.952518818760857
    },
    {
      "epoch": 0.7474727354215428,
      "grad_norm": 1.5814412832260132,
      "learning_rate": 7.398306001105456e-05,
      "loss": 0.250711989402771,
      "step": 15010,
      "token_acc": 0.8945945945945946
    },
    {
      "epoch": 0.7477217270056272,
      "grad_norm": 4.258071422576904,
      "learning_rate": 7.396499516380428e-05,
      "loss": 0.7059749603271485,
      "step": 15015,
      "token_acc": 0.7659090909090909
    },
    {
      "epoch": 0.7479707185897116,
      "grad_norm": 0.5346179008483887,
      "learning_rate": 7.394692625436893e-05,
      "loss": 0.44629321098327634,
      "step": 15020,
      "token_acc": 0.9098360655737705
    },
    {
      "epoch": 0.7482197101737961,
      "grad_norm": 1.2801357507705688,
      "learning_rate": 7.392885328581125e-05,
      "loss": 0.2990581750869751,
      "step": 15025,
      "token_acc": 0.9100719424460432
    },
    {
      "epoch": 0.7484687017578806,
      "grad_norm": 3.008589744567871,
      "learning_rate": 7.391077626119469e-05,
      "loss": 0.18846819400787354,
      "step": 15030,
      "token_acc": 0.944
    },
    {
      "epoch": 0.748717693341965,
      "grad_norm": 1.272897720336914,
      "learning_rate": 7.389269518358343e-05,
      "loss": 0.21649229526519775,
      "step": 15035,
      "token_acc": 0.934640522875817
    },
    {
      "epoch": 0.7489666849260495,
      "grad_norm": 2.7990331649780273,
      "learning_rate": 7.387461005604225e-05,
      "loss": 0.46117334365844725,
      "step": 15040,
      "token_acc": 0.8817622287010042
    },
    {
      "epoch": 0.749215676510134,
      "grad_norm": 1.2577614784240723,
      "learning_rate": 7.38565208816367e-05,
      "loss": 0.3293147087097168,
      "step": 15045,
      "token_acc": 0.888095238095238
    },
    {
      "epoch": 0.7494646680942184,
      "grad_norm": 1.5423870086669922,
      "learning_rate": 7.383842766343298e-05,
      "loss": 0.2942971706390381,
      "step": 15050,
      "token_acc": 0.9401172529313233
    },
    {
      "epoch": 0.7497136596783028,
      "grad_norm": 4.281808376312256,
      "learning_rate": 7.3820330404498e-05,
      "loss": 0.5819239616394043,
      "step": 15055,
      "token_acc": 0.8955676988463873
    },
    {
      "epoch": 0.7499626512623874,
      "grad_norm": 2.2671337127685547,
      "learning_rate": 7.380222910789929e-05,
      "loss": 0.5033939838409424,
      "step": 15060,
      "token_acc": 0.8200423429781228
    },
    {
      "epoch": 0.7502116428464718,
      "grad_norm": 3.8885982036590576,
      "learning_rate": 7.378412377670515e-05,
      "loss": 0.3989534616470337,
      "step": 15065,
      "token_acc": 0.9538461538461539
    },
    {
      "epoch": 0.7504606344305562,
      "grad_norm": 1.6917781829833984,
      "learning_rate": 7.37660144139845e-05,
      "loss": 0.29411027431488035,
      "step": 15070,
      "token_acc": 0.8980477223427332
    },
    {
      "epoch": 0.7507096260146408,
      "grad_norm": 0.8283823728561401,
      "learning_rate": 7.374790102280697e-05,
      "loss": 0.24795453548431395,
      "step": 15075,
      "token_acc": 0.953227931488801
    },
    {
      "epoch": 0.7509586175987252,
      "grad_norm": 1.2883564233779907,
      "learning_rate": 7.372978360624288e-05,
      "loss": 0.4130277156829834,
      "step": 15080,
      "token_acc": 0.8198553583168968
    },
    {
      "epoch": 0.7512076091828096,
      "grad_norm": 1.1491661071777344,
      "learning_rate": 7.37116621673632e-05,
      "loss": 0.36553847789764404,
      "step": 15085,
      "token_acc": 0.9675009338812103
    },
    {
      "epoch": 0.7514566007668941,
      "grad_norm": 0.9863479137420654,
      "learning_rate": 7.369353670923963e-05,
      "loss": 0.33170008659362793,
      "step": 15090,
      "token_acc": 0.8754163890739507
    },
    {
      "epoch": 0.7517055923509786,
      "grad_norm": 1.1503705978393555,
      "learning_rate": 7.36754072349445e-05,
      "loss": 0.3154944896697998,
      "step": 15095,
      "token_acc": 0.892933618843683
    },
    {
      "epoch": 0.751954583935063,
      "grad_norm": 2.2801713943481445,
      "learning_rate": 7.365727374755089e-05,
      "loss": 0.26642694473266604,
      "step": 15100,
      "token_acc": 0.8906394810009268
    },
    {
      "epoch": 0.7522035755191474,
      "grad_norm": 0.9707227945327759,
      "learning_rate": 7.363913625013245e-05,
      "loss": 0.20982120037078858,
      "step": 15105,
      "token_acc": 0.9229828850855746
    },
    {
      "epoch": 0.7524525671032319,
      "grad_norm": 1.7781956195831299,
      "learning_rate": 7.362099474576363e-05,
      "loss": 0.44915266036987306,
      "step": 15110,
      "token_acc": 0.7906441717791411
    },
    {
      "epoch": 0.7527015586873164,
      "grad_norm": 15.015786170959473,
      "learning_rate": 7.360284923751946e-05,
      "loss": 0.31008143424987794,
      "step": 15115,
      "token_acc": 0.8898550724637682
    },
    {
      "epoch": 0.7529505502714008,
      "grad_norm": 1.1877737045288086,
      "learning_rate": 7.358469972847574e-05,
      "loss": 0.2000049114227295,
      "step": 15120,
      "token_acc": 0.9427300528217959
    },
    {
      "epoch": 0.7531995418554853,
      "grad_norm": 1.7548866271972656,
      "learning_rate": 7.356654622170886e-05,
      "loss": 0.46388959884643555,
      "step": 15125,
      "token_acc": 0.908521906596052
    },
    {
      "epoch": 0.7534485334395697,
      "grad_norm": 1.1617372035980225,
      "learning_rate": 7.354838872029596e-05,
      "loss": 0.2747350215911865,
      "step": 15130,
      "token_acc": 0.9007731958762887
    },
    {
      "epoch": 0.7536975250236542,
      "grad_norm": 1.2558612823486328,
      "learning_rate": 7.353022722731481e-05,
      "loss": 0.2321387767791748,
      "step": 15135,
      "token_acc": 0.9539603960396039
    },
    {
      "epoch": 0.7539465166077387,
      "grad_norm": 3.1863036155700684,
      "learning_rate": 7.351206174584388e-05,
      "loss": 0.3064696788787842,
      "step": 15140,
      "token_acc": 0.9
    },
    {
      "epoch": 0.7541955081918231,
      "grad_norm": 3.4631388187408447,
      "learning_rate": 7.34938922789623e-05,
      "loss": 0.2903475284576416,
      "step": 15145,
      "token_acc": 0.9570692615912993
    },
    {
      "epoch": 0.7544444997759076,
      "grad_norm": 11.50324535369873,
      "learning_rate": 7.347571882974991e-05,
      "loss": 0.5717877388000489,
      "step": 15150,
      "token_acc": 0.7810650887573964
    },
    {
      "epoch": 0.7546934913599921,
      "grad_norm": 3.94199538230896,
      "learning_rate": 7.345754140128715e-05,
      "loss": 0.2928391218185425,
      "step": 15155,
      "token_acc": 0.898989898989899
    },
    {
      "epoch": 0.7549424829440765,
      "grad_norm": 0.3795091509819031,
      "learning_rate": 7.343935999665523e-05,
      "loss": 0.21153874397277833,
      "step": 15160,
      "token_acc": 0.9642230796211856
    },
    {
      "epoch": 0.7551914745281609,
      "grad_norm": 0.6529334783554077,
      "learning_rate": 7.342117461893597e-05,
      "loss": 0.2618317365646362,
      "step": 15165,
      "token_acc": 0.9512534818941504
    },
    {
      "epoch": 0.7554404661122454,
      "grad_norm": 1.2565988302230835,
      "learning_rate": 7.340298527121188e-05,
      "loss": 0.31903629302978515,
      "step": 15170,
      "token_acc": 0.8862144420131292
    },
    {
      "epoch": 0.7556894576963299,
      "grad_norm": 1.6838476657867432,
      "learning_rate": 7.338479195656615e-05,
      "loss": 0.2971456050872803,
      "step": 15175,
      "token_acc": 0.8985074626865671
    },
    {
      "epoch": 0.7559384492804143,
      "grad_norm": 3.590031385421753,
      "learning_rate": 7.336659467808262e-05,
      "loss": 0.3814557075500488,
      "step": 15180,
      "token_acc": 0.9678379988088148
    },
    {
      "epoch": 0.7561874408644987,
      "grad_norm": 4.922731399536133,
      "learning_rate": 7.334839343884585e-05,
      "loss": 0.418961238861084,
      "step": 15185,
      "token_acc": 0.8952772073921971
    },
    {
      "epoch": 0.7564364324485833,
      "grad_norm": 0.49197879433631897,
      "learning_rate": 7.333018824194101e-05,
      "loss": 0.15077013969421388,
      "step": 15190,
      "token_acc": 0.9758971612212105
    },
    {
      "epoch": 0.7566854240326677,
      "grad_norm": 4.808525562286377,
      "learning_rate": 7.331197909045398e-05,
      "loss": 0.42331814765930176,
      "step": 15195,
      "token_acc": 0.9481311975591151
    },
    {
      "epoch": 0.7569344156167521,
      "grad_norm": 1.4902931451797485,
      "learning_rate": 7.329376598747132e-05,
      "loss": 0.35724797248840334,
      "step": 15200,
      "token_acc": 0.9334112149532711
    },
    {
      "epoch": 0.7571834072008367,
      "grad_norm": 0.9327877163887024,
      "learning_rate": 7.327554893608022e-05,
      "loss": 0.16880544424057006,
      "step": 15205,
      "token_acc": 0.9583333333333334
    },
    {
      "epoch": 0.7574323987849211,
      "grad_norm": 1.8768033981323242,
      "learning_rate": 7.325732793936855e-05,
      "loss": 0.3393977642059326,
      "step": 15210,
      "token_acc": 0.8908382066276803
    },
    {
      "epoch": 0.7576813903690055,
      "grad_norm": 1.223427414894104,
      "learning_rate": 7.323910300042489e-05,
      "loss": 0.5471507549285889,
      "step": 15215,
      "token_acc": 0.8699127906976745
    },
    {
      "epoch": 0.75793038195309,
      "grad_norm": 2.0850534439086914,
      "learning_rate": 7.322087412233844e-05,
      "loss": 0.3485955953598022,
      "step": 15220,
      "token_acc": 0.8819762122598354
    },
    {
      "epoch": 0.7581793735371745,
      "grad_norm": 1.4671941995620728,
      "learning_rate": 7.320264130819909e-05,
      "loss": 0.49400906562805175,
      "step": 15225,
      "token_acc": 0.8114093959731543
    },
    {
      "epoch": 0.7584283651212589,
      "grad_norm": 3.2657527923583984,
      "learning_rate": 7.318440456109739e-05,
      "loss": 0.24290997982025148,
      "step": 15230,
      "token_acc": 0.9283216783216783
    },
    {
      "epoch": 0.7586773567053433,
      "grad_norm": 2.322671413421631,
      "learning_rate": 7.316616388412454e-05,
      "loss": 0.3779229402542114,
      "step": 15235,
      "token_acc": 0.8804878048780488
    },
    {
      "epoch": 0.7589263482894278,
      "grad_norm": 1.357511281967163,
      "learning_rate": 7.314791928037246e-05,
      "loss": 0.30523855686187745,
      "step": 15240,
      "token_acc": 0.9285042333019755
    },
    {
      "epoch": 0.7591753398735123,
      "grad_norm": 2.7615671157836914,
      "learning_rate": 7.312967075293366e-05,
      "loss": 0.32182624340057375,
      "step": 15245,
      "token_acc": 0.900709219858156
    },
    {
      "epoch": 0.7594243314575967,
      "grad_norm": 2.4822285175323486,
      "learning_rate": 7.311141830490139e-05,
      "loss": 0.1834142565727234,
      "step": 15250,
      "token_acc": 0.9290540540540541
    },
    {
      "epoch": 0.7596733230416812,
      "grad_norm": 2.952741861343384,
      "learning_rate": 7.309316193936953e-05,
      "loss": 0.36925759315490725,
      "step": 15255,
      "token_acc": 0.9487179487179487
    },
    {
      "epoch": 0.7599223146257656,
      "grad_norm": 3.9178967475891113,
      "learning_rate": 7.30749016594326e-05,
      "loss": 0.5288330078125,
      "step": 15260,
      "token_acc": 0.9449612403100776
    },
    {
      "epoch": 0.7601713062098501,
      "grad_norm": 0.4888288378715515,
      "learning_rate": 7.305663746818582e-05,
      "loss": 0.14042878150939941,
      "step": 15265,
      "token_acc": 0.9404761904761905
    },
    {
      "epoch": 0.7604202977939346,
      "grad_norm": 1.1268258094787598,
      "learning_rate": 7.303836936872507e-05,
      "loss": 0.2735933303833008,
      "step": 15270,
      "token_acc": 0.9617706237424547
    },
    {
      "epoch": 0.760669289378019,
      "grad_norm": 8.921998977661133,
      "learning_rate": 7.302009736414687e-05,
      "loss": 0.34716134071350097,
      "step": 15275,
      "token_acc": 0.9088983050847458
    },
    {
      "epoch": 0.7609182809621035,
      "grad_norm": 2.814145088195801,
      "learning_rate": 7.300182145754843e-05,
      "loss": 0.4806628704071045,
      "step": 15280,
      "token_acc": 0.8832752613240418
    },
    {
      "epoch": 0.761167272546188,
      "grad_norm": 3.8692171573638916,
      "learning_rate": 7.298354165202758e-05,
      "loss": 0.40928144454956056,
      "step": 15285,
      "token_acc": 0.8441558441558441
    },
    {
      "epoch": 0.7614162641302724,
      "grad_norm": 1.2110352516174316,
      "learning_rate": 7.296525795068286e-05,
      "loss": 0.21193115711212157,
      "step": 15290,
      "token_acc": 0.9723435225618632
    },
    {
      "epoch": 0.7616652557143568,
      "grad_norm": 1.596212387084961,
      "learning_rate": 7.294697035661344e-05,
      "loss": 0.2403040647506714,
      "step": 15295,
      "token_acc": 0.9282584884994524
    },
    {
      "epoch": 0.7619142472984413,
      "grad_norm": 5.510287761688232,
      "learning_rate": 7.292867887291915e-05,
      "loss": 0.41867480278015134,
      "step": 15300,
      "token_acc": 0.8390909090909091
    },
    {
      "epoch": 0.7621632388825258,
      "grad_norm": 3.6636593341827393,
      "learning_rate": 7.29103835027005e-05,
      "loss": 0.3082247257232666,
      "step": 15305,
      "token_acc": 0.9466791393826005
    },
    {
      "epoch": 0.7624122304666102,
      "grad_norm": 3.227423906326294,
      "learning_rate": 7.289208424905865e-05,
      "loss": 0.18719435930252076,
      "step": 15310,
      "token_acc": 0.9657749803304485
    },
    {
      "epoch": 0.7626612220506946,
      "grad_norm": 3.6393110752105713,
      "learning_rate": 7.287378111509538e-05,
      "loss": 0.5572041511535645,
      "step": 15315,
      "token_acc": 0.8488549618320611
    },
    {
      "epoch": 0.7629102136347792,
      "grad_norm": 12.344791412353516,
      "learning_rate": 7.28554741039132e-05,
      "loss": 0.20933501720428466,
      "step": 15320,
      "token_acc": 0.9441587068332109
    },
    {
      "epoch": 0.7631592052188636,
      "grad_norm": 0.7179036140441895,
      "learning_rate": 7.283716321861523e-05,
      "loss": 0.26208455562591554,
      "step": 15325,
      "token_acc": 0.9208584842387659
    },
    {
      "epoch": 0.763408196802948,
      "grad_norm": 0.9347326159477234,
      "learning_rate": 7.281884846230525e-05,
      "loss": 0.2873788356781006,
      "step": 15330,
      "token_acc": 0.9372909698996655
    },
    {
      "epoch": 0.7636571883870326,
      "grad_norm": 1.2858964204788208,
      "learning_rate": 7.280052983808769e-05,
      "loss": 0.4914876461029053,
      "step": 15335,
      "token_acc": 0.8440571939231457
    },
    {
      "epoch": 0.763906179971117,
      "grad_norm": 1.344085931777954,
      "learning_rate": 7.278220734906768e-05,
      "loss": 0.49139652252197263,
      "step": 15340,
      "token_acc": 0.8158477202301904
    },
    {
      "epoch": 0.7641551715552014,
      "grad_norm": 0.602128803730011,
      "learning_rate": 7.276388099835094e-05,
      "loss": 0.31485536098480227,
      "step": 15345,
      "token_acc": 0.8925100057175529
    },
    {
      "epoch": 0.7644041631392859,
      "grad_norm": 1.2420480251312256,
      "learning_rate": 7.274555078904389e-05,
      "loss": 0.16331021785736083,
      "step": 15350,
      "token_acc": 0.9752966820053282
    },
    {
      "epoch": 0.7646531547233704,
      "grad_norm": 1.6587387323379517,
      "learning_rate": 7.272721672425358e-05,
      "loss": 0.5240031719207764,
      "step": 15355,
      "token_acc": 0.7827715355805244
    },
    {
      "epoch": 0.7649021463074548,
      "grad_norm": 2.40425968170166,
      "learning_rate": 7.270887880708777e-05,
      "loss": 0.5116111278533936,
      "step": 15360,
      "token_acc": 0.9687144482366326
    },
    {
      "epoch": 0.7651511378915392,
      "grad_norm": 8.353463172912598,
      "learning_rate": 7.269053704065476e-05,
      "loss": 0.3054162263870239,
      "step": 15365,
      "token_acc": 0.886685552407932
    },
    {
      "epoch": 0.7654001294756237,
      "grad_norm": 0.7761256694793701,
      "learning_rate": 7.267219142806361e-05,
      "loss": 0.20271151065826415,
      "step": 15370,
      "token_acc": 0.9354838709677419
    },
    {
      "epoch": 0.7656491210597082,
      "grad_norm": 5.871420860290527,
      "learning_rate": 7.265384197242399e-05,
      "loss": 0.6003325462341309,
      "step": 15375,
      "token_acc": 0.8388746803069054
    },
    {
      "epoch": 0.7658981126437926,
      "grad_norm": 2.3528265953063965,
      "learning_rate": 7.263548867684619e-05,
      "loss": 0.4123073577880859,
      "step": 15380,
      "token_acc": 0.8815028901734104
    },
    {
      "epoch": 0.7661471042278771,
      "grad_norm": 1.10261070728302,
      "learning_rate": 7.261713154444125e-05,
      "loss": 0.41044025421142577,
      "step": 15385,
      "token_acc": 0.918918918918919
    },
    {
      "epoch": 0.7663960958119616,
      "grad_norm": 2.60848069190979,
      "learning_rate": 7.259877057832074e-05,
      "loss": 0.35446345806121826,
      "step": 15390,
      "token_acc": 0.9722348657259899
    },
    {
      "epoch": 0.766645087396046,
      "grad_norm": 0.4603637754917145,
      "learning_rate": 7.258040578159695e-05,
      "loss": 0.21797306537628175,
      "step": 15395,
      "token_acc": 0.8961352657004831
    },
    {
      "epoch": 0.7668940789801305,
      "grad_norm": 1.0053822994232178,
      "learning_rate": 7.256203715738282e-05,
      "loss": 0.3374995946884155,
      "step": 15400,
      "token_acc": 0.9038076152304609
    },
    {
      "epoch": 0.7671430705642149,
      "grad_norm": 5.240283489227295,
      "learning_rate": 7.254366470879187e-05,
      "loss": 0.32565770149230955,
      "step": 15405,
      "token_acc": 0.8852459016393442
    },
    {
      "epoch": 0.7673920621482994,
      "grad_norm": 6.19277811050415,
      "learning_rate": 7.25252884389384e-05,
      "loss": 0.49327783584594725,
      "step": 15410,
      "token_acc": 0.8248502994011976
    },
    {
      "epoch": 0.7676410537323839,
      "grad_norm": 1.078338384628296,
      "learning_rate": 7.250690835093722e-05,
      "loss": 0.26271657943725585,
      "step": 15415,
      "token_acc": 0.9192546583850931
    },
    {
      "epoch": 0.7678900453164683,
      "grad_norm": 6.35693359375,
      "learning_rate": 7.248852444790386e-05,
      "loss": 0.3924967050552368,
      "step": 15420,
      "token_acc": 0.8704545454545455
    },
    {
      "epoch": 0.7681390369005527,
      "grad_norm": 0.6881558299064636,
      "learning_rate": 7.247013673295448e-05,
      "loss": 0.3754929304122925,
      "step": 15425,
      "token_acc": 0.9080996884735203
    },
    {
      "epoch": 0.7683880284846372,
      "grad_norm": 1.2392879724502563,
      "learning_rate": 7.24517452092059e-05,
      "loss": 0.5924274921417236,
      "step": 15430,
      "token_acc": 0.7994011976047904
    },
    {
      "epoch": 0.7686370200687217,
      "grad_norm": 1.0853302478790283,
      "learning_rate": 7.243334987977557e-05,
      "loss": 0.15955327749252318,
      "step": 15435,
      "token_acc": 0.9589585172109444
    },
    {
      "epoch": 0.7688860116528061,
      "grad_norm": 3.3131518363952637,
      "learning_rate": 7.24149507477816e-05,
      "loss": 0.2784444332122803,
      "step": 15440,
      "token_acc": 0.9467391304347826
    },
    {
      "epoch": 0.7691350032368905,
      "grad_norm": 1.6579254865646362,
      "learning_rate": 7.239654781634269e-05,
      "loss": 0.40877866744995117,
      "step": 15445,
      "token_acc": 0.855072463768116
    },
    {
      "epoch": 0.7693839948209751,
      "grad_norm": 1.12338125705719,
      "learning_rate": 7.237814108857828e-05,
      "loss": 0.4592244625091553,
      "step": 15450,
      "token_acc": 0.8824427480916031
    },
    {
      "epoch": 0.7696329864050595,
      "grad_norm": 1.6246600151062012,
      "learning_rate": 7.235973056760837e-05,
      "loss": 0.3614602565765381,
      "step": 15455,
      "token_acc": 0.8941398865784499
    },
    {
      "epoch": 0.7698819779891439,
      "grad_norm": 0.5678701996803284,
      "learning_rate": 7.234131625655366e-05,
      "loss": 0.5065915584564209,
      "step": 15460,
      "token_acc": 0.8098159509202454
    },
    {
      "epoch": 0.7701309695732285,
      "grad_norm": 1.5546945333480835,
      "learning_rate": 7.232289815853544e-05,
      "loss": 0.30509185791015625,
      "step": 15465,
      "token_acc": 0.9079229122055674
    },
    {
      "epoch": 0.7703799611573129,
      "grad_norm": 4.287965297698975,
      "learning_rate": 7.230447627667567e-05,
      "loss": 0.21178846359252929,
      "step": 15470,
      "token_acc": 0.9354545454545454
    },
    {
      "epoch": 0.7706289527413973,
      "grad_norm": 3.5988550186157227,
      "learning_rate": 7.228605061409697e-05,
      "loss": 0.5835203647613525,
      "step": 15475,
      "token_acc": 0.797752808988764
    },
    {
      "epoch": 0.7708779443254818,
      "grad_norm": 0.768388032913208,
      "learning_rate": 7.226762117392258e-05,
      "loss": 0.2532802104949951,
      "step": 15480,
      "token_acc": 0.9190600522193212
    },
    {
      "epoch": 0.7711269359095663,
      "grad_norm": 2.132807970046997,
      "learning_rate": 7.224918795927635e-05,
      "loss": 0.23537969589233398,
      "step": 15485,
      "token_acc": 0.9436936936936937
    },
    {
      "epoch": 0.7713759274936507,
      "grad_norm": 2.066758632659912,
      "learning_rate": 7.223075097328283e-05,
      "loss": 0.23245646953582763,
      "step": 15490,
      "token_acc": 0.9030927835051547
    },
    {
      "epoch": 0.7716249190777352,
      "grad_norm": 6.687782287597656,
      "learning_rate": 7.221231021906718e-05,
      "loss": 0.4258519172668457,
      "step": 15495,
      "token_acc": 0.8624078624078624
    },
    {
      "epoch": 0.7718739106618197,
      "grad_norm": 0.8242320418357849,
      "learning_rate": 7.219386569975519e-05,
      "loss": 0.2977884292602539,
      "step": 15500,
      "token_acc": 0.9014373716632443
    },
    {
      "epoch": 0.7721229022459041,
      "grad_norm": 0.6931847929954529,
      "learning_rate": 7.217541741847329e-05,
      "loss": 0.41135478019714355,
      "step": 15505,
      "token_acc": 0.9220183486238532
    },
    {
      "epoch": 0.7723718938299885,
      "grad_norm": 3.8022687435150146,
      "learning_rate": 7.215696537834857e-05,
      "loss": 0.31618695259094237,
      "step": 15510,
      "token_acc": 0.9657258064516129
    },
    {
      "epoch": 0.772620885414073,
      "grad_norm": 1.3135666847229004,
      "learning_rate": 7.213850958250874e-05,
      "loss": 0.2875338077545166,
      "step": 15515,
      "token_acc": 0.8852459016393442
    },
    {
      "epoch": 0.7728698769981575,
      "grad_norm": 3.510810375213623,
      "learning_rate": 7.212005003408214e-05,
      "loss": 0.29589569568634033,
      "step": 15520,
      "token_acc": 0.9069767441860465
    },
    {
      "epoch": 0.7731188685822419,
      "grad_norm": 2.0829145908355713,
      "learning_rate": 7.210158673619776e-05,
      "loss": 0.2340768098831177,
      "step": 15525,
      "token_acc": 0.9545454545454546
    },
    {
      "epoch": 0.7733678601663264,
      "grad_norm": 1.2838884592056274,
      "learning_rate": 7.208311969198521e-05,
      "loss": 0.45953712463378904,
      "step": 15530,
      "token_acc": 0.8669354838709677
    },
    {
      "epoch": 0.7736168517504108,
      "grad_norm": 2.772441864013672,
      "learning_rate": 7.206464890457476e-05,
      "loss": 0.4412386417388916,
      "step": 15535,
      "token_acc": 0.8110642287857478
    },
    {
      "epoch": 0.7738658433344953,
      "grad_norm": 0.6087350845336914,
      "learning_rate": 7.20461743770973e-05,
      "loss": 0.18916893005371094,
      "step": 15540,
      "token_acc": 0.9539530842745438
    },
    {
      "epoch": 0.7741148349185798,
      "grad_norm": 11.36355209350586,
      "learning_rate": 7.202769611268433e-05,
      "loss": 0.42349066734313967,
      "step": 15545,
      "token_acc": 0.9116847826086957
    },
    {
      "epoch": 0.7743638265026642,
      "grad_norm": 1.1855751276016235,
      "learning_rate": 7.200921411446804e-05,
      "loss": 0.31356019973754884,
      "step": 15550,
      "token_acc": 0.8921232876712328
    },
    {
      "epoch": 0.7746128180867486,
      "grad_norm": 0.8830761313438416,
      "learning_rate": 7.199072838558121e-05,
      "loss": 0.21200916767120362,
      "step": 15555,
      "token_acc": 0.9270216962524654
    },
    {
      "epoch": 0.7748618096708332,
      "grad_norm": 1.5617445707321167,
      "learning_rate": 7.197223892915724e-05,
      "loss": 0.3221735000610352,
      "step": 15560,
      "token_acc": 0.8638202247191011
    },
    {
      "epoch": 0.7751108012549176,
      "grad_norm": 1.653725028038025,
      "learning_rate": 7.195374574833022e-05,
      "loss": 0.3269731760025024,
      "step": 15565,
      "token_acc": 0.9281332164767747
    },
    {
      "epoch": 0.775359792839002,
      "grad_norm": 1.830653429031372,
      "learning_rate": 7.19352488462348e-05,
      "loss": 0.46451053619384763,
      "step": 15570,
      "token_acc": 0.7983361064891847
    },
    {
      "epoch": 0.7756087844230865,
      "grad_norm": 3.179018497467041,
      "learning_rate": 7.191674822600632e-05,
      "loss": 0.31720383167266847,
      "step": 15575,
      "token_acc": 0.977233676975945
    },
    {
      "epoch": 0.775857776007171,
      "grad_norm": 1.7230498790740967,
      "learning_rate": 7.189824389078074e-05,
      "loss": 0.4233838081359863,
      "step": 15580,
      "token_acc": 0.8291814946619217
    },
    {
      "epoch": 0.7761067675912554,
      "grad_norm": 2.1299495697021484,
      "learning_rate": 7.187973584369458e-05,
      "loss": 0.3755042552947998,
      "step": 15585,
      "token_acc": 0.8387755102040816
    },
    {
      "epoch": 0.7763557591753398,
      "grad_norm": 1.3141310214996338,
      "learning_rate": 7.186122408788511e-05,
      "loss": 0.3157092332839966,
      "step": 15590,
      "token_acc": 0.9349509550851832
    },
    {
      "epoch": 0.7766047507594244,
      "grad_norm": 1.0285152196884155,
      "learning_rate": 7.184270862649012e-05,
      "loss": 0.3073686361312866,
      "step": 15595,
      "token_acc": 0.8786764705882353
    },
    {
      "epoch": 0.7768537423435088,
      "grad_norm": 1.0233572721481323,
      "learning_rate": 7.182418946264808e-05,
      "loss": 0.22635653018951415,
      "step": 15600,
      "token_acc": 0.9212218649517685
    },
    {
      "epoch": 0.7771027339275932,
      "grad_norm": 2.8229594230651855,
      "learning_rate": 7.180566659949813e-05,
      "loss": 0.4340824604034424,
      "step": 15605,
      "token_acc": 0.923896499238965
    },
    {
      "epoch": 0.7773517255116777,
      "grad_norm": 2.117741107940674,
      "learning_rate": 7.17871400401799e-05,
      "loss": 0.4188265800476074,
      "step": 15610,
      "token_acc": 0.9008894536213469
    },
    {
      "epoch": 0.7776007170957622,
      "grad_norm": 0.878544807434082,
      "learning_rate": 7.17686097878338e-05,
      "loss": 0.3644356966018677,
      "step": 15615,
      "token_acc": 0.8872727272727273
    },
    {
      "epoch": 0.7778497086798466,
      "grad_norm": 1.5398478507995605,
      "learning_rate": 7.175007584560076e-05,
      "loss": 0.31153302192687987,
      "step": 15620,
      "token_acc": 0.9533678756476683
    },
    {
      "epoch": 0.7780987002639311,
      "grad_norm": 1.75136137008667,
      "learning_rate": 7.17315382166224e-05,
      "loss": 0.5009066581726074,
      "step": 15625,
      "token_acc": 0.8047982551799345
    },
    {
      "epoch": 0.7783476918480156,
      "grad_norm": 6.488717079162598,
      "learning_rate": 7.171299690404095e-05,
      "loss": 0.3784208059310913,
      "step": 15630,
      "token_acc": 0.9561186650185414
    },
    {
      "epoch": 0.7785966834321,
      "grad_norm": 0.7664663195610046,
      "learning_rate": 7.16944519109992e-05,
      "loss": 0.34782967567443845,
      "step": 15635,
      "token_acc": 0.9327398615232443
    },
    {
      "epoch": 0.7788456750161844,
      "grad_norm": 3.6590158939361572,
      "learning_rate": 7.167590324064067e-05,
      "loss": 0.4134673118591309,
      "step": 15640,
      "token_acc": 0.8613636363636363
    },
    {
      "epoch": 0.7790946666002689,
      "grad_norm": 0.7660747766494751,
      "learning_rate": 7.165735089610946e-05,
      "loss": 0.23663723468780518,
      "step": 15645,
      "token_acc": 0.910958904109589
    },
    {
      "epoch": 0.7793436581843534,
      "grad_norm": 2.0821614265441895,
      "learning_rate": 7.163879488055022e-05,
      "loss": 0.406719446182251,
      "step": 15650,
      "token_acc": 0.8400447427293065
    },
    {
      "epoch": 0.7795926497684378,
      "grad_norm": 3.6119320392608643,
      "learning_rate": 7.162023519710834e-05,
      "loss": 0.40809478759765627,
      "step": 15655,
      "token_acc": 0.8979351032448377
    },
    {
      "epoch": 0.7798416413525223,
      "grad_norm": 0.7310657501220703,
      "learning_rate": 7.160167184892977e-05,
      "loss": 0.35554046630859376,
      "step": 15660,
      "token_acc": 0.9171122994652406
    },
    {
      "epoch": 0.7800906329366067,
      "grad_norm": 9.806482315063477,
      "learning_rate": 7.158310483916107e-05,
      "loss": 0.4378353118896484,
      "step": 15665,
      "token_acc": 0.9556135770234987
    },
    {
      "epoch": 0.7803396245206912,
      "grad_norm": 1.2375308275222778,
      "learning_rate": 7.156453417094947e-05,
      "loss": 0.49948530197143554,
      "step": 15670,
      "token_acc": 0.9172453703703703
    },
    {
      "epoch": 0.7805886161047757,
      "grad_norm": 4.159761428833008,
      "learning_rate": 7.154595984744277e-05,
      "loss": 0.3283871650695801,
      "step": 15675,
      "token_acc": 0.9029411764705882
    },
    {
      "epoch": 0.7808376076888601,
      "grad_norm": 1.5169179439544678,
      "learning_rate": 7.15273818717894e-05,
      "loss": 0.4106596946716309,
      "step": 15680,
      "token_acc": 0.9222873900293255
    },
    {
      "epoch": 0.7810865992729445,
      "grad_norm": 2.920729875564575,
      "learning_rate": 7.150880024713845e-05,
      "loss": 0.45603337287902834,
      "step": 15685,
      "token_acc": 0.868421052631579
    },
    {
      "epoch": 0.7813355908570291,
      "grad_norm": 1.0370584726333618,
      "learning_rate": 7.149021497663955e-05,
      "loss": 0.34990248680114744,
      "step": 15690,
      "token_acc": 0.8648464163822526
    },
    {
      "epoch": 0.7815845824411135,
      "grad_norm": 1.265832781791687,
      "learning_rate": 7.147162606344304e-05,
      "loss": 0.3255439758300781,
      "step": 15695,
      "token_acc": 0.8990825688073395
    },
    {
      "epoch": 0.7818335740251979,
      "grad_norm": 0.6511776447296143,
      "learning_rate": 7.145303351069981e-05,
      "loss": 0.48914341926574706,
      "step": 15700,
      "token_acc": 0.8583333333333333
    },
    {
      "epoch": 0.7820825656092824,
      "grad_norm": 0.8410125970840454,
      "learning_rate": 7.14344373215614e-05,
      "loss": 0.26783463954925535,
      "step": 15705,
      "token_acc": 0.9315476190476191
    },
    {
      "epoch": 0.7823315571933669,
      "grad_norm": 0.39744940400123596,
      "learning_rate": 7.141583749917994e-05,
      "loss": 0.34458203315734864,
      "step": 15710,
      "token_acc": 0.9722778891115564
    },
    {
      "epoch": 0.7825805487774513,
      "grad_norm": 0.5079044699668884,
      "learning_rate": 7.139723404670822e-05,
      "loss": 0.3367804765701294,
      "step": 15715,
      "token_acc": 0.9752626228397153
    },
    {
      "epoch": 0.7828295403615357,
      "grad_norm": 1.6411741971969604,
      "learning_rate": 7.137862696729959e-05,
      "loss": 0.24137203693389891,
      "step": 15720,
      "token_acc": 0.9158050221565731
    },
    {
      "epoch": 0.7830785319456203,
      "grad_norm": 2.306314706802368,
      "learning_rate": 7.136001626410807e-05,
      "loss": 0.5286631107330322,
      "step": 15725,
      "token_acc": 0.933442088091354
    },
    {
      "epoch": 0.7833275235297047,
      "grad_norm": 1.5978620052337646,
      "learning_rate": 7.134140194028822e-05,
      "loss": 0.3205300807952881,
      "step": 15730,
      "token_acc": 0.8806262230919765
    },
    {
      "epoch": 0.7835765151137891,
      "grad_norm": 0.5754252672195435,
      "learning_rate": 7.132278399899531e-05,
      "loss": 0.41947216987609864,
      "step": 15735,
      "token_acc": 0.8873704052780396
    },
    {
      "epoch": 0.7838255066978737,
      "grad_norm": 0.4840252697467804,
      "learning_rate": 7.130416244338515e-05,
      "loss": 0.42920589447021484,
      "step": 15740,
      "token_acc": 0.9487672110150497
    },
    {
      "epoch": 0.7840744982819581,
      "grad_norm": 6.4902472496032715,
      "learning_rate": 7.128553727661418e-05,
      "loss": 0.3947031497955322,
      "step": 15745,
      "token_acc": 0.9665017129805862
    },
    {
      "epoch": 0.7843234898660425,
      "grad_norm": 1.591870665550232,
      "learning_rate": 7.126690850183946e-05,
      "loss": 0.34584431648254393,
      "step": 15750,
      "token_acc": 0.8747616020343293
    },
    {
      "epoch": 0.784572481450127,
      "grad_norm": 1.2895774841308594,
      "learning_rate": 7.124827612221867e-05,
      "loss": 0.3448383092880249,
      "step": 15755,
      "token_acc": 0.8282290279627164
    },
    {
      "epoch": 0.7848214730342115,
      "grad_norm": 3.471308469772339,
      "learning_rate": 7.122964014091009e-05,
      "loss": 0.4306337833404541,
      "step": 15760,
      "token_acc": 0.8791018998272885
    },
    {
      "epoch": 0.7850704646182959,
      "grad_norm": 3.580078363418579,
      "learning_rate": 7.12110005610726e-05,
      "loss": 0.33541164398193357,
      "step": 15765,
      "token_acc": 0.8410804020100503
    },
    {
      "epoch": 0.7853194562023803,
      "grad_norm": 0.8520277738571167,
      "learning_rate": 7.11923573858657e-05,
      "loss": 0.6525511264801025,
      "step": 15770,
      "token_acc": 0.9357876712328768
    },
    {
      "epoch": 0.7855684477864648,
      "grad_norm": 0.6798873543739319,
      "learning_rate": 7.11737106184495e-05,
      "loss": 0.2557703495025635,
      "step": 15775,
      "token_acc": 0.9206349206349206
    },
    {
      "epoch": 0.7858174393705493,
      "grad_norm": 3.638685941696167,
      "learning_rate": 7.115506026198475e-05,
      "loss": 0.3330946922302246,
      "step": 15780,
      "token_acc": 0.8886986301369864
    },
    {
      "epoch": 0.7860664309546337,
      "grad_norm": 3.2899458408355713,
      "learning_rate": 7.113640631963274e-05,
      "loss": 0.4946847915649414,
      "step": 15785,
      "token_acc": 0.8084239130434783
    },
    {
      "epoch": 0.7863154225387182,
      "grad_norm": 2.8054163455963135,
      "learning_rate": 7.111774879455544e-05,
      "loss": 0.32225546836853025,
      "step": 15790,
      "token_acc": 0.9528795811518325
    },
    {
      "epoch": 0.7865644141228026,
      "grad_norm": 0.8225971460342407,
      "learning_rate": 7.109908768991534e-05,
      "loss": 0.2867299795150757,
      "step": 15795,
      "token_acc": 0.9254807692307693
    },
    {
      "epoch": 0.7868134057068871,
      "grad_norm": 0.703000009059906,
      "learning_rate": 7.108042300887564e-05,
      "loss": 0.19694243669509887,
      "step": 15800,
      "token_acc": 0.9683210137275607
    },
    {
      "epoch": 0.7870623972909716,
      "grad_norm": 5.6706743240356445,
      "learning_rate": 7.106175475460006e-05,
      "loss": 0.6667910575866699,
      "step": 15805,
      "token_acc": 0.7246871444823664
    },
    {
      "epoch": 0.787311388875056,
      "grad_norm": 5.466274738311768,
      "learning_rate": 7.104308293025299e-05,
      "loss": 0.3583167791366577,
      "step": 15810,
      "token_acc": 0.9072276159654801
    },
    {
      "epoch": 0.7875603804591405,
      "grad_norm": 2.327393054962158,
      "learning_rate": 7.102440753899939e-05,
      "loss": 0.38765060901641846,
      "step": 15815,
      "token_acc": 0.9245867768595041
    },
    {
      "epoch": 0.787809372043225,
      "grad_norm": 0.8484064936637878,
      "learning_rate": 7.100572858400482e-05,
      "loss": 0.44457244873046875,
      "step": 15820,
      "token_acc": 0.8410159924741298
    },
    {
      "epoch": 0.7880583636273094,
      "grad_norm": 1.5038641691207886,
      "learning_rate": 7.098704606843545e-05,
      "loss": 0.2802528142929077,
      "step": 15825,
      "token_acc": 0.8844672657252889
    },
    {
      "epoch": 0.7883073552113938,
      "grad_norm": 2.8320508003234863,
      "learning_rate": 7.096835999545807e-05,
      "loss": 0.5450075149536133,
      "step": 15830,
      "token_acc": 0.8771699967245332
    },
    {
      "epoch": 0.7885563467954783,
      "grad_norm": 3.6798949241638184,
      "learning_rate": 7.094967036824007e-05,
      "loss": 0.4801033973693848,
      "step": 15835,
      "token_acc": 0.7951807228915663
    },
    {
      "epoch": 0.7888053383795628,
      "grad_norm": 2.036447525024414,
      "learning_rate": 7.093097718994943e-05,
      "loss": 0.3542295217514038,
      "step": 15840,
      "token_acc": 0.9008403361344538
    },
    {
      "epoch": 0.7890543299636472,
      "grad_norm": 1.1167372465133667,
      "learning_rate": 7.091228046375473e-05,
      "loss": 0.24445075988769532,
      "step": 15845,
      "token_acc": 0.9149377593360996
    },
    {
      "epoch": 0.7893033215477316,
      "grad_norm": 0.5187010169029236,
      "learning_rate": 7.089358019282515e-05,
      "loss": 0.2203281879425049,
      "step": 15850,
      "token_acc": 0.9573241061130334
    },
    {
      "epoch": 0.7895523131318162,
      "grad_norm": 1.5114248991012573,
      "learning_rate": 7.08748763803305e-05,
      "loss": 0.6029727458953857,
      "step": 15855,
      "token_acc": 0.8162327718223583
    },
    {
      "epoch": 0.7898013047159006,
      "grad_norm": 3.7135825157165527,
      "learning_rate": 7.085616902944115e-05,
      "loss": 0.43227548599243165,
      "step": 15860,
      "token_acc": 0.8971082716879624
    },
    {
      "epoch": 0.790050296299985,
      "grad_norm": 1.9396555423736572,
      "learning_rate": 7.08374581433281e-05,
      "loss": 0.23924484252929687,
      "step": 15865,
      "token_acc": 0.9415670650730412
    },
    {
      "epoch": 0.7902992878840696,
      "grad_norm": 1.2776952981948853,
      "learning_rate": 7.081874372516292e-05,
      "loss": 0.3202338457107544,
      "step": 15870,
      "token_acc": 0.9227843286420693
    },
    {
      "epoch": 0.790548279468154,
      "grad_norm": 1.8281629085540771,
      "learning_rate": 7.080002577811781e-05,
      "loss": 0.23137848377227782,
      "step": 15875,
      "token_acc": 0.9564356435643564
    },
    {
      "epoch": 0.7907972710522384,
      "grad_norm": 1.5404052734375,
      "learning_rate": 7.078130430536556e-05,
      "loss": 0.3620007991790771,
      "step": 15880,
      "token_acc": 0.778011414839291
    },
    {
      "epoch": 0.7910462626363229,
      "grad_norm": 2.609015703201294,
      "learning_rate": 7.076257931007952e-05,
      "loss": 0.20803382396697997,
      "step": 15885,
      "token_acc": 0.9188191881918819
    },
    {
      "epoch": 0.7912952542204074,
      "grad_norm": 2.784564733505249,
      "learning_rate": 7.074385079543373e-05,
      "loss": 0.26340832710266116,
      "step": 15890,
      "token_acc": 0.9358024691358025
    },
    {
      "epoch": 0.7915442458044918,
      "grad_norm": 3.3134164810180664,
      "learning_rate": 7.072511876460271e-05,
      "loss": 0.17915886640548706,
      "step": 15895,
      "token_acc": 0.975095785440613
    },
    {
      "epoch": 0.7917932373885763,
      "grad_norm": 0.7199317216873169,
      "learning_rate": 7.070638322076167e-05,
      "loss": 0.3471683502197266,
      "step": 15900,
      "token_acc": 0.9377203290246768
    },
    {
      "epoch": 0.7920422289726607,
      "grad_norm": 1.2438310384750366,
      "learning_rate": 7.068764416708633e-05,
      "loss": 0.4640972137451172,
      "step": 15905,
      "token_acc": 0.8648648648648649
    },
    {
      "epoch": 0.7922912205567452,
      "grad_norm": 4.220390796661377,
      "learning_rate": 7.06689016067531e-05,
      "loss": 0.5781116962432862,
      "step": 15910,
      "token_acc": 0.8734567901234568
    },
    {
      "epoch": 0.7925402121408296,
      "grad_norm": 0.719275712966919,
      "learning_rate": 7.065015554293892e-05,
      "loss": 0.3800013780593872,
      "step": 15915,
      "token_acc": 0.882661996497373
    },
    {
      "epoch": 0.7927892037249141,
      "grad_norm": 0.9308608174324036,
      "learning_rate": 7.063140597882134e-05,
      "loss": 0.13521764278411866,
      "step": 15920,
      "token_acc": 0.9575221238938053
    },
    {
      "epoch": 0.7930381953089986,
      "grad_norm": 0.5808119773864746,
      "learning_rate": 7.061265291757848e-05,
      "loss": 0.3111658334732056,
      "step": 15925,
      "token_acc": 0.9344761904761905
    },
    {
      "epoch": 0.793287186893083,
      "grad_norm": 1.7759205102920532,
      "learning_rate": 7.059389636238912e-05,
      "loss": 0.25081510543823243,
      "step": 15930,
      "token_acc": 0.9279279279279279
    },
    {
      "epoch": 0.7935361784771675,
      "grad_norm": 6.853995323181152,
      "learning_rate": 7.057513631643257e-05,
      "loss": 0.5352846145629883,
      "step": 15935,
      "token_acc": 0.8333333333333334
    },
    {
      "epoch": 0.7937851700612519,
      "grad_norm": 0.4780079126358032,
      "learning_rate": 7.055637278288871e-05,
      "loss": 0.36068000793457033,
      "step": 15940,
      "token_acc": 0.9650170648464164
    },
    {
      "epoch": 0.7940341616453364,
      "grad_norm": 0.9086745381355286,
      "learning_rate": 7.053760576493814e-05,
      "loss": 0.3563684463500977,
      "step": 15945,
      "token_acc": 0.9393223010244287
    },
    {
      "epoch": 0.7942831532294209,
      "grad_norm": 0.6953943371772766,
      "learning_rate": 7.051883526576187e-05,
      "loss": 0.37361807823181153,
      "step": 15950,
      "token_acc": 0.8117744610281924
    },
    {
      "epoch": 0.7945321448135053,
      "grad_norm": 0.558122456073761,
      "learning_rate": 7.050006128854167e-05,
      "loss": 0.3030348777770996,
      "step": 15955,
      "token_acc": 0.9287639584135541
    },
    {
      "epoch": 0.7947811363975897,
      "grad_norm": 1.0742369890213013,
      "learning_rate": 7.048128383645977e-05,
      "loss": 0.20939855575561522,
      "step": 15960,
      "token_acc": 0.9615384615384616
    },
    {
      "epoch": 0.7950301279816743,
      "grad_norm": 2.5094659328460693,
      "learning_rate": 7.046250291269905e-05,
      "loss": 0.5474435329437256,
      "step": 15965,
      "token_acc": 0.8513816280806572
    },
    {
      "epoch": 0.7952791195657587,
      "grad_norm": 1.736867070198059,
      "learning_rate": 7.044371852044298e-05,
      "loss": 0.40628371238708494,
      "step": 15970,
      "token_acc": 0.8887804878048781
    },
    {
      "epoch": 0.7955281111498431,
      "grad_norm": 1.8998264074325562,
      "learning_rate": 7.042493066287561e-05,
      "loss": 0.4926172733306885,
      "step": 15975,
      "token_acc": 0.8245787908820614
    },
    {
      "epoch": 0.7957771027339275,
      "grad_norm": 2.0074267387390137,
      "learning_rate": 7.040613934318157e-05,
      "loss": 0.333135986328125,
      "step": 15980,
      "token_acc": 0.8803258145363408
    },
    {
      "epoch": 0.7960260943180121,
      "grad_norm": 3.486806869506836,
      "learning_rate": 7.038734456454607e-05,
      "loss": 0.3896142244338989,
      "step": 15985,
      "token_acc": 0.8922413793103449
    },
    {
      "epoch": 0.7962750859020965,
      "grad_norm": 0.6612807512283325,
      "learning_rate": 7.036854633015493e-05,
      "loss": 0.5882272720336914,
      "step": 15990,
      "token_acc": 0.8
    },
    {
      "epoch": 0.7965240774861809,
      "grad_norm": 2.8562979698181152,
      "learning_rate": 7.034974464319455e-05,
      "loss": 0.6546285629272461,
      "step": 15995,
      "token_acc": 0.8739946380697051
    },
    {
      "epoch": 0.7967730690702655,
      "grad_norm": 0.9667273759841919,
      "learning_rate": 7.033093950685189e-05,
      "loss": 0.2607522249221802,
      "step": 16000,
      "token_acc": 0.9611613876319759
    },
    {
      "epoch": 0.7970220606543499,
      "grad_norm": 3.8132617473602295,
      "learning_rate": 7.031213092431451e-05,
      "loss": 0.3135066032409668,
      "step": 16005,
      "token_acc": 0.9421265141318977
    },
    {
      "epoch": 0.7972710522384343,
      "grad_norm": 1.8141051530838013,
      "learning_rate": 7.02933188987706e-05,
      "loss": 0.3893806219100952,
      "step": 16010,
      "token_acc": 0.9087048832271762
    },
    {
      "epoch": 0.7975200438225188,
      "grad_norm": 2.7850053310394287,
      "learning_rate": 7.027450343340885e-05,
      "loss": 0.40931396484375,
      "step": 16015,
      "token_acc": 0.89920098340504
    },
    {
      "epoch": 0.7977690354066033,
      "grad_norm": 2.7976653575897217,
      "learning_rate": 7.025568453141858e-05,
      "loss": 0.34110407829284667,
      "step": 16020,
      "token_acc": 0.9280551905387647
    },
    {
      "epoch": 0.7980180269906877,
      "grad_norm": 4.078409671783447,
      "learning_rate": 7.02368621959897e-05,
      "loss": 0.26436595916748046,
      "step": 16025,
      "token_acc": 0.9482507288629738
    },
    {
      "epoch": 0.7982670185747722,
      "grad_norm": 3.39508318901062,
      "learning_rate": 7.021803643031269e-05,
      "loss": 0.45999712944030763,
      "step": 16030,
      "token_acc": 0.9627100840336135
    },
    {
      "epoch": 0.7985160101588566,
      "grad_norm": 2.636573076248169,
      "learning_rate": 7.01992072375786e-05,
      "loss": 0.484187650680542,
      "step": 16035,
      "token_acc": 0.812807881773399
    },
    {
      "epoch": 0.7987650017429411,
      "grad_norm": 0.8999071717262268,
      "learning_rate": 7.018037462097908e-05,
      "loss": 0.23191277980804442,
      "step": 16040,
      "token_acc": 0.9636015325670498
    },
    {
      "epoch": 0.7990139933270255,
      "grad_norm": 3.6033923625946045,
      "learning_rate": 7.016153858370633e-05,
      "loss": 0.5596828460693359,
      "step": 16045,
      "token_acc": 0.8372093023255814
    },
    {
      "epoch": 0.79926298491111,
      "grad_norm": 0.5844488143920898,
      "learning_rate": 7.014269912895317e-05,
      "loss": 0.28848345279693605,
      "step": 16050,
      "token_acc": 0.9585040983606558
    },
    {
      "epoch": 0.7995119764951945,
      "grad_norm": 1.1077388525009155,
      "learning_rate": 7.012385625991298e-05,
      "loss": 0.44962921142578127,
      "step": 16055,
      "token_acc": 0.889854065323141
    },
    {
      "epoch": 0.7997609680792789,
      "grad_norm": 0.5263102650642395,
      "learning_rate": 7.010500997977972e-05,
      "loss": 0.3266315937042236,
      "step": 16060,
      "token_acc": 0.9049844236760125
    },
    {
      "epoch": 0.8000099596633634,
      "grad_norm": 1.6429259777069092,
      "learning_rate": 7.008616029174793e-05,
      "loss": 0.4290468692779541,
      "step": 16065,
      "token_acc": 0.797962648556876
    },
    {
      "epoch": 0.8002589512474478,
      "grad_norm": 0.6828745007514954,
      "learning_rate": 7.006730719901269e-05,
      "loss": 0.4531398773193359,
      "step": 16070,
      "token_acc": 0.923368022705771
    },
    {
      "epoch": 0.8005079428315323,
      "grad_norm": 1.668033242225647,
      "learning_rate": 7.004845070476977e-05,
      "loss": 0.4379840850830078,
      "step": 16075,
      "token_acc": 0.8891213389121339
    },
    {
      "epoch": 0.8007569344156168,
      "grad_norm": 3.586768865585327,
      "learning_rate": 7.002959081221536e-05,
      "loss": 0.23508944511413574,
      "step": 16080,
      "token_acc": 0.9575289575289575
    },
    {
      "epoch": 0.8010059259997012,
      "grad_norm": 1.2779911756515503,
      "learning_rate": 7.001072752454635e-05,
      "loss": 0.22630846500396729,
      "step": 16085,
      "token_acc": 0.9820027688047993
    },
    {
      "epoch": 0.8012549175837856,
      "grad_norm": 1.8026741743087769,
      "learning_rate": 6.999186084496015e-05,
      "loss": 0.17010977268218994,
      "step": 16090,
      "token_acc": 0.9409282700421941
    },
    {
      "epoch": 0.8015039091678702,
      "grad_norm": 3.979843854904175,
      "learning_rate": 6.997299077665473e-05,
      "loss": 0.24501519203186034,
      "step": 16095,
      "token_acc": 0.9239302694136292
    },
    {
      "epoch": 0.8017529007519546,
      "grad_norm": 10.628532409667969,
      "learning_rate": 6.99541173228287e-05,
      "loss": 0.33787965774536133,
      "step": 16100,
      "token_acc": 0.951408061844285
    },
    {
      "epoch": 0.802001892336039,
      "grad_norm": 2.3404369354248047,
      "learning_rate": 6.993524048668117e-05,
      "loss": 0.3514392852783203,
      "step": 16105,
      "token_acc": 0.8637083993660856
    },
    {
      "epoch": 0.8022508839201234,
      "grad_norm": 5.712886333465576,
      "learning_rate": 6.991636027141188e-05,
      "loss": 0.39106581211090086,
      "step": 16110,
      "token_acc": 0.9129213483146067
    },
    {
      "epoch": 0.802499875504208,
      "grad_norm": 5.421037673950195,
      "learning_rate": 6.989747668022113e-05,
      "loss": 0.4452080726623535,
      "step": 16115,
      "token_acc": 0.8704318936877077
    },
    {
      "epoch": 0.8027488670882924,
      "grad_norm": 1.1404898166656494,
      "learning_rate": 6.987858971630974e-05,
      "loss": 0.3478428363800049,
      "step": 16120,
      "token_acc": 0.8792152053954629
    },
    {
      "epoch": 0.8029978586723768,
      "grad_norm": 5.7424750328063965,
      "learning_rate": 6.985969938287919e-05,
      "loss": 0.42365188598632814,
      "step": 16125,
      "token_acc": 0.8861386138613861
    },
    {
      "epoch": 0.8032468502564614,
      "grad_norm": 1.7257804870605469,
      "learning_rate": 6.984080568313147e-05,
      "loss": 0.45565052032470704,
      "step": 16130,
      "token_acc": 0.8222811671087533
    },
    {
      "epoch": 0.8034958418405458,
      "grad_norm": 7.965061187744141,
      "learning_rate": 6.98219086202691e-05,
      "loss": 0.3455124139785767,
      "step": 16135,
      "token_acc": 0.8589473684210527
    },
    {
      "epoch": 0.8037448334246302,
      "grad_norm": 6.046017646789551,
      "learning_rate": 6.980300819749532e-05,
      "loss": 0.3601527214050293,
      "step": 16140,
      "token_acc": 0.8487571129080563
    },
    {
      "epoch": 0.8039938250087147,
      "grad_norm": 0.9006158709526062,
      "learning_rate": 6.978410441801377e-05,
      "loss": 0.4760288238525391,
      "step": 16145,
      "token_acc": 0.9067245119305857
    },
    {
      "epoch": 0.8042428165927992,
      "grad_norm": 5.722957611083984,
      "learning_rate": 6.976519728502879e-05,
      "loss": 0.3944141387939453,
      "step": 16150,
      "token_acc": 0.8604651162790697
    },
    {
      "epoch": 0.8044918081768836,
      "grad_norm": 4.087863922119141,
      "learning_rate": 6.97462868017452e-05,
      "loss": 0.3949038028717041,
      "step": 16155,
      "token_acc": 0.8007334963325183
    },
    {
      "epoch": 0.8047407997609681,
      "grad_norm": 1.7301181554794312,
      "learning_rate": 6.972737297136842e-05,
      "loss": 0.5814365863800048,
      "step": 16160,
      "token_acc": 0.7973784817039868
    },
    {
      "epoch": 0.8049897913450526,
      "grad_norm": 2.5506794452667236,
      "learning_rate": 6.970845579710444e-05,
      "loss": 0.36837913990020754,
      "step": 16165,
      "token_acc": 0.8794063079777366
    },
    {
      "epoch": 0.805238782929137,
      "grad_norm": 3.1324994564056396,
      "learning_rate": 6.968953528215983e-05,
      "loss": 0.22399616241455078,
      "step": 16170,
      "token_acc": 0.9729411764705882
    },
    {
      "epoch": 0.8054877745132214,
      "grad_norm": 4.794731140136719,
      "learning_rate": 6.967061142974168e-05,
      "loss": 0.20522587299346923,
      "step": 16175,
      "token_acc": 0.9334079462786794
    },
    {
      "epoch": 0.8057367660973059,
      "grad_norm": 0.42689746618270874,
      "learning_rate": 6.96516842430577e-05,
      "loss": 0.3546097755432129,
      "step": 16180,
      "token_acc": 0.9294733600246381
    },
    {
      "epoch": 0.8059857576813904,
      "grad_norm": 3.0351216793060303,
      "learning_rate": 6.963275372531614e-05,
      "loss": 0.3334984540939331,
      "step": 16185,
      "token_acc": 0.9209621993127147
    },
    {
      "epoch": 0.8062347492654748,
      "grad_norm": 0.687545120716095,
      "learning_rate": 6.961381987972582e-05,
      "loss": 0.414876651763916,
      "step": 16190,
      "token_acc": 0.9647642679900744
    },
    {
      "epoch": 0.8064837408495593,
      "grad_norm": 1.0712218284606934,
      "learning_rate": 6.959488270949613e-05,
      "loss": 0.33152873516082765,
      "step": 16195,
      "token_acc": 0.9184414327202324
    },
    {
      "epoch": 0.8067327324336437,
      "grad_norm": 1.2162009477615356,
      "learning_rate": 6.957594221783697e-05,
      "loss": 0.12463455200195313,
      "step": 16200,
      "token_acc": 0.9590488771466315
    },
    {
      "epoch": 0.8069817240177282,
      "grad_norm": 0.9881638884544373,
      "learning_rate": 6.955699840795888e-05,
      "loss": 0.21111972332000734,
      "step": 16205,
      "token_acc": 0.9731894150417827
    },
    {
      "epoch": 0.8072307156018127,
      "grad_norm": 2.849686622619629,
      "learning_rate": 6.953805128307292e-05,
      "loss": 0.40912585258483886,
      "step": 16210,
      "token_acc": 0.8077403245942572
    },
    {
      "epoch": 0.8074797071858971,
      "grad_norm": 1.3791519403457642,
      "learning_rate": 6.951910084639074e-05,
      "loss": 0.23120954036712646,
      "step": 16215,
      "token_acc": 0.9162640901771336
    },
    {
      "epoch": 0.8077286987699815,
      "grad_norm": 1.842647671699524,
      "learning_rate": 6.950014710112452e-05,
      "loss": 0.5040036678314209,
      "step": 16220,
      "token_acc": 0.832183908045977
    },
    {
      "epoch": 0.8079776903540661,
      "grad_norm": 1.9377968311309814,
      "learning_rate": 6.948119005048699e-05,
      "loss": 0.529416561126709,
      "step": 16225,
      "token_acc": 0.7717219589257504
    },
    {
      "epoch": 0.8082266819381505,
      "grad_norm": 3.8606927394866943,
      "learning_rate": 6.946222969769151e-05,
      "loss": 0.31046199798583984,
      "step": 16230,
      "token_acc": 0.976915974145891
    },
    {
      "epoch": 0.8084756735222349,
      "grad_norm": 1.3516713380813599,
      "learning_rate": 6.94432660459519e-05,
      "loss": 0.18648989200592042,
      "step": 16235,
      "token_acc": 0.9273021001615509
    },
    {
      "epoch": 0.8087246651063194,
      "grad_norm": 1.074700117111206,
      "learning_rate": 6.942429909848265e-05,
      "loss": 0.22829349040985109,
      "step": 16240,
      "token_acc": 0.9520872865275142
    },
    {
      "epoch": 0.8089736566904039,
      "grad_norm": 9.798968315124512,
      "learning_rate": 6.94053288584987e-05,
      "loss": 0.37839679718017577,
      "step": 16245,
      "token_acc": 0.8940754039497307
    },
    {
      "epoch": 0.8092226482744883,
      "grad_norm": 4.674899101257324,
      "learning_rate": 6.938635532921564e-05,
      "loss": 0.7936021327972412,
      "step": 16250,
      "token_acc": 0.8901536710301651
    },
    {
      "epoch": 0.8094716398585727,
      "grad_norm": 1.5742944478988647,
      "learning_rate": 6.936737851384955e-05,
      "loss": 0.3330284595489502,
      "step": 16255,
      "token_acc": 0.9620967741935483
    },
    {
      "epoch": 0.8097206314426573,
      "grad_norm": 1.8600155115127563,
      "learning_rate": 6.93483984156171e-05,
      "loss": 0.28945658206939695,
      "step": 16260,
      "token_acc": 0.9025974025974026
    },
    {
      "epoch": 0.8099696230267417,
      "grad_norm": 2.9216067790985107,
      "learning_rate": 6.932941503773553e-05,
      "loss": 0.5001520156860352,
      "step": 16265,
      "token_acc": 0.7989949748743719
    },
    {
      "epoch": 0.8102186146108261,
      "grad_norm": 0.9829868674278259,
      "learning_rate": 6.931042838342259e-05,
      "loss": 0.2659099817276001,
      "step": 16270,
      "token_acc": 0.9138888888888889
    },
    {
      "epoch": 0.8104676061949107,
      "grad_norm": 4.815540313720703,
      "learning_rate": 6.92914384558966e-05,
      "loss": 0.3284623622894287,
      "step": 16275,
      "token_acc": 0.9538461538461539
    },
    {
      "epoch": 0.8107165977789951,
      "grad_norm": 1.585466742515564,
      "learning_rate": 6.927244525837651e-05,
      "loss": 0.32303218841552733,
      "step": 16280,
      "token_acc": 0.9317494600431966
    },
    {
      "epoch": 0.8109655893630795,
      "grad_norm": 4.798436641693115,
      "learning_rate": 6.925344879408169e-05,
      "loss": 0.2764845371246338,
      "step": 16285,
      "token_acc": 0.9561472200469852
    },
    {
      "epoch": 0.811214580947164,
      "grad_norm": 3.5796234607696533,
      "learning_rate": 6.923444906623217e-05,
      "loss": 0.28826491832733153,
      "step": 16290,
      "token_acc": 0.8888888888888888
    },
    {
      "epoch": 0.8114635725312485,
      "grad_norm": 2.3722424507141113,
      "learning_rate": 6.921544607804849e-05,
      "loss": 0.37714509963989257,
      "step": 16295,
      "token_acc": 0.8562300319488818
    },
    {
      "epoch": 0.8117125641153329,
      "grad_norm": 1.3898588418960571,
      "learning_rate": 6.919643983275176e-05,
      "loss": 0.3086212396621704,
      "step": 16300,
      "token_acc": 0.9419272495213784
    },
    {
      "epoch": 0.8119615556994174,
      "grad_norm": 0.4140298068523407,
      "learning_rate": 6.91774303335636e-05,
      "loss": 0.206748104095459,
      "step": 16305,
      "token_acc": 0.9615384615384616
    },
    {
      "epoch": 0.8122105472835018,
      "grad_norm": 3.577033042907715,
      "learning_rate": 6.915841758370627e-05,
      "loss": 0.39674265384674073,
      "step": 16310,
      "token_acc": 0.8505154639175257
    },
    {
      "epoch": 0.8124595388675863,
      "grad_norm": 5.274776935577393,
      "learning_rate": 6.913940158640248e-05,
      "loss": 0.25896425247192384,
      "step": 16315,
      "token_acc": 0.9348054679284963
    },
    {
      "epoch": 0.8127085304516707,
      "grad_norm": 4.459287643432617,
      "learning_rate": 6.912038234487554e-05,
      "loss": 0.5603523254394531,
      "step": 16320,
      "token_acc": 0.9468302658486708
    },
    {
      "epoch": 0.8129575220357552,
      "grad_norm": 2.256025552749634,
      "learning_rate": 6.910135986234934e-05,
      "loss": 0.17364240884780885,
      "step": 16325,
      "token_acc": 0.9358974358974359
    },
    {
      "epoch": 0.8132065136198396,
      "grad_norm": 0.8904933333396912,
      "learning_rate": 6.908233414204823e-05,
      "loss": 0.18659093379974365,
      "step": 16330,
      "token_acc": 0.9564971751412429
    },
    {
      "epoch": 0.8134555052039241,
      "grad_norm": 0.6479392647743225,
      "learning_rate": 6.906330518719721e-05,
      "loss": 0.22881581783294677,
      "step": 16335,
      "token_acc": 0.9635453895639743
    },
    {
      "epoch": 0.8137044967880086,
      "grad_norm": 1.8690643310546875,
      "learning_rate": 6.904427300102176e-05,
      "loss": 0.27294557094573973,
      "step": 16340,
      "token_acc": 0.896969696969697
    },
    {
      "epoch": 0.813953488372093,
      "grad_norm": 0.7434062957763672,
      "learning_rate": 6.902523758674792e-05,
      "loss": 0.37099146842956543,
      "step": 16345,
      "token_acc": 0.860165593376265
    },
    {
      "epoch": 0.8142024799561774,
      "grad_norm": 4.82891845703125,
      "learning_rate": 6.900619894760233e-05,
      "loss": 0.15477968454360963,
      "step": 16350,
      "token_acc": 0.9428571428571428
    },
    {
      "epoch": 0.814451471540262,
      "grad_norm": 1.2394474744796753,
      "learning_rate": 6.898715708681207e-05,
      "loss": 0.2451719284057617,
      "step": 16355,
      "token_acc": 0.9671931956257594
    },
    {
      "epoch": 0.8147004631243464,
      "grad_norm": 0.9505394697189331,
      "learning_rate": 6.89681120076049e-05,
      "loss": 0.25112640857696533,
      "step": 16360,
      "token_acc": 0.9193857965451055
    },
    {
      "epoch": 0.8149494547084308,
      "grad_norm": 2.1410927772521973,
      "learning_rate": 6.894906371320899e-05,
      "loss": 0.2962547779083252,
      "step": 16365,
      "token_acc": 0.9212598425196851
    },
    {
      "epoch": 0.8151984462925154,
      "grad_norm": 1.7708402872085571,
      "learning_rate": 6.893001220685317e-05,
      "loss": 0.23255612850189208,
      "step": 16370,
      "token_acc": 0.9235084140744518
    },
    {
      "epoch": 0.8154474378765998,
      "grad_norm": 1.104216456413269,
      "learning_rate": 6.891095749176673e-05,
      "loss": 0.28593883514404295,
      "step": 16375,
      "token_acc": 0.9462209302325582
    },
    {
      "epoch": 0.8156964294606842,
      "grad_norm": 1.643247127532959,
      "learning_rate": 6.889189957117955e-05,
      "loss": 0.23380560874938966,
      "step": 16380,
      "token_acc": 0.9127659574468086
    },
    {
      "epoch": 0.8159454210447686,
      "grad_norm": 3.0585601329803467,
      "learning_rate": 6.887283844832206e-05,
      "loss": 0.2645237684249878,
      "step": 16385,
      "token_acc": 0.9050736497545008
    },
    {
      "epoch": 0.8161944126288532,
      "grad_norm": 0.9974341988563538,
      "learning_rate": 6.885377412642518e-05,
      "loss": 0.3487927675247192,
      "step": 16390,
      "token_acc": 0.9499527856468366
    },
    {
      "epoch": 0.8164434042129376,
      "grad_norm": 4.4135026931762695,
      "learning_rate": 6.883470660872043e-05,
      "loss": 0.3350588083267212,
      "step": 16395,
      "token_acc": 0.9477848101265823
    },
    {
      "epoch": 0.816692395797022,
      "grad_norm": 3.1453022956848145,
      "learning_rate": 6.881563589843985e-05,
      "loss": 0.3235724925994873,
      "step": 16400,
      "token_acc": 0.9616306954436451
    },
    {
      "epoch": 0.8169413873811066,
      "grad_norm": 2.8418426513671875,
      "learning_rate": 6.879656199881598e-05,
      "loss": 0.37515718936920167,
      "step": 16405,
      "token_acc": 0.9376657824933687
    },
    {
      "epoch": 0.817190378965191,
      "grad_norm": 2.784630060195923,
      "learning_rate": 6.877748491308201e-05,
      "loss": 0.39432215690612793,
      "step": 16410,
      "token_acc": 0.8847517730496454
    },
    {
      "epoch": 0.8174393705492754,
      "grad_norm": 3.025216579437256,
      "learning_rate": 6.875840464447156e-05,
      "loss": 0.34953970909118653,
      "step": 16415,
      "token_acc": 0.8823529411764706
    },
    {
      "epoch": 0.8176883621333599,
      "grad_norm": 3.6193056106567383,
      "learning_rate": 6.873932119621883e-05,
      "loss": 0.6213384628295898,
      "step": 16420,
      "token_acc": 0.7613089509143407
    },
    {
      "epoch": 0.8179373537174444,
      "grad_norm": 1.9246361255645752,
      "learning_rate": 6.872023457155857e-05,
      "loss": 0.24738168716430664,
      "step": 16425,
      "token_acc": 0.9400196656833825
    },
    {
      "epoch": 0.8181863453015288,
      "grad_norm": 1.324385166168213,
      "learning_rate": 6.870114477372603e-05,
      "loss": 0.21081750392913817,
      "step": 16430,
      "token_acc": 0.9400630914826499
    },
    {
      "epoch": 0.8184353368856133,
      "grad_norm": 1.9001612663269043,
      "learning_rate": 6.868205180595704e-05,
      "loss": 0.23447823524475098,
      "step": 16435,
      "token_acc": 0.9686900958466453
    },
    {
      "epoch": 0.8186843284696977,
      "grad_norm": 1.3435908555984497,
      "learning_rate": 6.866295567148798e-05,
      "loss": 0.27400908470153806,
      "step": 16440,
      "token_acc": 0.9369369369369369
    },
    {
      "epoch": 0.8189333200537822,
      "grad_norm": 2.1930556297302246,
      "learning_rate": 6.864385637355569e-05,
      "loss": 0.3444812774658203,
      "step": 16445,
      "token_acc": 0.833130328867235
    },
    {
      "epoch": 0.8191823116378666,
      "grad_norm": 20.092145919799805,
      "learning_rate": 6.862475391539764e-05,
      "loss": 0.6552558422088623,
      "step": 16450,
      "token_acc": 0.8503401360544217
    },
    {
      "epoch": 0.8194313032219511,
      "grad_norm": 4.554464817047119,
      "learning_rate": 6.860564830025175e-05,
      "loss": 0.5256309986114502,
      "step": 16455,
      "token_acc": 0.8435251798561151
    },
    {
      "epoch": 0.8196802948060355,
      "grad_norm": 1.9574785232543945,
      "learning_rate": 6.858653953135656e-05,
      "loss": 0.34014482498168946,
      "step": 16460,
      "token_acc": 0.9138785625774474
    },
    {
      "epoch": 0.81992928639012,
      "grad_norm": 2.49292254447937,
      "learning_rate": 6.856742761195108e-05,
      "loss": 0.5479161262512207,
      "step": 16465,
      "token_acc": 0.8097982708933718
    },
    {
      "epoch": 0.8201782779742045,
      "grad_norm": 1.8534070253372192,
      "learning_rate": 6.854831254527487e-05,
      "loss": 0.6733037948608398,
      "step": 16470,
      "token_acc": 0.7630057803468208
    },
    {
      "epoch": 0.8204272695582889,
      "grad_norm": 1.1764658689498901,
      "learning_rate": 6.852919433456802e-05,
      "loss": 0.2085488557815552,
      "step": 16475,
      "token_acc": 0.9367088607594937
    },
    {
      "epoch": 0.8206762611423734,
      "grad_norm": 1.7346165180206299,
      "learning_rate": 6.85100729830712e-05,
      "loss": 0.21036143302917482,
      "step": 16480,
      "token_acc": 0.9032786885245901
    },
    {
      "epoch": 0.8209252527264579,
      "grad_norm": 1.6323422193527222,
      "learning_rate": 6.849094849402551e-05,
      "loss": 0.3707602500915527,
      "step": 16485,
      "token_acc": 0.9733135656041513
    },
    {
      "epoch": 0.8211742443105423,
      "grad_norm": 0.34501373767852783,
      "learning_rate": 6.847182087067271e-05,
      "loss": 0.44700164794921876,
      "step": 16490,
      "token_acc": 0.922517552657974
    },
    {
      "epoch": 0.8214232358946267,
      "grad_norm": 1.6716896295547485,
      "learning_rate": 6.8452690116255e-05,
      "loss": 0.29523096084594724,
      "step": 16495,
      "token_acc": 0.9152426520847573
    },
    {
      "epoch": 0.8216722274787113,
      "grad_norm": 0.32153746485710144,
      "learning_rate": 6.84335562340151e-05,
      "loss": 0.34431166648864747,
      "step": 16500,
      "token_acc": 0.9525521207764198
    },
    {
      "epoch": 0.8219212190627957,
      "grad_norm": 5.458516597747803,
      "learning_rate": 6.841441922719637e-05,
      "loss": 0.4763964653015137,
      "step": 16505,
      "token_acc": 0.8657154846831725
    },
    {
      "epoch": 0.8221702106468801,
      "grad_norm": 2.0631752014160156,
      "learning_rate": 6.839527909904258e-05,
      "loss": 0.3878540754318237,
      "step": 16510,
      "token_acc": 0.8877551020408163
    },
    {
      "epoch": 0.8224192022309645,
      "grad_norm": 1.1490145921707153,
      "learning_rate": 6.837613585279808e-05,
      "loss": 0.36581871509552,
      "step": 16515,
      "token_acc": 0.845771144278607
    },
    {
      "epoch": 0.8226681938150491,
      "grad_norm": 0.4538283050060272,
      "learning_rate": 6.835698949170776e-05,
      "loss": 0.24782657623291016,
      "step": 16520,
      "token_acc": 0.8951048951048951
    },
    {
      "epoch": 0.8229171853991335,
      "grad_norm": 1.942428469657898,
      "learning_rate": 6.833784001901701e-05,
      "loss": 0.26242048740386964,
      "step": 16525,
      "token_acc": 0.92
    },
    {
      "epoch": 0.8231661769832179,
      "grad_norm": 1.1462914943695068,
      "learning_rate": 6.831868743797179e-05,
      "loss": 0.32568280696868895,
      "step": 16530,
      "token_acc": 0.8990654205607477
    },
    {
      "epoch": 0.8234151685673025,
      "grad_norm": 0.46542873978614807,
      "learning_rate": 6.82995317518185e-05,
      "loss": 0.2558366060256958,
      "step": 16535,
      "token_acc": 0.9221556886227545
    },
    {
      "epoch": 0.8236641601513869,
      "grad_norm": 1.8441543579101562,
      "learning_rate": 6.828037296380416e-05,
      "loss": 0.2104132890701294,
      "step": 16540,
      "token_acc": 0.9364831038798498
    },
    {
      "epoch": 0.8239131517354713,
      "grad_norm": 6.478251934051514,
      "learning_rate": 6.82612110771763e-05,
      "loss": 0.3452167987823486,
      "step": 16545,
      "token_acc": 0.9221238938053097
    },
    {
      "epoch": 0.8241621433195558,
      "grad_norm": 1.3251831531524658,
      "learning_rate": 6.82420460951829e-05,
      "loss": 0.22798147201538085,
      "step": 16550,
      "token_acc": 0.9198473282442748
    },
    {
      "epoch": 0.8244111349036403,
      "grad_norm": 1.869347095489502,
      "learning_rate": 6.822287802107257e-05,
      "loss": 0.42305912971496584,
      "step": 16555,
      "token_acc": 0.9047761194029851
    },
    {
      "epoch": 0.8246601264877247,
      "grad_norm": 2.334528684616089,
      "learning_rate": 6.820370685809437e-05,
      "loss": 0.22097668647766114,
      "step": 16560,
      "token_acc": 0.9576719576719577
    },
    {
      "epoch": 0.8249091180718092,
      "grad_norm": 1.0181235074996948,
      "learning_rate": 6.81845326094979e-05,
      "loss": 0.21526708602905273,
      "step": 16565,
      "token_acc": 0.9482288828337875
    },
    {
      "epoch": 0.8251581096558936,
      "grad_norm": 1.3543686866760254,
      "learning_rate": 6.81653552785333e-05,
      "loss": 0.5486273288726806,
      "step": 16570,
      "token_acc": 0.8411910669975186
    },
    {
      "epoch": 0.8254071012399781,
      "grad_norm": 1.3619312047958374,
      "learning_rate": 6.81461748684512e-05,
      "loss": 0.24977495670318603,
      "step": 16575,
      "token_acc": 0.9115755627009646
    },
    {
      "epoch": 0.8256560928240625,
      "grad_norm": 0.7054211497306824,
      "learning_rate": 6.812699138250284e-05,
      "loss": 0.3755261659622192,
      "step": 16580,
      "token_acc": 0.8673660547021357
    },
    {
      "epoch": 0.825905084408147,
      "grad_norm": 4.900269985198975,
      "learning_rate": 6.810780482393984e-05,
      "loss": 0.4281776905059814,
      "step": 16585,
      "token_acc": 0.8937977909940527
    },
    {
      "epoch": 0.8261540759922315,
      "grad_norm": 4.422089576721191,
      "learning_rate": 6.808861519601445e-05,
      "loss": 0.46265521049499514,
      "step": 16590,
      "token_acc": 0.8562992125984252
    },
    {
      "epoch": 0.8264030675763159,
      "grad_norm": 1.4348762035369873,
      "learning_rate": 6.806942250197941e-05,
      "loss": 0.42227635383605955,
      "step": 16595,
      "token_acc": 0.914301017675415
    },
    {
      "epoch": 0.8266520591604004,
      "grad_norm": 0.4996775686740875,
      "learning_rate": 6.805022674508797e-05,
      "loss": 0.387134051322937,
      "step": 16600,
      "token_acc": 0.8622696411251213
    },
    {
      "epoch": 0.8269010507444848,
      "grad_norm": 1.1080232858657837,
      "learning_rate": 6.80310279285939e-05,
      "loss": 0.42929787635803224,
      "step": 16605,
      "token_acc": 0.7937024972855592
    },
    {
      "epoch": 0.8271500423285693,
      "grad_norm": 4.032561302185059,
      "learning_rate": 6.801182605575152e-05,
      "loss": 0.1964428424835205,
      "step": 16610,
      "token_acc": 0.9574956921309592
    },
    {
      "epoch": 0.8273990339126538,
      "grad_norm": 4.270816326141357,
      "learning_rate": 6.79926211298156e-05,
      "loss": 0.380419659614563,
      "step": 16615,
      "token_acc": 0.8891089108910891
    },
    {
      "epoch": 0.8276480254967382,
      "grad_norm": 2.212843179702759,
      "learning_rate": 6.79734131540415e-05,
      "loss": 0.2904090404510498,
      "step": 16620,
      "token_acc": 0.9589934762348555
    },
    {
      "epoch": 0.8278970170808226,
      "grad_norm": 0.8733342289924622,
      "learning_rate": 6.795420213168507e-05,
      "loss": 0.18441544771194457,
      "step": 16625,
      "token_acc": 0.9548954895489549
    },
    {
      "epoch": 0.8281460086649072,
      "grad_norm": 0.6899988055229187,
      "learning_rate": 6.793498806600266e-05,
      "loss": 0.5265256881713867,
      "step": 16630,
      "token_acc": 0.8337408312958435
    },
    {
      "epoch": 0.8283950002489916,
      "grad_norm": 1.3918695449829102,
      "learning_rate": 6.791577096025114e-05,
      "loss": 0.39638354778289797,
      "step": 16635,
      "token_acc": 0.8266068759342302
    },
    {
      "epoch": 0.828643991833076,
      "grad_norm": 1.2283402681350708,
      "learning_rate": 6.789655081768792e-05,
      "loss": 0.3697007656097412,
      "step": 16640,
      "token_acc": 0.9016786570743405
    },
    {
      "epoch": 0.8288929834171604,
      "grad_norm": 0.7599273920059204,
      "learning_rate": 6.787732764157091e-05,
      "loss": 0.21098134517669678,
      "step": 16645,
      "token_acc": 0.9454349000540249
    },
    {
      "epoch": 0.829141975001245,
      "grad_norm": 0.9640388488769531,
      "learning_rate": 6.785810143515854e-05,
      "loss": 0.23061645030975342,
      "step": 16650,
      "token_acc": 0.9664371772805508
    },
    {
      "epoch": 0.8293909665853294,
      "grad_norm": 3.187819719314575,
      "learning_rate": 6.783887220170971e-05,
      "loss": 0.3123421907424927,
      "step": 16655,
      "token_acc": 0.8905579399141631
    },
    {
      "epoch": 0.8296399581694138,
      "grad_norm": 3.209108829498291,
      "learning_rate": 6.781963994448392e-05,
      "loss": 0.3151503086090088,
      "step": 16660,
      "token_acc": 0.9225
    },
    {
      "epoch": 0.8298889497534984,
      "grad_norm": 1.6249442100524902,
      "learning_rate": 6.78004046667411e-05,
      "loss": 0.16512571573257445,
      "step": 16665,
      "token_acc": 0.973609419407227
    },
    {
      "epoch": 0.8301379413375828,
      "grad_norm": 3.7844159603118896,
      "learning_rate": 6.778116637174171e-05,
      "loss": 0.37178492546081543,
      "step": 16670,
      "token_acc": 0.9036697247706422
    },
    {
      "epoch": 0.8303869329216672,
      "grad_norm": 4.48646879196167,
      "learning_rate": 6.776192506274679e-05,
      "loss": 0.1889186143875122,
      "step": 16675,
      "token_acc": 0.9411764705882353
    },
    {
      "epoch": 0.8306359245057517,
      "grad_norm": 1.8447517156600952,
      "learning_rate": 6.774268074301779e-05,
      "loss": 0.21007039546966552,
      "step": 16680,
      "token_acc": 0.9434628975265018
    },
    {
      "epoch": 0.8308849160898362,
      "grad_norm": 1.943178415298462,
      "learning_rate": 6.772343341581675e-05,
      "loss": 0.1638529658317566,
      "step": 16685,
      "token_acc": 0.9766666666666667
    },
    {
      "epoch": 0.8311339076739206,
      "grad_norm": 3.629519462585449,
      "learning_rate": 6.770418308440614e-05,
      "loss": 0.37023348808288575,
      "step": 16690,
      "token_acc": 0.8932291666666666
    },
    {
      "epoch": 0.8313828992580051,
      "grad_norm": 6.006372928619385,
      "learning_rate": 6.768492975204903e-05,
      "loss": 0.35864088535308836,
      "step": 16695,
      "token_acc": 0.8797327394209354
    },
    {
      "epoch": 0.8316318908420895,
      "grad_norm": 6.78584623336792,
      "learning_rate": 6.766567342200896e-05,
      "loss": 0.45050249099731443,
      "step": 16700,
      "token_acc": 0.8706099815157117
    },
    {
      "epoch": 0.831880882426174,
      "grad_norm": 1.192868709564209,
      "learning_rate": 6.764641409754992e-05,
      "loss": 0.410660457611084,
      "step": 16705,
      "token_acc": 0.8794435857805255
    },
    {
      "epoch": 0.8321298740102585,
      "grad_norm": 6.041922569274902,
      "learning_rate": 6.762715178193654e-05,
      "loss": 0.4582648754119873,
      "step": 16710,
      "token_acc": 0.8263337116912599
    },
    {
      "epoch": 0.8323788655943429,
      "grad_norm": 1.0770138502120972,
      "learning_rate": 6.760788647843381e-05,
      "loss": 0.16624650955200196,
      "step": 16715,
      "token_acc": 0.9463565891472868
    },
    {
      "epoch": 0.8326278571784274,
      "grad_norm": 7.594554901123047,
      "learning_rate": 6.758861819030731e-05,
      "loss": 0.3967589855194092,
      "step": 16720,
      "token_acc": 0.8982118294360385
    },
    {
      "epoch": 0.8328768487625118,
      "grad_norm": 5.587670803070068,
      "learning_rate": 6.756934692082313e-05,
      "loss": 0.2680886507034302,
      "step": 16725,
      "token_acc": 0.9609649122807018
    },
    {
      "epoch": 0.8331258403465963,
      "grad_norm": 2.84354305267334,
      "learning_rate": 6.755007267324782e-05,
      "loss": 0.4642301082611084,
      "step": 16730,
      "token_acc": 0.8987200890372844
    },
    {
      "epoch": 0.8333748319306807,
      "grad_norm": 1.8656595945358276,
      "learning_rate": 6.753079545084849e-05,
      "loss": 0.4199088096618652,
      "step": 16735,
      "token_acc": 0.8436395759717314
    },
    {
      "epoch": 0.8336238235147652,
      "grad_norm": 0.5122269988059998,
      "learning_rate": 6.751151525689269e-05,
      "loss": 0.6258133888244629,
      "step": 16740,
      "token_acc": 0.9447608200455581
    },
    {
      "epoch": 0.8338728150988497,
      "grad_norm": 1.6831690073013306,
      "learning_rate": 6.749223209464852e-05,
      "loss": 0.3556993007659912,
      "step": 16745,
      "token_acc": 0.9036885245901639
    },
    {
      "epoch": 0.8341218066829341,
      "grad_norm": 2.6917612552642822,
      "learning_rate": 6.747294596738459e-05,
      "loss": 0.45876026153564453,
      "step": 16750,
      "token_acc": 0.8215686274509804
    },
    {
      "epoch": 0.8343707982670185,
      "grad_norm": 0.8225412368774414,
      "learning_rate": 6.745365687837e-05,
      "loss": 0.21757771968841552,
      "step": 16755,
      "token_acc": 0.952575912657796
    },
    {
      "epoch": 0.8346197898511031,
      "grad_norm": 0.7953783273696899,
      "learning_rate": 6.743436483087428e-05,
      "loss": 0.1405279040336609,
      "step": 16760,
      "token_acc": 0.9639215686274509
    },
    {
      "epoch": 0.8348687814351875,
      "grad_norm": 3.147146224975586,
      "learning_rate": 6.741506982816763e-05,
      "loss": 0.38442585468292234,
      "step": 16765,
      "token_acc": 0.7238360525268603
    },
    {
      "epoch": 0.8351177730192719,
      "grad_norm": 4.591092109680176,
      "learning_rate": 6.739577187352055e-05,
      "loss": 0.2748856544494629,
      "step": 16770,
      "token_acc": 0.9570724841660803
    },
    {
      "epoch": 0.8353667646033565,
      "grad_norm": 0.626329243183136,
      "learning_rate": 6.737647097020419e-05,
      "loss": 0.2553116798400879,
      "step": 16775,
      "token_acc": 0.9248895434462445
    },
    {
      "epoch": 0.8356157561874409,
      "grad_norm": 3.993908643722534,
      "learning_rate": 6.735716712149013e-05,
      "loss": 0.4770784854888916,
      "step": 16780,
      "token_acc": 0.9416243654822335
    },
    {
      "epoch": 0.8358647477715253,
      "grad_norm": 1.9433338642120361,
      "learning_rate": 6.733786033065051e-05,
      "loss": 0.32619688510894773,
      "step": 16785,
      "token_acc": 0.8316326530612245
    },
    {
      "epoch": 0.8361137393556097,
      "grad_norm": 3.5238442420959473,
      "learning_rate": 6.731855060095786e-05,
      "loss": 0.3251774311065674,
      "step": 16790,
      "token_acc": 0.9506889050036258
    },
    {
      "epoch": 0.8363627309396943,
      "grad_norm": 3.152400255203247,
      "learning_rate": 6.729923793568532e-05,
      "loss": 0.24176313877105712,
      "step": 16795,
      "token_acc": 0.9576891781936534
    },
    {
      "epoch": 0.8366117225237787,
      "grad_norm": 0.9674533605575562,
      "learning_rate": 6.727992233810648e-05,
      "loss": 0.21832075119018554,
      "step": 16800,
      "token_acc": 0.9398998330550918
    },
    {
      "epoch": 0.8368607141078631,
      "grad_norm": 2.1009600162506104,
      "learning_rate": 6.726060381149542e-05,
      "loss": 0.30781805515289307,
      "step": 16805,
      "token_acc": 0.8740740740740741
    },
    {
      "epoch": 0.8371097056919476,
      "grad_norm": 3.7968080043792725,
      "learning_rate": 6.72412823591267e-05,
      "loss": 0.40240325927734377,
      "step": 16810,
      "token_acc": 0.8488805970149254
    },
    {
      "epoch": 0.8373586972760321,
      "grad_norm": 2.3441269397735596,
      "learning_rate": 6.722195798427544e-05,
      "loss": 0.4192143440246582,
      "step": 16815,
      "token_acc": 0.8442982456140351
    },
    {
      "epoch": 0.8376076888601165,
      "grad_norm": 1.6962343454360962,
      "learning_rate": 6.720263069021721e-05,
      "loss": 0.37509498596191404,
      "step": 16820,
      "token_acc": 0.871331828442438
    },
    {
      "epoch": 0.837856680444201,
      "grad_norm": 2.6878819465637207,
      "learning_rate": 6.718330048022807e-05,
      "loss": 0.3697399854660034,
      "step": 16825,
      "token_acc": 0.846875
    },
    {
      "epoch": 0.8381056720282855,
      "grad_norm": 1.1294885873794556,
      "learning_rate": 6.71639673575846e-05,
      "loss": 0.34371337890625,
      "step": 16830,
      "token_acc": 0.891459074733096
    },
    {
      "epoch": 0.8383546636123699,
      "grad_norm": 0.6269235014915466,
      "learning_rate": 6.714463132556383e-05,
      "loss": 0.14726382493972778,
      "step": 16835,
      "token_acc": 0.9709897610921502
    },
    {
      "epoch": 0.8386036551964544,
      "grad_norm": 2.6402993202209473,
      "learning_rate": 6.712529238744338e-05,
      "loss": 0.31803126335144044,
      "step": 16840,
      "token_acc": 0.9114583333333334
    },
    {
      "epoch": 0.8388526467805388,
      "grad_norm": 4.476785659790039,
      "learning_rate": 6.71059505465012e-05,
      "loss": 0.3419466257095337,
      "step": 16845,
      "token_acc": 0.9
    },
    {
      "epoch": 0.8391016383646233,
      "grad_norm": 1.2249374389648438,
      "learning_rate": 6.708660580601591e-05,
      "loss": 0.15671561956405639,
      "step": 16850,
      "token_acc": 0.9585849870578085
    },
    {
      "epoch": 0.8393506299487077,
      "grad_norm": 1.5290040969848633,
      "learning_rate": 6.706725816926648e-05,
      "loss": 0.33145201206207275,
      "step": 16855,
      "token_acc": 0.8690196078431373
    },
    {
      "epoch": 0.8395996215327922,
      "grad_norm": 0.5138642191886902,
      "learning_rate": 6.704790763953249e-05,
      "loss": 0.35315427780151365,
      "step": 16860,
      "token_acc": 0.8686288585786073
    },
    {
      "epoch": 0.8398486131168766,
      "grad_norm": 0.5911548137664795,
      "learning_rate": 6.70285542200939e-05,
      "loss": 0.5311150074005127,
      "step": 16865,
      "token_acc": 0.8820375335120644
    },
    {
      "epoch": 0.8400976047009611,
      "grad_norm": 0.7924894690513611,
      "learning_rate": 6.700919791423121e-05,
      "loss": 0.2779641389846802,
      "step": 16870,
      "token_acc": 0.9412775261596127
    },
    {
      "epoch": 0.8403465962850456,
      "grad_norm": 1.417029619216919,
      "learning_rate": 6.698983872522545e-05,
      "loss": 0.3149085760116577,
      "step": 16875,
      "token_acc": 0.9202702702702703
    },
    {
      "epoch": 0.84059558786913,
      "grad_norm": 3.023150682449341,
      "learning_rate": 6.697047665635808e-05,
      "loss": 0.4784116744995117,
      "step": 16880,
      "token_acc": 0.8322468491960018
    },
    {
      "epoch": 0.8408445794532144,
      "grad_norm": 1.4285492897033691,
      "learning_rate": 6.695111171091105e-05,
      "loss": 0.24693470001220702,
      "step": 16885,
      "token_acc": 0.9114470842332614
    },
    {
      "epoch": 0.841093571037299,
      "grad_norm": 2.6652543544769287,
      "learning_rate": 6.693174389216682e-05,
      "loss": 0.16726174354553222,
      "step": 16890,
      "token_acc": 0.9633531836921667
    },
    {
      "epoch": 0.8413425626213834,
      "grad_norm": 1.6522457599639893,
      "learning_rate": 6.691237320340835e-05,
      "loss": 0.2123943090438843,
      "step": 16895,
      "token_acc": 0.9746414466846809
    },
    {
      "epoch": 0.8415915542054678,
      "grad_norm": 6.6270246505737305,
      "learning_rate": 6.689299964791904e-05,
      "loss": 0.4051459789276123,
      "step": 16900,
      "token_acc": 0.8348214285714286
    },
    {
      "epoch": 0.8418405457895524,
      "grad_norm": 6.669908046722412,
      "learning_rate": 6.687362322898283e-05,
      "loss": 0.22236323356628418,
      "step": 16905,
      "token_acc": 0.9635302698760029
    },
    {
      "epoch": 0.8420895373736368,
      "grad_norm": 2.5878260135650635,
      "learning_rate": 6.68542439498841e-05,
      "loss": 0.3894918441772461,
      "step": 16910,
      "token_acc": 0.9534421010744131
    },
    {
      "epoch": 0.8423385289577212,
      "grad_norm": 1.6988751888275146,
      "learning_rate": 6.683486181390774e-05,
      "loss": 0.431735897064209,
      "step": 16915,
      "token_acc": 0.875
    },
    {
      "epoch": 0.8425875205418056,
      "grad_norm": 2.080691337585449,
      "learning_rate": 6.681547682433913e-05,
      "loss": 0.3654505252838135,
      "step": 16920,
      "token_acc": 0.9478984238178634
    },
    {
      "epoch": 0.8428365121258902,
      "grad_norm": 1.4255861043930054,
      "learning_rate": 6.679608898446409e-05,
      "loss": 0.2178969383239746,
      "step": 16925,
      "token_acc": 0.9698387935517421
    },
    {
      "epoch": 0.8430855037099746,
      "grad_norm": 1.955479383468628,
      "learning_rate": 6.677669829756898e-05,
      "loss": 0.35856056213378906,
      "step": 16930,
      "token_acc": 0.8876871880199667
    },
    {
      "epoch": 0.843334495294059,
      "grad_norm": 3.2600185871124268,
      "learning_rate": 6.67573047669406e-05,
      "loss": 0.3781442403793335,
      "step": 16935,
      "token_acc": 0.8075801749271136
    },
    {
      "epoch": 0.8435834868781436,
      "grad_norm": 4.547772407531738,
      "learning_rate": 6.67379083958663e-05,
      "loss": 0.36639153957366943,
      "step": 16940,
      "token_acc": 0.8850267379679144
    },
    {
      "epoch": 0.843832478462228,
      "grad_norm": 9.227522850036621,
      "learning_rate": 6.671850918763378e-05,
      "loss": 0.47147235870361326,
      "step": 16945,
      "token_acc": 0.8787234042553191
    },
    {
      "epoch": 0.8440814700463124,
      "grad_norm": 3.1898839473724365,
      "learning_rate": 6.669910714553136e-05,
      "loss": 0.4070425987243652,
      "step": 16950,
      "token_acc": 0.8928571428571429
    },
    {
      "epoch": 0.8443304616303969,
      "grad_norm": 0.6446912884712219,
      "learning_rate": 6.667970227284776e-05,
      "loss": 0.3956071138381958,
      "step": 16955,
      "token_acc": 0.9471349353049907
    },
    {
      "epoch": 0.8445794532144814,
      "grad_norm": 4.218287944793701,
      "learning_rate": 6.66602945728722e-05,
      "loss": 0.5647302627563476,
      "step": 16960,
      "token_acc": 0.8459958932238193
    },
    {
      "epoch": 0.8448284447985658,
      "grad_norm": 1.3645808696746826,
      "learning_rate": 6.664088404889439e-05,
      "loss": 0.35149440765380857,
      "step": 16965,
      "token_acc": 0.922866092404072
    },
    {
      "epoch": 0.8450774363826503,
      "grad_norm": 4.4811506271362305,
      "learning_rate": 6.662147070420452e-05,
      "loss": 0.448984432220459,
      "step": 16970,
      "token_acc": 0.837968561064087
    },
    {
      "epoch": 0.8453264279667347,
      "grad_norm": 1.551576018333435,
      "learning_rate": 6.660205454209322e-05,
      "loss": 0.2541853904724121,
      "step": 16975,
      "token_acc": 0.9027522935779817
    },
    {
      "epoch": 0.8455754195508192,
      "grad_norm": 1.136932134628296,
      "learning_rate": 6.658263556585165e-05,
      "loss": 0.21201903820037843,
      "step": 16980,
      "token_acc": 0.9295081967213115
    },
    {
      "epoch": 0.8458244111349036,
      "grad_norm": 1.6879862546920776,
      "learning_rate": 6.656321377877141e-05,
      "loss": 0.33252859115600586,
      "step": 16985,
      "token_acc": 0.9213075060532687
    },
    {
      "epoch": 0.8460734027189881,
      "grad_norm": 4.62178373336792,
      "learning_rate": 6.654378918414459e-05,
      "loss": 0.31677658557891847,
      "step": 16990,
      "token_acc": 0.8814432989690721
    },
    {
      "epoch": 0.8463223943030725,
      "grad_norm": 3.277660369873047,
      "learning_rate": 6.652436178526376e-05,
      "loss": 0.22666423320770263,
      "step": 16995,
      "token_acc": 0.9737149532710281
    },
    {
      "epoch": 0.846571385887157,
      "grad_norm": 1.3383711576461792,
      "learning_rate": 6.650493158542196e-05,
      "loss": 0.4721072196960449,
      "step": 17000,
      "token_acc": 0.8396793587174348
    },
    {
      "epoch": 0.8468203774712415,
      "grad_norm": 3.3274784088134766,
      "learning_rate": 6.648549858791268e-05,
      "loss": 0.19207956790924072,
      "step": 17005,
      "token_acc": 0.9595588235294118
    },
    {
      "epoch": 0.8470693690553259,
      "grad_norm": 0.3148784339427948,
      "learning_rate": 6.646606279602996e-05,
      "loss": 0.3874761343002319,
      "step": 17010,
      "token_acc": 0.9709471237652527
    },
    {
      "epoch": 0.8473183606394104,
      "grad_norm": 1.7879787683486938,
      "learning_rate": 6.644662421306822e-05,
      "loss": 0.49163141250610354,
      "step": 17015,
      "token_acc": 0.8299180327868853
    },
    {
      "epoch": 0.8475673522234949,
      "grad_norm": 3.72935152053833,
      "learning_rate": 6.642718284232241e-05,
      "loss": 0.4449454307556152,
      "step": 17020,
      "token_acc": 0.9176319176319176
    },
    {
      "epoch": 0.8478163438075793,
      "grad_norm": 0.737497866153717,
      "learning_rate": 6.640773868708794e-05,
      "loss": 0.5940894603729248,
      "step": 17025,
      "token_acc": 0.9137788778877888
    },
    {
      "epoch": 0.8480653353916637,
      "grad_norm": 1.5908918380737305,
      "learning_rate": 6.638829175066067e-05,
      "loss": 0.6439528942108155,
      "step": 17030,
      "token_acc": 0.8615384615384616
    },
    {
      "epoch": 0.8483143269757483,
      "grad_norm": 2.294856309890747,
      "learning_rate": 6.6368842036337e-05,
      "loss": 0.18173630237579347,
      "step": 17035,
      "token_acc": 0.9280575539568345
    },
    {
      "epoch": 0.8485633185598327,
      "grad_norm": 9.155586242675781,
      "learning_rate": 6.63493895474137e-05,
      "loss": 0.3556737661361694,
      "step": 17040,
      "token_acc": 0.9729632299927902
    },
    {
      "epoch": 0.8488123101439171,
      "grad_norm": 1.4243268966674805,
      "learning_rate": 6.632993428718808e-05,
      "loss": 0.31347227096557617,
      "step": 17045,
      "token_acc": 0.9201388888888888
    },
    {
      "epoch": 0.8490613017280015,
      "grad_norm": 1.8678735494613647,
      "learning_rate": 6.631047625895794e-05,
      "loss": 0.52822265625,
      "step": 17050,
      "token_acc": 0.9504643962848297
    },
    {
      "epoch": 0.8493102933120861,
      "grad_norm": 2.336904764175415,
      "learning_rate": 6.629101546602147e-05,
      "loss": 0.3590425968170166,
      "step": 17055,
      "token_acc": 0.8413760152890588
    },
    {
      "epoch": 0.8495592848961705,
      "grad_norm": 1.508377194404602,
      "learning_rate": 6.627155191167736e-05,
      "loss": 0.26265368461608884,
      "step": 17060,
      "token_acc": 0.9139784946236559
    },
    {
      "epoch": 0.8498082764802549,
      "grad_norm": 3.026090383529663,
      "learning_rate": 6.625208559922483e-05,
      "loss": 0.3597062349319458,
      "step": 17065,
      "token_acc": 0.875
    },
    {
      "epoch": 0.8500572680643395,
      "grad_norm": 1.551115870475769,
      "learning_rate": 6.623261653196345e-05,
      "loss": 0.28887641429901123,
      "step": 17070,
      "token_acc": 0.927810650887574
    },
    {
      "epoch": 0.8503062596484239,
      "grad_norm": 0.8764755129814148,
      "learning_rate": 6.621314471319337e-05,
      "loss": 0.26175377368927,
      "step": 17075,
      "token_acc": 0.9128630705394191
    },
    {
      "epoch": 0.8505552512325083,
      "grad_norm": 0.7465644478797913,
      "learning_rate": 6.619367014621515e-05,
      "loss": 0.39769878387451174,
      "step": 17080,
      "token_acc": 0.8572339069471001
    },
    {
      "epoch": 0.8508042428165928,
      "grad_norm": 2.4757206439971924,
      "learning_rate": 6.617419283432984e-05,
      "loss": 0.26110799312591554,
      "step": 17085,
      "token_acc": 0.8994082840236687
    },
    {
      "epoch": 0.8510532344006773,
      "grad_norm": 1.4177011251449585,
      "learning_rate": 6.615471278083893e-05,
      "loss": 0.3307114839553833,
      "step": 17090,
      "token_acc": 0.9050179211469535
    },
    {
      "epoch": 0.8513022259847617,
      "grad_norm": 3.4196667671203613,
      "learning_rate": 6.613522998904435e-05,
      "loss": 0.38501996994018556,
      "step": 17095,
      "token_acc": 0.8875294117647059
    },
    {
      "epoch": 0.8515512175688462,
      "grad_norm": 2.342071771621704,
      "learning_rate": 6.611574446224856e-05,
      "loss": 0.2608078956604004,
      "step": 17100,
      "token_acc": 0.9505283381364072
    },
    {
      "epoch": 0.8518002091529306,
      "grad_norm": 0.6123443841934204,
      "learning_rate": 6.609625620375447e-05,
      "loss": 0.2586925506591797,
      "step": 17105,
      "token_acc": 0.9425688785409391
    },
    {
      "epoch": 0.8520492007370151,
      "grad_norm": 0.2851155698299408,
      "learning_rate": 6.60767652168654e-05,
      "loss": 0.33626623153686525,
      "step": 17110,
      "token_acc": 0.9379710144927537
    },
    {
      "epoch": 0.8522981923210996,
      "grad_norm": 9.347667694091797,
      "learning_rate": 6.60572715048852e-05,
      "loss": 0.5102889060974121,
      "step": 17115,
      "token_acc": 0.8121212121212121
    },
    {
      "epoch": 0.852547183905184,
      "grad_norm": 1.9188662767410278,
      "learning_rate": 6.603777507111814e-05,
      "loss": 0.33810451030731203,
      "step": 17120,
      "token_acc": 0.8905950095969289
    },
    {
      "epoch": 0.8527961754892684,
      "grad_norm": 2.079878330230713,
      "learning_rate": 6.601827591886896e-05,
      "loss": 0.4079111576080322,
      "step": 17125,
      "token_acc": 0.865979381443299
    },
    {
      "epoch": 0.8530451670733529,
      "grad_norm": 2.2439329624176025,
      "learning_rate": 6.599877405144284e-05,
      "loss": 0.4648397922515869,
      "step": 17130,
      "token_acc": 0.8586956521739131
    },
    {
      "epoch": 0.8532941586574374,
      "grad_norm": 0.6236143708229065,
      "learning_rate": 6.597926947214548e-05,
      "loss": 0.3572425365447998,
      "step": 17135,
      "token_acc": 0.8896882494004796
    },
    {
      "epoch": 0.8535431502415218,
      "grad_norm": 2.7835826873779297,
      "learning_rate": 6.5959762184283e-05,
      "loss": 0.3821040391921997,
      "step": 17140,
      "token_acc": 0.9315263908701854
    },
    {
      "epoch": 0.8537921418256063,
      "grad_norm": 1.420528531074524,
      "learning_rate": 6.594025219116194e-05,
      "loss": 0.2835366249084473,
      "step": 17145,
      "token_acc": 0.9737894269213683
    },
    {
      "epoch": 0.8540411334096908,
      "grad_norm": 0.9302861094474792,
      "learning_rate": 6.59207394960894e-05,
      "loss": 0.38917994499206543,
      "step": 17150,
      "token_acc": 0.9272727272727272
    },
    {
      "epoch": 0.8542901249937752,
      "grad_norm": 2.6310927867889404,
      "learning_rate": 6.590122410237283e-05,
      "loss": 0.25791587829589846,
      "step": 17155,
      "token_acc": 0.9282970550576184
    },
    {
      "epoch": 0.8545391165778596,
      "grad_norm": 1.4623771905899048,
      "learning_rate": 6.58817060133202e-05,
      "loss": 0.3521111965179443,
      "step": 17160,
      "token_acc": 0.9628378378378378
    },
    {
      "epoch": 0.8547881081619442,
      "grad_norm": 1.9331412315368652,
      "learning_rate": 6.586218523223992e-05,
      "loss": 0.4584754467010498,
      "step": 17165,
      "token_acc": 0.7887005649717514
    },
    {
      "epoch": 0.8550370997460286,
      "grad_norm": 4.79766845703125,
      "learning_rate": 6.584266176244089e-05,
      "loss": 0.486677360534668,
      "step": 17170,
      "token_acc": 0.8752025931928687
    },
    {
      "epoch": 0.855286091330113,
      "grad_norm": 2.4176483154296875,
      "learning_rate": 6.582313560723238e-05,
      "loss": 0.2820760726928711,
      "step": 17175,
      "token_acc": 0.9149484536082474
    },
    {
      "epoch": 0.8555350829141976,
      "grad_norm": 2.2136123180389404,
      "learning_rate": 6.580360676992422e-05,
      "loss": 0.25121896266937255,
      "step": 17180,
      "token_acc": 0.9445998880805819
    },
    {
      "epoch": 0.855784074498282,
      "grad_norm": 4.085086345672607,
      "learning_rate": 6.578407525382661e-05,
      "loss": 0.3011330127716064,
      "step": 17185,
      "token_acc": 0.943796394485684
    },
    {
      "epoch": 0.8560330660823664,
      "grad_norm": 3.2201056480407715,
      "learning_rate": 6.576454106225026e-05,
      "loss": 0.26604862213134767,
      "step": 17190,
      "token_acc": 0.8880057803468208
    },
    {
      "epoch": 0.8562820576664508,
      "grad_norm": 1.4986883401870728,
      "learning_rate": 6.57450041985063e-05,
      "loss": 0.16275035142898558,
      "step": 17195,
      "token_acc": 0.97480024585126
    },
    {
      "epoch": 0.8565310492505354,
      "grad_norm": 8.3386869430542,
      "learning_rate": 6.572546466590634e-05,
      "loss": 0.42998590469360354,
      "step": 17200,
      "token_acc": 0.9372574385510997
    },
    {
      "epoch": 0.8567800408346198,
      "grad_norm": 4.0131330490112305,
      "learning_rate": 6.57059224677624e-05,
      "loss": 0.531507921218872,
      "step": 17205,
      "token_acc": 0.8737320741518013
    },
    {
      "epoch": 0.8570290324187042,
      "grad_norm": 1.6668875217437744,
      "learning_rate": 6.568637760738699e-05,
      "loss": 0.32397382259368895,
      "step": 17210,
      "token_acc": 0.8120695309937684
    },
    {
      "epoch": 0.8572780240027887,
      "grad_norm": 1.2434804439544678,
      "learning_rate": 6.566683008809307e-05,
      "loss": 0.27451343536376954,
      "step": 17215,
      "token_acc": 0.9612284069097888
    },
    {
      "epoch": 0.8575270155868732,
      "grad_norm": 0.45066338777542114,
      "learning_rate": 6.564727991319405e-05,
      "loss": 0.3613985538482666,
      "step": 17220,
      "token_acc": 0.9218390804597701
    },
    {
      "epoch": 0.8577760071709576,
      "grad_norm": 0.696398913860321,
      "learning_rate": 6.562772708600375e-05,
      "loss": 0.28523755073547363,
      "step": 17225,
      "token_acc": 0.907563025210084
    },
    {
      "epoch": 0.8580249987550421,
      "grad_norm": 6.3841962814331055,
      "learning_rate": 6.560817160983652e-05,
      "loss": 0.6098203659057617,
      "step": 17230,
      "token_acc": 0.8453038674033149
    },
    {
      "epoch": 0.8582739903391265,
      "grad_norm": 0.9710790514945984,
      "learning_rate": 6.558861348800705e-05,
      "loss": 0.37121009826660156,
      "step": 17235,
      "token_acc": 0.8887015177065767
    },
    {
      "epoch": 0.858522981923211,
      "grad_norm": 3.8582799434661865,
      "learning_rate": 6.556905272383056e-05,
      "loss": 0.5890553951263428,
      "step": 17240,
      "token_acc": 0.8109640831758034
    },
    {
      "epoch": 0.8587719735072955,
      "grad_norm": 1.2409394979476929,
      "learning_rate": 6.554948932062272e-05,
      "loss": 0.2246678352355957,
      "step": 17245,
      "token_acc": 0.9302325581395349
    },
    {
      "epoch": 0.8590209650913799,
      "grad_norm": 4.640237331390381,
      "learning_rate": 6.552992328169962e-05,
      "loss": 0.4773272514343262,
      "step": 17250,
      "token_acc": 0.845108695652174
    },
    {
      "epoch": 0.8592699566754644,
      "grad_norm": 1.3406646251678467,
      "learning_rate": 6.551035461037777e-05,
      "loss": 0.3955465078353882,
      "step": 17255,
      "token_acc": 0.9141716566866267
    },
    {
      "epoch": 0.8595189482595488,
      "grad_norm": 0.319264680147171,
      "learning_rate": 6.549078330997417e-05,
      "loss": 0.33002548217773436,
      "step": 17260,
      "token_acc": 0.9651162790697675
    },
    {
      "epoch": 0.8597679398436333,
      "grad_norm": 4.342415809631348,
      "learning_rate": 6.547120938380626e-05,
      "loss": 0.3593599796295166,
      "step": 17265,
      "token_acc": 0.876984126984127
    },
    {
      "epoch": 0.8600169314277177,
      "grad_norm": 7.024935722351074,
      "learning_rate": 6.54516328351919e-05,
      "loss": 0.5162204742431641,
      "step": 17270,
      "token_acc": 0.8456057007125891
    },
    {
      "epoch": 0.8602659230118022,
      "grad_norm": 1.783499836921692,
      "learning_rate": 6.543205366744944e-05,
      "loss": 0.3341329574584961,
      "step": 17275,
      "token_acc": 0.8627858627858628
    },
    {
      "epoch": 0.8605149145958867,
      "grad_norm": 6.420359134674072,
      "learning_rate": 6.541247188389762e-05,
      "loss": 0.4429036617279053,
      "step": 17280,
      "token_acc": 0.8240165631469979
    },
    {
      "epoch": 0.8607639061799711,
      "grad_norm": 5.077641010284424,
      "learning_rate": 6.539288748785567e-05,
      "loss": 0.31733102798461915,
      "step": 17285,
      "token_acc": 0.878645343367827
    },
    {
      "epoch": 0.8610128977640555,
      "grad_norm": 2.0076866149902344,
      "learning_rate": 6.537330048264322e-05,
      "loss": 0.3211061000823975,
      "step": 17290,
      "token_acc": 0.9515151515151515
    },
    {
      "epoch": 0.8612618893481401,
      "grad_norm": 1.5811901092529297,
      "learning_rate": 6.535371087158037e-05,
      "loss": 0.46431593894958495,
      "step": 17295,
      "token_acc": 0.7952853598014888
    },
    {
      "epoch": 0.8615108809322245,
      "grad_norm": 2.872757911682129,
      "learning_rate": 6.533411865798769e-05,
      "loss": 0.2692976951599121,
      "step": 17300,
      "token_acc": 0.9126559714795008
    },
    {
      "epoch": 0.8617598725163089,
      "grad_norm": 3.3585824966430664,
      "learning_rate": 6.53145238451861e-05,
      "loss": 0.2709838390350342,
      "step": 17305,
      "token_acc": 0.9480069324090121
    },
    {
      "epoch": 0.8620088641003935,
      "grad_norm": 3.9501843452453613,
      "learning_rate": 6.529492643649706e-05,
      "loss": 0.2202383041381836,
      "step": 17310,
      "token_acc": 0.966988727858293
    },
    {
      "epoch": 0.8622578556844779,
      "grad_norm": 2.87198805809021,
      "learning_rate": 6.527532643524242e-05,
      "loss": 0.2109677314758301,
      "step": 17315,
      "token_acc": 0.9175946547884187
    },
    {
      "epoch": 0.8625068472685623,
      "grad_norm": 1.492404580116272,
      "learning_rate": 6.525572384474445e-05,
      "loss": 0.4036391258239746,
      "step": 17320,
      "token_acc": 0.9084130329064678
    },
    {
      "epoch": 0.8627558388526467,
      "grad_norm": 2.8084051609039307,
      "learning_rate": 6.523611866832591e-05,
      "loss": 0.3289774417877197,
      "step": 17325,
      "token_acc": 0.9071310116086235
    },
    {
      "epoch": 0.8630048304367313,
      "grad_norm": 2.910869598388672,
      "learning_rate": 6.521651090930997e-05,
      "loss": 0.3409025430679321,
      "step": 17330,
      "token_acc": 0.9170731707317074
    },
    {
      "epoch": 0.8632538220208157,
      "grad_norm": 1.661501169204712,
      "learning_rate": 6.519690057102025e-05,
      "loss": 0.43227152824401854,
      "step": 17335,
      "token_acc": 0.8991339786041773
    },
    {
      "epoch": 0.8635028136049001,
      "grad_norm": 5.178133010864258,
      "learning_rate": 6.517728765678079e-05,
      "loss": 0.22421014308929443,
      "step": 17340,
      "token_acc": 0.9693877551020408
    },
    {
      "epoch": 0.8637518051889846,
      "grad_norm": 1.2438325881958008,
      "learning_rate": 6.515767216991608e-05,
      "loss": 0.5210958003997803,
      "step": 17345,
      "token_acc": 0.831230283911672
    },
    {
      "epoch": 0.8640007967730691,
      "grad_norm": 3.4318690299987793,
      "learning_rate": 6.513805411375104e-05,
      "loss": 0.3092078924179077,
      "step": 17350,
      "token_acc": 0.9561380048141215
    },
    {
      "epoch": 0.8642497883571535,
      "grad_norm": 1.037874460220337,
      "learning_rate": 6.511843349161102e-05,
      "loss": 0.17730268239974975,
      "step": 17355,
      "token_acc": 0.9549027720314439
    },
    {
      "epoch": 0.864498779941238,
      "grad_norm": 0.7000493407249451,
      "learning_rate": 6.509881030682181e-05,
      "loss": 0.20805938243865968,
      "step": 17360,
      "token_acc": 0.9655698778833107
    },
    {
      "epoch": 0.8647477715253225,
      "grad_norm": 3.7675957679748535,
      "learning_rate": 6.507918456270967e-05,
      "loss": 0.49761385917663575,
      "step": 17365,
      "token_acc": 0.8065425831923294
    },
    {
      "epoch": 0.8649967631094069,
      "grad_norm": 0.4682118892669678,
      "learning_rate": 6.505955626260122e-05,
      "loss": 0.3930308103561401,
      "step": 17370,
      "token_acc": 0.8979915433403806
    },
    {
      "epoch": 0.8652457546934914,
      "grad_norm": 0.8373146653175354,
      "learning_rate": 6.503992540982359e-05,
      "loss": 0.35393083095550537,
      "step": 17375,
      "token_acc": 0.951417004048583
    },
    {
      "epoch": 0.8654947462775758,
      "grad_norm": 1.4877833127975464,
      "learning_rate": 6.502029200770427e-05,
      "loss": 0.3181138038635254,
      "step": 17380,
      "token_acc": 0.9095477386934674
    },
    {
      "epoch": 0.8657437378616603,
      "grad_norm": 0.6160712838172913,
      "learning_rate": 6.500065605957123e-05,
      "loss": 0.39431760311126707,
      "step": 17385,
      "token_acc": 0.8909874769041265
    },
    {
      "epoch": 0.8659927294457447,
      "grad_norm": 0.7587705254554749,
      "learning_rate": 6.498101756875288e-05,
      "loss": 0.165118408203125,
      "step": 17390,
      "token_acc": 0.9407979407979408
    },
    {
      "epoch": 0.8662417210298292,
      "grad_norm": 1.6118525266647339,
      "learning_rate": 6.496137653857802e-05,
      "loss": 0.24426615238189697,
      "step": 17395,
      "token_acc": 0.8938547486033519
    },
    {
      "epoch": 0.8664907126139136,
      "grad_norm": 1.327960729598999,
      "learning_rate": 6.494173297237591e-05,
      "loss": 0.1786269426345825,
      "step": 17400,
      "token_acc": 0.9278350515463918
    },
    {
      "epoch": 0.8667397041979981,
      "grad_norm": 3.0963854789733887,
      "learning_rate": 6.492208687347624e-05,
      "loss": 0.3915088176727295,
      "step": 17405,
      "token_acc": 0.8893499308437067
    },
    {
      "epoch": 0.8669886957820826,
      "grad_norm": 1.1238361597061157,
      "learning_rate": 6.490243824520911e-05,
      "loss": 0.29003105163574217,
      "step": 17410,
      "token_acc": 0.9153846153846154
    },
    {
      "epoch": 0.867237687366167,
      "grad_norm": 1.9256820678710938,
      "learning_rate": 6.488278709090505e-05,
      "loss": 0.2944228172302246,
      "step": 17415,
      "token_acc": 0.8685015290519877
    },
    {
      "epoch": 0.8674866789502514,
      "grad_norm": 1.9835907220840454,
      "learning_rate": 6.486313341389504e-05,
      "loss": 0.2619145393371582,
      "step": 17420,
      "token_acc": 0.9230769230769231
    },
    {
      "epoch": 0.867735670534336,
      "grad_norm": 0.5953568816184998,
      "learning_rate": 6.484347721751048e-05,
      "loss": 0.19607393741607665,
      "step": 17425,
      "token_acc": 0.9782675237220692
    },
    {
      "epoch": 0.8679846621184204,
      "grad_norm": 3.7196555137634277,
      "learning_rate": 6.48238185050832e-05,
      "loss": 0.5590515613555909,
      "step": 17430,
      "token_acc": 0.8094157685762904
    },
    {
      "epoch": 0.8682336537025048,
      "grad_norm": 0.6762056946754456,
      "learning_rate": 6.48041572799454e-05,
      "loss": 0.20326876640319824,
      "step": 17435,
      "token_acc": 0.9200507614213198
    },
    {
      "epoch": 0.8684826452865894,
      "grad_norm": 5.495738506317139,
      "learning_rate": 6.478449354542982e-05,
      "loss": 0.3508888244628906,
      "step": 17440,
      "token_acc": 0.8851063829787233
    },
    {
      "epoch": 0.8687316368706738,
      "grad_norm": 0.9486554861068726,
      "learning_rate": 6.476482730486953e-05,
      "loss": 0.4745302200317383,
      "step": 17445,
      "token_acc": 0.8775147928994083
    },
    {
      "epoch": 0.8689806284547582,
      "grad_norm": 1.980523943901062,
      "learning_rate": 6.474515856159803e-05,
      "loss": 0.3065302610397339,
      "step": 17450,
      "token_acc": 0.9045801526717557
    },
    {
      "epoch": 0.8692296200388426,
      "grad_norm": 3.847456455230713,
      "learning_rate": 6.472548731894931e-05,
      "loss": 0.4898639678955078,
      "step": 17455,
      "token_acc": 0.898936170212766
    },
    {
      "epoch": 0.8694786116229272,
      "grad_norm": 1.7838469743728638,
      "learning_rate": 6.470581358025773e-05,
      "loss": 0.27353456020355227,
      "step": 17460,
      "token_acc": 0.9162303664921466
    },
    {
      "epoch": 0.8697276032070116,
      "grad_norm": 2.67737078666687,
      "learning_rate": 6.468613734885809e-05,
      "loss": 0.3060410261154175,
      "step": 17465,
      "token_acc": 0.8567335243553008
    },
    {
      "epoch": 0.869976594791096,
      "grad_norm": 4.078556060791016,
      "learning_rate": 6.466645862808558e-05,
      "loss": 0.4339639663696289,
      "step": 17470,
      "token_acc": 0.858433734939759
    },
    {
      "epoch": 0.8702255863751805,
      "grad_norm": 7.0022454261779785,
      "learning_rate": 6.464677742127588e-05,
      "loss": 0.36743736267089844,
      "step": 17475,
      "token_acc": 0.9245398773006135
    },
    {
      "epoch": 0.870474577959265,
      "grad_norm": 1.4129095077514648,
      "learning_rate": 6.462709373176503e-05,
      "loss": 0.5356764316558837,
      "step": 17480,
      "token_acc": 0.8249794576828267
    },
    {
      "epoch": 0.8707235695433494,
      "grad_norm": 2.625108480453491,
      "learning_rate": 6.460740756288951e-05,
      "loss": 0.359589672088623,
      "step": 17485,
      "token_acc": 0.8787878787878788
    },
    {
      "epoch": 0.8709725611274339,
      "grad_norm": 3.32611083984375,
      "learning_rate": 6.458771891798623e-05,
      "loss": 0.43404474258422854,
      "step": 17490,
      "token_acc": 0.9342762063227953
    },
    {
      "epoch": 0.8712215527115184,
      "grad_norm": 0.8455116152763367,
      "learning_rate": 6.456802780039253e-05,
      "loss": 0.21472032070159913,
      "step": 17495,
      "token_acc": 0.981859410430839
    },
    {
      "epoch": 0.8714705442956028,
      "grad_norm": 0.8327419757843018,
      "learning_rate": 6.454833421344611e-05,
      "loss": 0.19646003246307372,
      "step": 17500,
      "token_acc": 0.9284219964136282
    },
    {
      "epoch": 0.8717195358796873,
      "grad_norm": 2.6640002727508545,
      "learning_rate": 6.452863816048517e-05,
      "loss": 0.1984674334526062,
      "step": 17505,
      "token_acc": 0.9338103756708408
    },
    {
      "epoch": 0.8719685274637717,
      "grad_norm": 0.9047186374664307,
      "learning_rate": 6.450893964484827e-05,
      "loss": 0.37190871238708495,
      "step": 17510,
      "token_acc": 0.8919382504288165
    },
    {
      "epoch": 0.8722175190478562,
      "grad_norm": 1.434308409690857,
      "learning_rate": 6.448923866987439e-05,
      "loss": 0.4019528865814209,
      "step": 17515,
      "token_acc": 0.8497913769123783
    },
    {
      "epoch": 0.8724665106319407,
      "grad_norm": 1.2349097728729248,
      "learning_rate": 6.446953523890299e-05,
      "loss": 0.295699143409729,
      "step": 17520,
      "token_acc": 0.8969072164948454
    },
    {
      "epoch": 0.8727155022160251,
      "grad_norm": 1.6430270671844482,
      "learning_rate": 6.444982935527383e-05,
      "loss": 0.4082451343536377,
      "step": 17525,
      "token_acc": 0.8789607097591888
    },
    {
      "epoch": 0.8729644938001095,
      "grad_norm": 0.8561830520629883,
      "learning_rate": 6.443012102232724e-05,
      "loss": 0.1822810411453247,
      "step": 17530,
      "token_acc": 0.9788884101680311
    },
    {
      "epoch": 0.873213485384194,
      "grad_norm": 0.3062853217124939,
      "learning_rate": 6.441041024340382e-05,
      "loss": 0.33040518760681153,
      "step": 17535,
      "token_acc": 0.9803680981595092
    },
    {
      "epoch": 0.8734624769682785,
      "grad_norm": 2.660820960998535,
      "learning_rate": 6.439069702184465e-05,
      "loss": 0.2302865505218506,
      "step": 17540,
      "token_acc": 0.9298561151079137
    },
    {
      "epoch": 0.8737114685523629,
      "grad_norm": 5.175027370452881,
      "learning_rate": 6.437098136099122e-05,
      "loss": 0.26227056980133057,
      "step": 17545,
      "token_acc": 0.9638989169675091
    },
    {
      "epoch": 0.8739604601364473,
      "grad_norm": 3.0854859352111816,
      "learning_rate": 6.435126326418546e-05,
      "loss": 0.37251057624816897,
      "step": 17550,
      "token_acc": 0.9603122966818478
    },
    {
      "epoch": 0.8742094517205319,
      "grad_norm": 3.627871513366699,
      "learning_rate": 6.433154273476965e-05,
      "loss": 0.3192925214767456,
      "step": 17555,
      "token_acc": 0.8985024958402662
    },
    {
      "epoch": 0.8744584433046163,
      "grad_norm": 3.9207353591918945,
      "learning_rate": 6.431181977608652e-05,
      "loss": 0.4887030601501465,
      "step": 17560,
      "token_acc": 0.8517397881996974
    },
    {
      "epoch": 0.8747074348887007,
      "grad_norm": 2.5968258380889893,
      "learning_rate": 6.429209439147924e-05,
      "loss": 0.2362748861312866,
      "step": 17565,
      "token_acc": 0.9224376731301939
    },
    {
      "epoch": 0.8749564264727853,
      "grad_norm": 8.463274955749512,
      "learning_rate": 6.427236658429133e-05,
      "loss": 0.3467683792114258,
      "step": 17570,
      "token_acc": 0.973568281938326
    },
    {
      "epoch": 0.8752054180568697,
      "grad_norm": 0.5097520351409912,
      "learning_rate": 6.425263635786679e-05,
      "loss": 0.30066514015197754,
      "step": 17575,
      "token_acc": 0.9549483013293943
    },
    {
      "epoch": 0.8754544096409541,
      "grad_norm": 1.9729477167129517,
      "learning_rate": 6.423290371554991e-05,
      "loss": 0.4941854953765869,
      "step": 17580,
      "token_acc": 0.9187279151943463
    },
    {
      "epoch": 0.8757034012250386,
      "grad_norm": 1.1558117866516113,
      "learning_rate": 6.421316866068555e-05,
      "loss": 0.5082630634307861,
      "step": 17585,
      "token_acc": 0.7854454203262233
    },
    {
      "epoch": 0.8759523928091231,
      "grad_norm": 1.027914047241211,
      "learning_rate": 6.419343119661886e-05,
      "loss": 0.6642076015472412,
      "step": 17590,
      "token_acc": 0.7987915407854985
    },
    {
      "epoch": 0.8762013843932075,
      "grad_norm": 0.4026753306388855,
      "learning_rate": 6.417369132669547e-05,
      "loss": 0.2682800769805908,
      "step": 17595,
      "token_acc": 0.9159698996655519
    },
    {
      "epoch": 0.8764503759772919,
      "grad_norm": 0.9253746271133423,
      "learning_rate": 6.415394905426135e-05,
      "loss": 0.26457626819610597,
      "step": 17600,
      "token_acc": 0.9446749654218534
    },
    {
      "epoch": 0.8766993675613765,
      "grad_norm": 0.7291918396949768,
      "learning_rate": 6.413420438266293e-05,
      "loss": 0.5454845905303956,
      "step": 17605,
      "token_acc": 0.8677884615384616
    },
    {
      "epoch": 0.8769483591454609,
      "grad_norm": 2.379229784011841,
      "learning_rate": 6.411445731524702e-05,
      "loss": 0.5600289344787598,
      "step": 17610,
      "token_acc": 0.8409090909090909
    },
    {
      "epoch": 0.8771973507295453,
      "grad_norm": 2.910726308822632,
      "learning_rate": 6.409470785536087e-05,
      "loss": 0.38931243419647216,
      "step": 17615,
      "token_acc": 0.8679245283018868
    },
    {
      "epoch": 0.8774463423136298,
      "grad_norm": 0.7633305788040161,
      "learning_rate": 6.407495600635207e-05,
      "loss": 0.2541746377944946,
      "step": 17620,
      "token_acc": 0.9639718804920914
    },
    {
      "epoch": 0.8776953338977143,
      "grad_norm": 1.5712438821792603,
      "learning_rate": 6.40552017715687e-05,
      "loss": 0.2659411907196045,
      "step": 17625,
      "token_acc": 0.90748031496063
    },
    {
      "epoch": 0.8779443254817987,
      "grad_norm": 2.198431968688965,
      "learning_rate": 6.403544515435917e-05,
      "loss": 0.32216801643371584,
      "step": 17630,
      "token_acc": 0.9702105803800719
    },
    {
      "epoch": 0.8781933170658832,
      "grad_norm": 2.1302127838134766,
      "learning_rate": 6.401568615807233e-05,
      "loss": 0.3381056785583496,
      "step": 17635,
      "token_acc": 0.9065335753176044
    },
    {
      "epoch": 0.8784423086499676,
      "grad_norm": 0.8626074194908142,
      "learning_rate": 6.399592478605745e-05,
      "loss": 0.45714941024780276,
      "step": 17640,
      "token_acc": 0.8951467944877172
    },
    {
      "epoch": 0.8786913002340521,
      "grad_norm": 7.749215126037598,
      "learning_rate": 6.397616104166413e-05,
      "loss": 0.2135689973831177,
      "step": 17645,
      "token_acc": 0.9794480328831474
    },
    {
      "epoch": 0.8789402918181366,
      "grad_norm": 1.270628571510315,
      "learning_rate": 6.395639492824248e-05,
      "loss": 0.3163106679916382,
      "step": 17650,
      "token_acc": 0.956953642384106
    },
    {
      "epoch": 0.879189283402221,
      "grad_norm": 1.531510591506958,
      "learning_rate": 6.39366264491429e-05,
      "loss": 0.3696125030517578,
      "step": 17655,
      "token_acc": 0.9026548672566371
    },
    {
      "epoch": 0.8794382749863054,
      "grad_norm": 7.005302906036377,
      "learning_rate": 6.391685560771633e-05,
      "loss": 0.39225168228149415,
      "step": 17660,
      "token_acc": 0.8752362948960303
    },
    {
      "epoch": 0.8796872665703899,
      "grad_norm": 2.4746506214141846,
      "learning_rate": 6.389708240731391e-05,
      "loss": 0.24486713409423827,
      "step": 17665,
      "token_acc": 0.9721860060843112
    },
    {
      "epoch": 0.8799362581544744,
      "grad_norm": 2.5686755180358887,
      "learning_rate": 6.387730685128738e-05,
      "loss": 0.6698188781738281,
      "step": 17670,
      "token_acc": 0.7935203094777563
    },
    {
      "epoch": 0.8801852497385588,
      "grad_norm": 0.9013586640357971,
      "learning_rate": 6.385752894298876e-05,
      "loss": 0.3406563997268677,
      "step": 17675,
      "token_acc": 0.8724966622162884
    },
    {
      "epoch": 0.8804342413226433,
      "grad_norm": 1.067887306213379,
      "learning_rate": 6.38377486857705e-05,
      "loss": 0.2729825973510742,
      "step": 17680,
      "token_acc": 0.8994229183841714
    },
    {
      "epoch": 0.8806832329067278,
      "grad_norm": 2.1810529232025146,
      "learning_rate": 6.381796608298548e-05,
      "loss": 0.3070959568023682,
      "step": 17685,
      "token_acc": 0.9274809160305344
    },
    {
      "epoch": 0.8809322244908122,
      "grad_norm": 1.5283982753753662,
      "learning_rate": 6.379818113798692e-05,
      "loss": 0.5043763160705567,
      "step": 17690,
      "token_acc": 0.8479087452471483
    },
    {
      "epoch": 0.8811812160748966,
      "grad_norm": 0.5138701796531677,
      "learning_rate": 6.37783938541285e-05,
      "loss": 0.3436198472976685,
      "step": 17695,
      "token_acc": 0.8757006264424662
    },
    {
      "epoch": 0.8814302076589812,
      "grad_norm": 2.6410868167877197,
      "learning_rate": 6.37586042347642e-05,
      "loss": 0.28692426681518557,
      "step": 17700,
      "token_acc": 0.9123076923076923
    },
    {
      "epoch": 0.8816791992430656,
      "grad_norm": 8.69034194946289,
      "learning_rate": 6.373881228324854e-05,
      "loss": 0.20202398300170898,
      "step": 17705,
      "token_acc": 0.9469623915139826
    },
    {
      "epoch": 0.88192819082715,
      "grad_norm": 1.2444895505905151,
      "learning_rate": 6.371901800293628e-05,
      "loss": 0.36137239933013915,
      "step": 17710,
      "token_acc": 0.9336086404066074
    },
    {
      "epoch": 0.8821771824112346,
      "grad_norm": 0.5697058439254761,
      "learning_rate": 6.369922139718269e-05,
      "loss": 0.21174204349517822,
      "step": 17715,
      "token_acc": 0.9226305609284333
    },
    {
      "epoch": 0.882426173995319,
      "grad_norm": 3.3642380237579346,
      "learning_rate": 6.367942246934337e-05,
      "loss": 0.35405902862548827,
      "step": 17720,
      "token_acc": 0.859271523178808
    },
    {
      "epoch": 0.8826751655794034,
      "grad_norm": 6.617592811584473,
      "learning_rate": 6.365962122277437e-05,
      "loss": 0.48694634437561035,
      "step": 17725,
      "token_acc": 0.8544627629334849
    },
    {
      "epoch": 0.8829241571634878,
      "grad_norm": 0.5075104236602783,
      "learning_rate": 6.363981766083207e-05,
      "loss": 0.21845996379852295,
      "step": 17730,
      "token_acc": 0.9706937799043063
    },
    {
      "epoch": 0.8831731487475724,
      "grad_norm": 0.4569542407989502,
      "learning_rate": 6.362001178687327e-05,
      "loss": 0.4095738410949707,
      "step": 17735,
      "token_acc": 0.9384797397219757
    },
    {
      "epoch": 0.8834221403316568,
      "grad_norm": 2.625418186187744,
      "learning_rate": 6.360020360425519e-05,
      "loss": 0.7801580905914307,
      "step": 17740,
      "token_acc": 0.7606263982102909
    },
    {
      "epoch": 0.8836711319157412,
      "grad_norm": 4.787290573120117,
      "learning_rate": 6.35803931163354e-05,
      "loss": 0.34646689891815186,
      "step": 17745,
      "token_acc": 0.892018779342723
    },
    {
      "epoch": 0.8839201234998257,
      "grad_norm": 6.938093662261963,
      "learning_rate": 6.356058032647184e-05,
      "loss": 0.3902058839797974,
      "step": 17750,
      "token_acc": 0.9129032258064517
    },
    {
      "epoch": 0.8841691150839102,
      "grad_norm": 0.8088949918746948,
      "learning_rate": 6.354076523802292e-05,
      "loss": 0.18003661632537843,
      "step": 17755,
      "token_acc": 0.9610778443113772
    },
    {
      "epoch": 0.8844181066679946,
      "grad_norm": 2.9815917015075684,
      "learning_rate": 6.352094785434741e-05,
      "loss": 0.5279502868652344,
      "step": 17760,
      "token_acc": 0.8345606283750614
    },
    {
      "epoch": 0.8846670982520791,
      "grad_norm": 1.006286382675171,
      "learning_rate": 6.35011281788044e-05,
      "loss": 0.3218836307525635,
      "step": 17765,
      "token_acc": 0.9076305220883534
    },
    {
      "epoch": 0.8849160898361635,
      "grad_norm": 1.5830484628677368,
      "learning_rate": 6.348130621475346e-05,
      "loss": 0.5875514030456543,
      "step": 17770,
      "token_acc": 0.8835227272727273
    },
    {
      "epoch": 0.885165081420248,
      "grad_norm": 3.1406309604644775,
      "learning_rate": 6.34614819655545e-05,
      "loss": 0.3868798494338989,
      "step": 17775,
      "token_acc": 0.8952095808383234
    },
    {
      "epoch": 0.8854140730043325,
      "grad_norm": 0.9042785167694092,
      "learning_rate": 6.344165543456784e-05,
      "loss": 0.24045345783233643,
      "step": 17780,
      "token_acc": 0.9285714285714286
    },
    {
      "epoch": 0.8856630645884169,
      "grad_norm": 1.110438346862793,
      "learning_rate": 6.342182662515415e-05,
      "loss": 0.3392375707626343,
      "step": 17785,
      "token_acc": 0.9188854489164087
    },
    {
      "epoch": 0.8859120561725013,
      "grad_norm": 1.2395427227020264,
      "learning_rate": 6.340199554067454e-05,
      "loss": 0.39704959392547606,
      "step": 17790,
      "token_acc": 0.8900845503458877
    },
    {
      "epoch": 0.8861610477565858,
      "grad_norm": 1.268852949142456,
      "learning_rate": 6.338216218449048e-05,
      "loss": 0.2785810470581055,
      "step": 17795,
      "token_acc": 0.9021106259097526
    },
    {
      "epoch": 0.8864100393406703,
      "grad_norm": 2.946239471435547,
      "learning_rate": 6.336232655996377e-05,
      "loss": 0.5931878566741944,
      "step": 17800,
      "token_acc": 0.7828571428571428
    },
    {
      "epoch": 0.8866590309247547,
      "grad_norm": 2.637404680252075,
      "learning_rate": 6.334248867045671e-05,
      "loss": 0.3665489196777344,
      "step": 17805,
      "token_acc": 0.9471598414795245
    },
    {
      "epoch": 0.8869080225088392,
      "grad_norm": 0.7093927264213562,
      "learning_rate": 6.332264851933188e-05,
      "loss": 0.30344429016113283,
      "step": 17810,
      "token_acc": 0.8444948921679909
    },
    {
      "epoch": 0.8871570140929237,
      "grad_norm": 0.7406358122825623,
      "learning_rate": 6.330280610995229e-05,
      "loss": 0.29466292858123777,
      "step": 17815,
      "token_acc": 0.9299835255354201
    },
    {
      "epoch": 0.8874060056770081,
      "grad_norm": 1.3332898616790771,
      "learning_rate": 6.328296144568134e-05,
      "loss": 0.27799673080444337,
      "step": 17820,
      "token_acc": 0.9330171902786011
    },
    {
      "epoch": 0.8876549972610925,
      "grad_norm": 0.6785538792610168,
      "learning_rate": 6.326311452988278e-05,
      "loss": 0.35763776302337646,
      "step": 17825,
      "token_acc": 0.9670702179176756
    },
    {
      "epoch": 0.8879039888451771,
      "grad_norm": 0.8544175624847412,
      "learning_rate": 6.324326536592078e-05,
      "loss": 0.24167299270629883,
      "step": 17830,
      "token_acc": 0.9102333931777379
    },
    {
      "epoch": 0.8881529804292615,
      "grad_norm": 1.5398163795471191,
      "learning_rate": 6.322341395715987e-05,
      "loss": 0.4175564289093018,
      "step": 17835,
      "token_acc": 0.8975297346752058
    },
    {
      "epoch": 0.8884019720133459,
      "grad_norm": 3.895373821258545,
      "learning_rate": 6.320356030696494e-05,
      "loss": 0.17995836734771728,
      "step": 17840,
      "token_acc": 0.9563812600969306
    },
    {
      "epoch": 0.8886509635974305,
      "grad_norm": 0.9602866172790527,
      "learning_rate": 6.31837044187013e-05,
      "loss": 0.2510117530822754,
      "step": 17845,
      "token_acc": 0.921760391198044
    },
    {
      "epoch": 0.8888999551815149,
      "grad_norm": 3.47121262550354,
      "learning_rate": 6.316384629573461e-05,
      "loss": 0.4462242603302002,
      "step": 17850,
      "token_acc": 0.8007128007128007
    },
    {
      "epoch": 0.8891489467655993,
      "grad_norm": 1.4506317377090454,
      "learning_rate": 6.314398594143094e-05,
      "loss": 0.19415059089660644,
      "step": 17855,
      "token_acc": 0.9379943055994938
    },
    {
      "epoch": 0.8893979383496837,
      "grad_norm": 2.8591396808624268,
      "learning_rate": 6.312412335915671e-05,
      "loss": 0.43518657684326173,
      "step": 17860,
      "token_acc": 0.8812709030100334
    },
    {
      "epoch": 0.8896469299337683,
      "grad_norm": 3.1253833770751953,
      "learning_rate": 6.31042585522787e-05,
      "loss": 0.4609971046447754,
      "step": 17865,
      "token_acc": 0.8476190476190476
    },
    {
      "epoch": 0.8898959215178527,
      "grad_norm": 2.4682207107543945,
      "learning_rate": 6.308439152416414e-05,
      "loss": 0.3820742130279541,
      "step": 17870,
      "token_acc": 0.9007652431498395
    },
    {
      "epoch": 0.8901449131019371,
      "grad_norm": 1.4276518821716309,
      "learning_rate": 6.306452227818055e-05,
      "loss": 0.38410446643829343,
      "step": 17875,
      "token_acc": 0.8576388888888888
    },
    {
      "epoch": 0.8903939046860216,
      "grad_norm": 1.8484615087509155,
      "learning_rate": 6.304465081769588e-05,
      "loss": 0.2625648736953735,
      "step": 17880,
      "token_acc": 0.882865440464666
    },
    {
      "epoch": 0.8906428962701061,
      "grad_norm": 2.1349897384643555,
      "learning_rate": 6.302477714607845e-05,
      "loss": 0.3067580461502075,
      "step": 17885,
      "token_acc": 0.8912529550827423
    },
    {
      "epoch": 0.8908918878541905,
      "grad_norm": 0.9831975102424622,
      "learning_rate": 6.300490126669692e-05,
      "loss": 0.28548736572265626,
      "step": 17890,
      "token_acc": 0.9491654021244309
    },
    {
      "epoch": 0.891140879438275,
      "grad_norm": 2.3316810131073,
      "learning_rate": 6.298502318292035e-05,
      "loss": 0.19810788631439208,
      "step": 17895,
      "token_acc": 0.968437259430331
    },
    {
      "epoch": 0.8913898710223594,
      "grad_norm": 1.4818209409713745,
      "learning_rate": 6.296514289811822e-05,
      "loss": 0.39501633644104006,
      "step": 17900,
      "token_acc": 0.9477124183006536
    },
    {
      "epoch": 0.8916388626064439,
      "grad_norm": 1.2305364608764648,
      "learning_rate": 6.29452604156603e-05,
      "loss": 0.24467124938964843,
      "step": 17905,
      "token_acc": 0.9074141709276844
    },
    {
      "epoch": 0.8918878541905284,
      "grad_norm": 1.946618676185608,
      "learning_rate": 6.292537573891674e-05,
      "loss": 0.39409010410308837,
      "step": 17910,
      "token_acc": 0.8155699721964782
    },
    {
      "epoch": 0.8921368457746128,
      "grad_norm": 1.550592064857483,
      "learning_rate": 6.290548887125817e-05,
      "loss": 0.6072104454040528,
      "step": 17915,
      "token_acc": 0.787350054525627
    },
    {
      "epoch": 0.8923858373586973,
      "grad_norm": 2.465242624282837,
      "learning_rate": 6.288559981605545e-05,
      "loss": 0.37419564723968507,
      "step": 17920,
      "token_acc": 0.88909426987061
    },
    {
      "epoch": 0.8926348289427818,
      "grad_norm": 1.4603275060653687,
      "learning_rate": 6.286570857667989e-05,
      "loss": 0.2751793384552002,
      "step": 17925,
      "token_acc": 0.9140461215932913
    },
    {
      "epoch": 0.8928838205268662,
      "grad_norm": 7.990791320800781,
      "learning_rate": 6.284581515650314e-05,
      "loss": 0.38221540451049807,
      "step": 17930,
      "token_acc": 0.9152542372881356
    },
    {
      "epoch": 0.8931328121109506,
      "grad_norm": 1.3793729543685913,
      "learning_rate": 6.282591955889727e-05,
      "loss": 0.3433695793151855,
      "step": 17935,
      "token_acc": 0.9190371991247265
    },
    {
      "epoch": 0.8933818036950351,
      "grad_norm": 0.5188131332397461,
      "learning_rate": 6.280602178723465e-05,
      "loss": 0.3545050144195557,
      "step": 17940,
      "token_acc": 0.9128787878787878
    },
    {
      "epoch": 0.8936307952791196,
      "grad_norm": 2.651095151901245,
      "learning_rate": 6.278612184488805e-05,
      "loss": 0.3051823616027832,
      "step": 17945,
      "token_acc": 0.890728476821192
    },
    {
      "epoch": 0.893879786863204,
      "grad_norm": 2.562265157699585,
      "learning_rate": 6.276621973523064e-05,
      "loss": 0.3929701805114746,
      "step": 17950,
      "token_acc": 0.8976377952755905
    },
    {
      "epoch": 0.8941287784472884,
      "grad_norm": 2.5960395336151123,
      "learning_rate": 6.274631546163588e-05,
      "loss": 0.4523167133331299,
      "step": 17955,
      "token_acc": 0.8315256688358641
    },
    {
      "epoch": 0.894377770031373,
      "grad_norm": 1.2360202074050903,
      "learning_rate": 6.272640902747768e-05,
      "loss": 0.25119781494140625,
      "step": 17960,
      "token_acc": 0.9147286821705426
    },
    {
      "epoch": 0.8946267616154574,
      "grad_norm": 3.257892370223999,
      "learning_rate": 6.270650043613027e-05,
      "loss": 0.3437880277633667,
      "step": 17965,
      "token_acc": 0.8857142857142857
    },
    {
      "epoch": 0.8948757531995418,
      "grad_norm": 3.401951789855957,
      "learning_rate": 6.268658969096823e-05,
      "loss": 0.35293099880218504,
      "step": 17970,
      "token_acc": 0.9345740040709508
    },
    {
      "epoch": 0.8951247447836264,
      "grad_norm": 1.30067777633667,
      "learning_rate": 6.266667679536656e-05,
      "loss": 0.26188030242919924,
      "step": 17975,
      "token_acc": 0.9740380157626333
    },
    {
      "epoch": 0.8953737363677108,
      "grad_norm": 2.7202813625335693,
      "learning_rate": 6.264676175270059e-05,
      "loss": 0.5328885078430176,
      "step": 17980,
      "token_acc": 0.8149038461538461
    },
    {
      "epoch": 0.8956227279517952,
      "grad_norm": 1.2177743911743164,
      "learning_rate": 6.262684456634601e-05,
      "loss": 0.31437652111053466,
      "step": 17985,
      "token_acc": 0.9195640892579139
    },
    {
      "epoch": 0.8958717195358797,
      "grad_norm": 2.4068820476531982,
      "learning_rate": 6.260692523967889e-05,
      "loss": 0.41326289176940917,
      "step": 17990,
      "token_acc": 0.8176100628930818
    },
    {
      "epoch": 0.8961207111199642,
      "grad_norm": 3.5985922813415527,
      "learning_rate": 6.258700377607563e-05,
      "loss": 0.4357150554656982,
      "step": 17995,
      "token_acc": 0.7876681614349775
    },
    {
      "epoch": 0.8963697027040486,
      "grad_norm": 0.6753144860267639,
      "learning_rate": 6.256708017891307e-05,
      "loss": 0.20983638763427734,
      "step": 18000,
      "token_acc": 0.9100642398286938
    },
    {
      "epoch": 0.896618694288133,
      "grad_norm": 0.8625081777572632,
      "learning_rate": 6.254715445156828e-05,
      "loss": 0.36779446601867677,
      "step": 18005,
      "token_acc": 0.8661567877629063
    },
    {
      "epoch": 0.8968676858722175,
      "grad_norm": 1.6982247829437256,
      "learning_rate": 6.252722659741883e-05,
      "loss": 0.45299153327941893,
      "step": 18010,
      "token_acc": 0.9413343558282209
    },
    {
      "epoch": 0.897116677456302,
      "grad_norm": 1.8183673620224,
      "learning_rate": 6.250729661984258e-05,
      "loss": 0.32622740268707273,
      "step": 18015,
      "token_acc": 0.9376915219611849
    },
    {
      "epoch": 0.8973656690403864,
      "grad_norm": 1.982607126235962,
      "learning_rate": 6.248736452221772e-05,
      "loss": 0.34144911766052244,
      "step": 18020,
      "token_acc": 0.8594126143476167
    },
    {
      "epoch": 0.8976146606244709,
      "grad_norm": 0.5934097170829773,
      "learning_rate": 6.246743030792292e-05,
      "loss": 0.5051885604858398,
      "step": 18025,
      "token_acc": 0.8945137157107232
    },
    {
      "epoch": 0.8978636522085554,
      "grad_norm": 0.7668095827102661,
      "learning_rate": 6.244749398033704e-05,
      "loss": 0.39721877574920655,
      "step": 18030,
      "token_acc": 0.8795871559633027
    },
    {
      "epoch": 0.8981126437926398,
      "grad_norm": 3.3509206771850586,
      "learning_rate": 6.242755554283944e-05,
      "loss": 0.35097217559814453,
      "step": 18035,
      "token_acc": 0.9260013577732519
    },
    {
      "epoch": 0.8983616353767243,
      "grad_norm": 5.403175354003906,
      "learning_rate": 6.240761499880976e-05,
      "loss": 0.3392960786819458,
      "step": 18040,
      "token_acc": 0.8882175226586103
    },
    {
      "epoch": 0.8986106269608087,
      "grad_norm": 1.8131592273712158,
      "learning_rate": 6.238767235162804e-05,
      "loss": 0.4465545654296875,
      "step": 18045,
      "token_acc": 0.8870967741935484
    },
    {
      "epoch": 0.8988596185448932,
      "grad_norm": 3.0054471492767334,
      "learning_rate": 6.236772760467463e-05,
      "loss": 0.3610297441482544,
      "step": 18050,
      "token_acc": 0.9233004067402673
    },
    {
      "epoch": 0.8991086101289777,
      "grad_norm": 0.5355120897293091,
      "learning_rate": 6.23477807613303e-05,
      "loss": 0.36374831199645996,
      "step": 18055,
      "token_acc": 0.9643501805054152
    },
    {
      "epoch": 0.8993576017130621,
      "grad_norm": 1.5598522424697876,
      "learning_rate": 6.23278318249761e-05,
      "loss": 0.20220742225646973,
      "step": 18060,
      "token_acc": 0.9600352630032325
    },
    {
      "epoch": 0.8996065932971465,
      "grad_norm": 3.219047784805298,
      "learning_rate": 6.23078807989935e-05,
      "loss": 0.5263557434082031,
      "step": 18065,
      "token_acc": 0.805625
    },
    {
      "epoch": 0.899855584881231,
      "grad_norm": 1.9421483278274536,
      "learning_rate": 6.228792768676429e-05,
      "loss": 0.371516489982605,
      "step": 18070,
      "token_acc": 0.9220636663007684
    },
    {
      "epoch": 0.9001045764653155,
      "grad_norm": 0.7171481847763062,
      "learning_rate": 6.226797249167061e-05,
      "loss": 0.1767629027366638,
      "step": 18075,
      "token_acc": 0.975557917109458
    },
    {
      "epoch": 0.9003535680493999,
      "grad_norm": 1.3028982877731323,
      "learning_rate": 6.224801521709498e-05,
      "loss": 0.25224411487579346,
      "step": 18080,
      "token_acc": 0.9251870324189526
    },
    {
      "epoch": 0.9006025596334843,
      "grad_norm": 0.6110413670539856,
      "learning_rate": 6.222805586642024e-05,
      "loss": 0.14053281545639038,
      "step": 18085,
      "token_acc": 0.9725638599810785
    },
    {
      "epoch": 0.9008515512175689,
      "grad_norm": 5.147422790527344,
      "learning_rate": 6.220809444302963e-05,
      "loss": 0.5584783554077148,
      "step": 18090,
      "token_acc": 0.8025177025963808
    },
    {
      "epoch": 0.9011005428016533,
      "grad_norm": 2.353510856628418,
      "learning_rate": 6.218813095030668e-05,
      "loss": 0.45612244606018065,
      "step": 18095,
      "token_acc": 0.8561020036429873
    },
    {
      "epoch": 0.9013495343857377,
      "grad_norm": 0.9747556447982788,
      "learning_rate": 6.21681653916353e-05,
      "loss": 0.2527897596359253,
      "step": 18100,
      "token_acc": 0.941025641025641
    },
    {
      "epoch": 0.9015985259698223,
      "grad_norm": 1.2137186527252197,
      "learning_rate": 6.214819777039976e-05,
      "loss": 0.3247269868850708,
      "step": 18105,
      "token_acc": 0.9423076923076923
    },
    {
      "epoch": 0.9018475175539067,
      "grad_norm": 0.9979315400123596,
      "learning_rate": 6.212822808998468e-05,
      "loss": 0.2518625736236572,
      "step": 18110,
      "token_acc": 0.9102167182662538
    },
    {
      "epoch": 0.9020965091379911,
      "grad_norm": 1.0082472562789917,
      "learning_rate": 6.210825635377501e-05,
      "loss": 0.4676235198974609,
      "step": 18115,
      "token_acc": 0.8590476190476191
    },
    {
      "epoch": 0.9023455007220756,
      "grad_norm": 2.713870048522949,
      "learning_rate": 6.208828256515607e-05,
      "loss": 0.6713518142700196,
      "step": 18120,
      "token_acc": 0.8549892318736539
    },
    {
      "epoch": 0.9025944923061601,
      "grad_norm": 0.9480054378509521,
      "learning_rate": 6.206830672751347e-05,
      "loss": 0.2926708936691284,
      "step": 18125,
      "token_acc": 0.8781664656212304
    },
    {
      "epoch": 0.9028434838902445,
      "grad_norm": 2.203030824661255,
      "learning_rate": 6.204832884423328e-05,
      "loss": 0.19082863330841066,
      "step": 18130,
      "token_acc": 0.9363591514553528
    },
    {
      "epoch": 0.9030924754743289,
      "grad_norm": 1.483276128768921,
      "learning_rate": 6.20283489187018e-05,
      "loss": 0.3111309766769409,
      "step": 18135,
      "token_acc": 0.8549356223175966
    },
    {
      "epoch": 0.9033414670584134,
      "grad_norm": 2.6756820678710938,
      "learning_rate": 6.200836695430575e-05,
      "loss": 0.40978288650512695,
      "step": 18140,
      "token_acc": 0.948471615720524
    },
    {
      "epoch": 0.9035904586424979,
      "grad_norm": 1.0173271894454956,
      "learning_rate": 6.198838295443217e-05,
      "loss": 0.2447190523147583,
      "step": 18145,
      "token_acc": 0.907258064516129
    },
    {
      "epoch": 0.9038394502265823,
      "grad_norm": 0.3814634680747986,
      "learning_rate": 6.196839692246842e-05,
      "loss": 0.3265587568283081,
      "step": 18150,
      "token_acc": 0.9169375225713254
    },
    {
      "epoch": 0.9040884418106668,
      "grad_norm": 2.2510831356048584,
      "learning_rate": 6.194840886180228e-05,
      "loss": 0.5078751087188721,
      "step": 18155,
      "token_acc": 0.850415512465374
    },
    {
      "epoch": 0.9043374333947513,
      "grad_norm": 2.165543794631958,
      "learning_rate": 6.192841877582178e-05,
      "loss": 0.23888766765594482,
      "step": 18160,
      "token_acc": 0.9088471849865952
    },
    {
      "epoch": 0.9045864249788357,
      "grad_norm": 1.9679763317108154,
      "learning_rate": 6.190842666791536e-05,
      "loss": 0.6070353984832764,
      "step": 18165,
      "token_acc": 0.7623982235381199
    },
    {
      "epoch": 0.9048354165629202,
      "grad_norm": 3.135700225830078,
      "learning_rate": 6.188843254147178e-05,
      "loss": 0.4052694797515869,
      "step": 18170,
      "token_acc": 0.8844011142061281
    },
    {
      "epoch": 0.9050844081470046,
      "grad_norm": 1.497318148612976,
      "learning_rate": 6.186843639988015e-05,
      "loss": 0.23649950027465821,
      "step": 18175,
      "token_acc": 0.948768472906404
    },
    {
      "epoch": 0.9053333997310891,
      "grad_norm": 0.9304322600364685,
      "learning_rate": 6.18484382465299e-05,
      "loss": 0.18999106884002687,
      "step": 18180,
      "token_acc": 0.9460431654676259
    },
    {
      "epoch": 0.9055823913151736,
      "grad_norm": 1.9109768867492676,
      "learning_rate": 6.182843808481082e-05,
      "loss": 0.2620899438858032,
      "step": 18185,
      "token_acc": 0.9043760129659644
    },
    {
      "epoch": 0.905831382899258,
      "grad_norm": 2.4139912128448486,
      "learning_rate": 6.180843591811302e-05,
      "loss": 0.4324656963348389,
      "step": 18190,
      "token_acc": 0.8647834274952919
    },
    {
      "epoch": 0.9060803744833424,
      "grad_norm": 0.78432697057724,
      "learning_rate": 6.1788431749827e-05,
      "loss": 0.16153898239135742,
      "step": 18195,
      "token_acc": 0.9466192170818505
    },
    {
      "epoch": 0.9063293660674269,
      "grad_norm": 0.46119531989097595,
      "learning_rate": 6.176842558334356e-05,
      "loss": 0.3633195161819458,
      "step": 18200,
      "token_acc": 0.909682899207248
    },
    {
      "epoch": 0.9065783576515114,
      "grad_norm": 0.8309175968170166,
      "learning_rate": 6.174841742205381e-05,
      "loss": 0.2309814453125,
      "step": 18205,
      "token_acc": 0.9474004256612952
    },
    {
      "epoch": 0.9068273492355958,
      "grad_norm": 1.298125982284546,
      "learning_rate": 6.172840726934927e-05,
      "loss": 0.18299082517623902,
      "step": 18210,
      "token_acc": 0.9321766561514195
    },
    {
      "epoch": 0.9070763408196802,
      "grad_norm": 0.34871816635131836,
      "learning_rate": 6.170839512862173e-05,
      "loss": 0.24898571968078614,
      "step": 18215,
      "token_acc": 0.9564290067032297
    },
    {
      "epoch": 0.9073253324037648,
      "grad_norm": 4.902646064758301,
      "learning_rate": 6.168838100326339e-05,
      "loss": 0.3864788293838501,
      "step": 18220,
      "token_acc": 0.9049079754601227
    },
    {
      "epoch": 0.9075743239878492,
      "grad_norm": 5.563338279724121,
      "learning_rate": 6.16683648966667e-05,
      "loss": 0.5432070732116699,
      "step": 18225,
      "token_acc": 0.8492063492063492
    },
    {
      "epoch": 0.9078233155719336,
      "grad_norm": 2.09448504447937,
      "learning_rate": 6.16483468122245e-05,
      "loss": 0.7270599365234375,
      "step": 18230,
      "token_acc": 0.7600922722029988
    },
    {
      "epoch": 0.9080723071560182,
      "grad_norm": 1.6861881017684937,
      "learning_rate": 6.162832675332996e-05,
      "loss": 0.22871525287628175,
      "step": 18235,
      "token_acc": 0.9203703703703704
    },
    {
      "epoch": 0.9083212987401026,
      "grad_norm": 1.186155915260315,
      "learning_rate": 6.160830472337657e-05,
      "loss": 0.38287062644958497,
      "step": 18240,
      "token_acc": 0.8632385120350109
    },
    {
      "epoch": 0.908570290324187,
      "grad_norm": 1.806578516960144,
      "learning_rate": 6.158828072575817e-05,
      "loss": 0.28844199180603025,
      "step": 18245,
      "token_acc": 0.9250535331905781
    },
    {
      "epoch": 0.9088192819082715,
      "grad_norm": 0.2200447916984558,
      "learning_rate": 6.156825476386894e-05,
      "loss": 0.30738885402679444,
      "step": 18250,
      "token_acc": 0.9186097668279807
    },
    {
      "epoch": 0.909068273492356,
      "grad_norm": 1.6686291694641113,
      "learning_rate": 6.154822684110336e-05,
      "loss": 0.16575106382369995,
      "step": 18255,
      "token_acc": 0.970344009489917
    },
    {
      "epoch": 0.9093172650764404,
      "grad_norm": 3.0858328342437744,
      "learning_rate": 6.152819696085626e-05,
      "loss": 0.35987138748168945,
      "step": 18260,
      "token_acc": 0.904
    },
    {
      "epoch": 0.9095662566605248,
      "grad_norm": 1.4299640655517578,
      "learning_rate": 6.150816512652283e-05,
      "loss": 0.20311896800994872,
      "step": 18265,
      "token_acc": 0.91875
    },
    {
      "epoch": 0.9098152482446094,
      "grad_norm": 0.5892969369888306,
      "learning_rate": 6.148813134149853e-05,
      "loss": 0.21900007724761963,
      "step": 18270,
      "token_acc": 0.9392712550607287
    },
    {
      "epoch": 0.9100642398286938,
      "grad_norm": 2.761720895767212,
      "learning_rate": 6.146809560917921e-05,
      "loss": 0.35052490234375,
      "step": 18275,
      "token_acc": 0.8335451080050826
    },
    {
      "epoch": 0.9103132314127782,
      "grad_norm": 0.30991435050964355,
      "learning_rate": 6.144805793296101e-05,
      "loss": 0.1875934362411499,
      "step": 18280,
      "token_acc": 0.9817880794701986
    },
    {
      "epoch": 0.9105622229968627,
      "grad_norm": 0.687702476978302,
      "learning_rate": 6.142801831624043e-05,
      "loss": 0.2602032899856567,
      "step": 18285,
      "token_acc": 0.9174174174174174
    },
    {
      "epoch": 0.9108112145809472,
      "grad_norm": 1.2185903787612915,
      "learning_rate": 6.140797676241428e-05,
      "loss": 0.20863420963287355,
      "step": 18290,
      "token_acc": 0.926829268292683
    },
    {
      "epoch": 0.9110602061650316,
      "grad_norm": 9.658573150634766,
      "learning_rate": 6.13879332748797e-05,
      "loss": 0.5057634830474853,
      "step": 18295,
      "token_acc": 0.865506329113924
    },
    {
      "epoch": 0.9113091977491161,
      "grad_norm": 3.6216647624969482,
      "learning_rate": 6.136788785703415e-05,
      "loss": 0.36951987743377684,
      "step": 18300,
      "token_acc": 0.8823529411764706
    },
    {
      "epoch": 0.9115581893332005,
      "grad_norm": 2.1700711250305176,
      "learning_rate": 6.134784051227543e-05,
      "loss": 0.4118953704833984,
      "step": 18305,
      "token_acc": 0.9137769447047798
    },
    {
      "epoch": 0.911807180917285,
      "grad_norm": 1.1129072904586792,
      "learning_rate": 6.132779124400169e-05,
      "loss": 0.2710737943649292,
      "step": 18310,
      "token_acc": 0.9129746835443038
    },
    {
      "epoch": 0.9120561725013695,
      "grad_norm": 2.6472208499908447,
      "learning_rate": 6.130774005561136e-05,
      "loss": 0.1902693510055542,
      "step": 18315,
      "token_acc": 0.9805793285055958
    },
    {
      "epoch": 0.9123051640854539,
      "grad_norm": 2.6102023124694824,
      "learning_rate": 6.128768695050319e-05,
      "loss": 0.31294128894805906,
      "step": 18320,
      "token_acc": 0.8359375
    },
    {
      "epoch": 0.9125541556695383,
      "grad_norm": 2.1579957008361816,
      "learning_rate": 6.126763193207634e-05,
      "loss": 0.36806612014770507,
      "step": 18325,
      "token_acc": 0.863517060367454
    },
    {
      "epoch": 0.9128031472536229,
      "grad_norm": 4.924526691436768,
      "learning_rate": 6.124757500373018e-05,
      "loss": 0.27371931076049805,
      "step": 18330,
      "token_acc": 0.9288343558282208
    },
    {
      "epoch": 0.9130521388377073,
      "grad_norm": 1.9665015935897827,
      "learning_rate": 6.122751616886449e-05,
      "loss": 0.42098407745361327,
      "step": 18335,
      "token_acc": 0.9092077087794432
    },
    {
      "epoch": 0.9133011304217917,
      "grad_norm": 1.261621356010437,
      "learning_rate": 6.120745543087934e-05,
      "loss": 0.425978946685791,
      "step": 18340,
      "token_acc": 0.8786964393482197
    },
    {
      "epoch": 0.9135501220058762,
      "grad_norm": 0.9817845225334167,
      "learning_rate": 6.118739279317508e-05,
      "loss": 0.4199822902679443,
      "step": 18345,
      "token_acc": 0.87279843444227
    },
    {
      "epoch": 0.9137991135899607,
      "grad_norm": 1.7211421728134155,
      "learning_rate": 6.11673282591525e-05,
      "loss": 0.27657251358032225,
      "step": 18350,
      "token_acc": 0.9085714285714286
    },
    {
      "epoch": 0.9140481051740451,
      "grad_norm": 3.3748812675476074,
      "learning_rate": 6.114726183221258e-05,
      "loss": 0.25913410186767577,
      "step": 18355,
      "token_acc": 0.9436913451511991
    },
    {
      "epoch": 0.9142970967581295,
      "grad_norm": 1.810349702835083,
      "learning_rate": 6.112719351575671e-05,
      "loss": 0.27732019424438475,
      "step": 18360,
      "token_acc": 0.8474945533769063
    },
    {
      "epoch": 0.9145460883422141,
      "grad_norm": 2.134756088256836,
      "learning_rate": 6.110712331318655e-05,
      "loss": 0.21664485931396485,
      "step": 18365,
      "token_acc": 0.9287054409005628
    },
    {
      "epoch": 0.9147950799262985,
      "grad_norm": 1.9007368087768555,
      "learning_rate": 6.10870512279041e-05,
      "loss": 0.3058304786682129,
      "step": 18370,
      "token_acc": 0.9172113289760349
    },
    {
      "epoch": 0.9150440715103829,
      "grad_norm": 2.8305845260620117,
      "learning_rate": 6.106697726331168e-05,
      "loss": 0.3577547311782837,
      "step": 18375,
      "token_acc": 0.9012208657047724
    },
    {
      "epoch": 0.9152930630944675,
      "grad_norm": 3.337362766265869,
      "learning_rate": 6.104690142281195e-05,
      "loss": 0.3548631191253662,
      "step": 18380,
      "token_acc": 0.9378640776699029
    },
    {
      "epoch": 0.9155420546785519,
      "grad_norm": 2.531663417816162,
      "learning_rate": 6.1026823709807836e-05,
      "loss": 0.32639636993408205,
      "step": 18385,
      "token_acc": 0.9643874643874644
    },
    {
      "epoch": 0.9157910462626363,
      "grad_norm": 5.806240081787109,
      "learning_rate": 6.100674412770261e-05,
      "loss": 0.2927663803100586,
      "step": 18390,
      "token_acc": 0.9693931398416886
    },
    {
      "epoch": 0.9160400378467208,
      "grad_norm": 2.7444772720336914,
      "learning_rate": 6.0986662679899875e-05,
      "loss": 0.30729410648345945,
      "step": 18395,
      "token_acc": 0.8886255924170616
    },
    {
      "epoch": 0.9162890294308053,
      "grad_norm": 1.0142017602920532,
      "learning_rate": 6.096657936980351e-05,
      "loss": 0.25354485511779784,
      "step": 18400,
      "token_acc": 0.922077922077922
    },
    {
      "epoch": 0.9165380210148897,
      "grad_norm": 4.612884521484375,
      "learning_rate": 6.094649420081778e-05,
      "loss": 0.6196534156799316,
      "step": 18405,
      "token_acc": 0.7936507936507936
    },
    {
      "epoch": 0.9167870125989741,
      "grad_norm": 1.166822075843811,
      "learning_rate": 6.092640717634717e-05,
      "loss": 0.3720489263534546,
      "step": 18410,
      "token_acc": 0.8988717091516925
    },
    {
      "epoch": 0.9170360041830586,
      "grad_norm": 1.7445188760757446,
      "learning_rate": 6.090631829979657e-05,
      "loss": 0.22478442192077636,
      "step": 18415,
      "token_acc": 0.9257294429708223
    },
    {
      "epoch": 0.9172849957671431,
      "grad_norm": 2.6318514347076416,
      "learning_rate": 6.088622757457113e-05,
      "loss": 0.2137002468109131,
      "step": 18420,
      "token_acc": 0.9463379260333575
    },
    {
      "epoch": 0.9175339873512275,
      "grad_norm": 3.6067376136779785,
      "learning_rate": 6.086613500407631e-05,
      "loss": 0.19034597873687745,
      "step": 18425,
      "token_acc": 0.9589003054707026
    },
    {
      "epoch": 0.917782978935312,
      "grad_norm": 3.3234152793884277,
      "learning_rate": 6.084604059171792e-05,
      "loss": 0.35811944007873536,
      "step": 18430,
      "token_acc": 0.9124886052871468
    },
    {
      "epoch": 0.9180319705193964,
      "grad_norm": 2.2350244522094727,
      "learning_rate": 6.082594434090206e-05,
      "loss": 0.753300666809082,
      "step": 18435,
      "token_acc": 0.6794871794871795
    },
    {
      "epoch": 0.9182809621034809,
      "grad_norm": 0.9842641353607178,
      "learning_rate": 6.0805846255035134e-05,
      "loss": 0.5511397361755371,
      "step": 18440,
      "token_acc": 0.8400954653937948
    },
    {
      "epoch": 0.9185299536875654,
      "grad_norm": 1.8792009353637695,
      "learning_rate": 6.078574633752389e-05,
      "loss": 0.23588194847106933,
      "step": 18445,
      "token_acc": 0.8943089430894309
    },
    {
      "epoch": 0.9187789452716498,
      "grad_norm": 2.813406229019165,
      "learning_rate": 6.076564459177533e-05,
      "loss": 0.2808645009994507,
      "step": 18450,
      "token_acc": 0.8898809523809523
    },
    {
      "epoch": 0.9190279368557343,
      "grad_norm": 1.7285246849060059,
      "learning_rate": 6.074554102119682e-05,
      "loss": 0.18125394582748414,
      "step": 18455,
      "token_acc": 0.9292730844793713
    },
    {
      "epoch": 0.9192769284398188,
      "grad_norm": 0.5982317924499512,
      "learning_rate": 6.0725435629196025e-05,
      "loss": 0.25395450592041013,
      "step": 18460,
      "token_acc": 0.9012096774193549
    },
    {
      "epoch": 0.9195259200239032,
      "grad_norm": 1.3121694326400757,
      "learning_rate": 6.0705328419180864e-05,
      "loss": 0.37192697525024415,
      "step": 18465,
      "token_acc": 0.827433628318584
    },
    {
      "epoch": 0.9197749116079876,
      "grad_norm": 0.7531934976577759,
      "learning_rate": 6.068521939455967e-05,
      "loss": 0.16828415393829346,
      "step": 18470,
      "token_acc": 0.9559965487489215
    },
    {
      "epoch": 0.9200239031920721,
      "grad_norm": 0.5220468640327454,
      "learning_rate": 6.0665108558740965e-05,
      "loss": 0.15507208108901976,
      "step": 18475,
      "token_acc": 0.9616033755274261
    },
    {
      "epoch": 0.9202728947761566,
      "grad_norm": 2.858731985092163,
      "learning_rate": 6.0644995915133684e-05,
      "loss": 0.4264822006225586,
      "step": 18480,
      "token_acc": 0.865234375
    },
    {
      "epoch": 0.920521886360241,
      "grad_norm": 0.5278418660163879,
      "learning_rate": 6.0624881467146976e-05,
      "loss": 0.26294209957122805,
      "step": 18485,
      "token_acc": 0.9503885236102809
    },
    {
      "epoch": 0.9207708779443254,
      "grad_norm": 3.980015754699707,
      "learning_rate": 6.0604765218190365e-05,
      "loss": 0.4073765277862549,
      "step": 18490,
      "token_acc": 0.887668918918919
    },
    {
      "epoch": 0.92101986952841,
      "grad_norm": 0.8246654272079468,
      "learning_rate": 6.058464717167365e-05,
      "loss": 0.2671276330947876,
      "step": 18495,
      "token_acc": 0.9232365145228216
    },
    {
      "epoch": 0.9212688611124944,
      "grad_norm": 4.025075912475586,
      "learning_rate": 6.0564527331006937e-05,
      "loss": 0.48645682334899903,
      "step": 18500,
      "token_acc": 0.9505555555555556
    },
    {
      "epoch": 0.9215178526965788,
      "grad_norm": 0.630702555179596,
      "learning_rate": 6.0544405699600645e-05,
      "loss": 0.2413620948791504,
      "step": 18505,
      "token_acc": 0.9513473053892215
    },
    {
      "epoch": 0.9217668442806634,
      "grad_norm": 2.2945053577423096,
      "learning_rate": 6.052428228086548e-05,
      "loss": 0.32851948738098147,
      "step": 18510,
      "token_acc": 0.9133738601823708
    },
    {
      "epoch": 0.9220158358647478,
      "grad_norm": 7.682781219482422,
      "learning_rate": 6.0504157078212466e-05,
      "loss": 0.34690470695495607,
      "step": 18515,
      "token_acc": 0.8818181818181818
    },
    {
      "epoch": 0.9222648274488322,
      "grad_norm": 2.0658152103424072,
      "learning_rate": 6.048403009505293e-05,
      "loss": 0.34965450763702394,
      "step": 18520,
      "token_acc": 0.9468085106382979
    },
    {
      "epoch": 0.9225138190329167,
      "grad_norm": 3.672316789627075,
      "learning_rate": 6.046390133479848e-05,
      "loss": 0.28758599758148196,
      "step": 18525,
      "token_acc": 0.9386792452830188
    },
    {
      "epoch": 0.9227628106170012,
      "grad_norm": 3.0730020999908447,
      "learning_rate": 6.044377080086104e-05,
      "loss": 0.3621866226196289,
      "step": 18530,
      "token_acc": 0.8673336233144846
    },
    {
      "epoch": 0.9230118022010856,
      "grad_norm": 0.6791955828666687,
      "learning_rate": 6.042363849665287e-05,
      "loss": 0.4139111518859863,
      "step": 18535,
      "token_acc": 0.9525021204410518
    },
    {
      "epoch": 0.92326079378517,
      "grad_norm": 1.321516990661621,
      "learning_rate": 6.040350442558644e-05,
      "loss": 0.3924736022949219,
      "step": 18540,
      "token_acc": 0.9433681073025335
    },
    {
      "epoch": 0.9235097853692545,
      "grad_norm": 1.9782441854476929,
      "learning_rate": 6.038336859107463e-05,
      "loss": 0.2245180368423462,
      "step": 18545,
      "token_acc": 0.94362292051756
    },
    {
      "epoch": 0.923758776953339,
      "grad_norm": 3.0579113960266113,
      "learning_rate": 6.036323099653053e-05,
      "loss": 0.4075608253479004,
      "step": 18550,
      "token_acc": 0.9121693121693122
    },
    {
      "epoch": 0.9240077685374234,
      "grad_norm": 1.037882685661316,
      "learning_rate": 6.034309164536755e-05,
      "loss": 0.1840511679649353,
      "step": 18555,
      "token_acc": 0.9621380846325167
    },
    {
      "epoch": 0.9242567601215079,
      "grad_norm": 1.764855146408081,
      "learning_rate": 6.032295054099946e-05,
      "loss": 0.49168763160705564,
      "step": 18560,
      "token_acc": 0.7946428571428571
    },
    {
      "epoch": 0.9245057517055923,
      "grad_norm": 2.4186065196990967,
      "learning_rate": 6.030280768684023e-05,
      "loss": 0.3421201229095459,
      "step": 18565,
      "token_acc": 0.8979118329466357
    },
    {
      "epoch": 0.9247547432896768,
      "grad_norm": 1.8932379484176636,
      "learning_rate": 6.0282663086304184e-05,
      "loss": 0.38246042728424073,
      "step": 18570,
      "token_acc": 0.8433451118963486
    },
    {
      "epoch": 0.9250037348737613,
      "grad_norm": 1.1487504243850708,
      "learning_rate": 6.026251674280594e-05,
      "loss": 0.23862268924713134,
      "step": 18575,
      "token_acc": 0.9695079695079695
    },
    {
      "epoch": 0.9252527264578457,
      "grad_norm": 5.2151713371276855,
      "learning_rate": 6.02423686597604e-05,
      "loss": 0.3148188591003418,
      "step": 18580,
      "token_acc": 0.931015752308528
    },
    {
      "epoch": 0.9255017180419302,
      "grad_norm": 2.163858652114868,
      "learning_rate": 6.0222218840582754e-05,
      "loss": 0.5127693176269531,
      "step": 18585,
      "token_acc": 0.8539682539682539
    },
    {
      "epoch": 0.9257507096260147,
      "grad_norm": 1.2020549774169922,
      "learning_rate": 6.0202067288688514e-05,
      "loss": 0.3353139400482178,
      "step": 18590,
      "token_acc": 0.8728070175438597
    },
    {
      "epoch": 0.9259997012100991,
      "grad_norm": 1.490199327468872,
      "learning_rate": 6.018191400749344e-05,
      "loss": 0.39744632244110106,
      "step": 18595,
      "token_acc": 0.8295454545454546
    },
    {
      "epoch": 0.9262486927941835,
      "grad_norm": 2.200167655944824,
      "learning_rate": 6.0161759000413655e-05,
      "loss": 0.24682269096374512,
      "step": 18600,
      "token_acc": 0.9218436873747495
    },
    {
      "epoch": 0.926497684378268,
      "grad_norm": 0.9660369157791138,
      "learning_rate": 6.0141602270865496e-05,
      "loss": 0.17778581380844116,
      "step": 18605,
      "token_acc": 0.924901185770751
    },
    {
      "epoch": 0.9267466759623525,
      "grad_norm": 8.252920150756836,
      "learning_rate": 6.012144382226563e-05,
      "loss": 0.4008922100067139,
      "step": 18610,
      "token_acc": 0.947603121516165
    },
    {
      "epoch": 0.9269956675464369,
      "grad_norm": 4.116915225982666,
      "learning_rate": 6.010128365803105e-05,
      "loss": 0.3317258358001709,
      "step": 18615,
      "token_acc": 0.912109375
    },
    {
      "epoch": 0.9272446591305213,
      "grad_norm": 1.0315347909927368,
      "learning_rate": 6.008112178157895e-05,
      "loss": 0.1753697633743286,
      "step": 18620,
      "token_acc": 0.927689594356261
    },
    {
      "epoch": 0.9274936507146059,
      "grad_norm": 2.2225332260131836,
      "learning_rate": 6.006095819632691e-05,
      "loss": 0.3777653217315674,
      "step": 18625,
      "token_acc": 0.8276409849086577
    },
    {
      "epoch": 0.9277426422986903,
      "grad_norm": 1.8871701955795288,
      "learning_rate": 6.0040792905692745e-05,
      "loss": 0.3867133140563965,
      "step": 18630,
      "token_acc": 0.8659025787965616
    },
    {
      "epoch": 0.9279916338827747,
      "grad_norm": 1.068773627281189,
      "learning_rate": 6.0020625913094566e-05,
      "loss": 0.2919283390045166,
      "step": 18635,
      "token_acc": 0.9620655898188938
    },
    {
      "epoch": 0.9282406254668593,
      "grad_norm": 1.308056116104126,
      "learning_rate": 6.0000457221950765e-05,
      "loss": 0.35197646617889405,
      "step": 18640,
      "token_acc": 0.8436254980079682
    },
    {
      "epoch": 0.9284896170509437,
      "grad_norm": 0.4256240427494049,
      "learning_rate": 5.9980286835680064e-05,
      "loss": 0.1604449987411499,
      "step": 18645,
      "token_acc": 0.9758648431214803
    },
    {
      "epoch": 0.9287386086350281,
      "grad_norm": 4.073023796081543,
      "learning_rate": 5.996011475770144e-05,
      "loss": 0.32805633544921875,
      "step": 18650,
      "token_acc": 0.908745247148289
    },
    {
      "epoch": 0.9289876002191126,
      "grad_norm": 1.4160503149032593,
      "learning_rate": 5.993994099143413e-05,
      "loss": 0.41079034805297854,
      "step": 18655,
      "token_acc": 0.9080209241499564
    },
    {
      "epoch": 0.9292365918031971,
      "grad_norm": 2.049781322479248,
      "learning_rate": 5.991976554029771e-05,
      "loss": 0.23412225246429444,
      "step": 18660,
      "token_acc": 0.9599088838268792
    },
    {
      "epoch": 0.9294855833872815,
      "grad_norm": 1.1407707929611206,
      "learning_rate": 5.989958840771202e-05,
      "loss": 0.2943755626678467,
      "step": 18665,
      "token_acc": 0.9670731707317073
    },
    {
      "epoch": 0.9297345749713659,
      "grad_norm": 2.203777551651001,
      "learning_rate": 5.9879409597097166e-05,
      "loss": 0.4019716739654541,
      "step": 18670,
      "token_acc": 0.9509375802722836
    },
    {
      "epoch": 0.9299835665554504,
      "grad_norm": 4.137211322784424,
      "learning_rate": 5.985922911187358e-05,
      "loss": 0.3415173053741455,
      "step": 18675,
      "token_acc": 0.941808981657179
    },
    {
      "epoch": 0.9302325581395349,
      "grad_norm": 2.2006607055664062,
      "learning_rate": 5.983904695546197e-05,
      "loss": 0.33270409107208254,
      "step": 18680,
      "token_acc": 0.9074074074074074
    },
    {
      "epoch": 0.9304815497236193,
      "grad_norm": 1.016769528388977,
      "learning_rate": 5.981886313128323e-05,
      "loss": 0.25123071670532227,
      "step": 18685,
      "token_acc": 0.9587935429056924
    },
    {
      "epoch": 0.9307305413077038,
      "grad_norm": 2.2958056926727295,
      "learning_rate": 5.979867764275872e-05,
      "loss": 0.3046689748764038,
      "step": 18690,
      "token_acc": 0.9240506329113924
    },
    {
      "epoch": 0.9309795328917883,
      "grad_norm": 1.178634524345398,
      "learning_rate": 5.9778490493309904e-05,
      "loss": 0.2909385681152344,
      "step": 18695,
      "token_acc": 0.8858267716535433
    },
    {
      "epoch": 0.9312285244758727,
      "grad_norm": 1.0323052406311035,
      "learning_rate": 5.9758301686358633e-05,
      "loss": 0.1823469877243042,
      "step": 18700,
      "token_acc": 0.9765
    },
    {
      "epoch": 0.9314775160599572,
      "grad_norm": 2.450205087661743,
      "learning_rate": 5.9738111225327007e-05,
      "loss": 0.3558663845062256,
      "step": 18705,
      "token_acc": 0.8542805100182149
    },
    {
      "epoch": 0.9317265076440416,
      "grad_norm": 2.2840399742126465,
      "learning_rate": 5.9717919113637423e-05,
      "loss": 0.544069480895996,
      "step": 18710,
      "token_acc": 0.9748883928571429
    },
    {
      "epoch": 0.9319754992281261,
      "grad_norm": 1.576790690422058,
      "learning_rate": 5.969772535471252e-05,
      "loss": 0.2599470853805542,
      "step": 18715,
      "token_acc": 0.9200603318250377
    },
    {
      "epoch": 0.9322244908122106,
      "grad_norm": 1.7029762268066406,
      "learning_rate": 5.967752995197525e-05,
      "loss": 0.4561302185058594,
      "step": 18720,
      "token_acc": 0.7997293640054127
    },
    {
      "epoch": 0.932473482396295,
      "grad_norm": 1.9906450510025024,
      "learning_rate": 5.965733290884884e-05,
      "loss": 0.5408083915710449,
      "step": 18725,
      "token_acc": 0.831037391059882
    },
    {
      "epoch": 0.9327224739803794,
      "grad_norm": 3.913780450820923,
      "learning_rate": 5.9637134228756784e-05,
      "loss": 0.2928377389907837,
      "step": 18730,
      "token_acc": 0.9731920199501247
    },
    {
      "epoch": 0.932971465564464,
      "grad_norm": 0.6276524662971497,
      "learning_rate": 5.9616933915122855e-05,
      "loss": 0.32592382431030276,
      "step": 18735,
      "token_acc": 0.955953714072415
    },
    {
      "epoch": 0.9332204571485484,
      "grad_norm": 1.4421395063400269,
      "learning_rate": 5.95967319713711e-05,
      "loss": 0.46938238143920896,
      "step": 18740,
      "token_acc": 0.9397590361445783
    },
    {
      "epoch": 0.9334694487326328,
      "grad_norm": 3.888585329055786,
      "learning_rate": 5.957652840092588e-05,
      "loss": 0.27917401790618895,
      "step": 18745,
      "token_acc": 0.9699519230769231
    },
    {
      "epoch": 0.9337184403167172,
      "grad_norm": 1.1692043542861938,
      "learning_rate": 5.955632320721174e-05,
      "loss": 0.3200063228607178,
      "step": 18750,
      "token_acc": 0.9636608344549125
    },
    {
      "epoch": 0.9339674319008018,
      "grad_norm": 1.5328174829483032,
      "learning_rate": 5.953611639365363e-05,
      "loss": 0.3246202230453491,
      "step": 18755,
      "token_acc": 0.8909774436090225
    },
    {
      "epoch": 0.9342164234848862,
      "grad_norm": 2.6342153549194336,
      "learning_rate": 5.951590796367665e-05,
      "loss": 0.3100822925567627,
      "step": 18760,
      "token_acc": 0.9077490774907749
    },
    {
      "epoch": 0.9344654150689706,
      "grad_norm": 3.3453662395477295,
      "learning_rate": 5.949569792070626e-05,
      "loss": 0.32032318115234376,
      "step": 18765,
      "token_acc": 0.8679245283018868
    },
    {
      "epoch": 0.9347144066530552,
      "grad_norm": 3.8391335010528564,
      "learning_rate": 5.947548626816814e-05,
      "loss": 0.4474437713623047,
      "step": 18770,
      "token_acc": 0.857707509881423
    },
    {
      "epoch": 0.9349633982371396,
      "grad_norm": 2.7963333129882812,
      "learning_rate": 5.9455273009488286e-05,
      "loss": 0.19340991973876953,
      "step": 18775,
      "token_acc": 0.9808274470232089
    },
    {
      "epoch": 0.935212389821224,
      "grad_norm": 5.936161518096924,
      "learning_rate": 5.9435058148092945e-05,
      "loss": 0.5546316146850586,
      "step": 18780,
      "token_acc": 0.7987588652482269
    },
    {
      "epoch": 0.9354613814053085,
      "grad_norm": 1.8039772510528564,
      "learning_rate": 5.941484168740862e-05,
      "loss": 0.15826222896575928,
      "step": 18785,
      "token_acc": 0.971025841816758
    },
    {
      "epoch": 0.935710372989393,
      "grad_norm": 2.870767593383789,
      "learning_rate": 5.93946236308621e-05,
      "loss": 0.425502347946167,
      "step": 18790,
      "token_acc": 0.868421052631579
    },
    {
      "epoch": 0.9359593645734774,
      "grad_norm": 2.5802853107452393,
      "learning_rate": 5.937440398188046e-05,
      "loss": 0.23810055255889892,
      "step": 18795,
      "token_acc": 0.9424724602203183
    },
    {
      "epoch": 0.9362083561575619,
      "grad_norm": 1.8245935440063477,
      "learning_rate": 5.935418274389102e-05,
      "loss": 0.39948742389678954,
      "step": 18800,
      "token_acc": 0.9057567316620242
    },
    {
      "epoch": 0.9364573477416464,
      "grad_norm": 0.9508731961250305,
      "learning_rate": 5.933395992032139e-05,
      "loss": 0.36731648445129395,
      "step": 18805,
      "token_acc": 0.9234803337306317
    },
    {
      "epoch": 0.9367063393257308,
      "grad_norm": 1.5533276796340942,
      "learning_rate": 5.9313735514599434e-05,
      "loss": 0.3549980640411377,
      "step": 18810,
      "token_acc": 0.9002079002079002
    },
    {
      "epoch": 0.9369553309098152,
      "grad_norm": 0.4391117990016937,
      "learning_rate": 5.929350953015327e-05,
      "loss": 0.19792404174804687,
      "step": 18815,
      "token_acc": 0.9398907103825137
    },
    {
      "epoch": 0.9372043224938997,
      "grad_norm": 4.320339202880859,
      "learning_rate": 5.927328197041134e-05,
      "loss": 0.3638641834259033,
      "step": 18820,
      "token_acc": 0.9183673469387755
    },
    {
      "epoch": 0.9374533140779842,
      "grad_norm": 1.523318886756897,
      "learning_rate": 5.925305283880229e-05,
      "loss": 0.5877954959869385,
      "step": 18825,
      "token_acc": 0.8286290322580645
    },
    {
      "epoch": 0.9377023056620686,
      "grad_norm": 1.4457021951675415,
      "learning_rate": 5.923282213875505e-05,
      "loss": 0.35725376605987547,
      "step": 18830,
      "token_acc": 0.8427612655800575
    },
    {
      "epoch": 0.9379512972461531,
      "grad_norm": 3.2088985443115234,
      "learning_rate": 5.921258987369885e-05,
      "loss": 0.19207820892333985,
      "step": 18835,
      "token_acc": 0.9200940070505288
    },
    {
      "epoch": 0.9382002888302375,
      "grad_norm": 1.3107578754425049,
      "learning_rate": 5.919235604706312e-05,
      "loss": 0.3797302722930908,
      "step": 18840,
      "token_acc": 0.8273748723186926
    },
    {
      "epoch": 0.938449280414322,
      "grad_norm": 4.238526344299316,
      "learning_rate": 5.917212066227765e-05,
      "loss": 0.4126120567321777,
      "step": 18845,
      "token_acc": 0.7986486486486486
    },
    {
      "epoch": 0.9386982719984065,
      "grad_norm": 1.0540610551834106,
      "learning_rate": 5.915188372277239e-05,
      "loss": 0.3989113330841064,
      "step": 18850,
      "token_acc": 0.8214285714285714
    },
    {
      "epoch": 0.9389472635824909,
      "grad_norm": 1.2835276126861572,
      "learning_rate": 5.913164523197763e-05,
      "loss": 0.3687618255615234,
      "step": 18855,
      "token_acc": 0.9615732368896925
    },
    {
      "epoch": 0.9391962551665753,
      "grad_norm": 2.657428503036499,
      "learning_rate": 5.9111405193323864e-05,
      "loss": 0.28104922771453855,
      "step": 18860,
      "token_acc": 0.9655972168534983
    },
    {
      "epoch": 0.9394452467506599,
      "grad_norm": 1.1935107707977295,
      "learning_rate": 5.9091163610241905e-05,
      "loss": 0.3377164363861084,
      "step": 18865,
      "token_acc": 0.8599640933572711
    },
    {
      "epoch": 0.9396942383347443,
      "grad_norm": 2.1801512241363525,
      "learning_rate": 5.907092048616279e-05,
      "loss": 0.3165328025817871,
      "step": 18870,
      "token_acc": 0.9450980392156862
    },
    {
      "epoch": 0.9399432299188287,
      "grad_norm": 4.245635509490967,
      "learning_rate": 5.9050675824517855e-05,
      "loss": 0.24952349662780762,
      "step": 18875,
      "token_acc": 0.9157667386609071
    },
    {
      "epoch": 0.9401922215029132,
      "grad_norm": 1.4941622018814087,
      "learning_rate": 5.903042962873861e-05,
      "loss": 0.2762279510498047,
      "step": 18880,
      "token_acc": 0.9247335701598579
    },
    {
      "epoch": 0.9404412130869977,
      "grad_norm": 0.46859121322631836,
      "learning_rate": 5.901018190225694e-05,
      "loss": 0.2977273464202881,
      "step": 18885,
      "token_acc": 0.9847110650427572
    },
    {
      "epoch": 0.9406902046710821,
      "grad_norm": 2.5480878353118896,
      "learning_rate": 5.898993264850492e-05,
      "loss": 0.21241521835327148,
      "step": 18890,
      "token_acc": 0.9190647482014388
    },
    {
      "epoch": 0.9409391962551665,
      "grad_norm": 1.660028338432312,
      "learning_rate": 5.896968187091487e-05,
      "loss": 0.45484256744384766,
      "step": 18895,
      "token_acc": 0.8716295427901524
    },
    {
      "epoch": 0.9411881878392511,
      "grad_norm": 3.8478455543518066,
      "learning_rate": 5.8949429572919446e-05,
      "loss": 0.354915976524353,
      "step": 18900,
      "token_acc": 0.8145930361499224
    },
    {
      "epoch": 0.9414371794233355,
      "grad_norm": 2.4175543785095215,
      "learning_rate": 5.892917575795147e-05,
      "loss": 0.6043193817138672,
      "step": 18905,
      "token_acc": 0.7924427887174029
    },
    {
      "epoch": 0.9416861710074199,
      "grad_norm": 1.3962918519973755,
      "learning_rate": 5.89089204294441e-05,
      "loss": 0.5464266777038574,
      "step": 18910,
      "token_acc": 0.8146186440677966
    },
    {
      "epoch": 0.9419351625915044,
      "grad_norm": 1.0493707656860352,
      "learning_rate": 5.88886635908307e-05,
      "loss": 0.3267427206039429,
      "step": 18915,
      "token_acc": 0.844061650045331
    },
    {
      "epoch": 0.9421841541755889,
      "grad_norm": 0.567755937576294,
      "learning_rate": 5.886840524554488e-05,
      "loss": 0.30375559329986573,
      "step": 18920,
      "token_acc": 0.9022752704214845
    },
    {
      "epoch": 0.9424331457596733,
      "grad_norm": 3.3520965576171875,
      "learning_rate": 5.884814539702055e-05,
      "loss": 0.30251874923706057,
      "step": 18925,
      "token_acc": 0.9071428571428571
    },
    {
      "epoch": 0.9426821373437578,
      "grad_norm": 2.275116205215454,
      "learning_rate": 5.882788404869186e-05,
      "loss": 0.3140008211135864,
      "step": 18930,
      "token_acc": 0.9293948126801153
    },
    {
      "epoch": 0.9429311289278423,
      "grad_norm": 0.9445920586585999,
      "learning_rate": 5.8807621203993215e-05,
      "loss": 0.18533023595809936,
      "step": 18935,
      "token_acc": 0.9457142857142857
    },
    {
      "epoch": 0.9431801205119267,
      "grad_norm": 1.4353444576263428,
      "learning_rate": 5.8787356866359256e-05,
      "loss": 0.3081064224243164,
      "step": 18940,
      "token_acc": 0.9355036855036855
    },
    {
      "epoch": 0.9434291120960111,
      "grad_norm": 0.7399393916130066,
      "learning_rate": 5.8767091039224866e-05,
      "loss": 0.3796705722808838,
      "step": 18945,
      "token_acc": 0.8146853146853147
    },
    {
      "epoch": 0.9436781036800956,
      "grad_norm": 1.006140112876892,
      "learning_rate": 5.874682372602523e-05,
      "loss": 0.2689142942428589,
      "step": 18950,
      "token_acc": 0.8850787766450418
    },
    {
      "epoch": 0.9439270952641801,
      "grad_norm": 0.6865350604057312,
      "learning_rate": 5.8726554930195776e-05,
      "loss": 0.40067157745361326,
      "step": 18955,
      "token_acc": 0.9376770538243626
    },
    {
      "epoch": 0.9441760868482645,
      "grad_norm": 3.5963335037231445,
      "learning_rate": 5.870628465517212e-05,
      "loss": 0.38154892921447753,
      "step": 18960,
      "token_acc": 0.9644304367402071
    },
    {
      "epoch": 0.944425078432349,
      "grad_norm": 3.7676990032196045,
      "learning_rate": 5.8686012904390196e-05,
      "loss": 0.4505910873413086,
      "step": 18965,
      "token_acc": 0.9550735863671572
    },
    {
      "epoch": 0.9446740700164334,
      "grad_norm": 1.601170301437378,
      "learning_rate": 5.866573968128616e-05,
      "loss": 0.25879597663879395,
      "step": 18970,
      "token_acc": 0.912621359223301
    },
    {
      "epoch": 0.9449230616005179,
      "grad_norm": 0.5690158605575562,
      "learning_rate": 5.864546498929645e-05,
      "loss": 0.2883437156677246,
      "step": 18975,
      "token_acc": 0.9772933696639419
    },
    {
      "epoch": 0.9451720531846024,
      "grad_norm": 0.6326554417610168,
      "learning_rate": 5.862518883185769e-05,
      "loss": 0.2077483654022217,
      "step": 18980,
      "token_acc": 0.9526813880126183
    },
    {
      "epoch": 0.9454210447686868,
      "grad_norm": 0.9872066974639893,
      "learning_rate": 5.860491121240681e-05,
      "loss": 0.33491790294647217,
      "step": 18985,
      "token_acc": 0.8805496828752643
    },
    {
      "epoch": 0.9456700363527712,
      "grad_norm": 13.324374198913574,
      "learning_rate": 5.858463213438096e-05,
      "loss": 0.7429545879364013,
      "step": 18990,
      "token_acc": 0.8214826021180031
    },
    {
      "epoch": 0.9459190279368558,
      "grad_norm": 2.656132459640503,
      "learning_rate": 5.856435160121754e-05,
      "loss": 0.29796624183654785,
      "step": 18995,
      "token_acc": 0.9471204188481676
    },
    {
      "epoch": 0.9461680195209402,
      "grad_norm": 3.039174795150757,
      "learning_rate": 5.85440696163542e-05,
      "loss": 0.2960147142410278,
      "step": 19000,
      "token_acc": 0.9564553093964858
    },
    {
      "epoch": 0.9464170111050246,
      "grad_norm": 1.655330777168274,
      "learning_rate": 5.8523786183228844e-05,
      "loss": 0.42447290420532224,
      "step": 19005,
      "token_acc": 0.8395833333333333
    },
    {
      "epoch": 0.946666002689109,
      "grad_norm": 3.2673521041870117,
      "learning_rate": 5.8503501305279615e-05,
      "loss": 0.5587352275848388,
      "step": 19010,
      "token_acc": 0.8319672131147541
    },
    {
      "epoch": 0.9469149942731936,
      "grad_norm": 0.6063888669013977,
      "learning_rate": 5.84832149859449e-05,
      "loss": 0.3158825635910034,
      "step": 19015,
      "token_acc": 0.9682860998650472
    },
    {
      "epoch": 0.947163985857278,
      "grad_norm": 3.10986590385437,
      "learning_rate": 5.846292722866333e-05,
      "loss": 0.24184679985046387,
      "step": 19020,
      "token_acc": 0.953757225433526
    },
    {
      "epoch": 0.9474129774413624,
      "grad_norm": 3.002803087234497,
      "learning_rate": 5.844263803687376e-05,
      "loss": 0.40232696533203127,
      "step": 19025,
      "token_acc": 0.9523539421440727
    },
    {
      "epoch": 0.947661969025447,
      "grad_norm": 3.525456666946411,
      "learning_rate": 5.842234741401535e-05,
      "loss": 0.3014266014099121,
      "step": 19030,
      "token_acc": 0.920704845814978
    },
    {
      "epoch": 0.9479109606095314,
      "grad_norm": 0.4489087462425232,
      "learning_rate": 5.8402055363527416e-05,
      "loss": 0.20561468601226807,
      "step": 19035,
      "token_acc": 0.9807125028363967
    },
    {
      "epoch": 0.9481599521936158,
      "grad_norm": 1.955871820449829,
      "learning_rate": 5.8381761888849606e-05,
      "loss": 0.295542049407959,
      "step": 19040,
      "token_acc": 0.9168157423971377
    },
    {
      "epoch": 0.9484089437777004,
      "grad_norm": 4.176053047180176,
      "learning_rate": 5.836146699342172e-05,
      "loss": 0.3300055742263794,
      "step": 19045,
      "token_acc": 0.9015509103169251
    },
    {
      "epoch": 0.9486579353617848,
      "grad_norm": 2.080841064453125,
      "learning_rate": 5.834117068068386e-05,
      "loss": 0.6712891578674316,
      "step": 19050,
      "token_acc": 0.8135922330097087
    },
    {
      "epoch": 0.9489069269458692,
      "grad_norm": 2.583521604537964,
      "learning_rate": 5.8320872954076366e-05,
      "loss": 0.3343074321746826,
      "step": 19055,
      "token_acc": 0.8990384615384616
    },
    {
      "epoch": 0.9491559185299537,
      "grad_norm": 2.03477144241333,
      "learning_rate": 5.830057381703978e-05,
      "loss": 0.22961058616638183,
      "step": 19060,
      "token_acc": 0.9414634146341463
    },
    {
      "epoch": 0.9494049101140382,
      "grad_norm": 3.7993502616882324,
      "learning_rate": 5.828027327301493e-05,
      "loss": 0.29190831184387206,
      "step": 19065,
      "token_acc": 0.9652892561983472
    },
    {
      "epoch": 0.9496539016981226,
      "grad_norm": 1.3842660188674927,
      "learning_rate": 5.8259971325442834e-05,
      "loss": 0.18742629289627075,
      "step": 19070,
      "token_acc": 0.9495114006514658
    },
    {
      "epoch": 0.949902893282207,
      "grad_norm": 1.939408302307129,
      "learning_rate": 5.823966797776479e-05,
      "loss": 0.2723471879959106,
      "step": 19075,
      "token_acc": 0.8916967509025271
    },
    {
      "epoch": 0.9501518848662915,
      "grad_norm": 10.182154655456543,
      "learning_rate": 5.821936323342231e-05,
      "loss": 0.5710753917694091,
      "step": 19080,
      "token_acc": 0.8714859437751004
    },
    {
      "epoch": 0.950400876450376,
      "grad_norm": 0.9482403993606567,
      "learning_rate": 5.819905709585716e-05,
      "loss": 0.20443511009216309,
      "step": 19085,
      "token_acc": 0.9673202614379085
    },
    {
      "epoch": 0.9506498680344604,
      "grad_norm": 0.8206228613853455,
      "learning_rate": 5.817874956851128e-05,
      "loss": 0.35098867416381835,
      "step": 19090,
      "token_acc": 0.9338235294117647
    },
    {
      "epoch": 0.9508988596185449,
      "grad_norm": 2.725512981414795,
      "learning_rate": 5.815844065482697e-05,
      "loss": 0.3571087598800659,
      "step": 19095,
      "token_acc": 0.964768955833546
    },
    {
      "epoch": 0.9511478512026293,
      "grad_norm": 1.629891037940979,
      "learning_rate": 5.8138130358246636e-05,
      "loss": 0.3615873336791992,
      "step": 19100,
      "token_acc": 0.9534555712270804
    },
    {
      "epoch": 0.9513968427867138,
      "grad_norm": 1.7441372871398926,
      "learning_rate": 5.811781868221301e-05,
      "loss": 0.3854193210601807,
      "step": 19105,
      "token_acc": 0.8665790338481761
    },
    {
      "epoch": 0.9516458343707983,
      "grad_norm": 2.2795894145965576,
      "learning_rate": 5.8097505630169004e-05,
      "loss": 0.30565946102142333,
      "step": 19110,
      "token_acc": 0.8605313092979127
    },
    {
      "epoch": 0.9518948259548827,
      "grad_norm": 2.091465711593628,
      "learning_rate": 5.807719120555778e-05,
      "loss": 0.3463486433029175,
      "step": 19115,
      "token_acc": 0.8655394524959742
    },
    {
      "epoch": 0.9521438175389672,
      "grad_norm": 3.4256746768951416,
      "learning_rate": 5.805687541182272e-05,
      "loss": 0.42146811485290525,
      "step": 19120,
      "token_acc": 0.9097744360902256
    },
    {
      "epoch": 0.9523928091230517,
      "grad_norm": 1.2534195184707642,
      "learning_rate": 5.803655825240748e-05,
      "loss": 0.3189088821411133,
      "step": 19125,
      "token_acc": 0.8561897702001483
    },
    {
      "epoch": 0.9526418007071361,
      "grad_norm": 3.5900654792785645,
      "learning_rate": 5.8016239730755905e-05,
      "loss": 0.3119043350219727,
      "step": 19130,
      "token_acc": 0.9192166462668299
    },
    {
      "epoch": 0.9528907922912205,
      "grad_norm": 0.22714360058307648,
      "learning_rate": 5.7995919850312086e-05,
      "loss": 0.18566293716430665,
      "step": 19135,
      "token_acc": 0.9720744680851063
    },
    {
      "epoch": 0.9531397838753051,
      "grad_norm": 3.647306442260742,
      "learning_rate": 5.7975598614520346e-05,
      "loss": 0.38551247119903564,
      "step": 19140,
      "token_acc": 0.8470437017994858
    },
    {
      "epoch": 0.9533887754593895,
      "grad_norm": 1.994093418121338,
      "learning_rate": 5.795527602682522e-05,
      "loss": 0.25660171508789065,
      "step": 19145,
      "token_acc": 0.9383697813121272
    },
    {
      "epoch": 0.9536377670434739,
      "grad_norm": 0.8710130453109741,
      "learning_rate": 5.7934952090671525e-05,
      "loss": 0.2353738069534302,
      "step": 19150,
      "token_acc": 0.9134438305709024
    },
    {
      "epoch": 0.9538867586275583,
      "grad_norm": 2.953860282897949,
      "learning_rate": 5.7914626809504204e-05,
      "loss": 0.5450419902801513,
      "step": 19155,
      "token_acc": 0.8750460744563214
    },
    {
      "epoch": 0.9541357502116429,
      "grad_norm": 3.567551851272583,
      "learning_rate": 5.7894300186768555e-05,
      "loss": 0.6477913379669189,
      "step": 19160,
      "token_acc": 0.8366336633663366
    },
    {
      "epoch": 0.9543847417957273,
      "grad_norm": 3.4718191623687744,
      "learning_rate": 5.787397222591e-05,
      "loss": 0.4691627979278564,
      "step": 19165,
      "token_acc": 0.8461538461538461
    },
    {
      "epoch": 0.9546337333798117,
      "grad_norm": 3.1161091327667236,
      "learning_rate": 5.785364293037427e-05,
      "loss": 0.33482520580291747,
      "step": 19170,
      "token_acc": 0.8397790055248618
    },
    {
      "epoch": 0.9548827249638963,
      "grad_norm": 1.1542370319366455,
      "learning_rate": 5.7833312303607244e-05,
      "loss": 0.43464674949646,
      "step": 19175,
      "token_acc": 0.9384871155444722
    },
    {
      "epoch": 0.9551317165479807,
      "grad_norm": 2.1475887298583984,
      "learning_rate": 5.781298034905507e-05,
      "loss": 0.2884213924407959,
      "step": 19180,
      "token_acc": 0.887987012987013
    },
    {
      "epoch": 0.9553807081320651,
      "grad_norm": 4.159594535827637,
      "learning_rate": 5.779264707016413e-05,
      "loss": 0.3767337083816528,
      "step": 19185,
      "token_acc": 0.944546568627451
    },
    {
      "epoch": 0.9556296997161496,
      "grad_norm": 1.265511155128479,
      "learning_rate": 5.7772312470381006e-05,
      "loss": 0.45592656135559084,
      "step": 19190,
      "token_acc": 0.8606741573033708
    },
    {
      "epoch": 0.9558786913002341,
      "grad_norm": 4.198949813842773,
      "learning_rate": 5.775197655315251e-05,
      "loss": 0.27906084060668945,
      "step": 19195,
      "token_acc": 0.9423758865248227
    },
    {
      "epoch": 0.9561276828843185,
      "grad_norm": 4.660967826843262,
      "learning_rate": 5.773163932192568e-05,
      "loss": 0.34409403800964355,
      "step": 19200,
      "token_acc": 0.928607853136155
    },
    {
      "epoch": 0.956376674468403,
      "grad_norm": 7.485922813415527,
      "learning_rate": 5.7711300780147794e-05,
      "loss": 0.4487447261810303,
      "step": 19205,
      "token_acc": 0.8144734261619926
    },
    {
      "epoch": 0.9566256660524874,
      "grad_norm": 1.5965728759765625,
      "learning_rate": 5.769096093126631e-05,
      "loss": 0.19911742210388184,
      "step": 19210,
      "token_acc": 0.9207708779443254
    },
    {
      "epoch": 0.9568746576365719,
      "grad_norm": 4.736865997314453,
      "learning_rate": 5.767061977872894e-05,
      "loss": 0.32846698760986326,
      "step": 19215,
      "token_acc": 0.9025341130604289
    },
    {
      "epoch": 0.9571236492206563,
      "grad_norm": 2.369924783706665,
      "learning_rate": 5.765027732598363e-05,
      "loss": 0.2511833667755127,
      "step": 19220,
      "token_acc": 0.9480443666082895
    },
    {
      "epoch": 0.9573726408047408,
      "grad_norm": 5.976486682891846,
      "learning_rate": 5.7629933576478514e-05,
      "loss": 0.46819467544555665,
      "step": 19225,
      "token_acc": 0.8528784648187633
    },
    {
      "epoch": 0.9576216323888253,
      "grad_norm": 1.3723890781402588,
      "learning_rate": 5.760958853366194e-05,
      "loss": 0.22594501972198486,
      "step": 19230,
      "token_acc": 0.9013657056145675
    },
    {
      "epoch": 0.9578706239729097,
      "grad_norm": 1.4735924005508423,
      "learning_rate": 5.7589242200982516e-05,
      "loss": 0.5140241622924805,
      "step": 19235,
      "token_acc": 0.8772440562833576
    },
    {
      "epoch": 0.9581196155569942,
      "grad_norm": 1.4490487575531006,
      "learning_rate": 5.756889458188904e-05,
      "loss": 0.24494647979736328,
      "step": 19240,
      "token_acc": 0.956989247311828
    },
    {
      "epoch": 0.9583686071410786,
      "grad_norm": 0.9286118745803833,
      "learning_rate": 5.754854567983052e-05,
      "loss": 0.2646075963973999,
      "step": 19245,
      "token_acc": 0.9683018867924529
    },
    {
      "epoch": 0.9586175987251631,
      "grad_norm": 3.700087308883667,
      "learning_rate": 5.752819549825623e-05,
      "loss": 0.278444766998291,
      "step": 19250,
      "token_acc": 0.9018963337547409
    },
    {
      "epoch": 0.9588665903092476,
      "grad_norm": 2.0147433280944824,
      "learning_rate": 5.75078440406156e-05,
      "loss": 0.22538788318634034,
      "step": 19255,
      "token_acc": 0.9153846153846154
    },
    {
      "epoch": 0.959115581893332,
      "grad_norm": 1.2428970336914062,
      "learning_rate": 5.7487491310358296e-05,
      "loss": 0.2915274381637573,
      "step": 19260,
      "token_acc": 0.9551864619241617
    },
    {
      "epoch": 0.9593645734774164,
      "grad_norm": 1.2177672386169434,
      "learning_rate": 5.7467137310934226e-05,
      "loss": 0.3874878644943237,
      "step": 19265,
      "token_acc": 0.8039056143205858
    },
    {
      "epoch": 0.959613565061501,
      "grad_norm": 0.5090624690055847,
      "learning_rate": 5.744678204579348e-05,
      "loss": 0.4353493690490723,
      "step": 19270,
      "token_acc": 0.7963340122199593
    },
    {
      "epoch": 0.9598625566455854,
      "grad_norm": 2.473872661590576,
      "learning_rate": 5.7426425518386384e-05,
      "loss": 0.24284627437591552,
      "step": 19275,
      "token_acc": 0.925589836660617
    },
    {
      "epoch": 0.9601115482296698,
      "grad_norm": 0.5312078595161438,
      "learning_rate": 5.740606773216346e-05,
      "loss": 0.35779314041137694,
      "step": 19280,
      "token_acc": 0.9657214085384855
    },
    {
      "epoch": 0.9603605398137542,
      "grad_norm": 1.2746835947036743,
      "learning_rate": 5.738570869057547e-05,
      "loss": 0.23486273288726806,
      "step": 19285,
      "token_acc": 0.9077757685352622
    },
    {
      "epoch": 0.9606095313978388,
      "grad_norm": 0.43060851097106934,
      "learning_rate": 5.736534839707336e-05,
      "loss": 0.2287003755569458,
      "step": 19290,
      "token_acc": 0.9683120048750762
    },
    {
      "epoch": 0.9608585229819232,
      "grad_norm": 0.4832201302051544,
      "learning_rate": 5.73449868551083e-05,
      "loss": 0.24975018501281737,
      "step": 19295,
      "token_acc": 0.9093504639543183
    },
    {
      "epoch": 0.9611075145660076,
      "grad_norm": 0.48064398765563965,
      "learning_rate": 5.7324624068131673e-05,
      "loss": 0.3114131689071655,
      "step": 19300,
      "token_acc": 0.8896103896103896
    },
    {
      "epoch": 0.9613565061500922,
      "grad_norm": 2.051032066345215,
      "learning_rate": 5.730426003959508e-05,
      "loss": 0.40861940383911133,
      "step": 19305,
      "token_acc": 0.9666435024322446
    },
    {
      "epoch": 0.9616054977341766,
      "grad_norm": 6.737101078033447,
      "learning_rate": 5.7283894772950306e-05,
      "loss": 0.5455184936523437,
      "step": 19310,
      "token_acc": 0.8090909090909091
    },
    {
      "epoch": 0.961854489318261,
      "grad_norm": 1.1882964372634888,
      "learning_rate": 5.7263528271649404e-05,
      "loss": 0.2295995235443115,
      "step": 19315,
      "token_acc": 0.9454225352112676
    },
    {
      "epoch": 0.9621034809023455,
      "grad_norm": 0.8848824501037598,
      "learning_rate": 5.7243160539144547e-05,
      "loss": 0.45759153366088867,
      "step": 19320,
      "token_acc": 0.9175
    },
    {
      "epoch": 0.96235247248643,
      "grad_norm": 4.461371421813965,
      "learning_rate": 5.7222791578888194e-05,
      "loss": 0.2448012113571167,
      "step": 19325,
      "token_acc": 0.9633577614923384
    },
    {
      "epoch": 0.9626014640705144,
      "grad_norm": 1.0292668342590332,
      "learning_rate": 5.7202421394332974e-05,
      "loss": 0.14669302701950074,
      "step": 19330,
      "token_acc": 0.9748154580981329
    },
    {
      "epoch": 0.9628504556545989,
      "grad_norm": 4.0902628898620605,
      "learning_rate": 5.718204998893174e-05,
      "loss": 0.27548229694366455,
      "step": 19335,
      "token_acc": 0.9380849532037437
    },
    {
      "epoch": 0.9630994472386833,
      "grad_norm": 1.4441837072372437,
      "learning_rate": 5.716167736613754e-05,
      "loss": 0.5504303932189941,
      "step": 19340,
      "token_acc": 0.8797564687975646
    },
    {
      "epoch": 0.9633484388227678,
      "grad_norm": 1.2266621589660645,
      "learning_rate": 5.7141303529403645e-05,
      "loss": 0.2854043245315552,
      "step": 19345,
      "token_acc": 0.967814036656236
    },
    {
      "epoch": 0.9635974304068522,
      "grad_norm": 0.7358044385910034,
      "learning_rate": 5.7120928482183514e-05,
      "loss": 0.3120614528656006,
      "step": 19350,
      "token_acc": 0.8958333333333334
    },
    {
      "epoch": 0.9638464219909367,
      "grad_norm": 0.42491450905799866,
      "learning_rate": 5.710055222793083e-05,
      "loss": 0.2339195966720581,
      "step": 19355,
      "token_acc": 0.9653304442036836
    },
    {
      "epoch": 0.9640954135750212,
      "grad_norm": 3.0800511837005615,
      "learning_rate": 5.7080174770099437e-05,
      "loss": 0.348002290725708,
      "step": 19360,
      "token_acc": 0.8760869565217392
    },
    {
      "epoch": 0.9643444051591056,
      "grad_norm": 2.414625883102417,
      "learning_rate": 5.705979611214345e-05,
      "loss": 0.36089067459106444,
      "step": 19365,
      "token_acc": 0.8923138510808647
    },
    {
      "epoch": 0.9645933967431901,
      "grad_norm": 5.874717712402344,
      "learning_rate": 5.7039416257517144e-05,
      "loss": 0.289931583404541,
      "step": 19370,
      "token_acc": 0.95426114151681
    },
    {
      "epoch": 0.9648423883272745,
      "grad_norm": 1.4474016427993774,
      "learning_rate": 5.7019035209674976e-05,
      "loss": 0.23092517852783204,
      "step": 19375,
      "token_acc": 0.9543642002658396
    },
    {
      "epoch": 0.965091379911359,
      "grad_norm": 1.78957998752594,
      "learning_rate": 5.6998652972071675e-05,
      "loss": 0.3391110897064209,
      "step": 19380,
      "token_acc": 0.9230769230769231
    },
    {
      "epoch": 0.9653403714954435,
      "grad_norm": 3.2338430881500244,
      "learning_rate": 5.697826954816211e-05,
      "loss": 0.44814624786376955,
      "step": 19385,
      "token_acc": 0.8598726114649682
    },
    {
      "epoch": 0.9655893630795279,
      "grad_norm": 1.2027679681777954,
      "learning_rate": 5.695788494140137e-05,
      "loss": 0.29229400157928465,
      "step": 19390,
      "token_acc": 0.9359756097560976
    },
    {
      "epoch": 0.9658383546636123,
      "grad_norm": 1.1820242404937744,
      "learning_rate": 5.693749915524477e-05,
      "loss": 0.1656409740447998,
      "step": 19395,
      "token_acc": 0.9724546722454672
    },
    {
      "epoch": 0.9660873462476969,
      "grad_norm": 1.5113338232040405,
      "learning_rate": 5.691711219314776e-05,
      "loss": 0.33031816482543946,
      "step": 19400,
      "token_acc": 0.8410220014194464
    },
    {
      "epoch": 0.9663363378317813,
      "grad_norm": 2.1871001720428467,
      "learning_rate": 5.6896724058566066e-05,
      "loss": 0.3050944089889526,
      "step": 19405,
      "token_acc": 0.9360218314129776
    },
    {
      "epoch": 0.9665853294158657,
      "grad_norm": 2.6588492393493652,
      "learning_rate": 5.687633475495556e-05,
      "loss": 0.3847901105880737,
      "step": 19410,
      "token_acc": 0.8819444444444444
    },
    {
      "epoch": 0.9668343209999501,
      "grad_norm": 4.402235507965088,
      "learning_rate": 5.685594428577235e-05,
      "loss": 0.45204782485961914,
      "step": 19415,
      "token_acc": 0.7552660753880266
    },
    {
      "epoch": 0.9670833125840347,
      "grad_norm": 1.6312624216079712,
      "learning_rate": 5.683555265447268e-05,
      "loss": 0.29175164699554446,
      "step": 19420,
      "token_acc": 0.9257165926524021
    },
    {
      "epoch": 0.9673323041681191,
      "grad_norm": 2.229771375656128,
      "learning_rate": 5.681515986451308e-05,
      "loss": 0.36008491516113283,
      "step": 19425,
      "token_acc": 0.8562367864693446
    },
    {
      "epoch": 0.9675812957522035,
      "grad_norm": 1.4535738229751587,
      "learning_rate": 5.67947659193502e-05,
      "loss": 0.27926604747772216,
      "step": 19430,
      "token_acc": 0.93125
    },
    {
      "epoch": 0.9678302873362881,
      "grad_norm": 2.080519437789917,
      "learning_rate": 5.677437082244094e-05,
      "loss": 0.21140766143798828,
      "step": 19435,
      "token_acc": 0.9307958477508651
    },
    {
      "epoch": 0.9680792789203725,
      "grad_norm": 0.37643352150917053,
      "learning_rate": 5.6753974577242316e-05,
      "loss": 0.33089888095855713,
      "step": 19440,
      "token_acc": 0.9540901502504173
    },
    {
      "epoch": 0.9683282705044569,
      "grad_norm": 2.3797049522399902,
      "learning_rate": 5.673357718721166e-05,
      "loss": 0.28273370265960696,
      "step": 19445,
      "token_acc": 0.9276018099547512
    },
    {
      "epoch": 0.9685772620885414,
      "grad_norm": 1.4321693181991577,
      "learning_rate": 5.671317865580639e-05,
      "loss": 0.3445082187652588,
      "step": 19450,
      "token_acc": 0.9360511590727418
    },
    {
      "epoch": 0.9688262536726259,
      "grad_norm": 0.7830960750579834,
      "learning_rate": 5.669277898648416e-05,
      "loss": 0.3500157117843628,
      "step": 19455,
      "token_acc": 0.9531802120141343
    },
    {
      "epoch": 0.9690752452567103,
      "grad_norm": 0.4726548194885254,
      "learning_rate": 5.667237818270282e-05,
      "loss": 0.2298220157623291,
      "step": 19460,
      "token_acc": 0.953662182361734
    },
    {
      "epoch": 0.9693242368407948,
      "grad_norm": 3.695587158203125,
      "learning_rate": 5.6651976247920404e-05,
      "loss": 0.20290489196777345,
      "step": 19465,
      "token_acc": 0.9588592800374006
    },
    {
      "epoch": 0.9695732284248793,
      "grad_norm": 1.8670371770858765,
      "learning_rate": 5.6631573185595166e-05,
      "loss": 0.3592698574066162,
      "step": 19470,
      "token_acc": 0.9071661237785016
    },
    {
      "epoch": 0.9698222200089637,
      "grad_norm": 1.5799810886383057,
      "learning_rate": 5.661116899918549e-05,
      "loss": 0.2898229122161865,
      "step": 19475,
      "token_acc": 0.9172320217096337
    },
    {
      "epoch": 0.9700712115930482,
      "grad_norm": 5.096721649169922,
      "learning_rate": 5.6590763692150004e-05,
      "loss": 0.46312599182128905,
      "step": 19480,
      "token_acc": 0.9442724458204335
    },
    {
      "epoch": 0.9703202031771326,
      "grad_norm": 1.5564895868301392,
      "learning_rate": 5.657035726794751e-05,
      "loss": 0.19902187585830688,
      "step": 19485,
      "token_acc": 0.893212669683258
    },
    {
      "epoch": 0.9705691947612171,
      "grad_norm": 1.8869554996490479,
      "learning_rate": 5.6549949730036975e-05,
      "loss": 0.4311241149902344,
      "step": 19490,
      "token_acc": 0.8808851224105462
    },
    {
      "epoch": 0.9708181863453015,
      "grad_norm": 4.180881500244141,
      "learning_rate": 5.6529541081877613e-05,
      "loss": 0.2503876447677612,
      "step": 19495,
      "token_acc": 0.9595141700404858
    },
    {
      "epoch": 0.971067177929386,
      "grad_norm": 3.979621171951294,
      "learning_rate": 5.650913132692879e-05,
      "loss": 0.5226562976837158,
      "step": 19500,
      "token_acc": 0.8548812664907651
    },
    {
      "epoch": 0.9713161695134704,
      "grad_norm": 3.423166036605835,
      "learning_rate": 5.648872046865e-05,
      "loss": 0.3039945363998413,
      "step": 19505,
      "token_acc": 0.9415492957746479
    },
    {
      "epoch": 0.9715651610975549,
      "grad_norm": 1.6806033849716187,
      "learning_rate": 5.646830851050107e-05,
      "loss": 0.22612287998199462,
      "step": 19510,
      "token_acc": 0.9234769687964339
    },
    {
      "epoch": 0.9718141526816394,
      "grad_norm": 0.7652753591537476,
      "learning_rate": 5.644789545594187e-05,
      "loss": 0.2484372854232788,
      "step": 19515,
      "token_acc": 0.9541492989768852
    },
    {
      "epoch": 0.9720631442657238,
      "grad_norm": 1.7056680917739868,
      "learning_rate": 5.642748130843253e-05,
      "loss": 0.4049220085144043,
      "step": 19520,
      "token_acc": 0.8635394456289979
    },
    {
      "epoch": 0.9723121358498082,
      "grad_norm": 1.8659453392028809,
      "learning_rate": 5.640706607143334e-05,
      "loss": 0.31712534427642824,
      "step": 19525,
      "token_acc": 0.8702983138780804
    },
    {
      "epoch": 0.9725611274338928,
      "grad_norm": 2.3717005252838135,
      "learning_rate": 5.6386649748404784e-05,
      "loss": 0.31078271865844725,
      "step": 19530,
      "token_acc": 0.9226190476190477
    },
    {
      "epoch": 0.9728101190179772,
      "grad_norm": 1.0915522575378418,
      "learning_rate": 5.6366232342807566e-05,
      "loss": 0.29978482723236083,
      "step": 19535,
      "token_acc": 0.8838643371017472
    },
    {
      "epoch": 0.9730591106020616,
      "grad_norm": 2.0814483165740967,
      "learning_rate": 5.634581385810249e-05,
      "loss": 0.5677731037139893,
      "step": 19540,
      "token_acc": 0.8444846292947559
    },
    {
      "epoch": 0.9733081021861462,
      "grad_norm": 1.4814082384109497,
      "learning_rate": 5.632539429775062e-05,
      "loss": 0.31019599437713624,
      "step": 19545,
      "token_acc": 0.9018253576714356
    },
    {
      "epoch": 0.9735570937702306,
      "grad_norm": 0.2609473764896393,
      "learning_rate": 5.6304973665213154e-05,
      "loss": 0.20829448699951172,
      "step": 19550,
      "token_acc": 0.9326047358834244
    },
    {
      "epoch": 0.973806085354315,
      "grad_norm": 1.416099190711975,
      "learning_rate": 5.6284551963951506e-05,
      "loss": 0.4355006217956543,
      "step": 19555,
      "token_acc": 0.8385335413416537
    },
    {
      "epoch": 0.9740550769383994,
      "grad_norm": 1.4496088027954102,
      "learning_rate": 5.626412919742723e-05,
      "loss": 0.43998541831970217,
      "step": 19560,
      "token_acc": 0.8784029038112523
    },
    {
      "epoch": 0.974304068522484,
      "grad_norm": 2.1915712356567383,
      "learning_rate": 5.624370536910213e-05,
      "loss": 0.3368570804595947,
      "step": 19565,
      "token_acc": 0.9549819927971188
    },
    {
      "epoch": 0.9745530601065684,
      "grad_norm": 2.143627882003784,
      "learning_rate": 5.622328048243809e-05,
      "loss": 0.30279364585876467,
      "step": 19570,
      "token_acc": 0.8648409893992933
    },
    {
      "epoch": 0.9748020516906528,
      "grad_norm": 1.382204532623291,
      "learning_rate": 5.6202854540897274e-05,
      "loss": 0.39600424766540526,
      "step": 19575,
      "token_acc": 0.8352601156069365
    },
    {
      "epoch": 0.9750510432747374,
      "grad_norm": 1.189929723739624,
      "learning_rate": 5.6182427547941954e-05,
      "loss": 0.4834953784942627,
      "step": 19580,
      "token_acc": 0.9272058823529412
    },
    {
      "epoch": 0.9753000348588218,
      "grad_norm": 0.9317287802696228,
      "learning_rate": 5.616199950703461e-05,
      "loss": 0.15132969617843628,
      "step": 19585,
      "token_acc": 0.9641509433962264
    },
    {
      "epoch": 0.9755490264429062,
      "grad_norm": 3.3565948009490967,
      "learning_rate": 5.6141570421637927e-05,
      "loss": 0.32545881271362304,
      "step": 19590,
      "token_acc": 0.8653061224489796
    },
    {
      "epoch": 0.9757980180269907,
      "grad_norm": 1.6724834442138672,
      "learning_rate": 5.612114029521468e-05,
      "loss": 0.29487109184265137,
      "step": 19595,
      "token_acc": 0.923318667504714
    },
    {
      "epoch": 0.9760470096110752,
      "grad_norm": 1.566454529762268,
      "learning_rate": 5.6100709131227936e-05,
      "loss": 0.2168423652648926,
      "step": 19600,
      "token_acc": 0.9123222748815166
    },
    {
      "epoch": 0.9762960011951596,
      "grad_norm": 3.7020013332366943,
      "learning_rate": 5.608027693314083e-05,
      "loss": 0.3556090831756592,
      "step": 19605,
      "token_acc": 0.9
    },
    {
      "epoch": 0.9765449927792441,
      "grad_norm": 0.4576992094516754,
      "learning_rate": 5.6059843704416735e-05,
      "loss": 0.2310405731201172,
      "step": 19610,
      "token_acc": 0.9204244031830239
    },
    {
      "epoch": 0.9767939843633285,
      "grad_norm": 0.7396416068077087,
      "learning_rate": 5.603940944851921e-05,
      "loss": 0.3524854898452759,
      "step": 19615,
      "token_acc": 0.9156626506024096
    },
    {
      "epoch": 0.977042975947413,
      "grad_norm": 1.7272437810897827,
      "learning_rate": 5.601897416891192e-05,
      "loss": 0.1792530059814453,
      "step": 19620,
      "token_acc": 0.9767520215633423
    },
    {
      "epoch": 0.9772919675314974,
      "grad_norm": 1.6007781028747559,
      "learning_rate": 5.5998537869058776e-05,
      "loss": 0.3768397331237793,
      "step": 19625,
      "token_acc": 0.8517241379310345
    },
    {
      "epoch": 0.9775409591155819,
      "grad_norm": 3.1825478076934814,
      "learning_rate": 5.597810055242384e-05,
      "loss": 0.3173626184463501,
      "step": 19630,
      "token_acc": 0.8853974121996303
    },
    {
      "epoch": 0.9777899506996663,
      "grad_norm": 3.16640567779541,
      "learning_rate": 5.59576622224713e-05,
      "loss": 0.634575080871582,
      "step": 19635,
      "token_acc": 0.792267743796884
    },
    {
      "epoch": 0.9780389422837508,
      "grad_norm": 1.1934971809387207,
      "learning_rate": 5.5937222882665574e-05,
      "loss": 0.298621678352356,
      "step": 19640,
      "token_acc": 0.9742024965325936
    },
    {
      "epoch": 0.9782879338678353,
      "grad_norm": 1.4177038669586182,
      "learning_rate": 5.591678253647125e-05,
      "loss": 0.2642544984817505,
      "step": 19645,
      "token_acc": 0.9011469142545058
    },
    {
      "epoch": 0.9785369254519197,
      "grad_norm": 0.7533880472183228,
      "learning_rate": 5.589634118735303e-05,
      "loss": 0.3788848876953125,
      "step": 19650,
      "token_acc": 0.908207343412527
    },
    {
      "epoch": 0.9787859170360041,
      "grad_norm": 2.8218674659729004,
      "learning_rate": 5.587589883877585e-05,
      "loss": 0.32474939823150634,
      "step": 19655,
      "token_acc": 0.9074675324675324
    },
    {
      "epoch": 0.9790349086200887,
      "grad_norm": 3.0124194622039795,
      "learning_rate": 5.585545549420478e-05,
      "loss": 0.36028122901916504,
      "step": 19660,
      "token_acc": 0.8685524126455907
    },
    {
      "epoch": 0.9792839002041731,
      "grad_norm": 1.5879583358764648,
      "learning_rate": 5.583501115710509e-05,
      "loss": 0.29631943702697755,
      "step": 19665,
      "token_acc": 0.9377123442808607
    },
    {
      "epoch": 0.9795328917882575,
      "grad_norm": 2.2104241847991943,
      "learning_rate": 5.581456583094216e-05,
      "loss": 0.4480264186859131,
      "step": 19670,
      "token_acc": 0.8280839895013123
    },
    {
      "epoch": 0.9797818833723421,
      "grad_norm": 1.3886829614639282,
      "learning_rate": 5.579411951918159e-05,
      "loss": 0.2921114444732666,
      "step": 19675,
      "token_acc": 0.9110738255033557
    },
    {
      "epoch": 0.9800308749564265,
      "grad_norm": 2.7528626918792725,
      "learning_rate": 5.577367222528913e-05,
      "loss": 0.26240251064300535,
      "step": 19680,
      "token_acc": 0.8882175226586103
    },
    {
      "epoch": 0.9802798665405109,
      "grad_norm": 0.9793406128883362,
      "learning_rate": 5.57532239527307e-05,
      "loss": 0.23075273036956787,
      "step": 19685,
      "token_acc": 0.9307875894988067
    },
    {
      "epoch": 0.9805288581245953,
      "grad_norm": 6.731488227844238,
      "learning_rate": 5.573277470497239e-05,
      "loss": 0.21394948959350585,
      "step": 19690,
      "token_acc": 0.917864476386037
    },
    {
      "epoch": 0.9807778497086799,
      "grad_norm": 2.0393247604370117,
      "learning_rate": 5.571232448548043e-05,
      "loss": 0.4566635608673096,
      "step": 19695,
      "token_acc": 0.8137254901960784
    },
    {
      "epoch": 0.9810268412927643,
      "grad_norm": 1.5968154668807983,
      "learning_rate": 5.569187329772125e-05,
      "loss": 0.3384819507598877,
      "step": 19700,
      "token_acc": 0.9521505376344086
    },
    {
      "epoch": 0.9812758328768487,
      "grad_norm": 5.056954860687256,
      "learning_rate": 5.567142114516142e-05,
      "loss": 0.29901514053344724,
      "step": 19705,
      "token_acc": 0.9468599033816425
    },
    {
      "epoch": 0.9815248244609333,
      "grad_norm": 2.8585493564605713,
      "learning_rate": 5.565096803126769e-05,
      "loss": 0.2527698278427124,
      "step": 19710,
      "token_acc": 0.972407231208373
    },
    {
      "epoch": 0.9817738160450177,
      "grad_norm": 2.7626590728759766,
      "learning_rate": 5.563051395950693e-05,
      "loss": 0.22004363536834717,
      "step": 19715,
      "token_acc": 0.9292035398230089
    },
    {
      "epoch": 0.9820228076291021,
      "grad_norm": 1.2600985765457153,
      "learning_rate": 5.5610058933346265e-05,
      "loss": 0.5012624263763428,
      "step": 19720,
      "token_acc": 0.839572192513369
    },
    {
      "epoch": 0.9822717992131866,
      "grad_norm": 4.598251819610596,
      "learning_rate": 5.5589602956252865e-05,
      "loss": 0.38559298515319823,
      "step": 19725,
      "token_acc": 0.8974683544303798
    },
    {
      "epoch": 0.9825207907972711,
      "grad_norm": 6.558594226837158,
      "learning_rate": 5.5569146031694166e-05,
      "loss": 0.5069198131561279,
      "step": 19730,
      "token_acc": 0.9656476520642925
    },
    {
      "epoch": 0.9827697823813555,
      "grad_norm": 1.1667951345443726,
      "learning_rate": 5.5548688163137684e-05,
      "loss": 0.30280394554138185,
      "step": 19735,
      "token_acc": 0.9204368174726989
    },
    {
      "epoch": 0.98301877396544,
      "grad_norm": 1.9178122282028198,
      "learning_rate": 5.552822935405114e-05,
      "loss": 0.3813327312469482,
      "step": 19740,
      "token_acc": 0.8887949260042284
    },
    {
      "epoch": 0.9832677655495244,
      "grad_norm": 1.5398695468902588,
      "learning_rate": 5.5507769607902406e-05,
      "loss": 0.24076266288757325,
      "step": 19745,
      "token_acc": 0.9428838951310862
    },
    {
      "epoch": 0.9835167571336089,
      "grad_norm": 2.6470041275024414,
      "learning_rate": 5.548730892815951e-05,
      "loss": 0.2578301429748535,
      "step": 19750,
      "token_acc": 0.9471332836932241
    },
    {
      "epoch": 0.9837657487176933,
      "grad_norm": 3.511582136154175,
      "learning_rate": 5.5466847318290625e-05,
      "loss": 0.42162604331970216,
      "step": 19755,
      "token_acc": 0.8272980501392758
    },
    {
      "epoch": 0.9840147403017778,
      "grad_norm": 3.624915361404419,
      "learning_rate": 5.544638478176411e-05,
      "loss": 0.381427001953125,
      "step": 19760,
      "token_acc": 0.8721804511278195
    },
    {
      "epoch": 0.9842637318858622,
      "grad_norm": 1.8268018960952759,
      "learning_rate": 5.542592132204848e-05,
      "loss": 0.1853182077407837,
      "step": 19765,
      "token_acc": 0.950632149307646
    },
    {
      "epoch": 0.9845127234699467,
      "grad_norm": 1.182755947113037,
      "learning_rate": 5.5405456942612365e-05,
      "loss": 0.22482504844665527,
      "step": 19770,
      "token_acc": 0.9111570247933884
    },
    {
      "epoch": 0.9847617150540312,
      "grad_norm": 6.290749549865723,
      "learning_rate": 5.53849916469246e-05,
      "loss": 0.3670654773712158,
      "step": 19775,
      "token_acc": 0.8923076923076924
    },
    {
      "epoch": 0.9850107066381156,
      "grad_norm": 1.1897746324539185,
      "learning_rate": 5.536452543845412e-05,
      "loss": 0.23107335567474366,
      "step": 19780,
      "token_acc": 0.9124236252545825
    },
    {
      "epoch": 0.9852596982222,
      "grad_norm": 3.051886796951294,
      "learning_rate": 5.534405832067009e-05,
      "loss": 0.2862067699432373,
      "step": 19785,
      "token_acc": 0.9175108538350217
    },
    {
      "epoch": 0.9855086898062846,
      "grad_norm": 2.329225540161133,
      "learning_rate": 5.532359029704174e-05,
      "loss": 0.24978015422821045,
      "step": 19790,
      "token_acc": 0.9379666858127513
    },
    {
      "epoch": 0.985757681390369,
      "grad_norm": 1.12444269657135,
      "learning_rate": 5.530312137103857e-05,
      "loss": 0.24924702644348146,
      "step": 19795,
      "token_acc": 0.950597609561753
    },
    {
      "epoch": 0.9860066729744534,
      "grad_norm": 1.4513897895812988,
      "learning_rate": 5.5282651546130094e-05,
      "loss": 0.3914026260375977,
      "step": 19800,
      "token_acc": 0.8506151142355008
    },
    {
      "epoch": 0.986255664558538,
      "grad_norm": 0.9046525955200195,
      "learning_rate": 5.5262180825786094e-05,
      "loss": 0.18617758750915528,
      "step": 19805,
      "token_acc": 0.9545159194282001
    },
    {
      "epoch": 0.9865046561426224,
      "grad_norm": 1.023443579673767,
      "learning_rate": 5.524170921347642e-05,
      "loss": 0.26670060157775877,
      "step": 19810,
      "token_acc": 0.9645304312777107
    },
    {
      "epoch": 0.9867536477267068,
      "grad_norm": 4.071138858795166,
      "learning_rate": 5.522123671267115e-05,
      "loss": 0.2677366018295288,
      "step": 19815,
      "token_acc": 0.9439918533604889
    },
    {
      "epoch": 0.9870026393107912,
      "grad_norm": 0.5965165495872498,
      "learning_rate": 5.5200763326840464e-05,
      "loss": 0.3242198944091797,
      "step": 19820,
      "token_acc": 0.8400702987697716
    },
    {
      "epoch": 0.9872516308948758,
      "grad_norm": 0.6993886232376099,
      "learning_rate": 5.518028905945468e-05,
      "loss": 0.3976379632949829,
      "step": 19825,
      "token_acc": 0.895751953125
    },
    {
      "epoch": 0.9875006224789602,
      "grad_norm": 2.3276305198669434,
      "learning_rate": 5.515981391398432e-05,
      "loss": 0.4280059337615967,
      "step": 19830,
      "token_acc": 0.7904967602591793
    },
    {
      "epoch": 0.9877496140630446,
      "grad_norm": 3.482654333114624,
      "learning_rate": 5.513933789389999e-05,
      "loss": 0.26092703342437745,
      "step": 19835,
      "token_acc": 0.9497716894977168
    },
    {
      "epoch": 0.9879986056471292,
      "grad_norm": 4.668087005615234,
      "learning_rate": 5.5118861002672516e-05,
      "loss": 0.33596115112304686,
      "step": 19840,
      "token_acc": 0.9289242001288384
    },
    {
      "epoch": 0.9882475972312136,
      "grad_norm": 1.801977276802063,
      "learning_rate": 5.5098383243772776e-05,
      "loss": 0.4103343963623047,
      "step": 19845,
      "token_acc": 0.8639846743295019
    },
    {
      "epoch": 0.988496588815298,
      "grad_norm": 0.5788594484329224,
      "learning_rate": 5.507790462067192e-05,
      "loss": 0.2948980569839478,
      "step": 19850,
      "token_acc": 0.9709906951286261
    },
    {
      "epoch": 0.9887455803993825,
      "grad_norm": 1.6948374509811401,
      "learning_rate": 5.50574251368411e-05,
      "loss": 0.21283190250396727,
      "step": 19855,
      "token_acc": 0.9273858921161826
    },
    {
      "epoch": 0.988994571983467,
      "grad_norm": 4.706333160400391,
      "learning_rate": 5.5036944795751765e-05,
      "loss": 0.3207398891448975,
      "step": 19860,
      "token_acc": 0.8929384965831435
    },
    {
      "epoch": 0.9892435635675514,
      "grad_norm": 0.7187172174453735,
      "learning_rate": 5.501646360087538e-05,
      "loss": 0.19421932697296143,
      "step": 19865,
      "token_acc": 0.9753970725630645
    },
    {
      "epoch": 0.9894925551516359,
      "grad_norm": 0.5102993249893188,
      "learning_rate": 5.499598155568362e-05,
      "loss": 0.22713642120361327,
      "step": 19870,
      "token_acc": 0.9066666666666666
    },
    {
      "epoch": 0.9897415467357203,
      "grad_norm": 2.145098924636841,
      "learning_rate": 5.497549866364832e-05,
      "loss": 0.43834710121154785,
      "step": 19875,
      "token_acc": 0.8765217391304347
    },
    {
      "epoch": 0.9899905383198048,
      "grad_norm": 0.5108157992362976,
      "learning_rate": 5.49550149282414e-05,
      "loss": 0.224646258354187,
      "step": 19880,
      "token_acc": 0.9736176364293458
    },
    {
      "epoch": 0.9902395299038893,
      "grad_norm": 1.497879147529602,
      "learning_rate": 5.493453035293496e-05,
      "loss": 0.2646074056625366,
      "step": 19885,
      "token_acc": 0.9453924914675768
    },
    {
      "epoch": 0.9904885214879737,
      "grad_norm": 2.1701951026916504,
      "learning_rate": 5.491404494120125e-05,
      "loss": 0.3405821084976196,
      "step": 19890,
      "token_acc": 0.9097345132743363
    },
    {
      "epoch": 0.9907375130720582,
      "grad_norm": 0.9993826746940613,
      "learning_rate": 5.4893558696512635e-05,
      "loss": 0.22828974723815917,
      "step": 19895,
      "token_acc": 0.9312602291325696
    },
    {
      "epoch": 0.9909865046561426,
      "grad_norm": 1.5415712594985962,
      "learning_rate": 5.487307162234165e-05,
      "loss": 0.2502894401550293,
      "step": 19900,
      "token_acc": 0.9251774986346258
    },
    {
      "epoch": 0.9912354962402271,
      "grad_norm": 2.9551053047180176,
      "learning_rate": 5.4852583722160956e-05,
      "loss": 0.5725154876708984,
      "step": 19905,
      "token_acc": 0.8148148148148148
    },
    {
      "epoch": 0.9914844878243115,
      "grad_norm": 1.3298611640930176,
      "learning_rate": 5.4832094999443316e-05,
      "loss": 0.2117570161819458,
      "step": 19910,
      "token_acc": 0.925
    },
    {
      "epoch": 0.991733479408396,
      "grad_norm": 12.105047225952148,
      "learning_rate": 5.4811605457661716e-05,
      "loss": 0.5287839889526367,
      "step": 19915,
      "token_acc": 0.7913340935005702
    },
    {
      "epoch": 0.9919824709924805,
      "grad_norm": 3.798143148422241,
      "learning_rate": 5.47911151002892e-05,
      "loss": 0.5977351665496826,
      "step": 19920,
      "token_acc": 0.8446950281906714
    },
    {
      "epoch": 0.9922314625765649,
      "grad_norm": 1.051518201828003,
      "learning_rate": 5.4770623930799014e-05,
      "loss": 0.22638473510742188,
      "step": 19925,
      "token_acc": 0.958502024291498
    },
    {
      "epoch": 0.9924804541606493,
      "grad_norm": 0.45065435767173767,
      "learning_rate": 5.475013195266451e-05,
      "loss": 0.17027344703674316,
      "step": 19930,
      "token_acc": 0.9610687022900763
    },
    {
      "epoch": 0.9927294457447339,
      "grad_norm": 0.4492422342300415,
      "learning_rate": 5.4729639169359134e-05,
      "loss": 0.23738539218902588,
      "step": 19935,
      "token_acc": 0.9465301478953356
    },
    {
      "epoch": 0.9929784373288183,
      "grad_norm": 1.0609519481658936,
      "learning_rate": 5.470914558435658e-05,
      "loss": 0.2194695234298706,
      "step": 19940,
      "token_acc": 0.9564032697547684
    },
    {
      "epoch": 0.9932274289129027,
      "grad_norm": 0.9980669021606445,
      "learning_rate": 5.468865120113057e-05,
      "loss": 0.27281365394592283,
      "step": 19945,
      "token_acc": 0.9079861111111112
    },
    {
      "epoch": 0.9934764204969873,
      "grad_norm": 2.632770538330078,
      "learning_rate": 5.4668156023155014e-05,
      "loss": 0.33416123390197755,
      "step": 19950,
      "token_acc": 0.8908197959954666
    },
    {
      "epoch": 0.9937254120810717,
      "grad_norm": 6.800558567047119,
      "learning_rate": 5.464766005390395e-05,
      "loss": 0.29294538497924805,
      "step": 19955,
      "token_acc": 0.9427288040426727
    },
    {
      "epoch": 0.9939744036651561,
      "grad_norm": 5.271731853485107,
      "learning_rate": 5.4627163296851536e-05,
      "loss": 0.28066043853759765,
      "step": 19960,
      "token_acc": 0.9550794747753973
    },
    {
      "epoch": 0.9942233952492405,
      "grad_norm": 5.3630690574646,
      "learning_rate": 5.460666575547208e-05,
      "loss": 0.23508927822113038,
      "step": 19965,
      "token_acc": 0.9124087591240876
    },
    {
      "epoch": 0.9944723868333251,
      "grad_norm": 2.0083727836608887,
      "learning_rate": 5.458616743324001e-05,
      "loss": 0.2655308961868286,
      "step": 19970,
      "token_acc": 0.9625603864734299
    },
    {
      "epoch": 0.9947213784174095,
      "grad_norm": 1.28622305393219,
      "learning_rate": 5.4565668333629904e-05,
      "loss": 0.2937992334365845,
      "step": 19975,
      "token_acc": 0.9359852476290832
    },
    {
      "epoch": 0.9949703700014939,
      "grad_norm": 2.434892177581787,
      "learning_rate": 5.4545168460116456e-05,
      "loss": 0.27373876571655276,
      "step": 19980,
      "token_acc": 0.9398069278818852
    },
    {
      "epoch": 0.9952193615855784,
      "grad_norm": 1.3836630582809448,
      "learning_rate": 5.452466781617449e-05,
      "loss": 0.3481114864349365,
      "step": 19985,
      "token_acc": 0.970108695652174
    },
    {
      "epoch": 0.9954683531696629,
      "grad_norm": 0.5879145860671997,
      "learning_rate": 5.450416640527898e-05,
      "loss": 0.3306609630584717,
      "step": 19990,
      "token_acc": 0.8953488372093024
    },
    {
      "epoch": 0.9957173447537473,
      "grad_norm": 1.9724384546279907,
      "learning_rate": 5.4483664230905006e-05,
      "loss": 0.31327261924743655,
      "step": 19995,
      "token_acc": 0.9250275633958104
    },
    {
      "epoch": 0.9959663363378318,
      "grad_norm": 0.4879813492298126,
      "learning_rate": 5.4463161296527773e-05,
      "loss": 0.33422436714172366,
      "step": 20000,
      "token_acc": 0.9441565918249856
    },
    {
      "epoch": 0.9962153279219162,
      "grad_norm": 3.9742255210876465,
      "learning_rate": 5.4442657605622684e-05,
      "loss": 0.25387277603149416,
      "step": 20005,
      "token_acc": 0.9384359400998337
    },
    {
      "epoch": 0.9964643195060007,
      "grad_norm": 7.782823085784912,
      "learning_rate": 5.4422153161665156e-05,
      "loss": 0.356424355506897,
      "step": 20010,
      "token_acc": 0.8850574712643678
    },
    {
      "epoch": 0.9967133110900852,
      "grad_norm": 1.082174301147461,
      "learning_rate": 5.440164796813081e-05,
      "loss": 0.27185218334197997,
      "step": 20015,
      "token_acc": 0.9391350774159103
    },
    {
      "epoch": 0.9969623026741696,
      "grad_norm": 4.186213970184326,
      "learning_rate": 5.438114202849539e-05,
      "loss": 0.22904980182647705,
      "step": 20020,
      "token_acc": 0.9463087248322147
    },
    {
      "epoch": 0.997211294258254,
      "grad_norm": 0.406177282333374,
      "learning_rate": 5.436063534623476e-05,
      "loss": 0.30041165351867677,
      "step": 20025,
      "token_acc": 0.970173535791757
    },
    {
      "epoch": 0.9974602858423385,
      "grad_norm": 1.6123391389846802,
      "learning_rate": 5.4340127924824865e-05,
      "loss": 0.19112811088562012,
      "step": 20030,
      "token_acc": 0.9618949536560247
    },
    {
      "epoch": 0.997709277426423,
      "grad_norm": 1.2172702550888062,
      "learning_rate": 5.431961976774187e-05,
      "loss": 0.2226055383682251,
      "step": 20035,
      "token_acc": 0.967948717948718
    },
    {
      "epoch": 0.9979582690105074,
      "grad_norm": 0.25393322110176086,
      "learning_rate": 5.429911087846195e-05,
      "loss": 0.3445195436477661,
      "step": 20040,
      "token_acc": 0.9768185451638689
    },
    {
      "epoch": 0.9982072605945919,
      "grad_norm": 3.4627914428710938,
      "learning_rate": 5.4278601260461515e-05,
      "loss": 0.2904512882232666,
      "step": 20045,
      "token_acc": 0.9684256055363322
    },
    {
      "epoch": 0.9984562521786764,
      "grad_norm": 4.149920463562012,
      "learning_rate": 5.425809091721702e-05,
      "loss": 0.40276398658752444,
      "step": 20050,
      "token_acc": 0.828847481021394
    },
    {
      "epoch": 0.9987052437627608,
      "grad_norm": 1.2130186557769775,
      "learning_rate": 5.423757985220508e-05,
      "loss": 0.23208143711090087,
      "step": 20055,
      "token_acc": 0.9190101237345332
    },
    {
      "epoch": 0.9989542353468452,
      "grad_norm": 2.061098575592041,
      "learning_rate": 5.421706806890242e-05,
      "loss": 0.26987156867980955,
      "step": 20060,
      "token_acc": 0.9299909665763324
    },
    {
      "epoch": 0.9992032269309298,
      "grad_norm": 0.9397057294845581,
      "learning_rate": 5.419655557078587e-05,
      "loss": 0.19700487852096557,
      "step": 20065,
      "token_acc": 0.9565028273162245
    },
    {
      "epoch": 0.9994522185150142,
      "grad_norm": 1.0426089763641357,
      "learning_rate": 5.417604236133242e-05,
      "loss": 0.36110520362854004,
      "step": 20070,
      "token_acc": 0.8261904761904761
    },
    {
      "epoch": 0.9997012100990986,
      "grad_norm": 3.006190538406372,
      "learning_rate": 5.4155528444019154e-05,
      "loss": 0.11673424243927003,
      "step": 20075,
      "token_acc": 0.9740376007162042
    },
    {
      "epoch": 0.9999502016831832,
      "grad_norm": 3.0259206295013428,
      "learning_rate": 5.413501382232329e-05,
      "loss": 0.4156182289123535,
      "step": 20080,
      "token_acc": 0.8193403298350824
    },
    {
      "epoch": 1.0001991932672676,
      "grad_norm": 1.18587327003479,
      "learning_rate": 5.4114498499722144e-05,
      "loss": 0.19790291786193848,
      "step": 20085,
      "token_acc": 0.9614604462474645
    },
    {
      "epoch": 1.000448184851352,
      "grad_norm": 0.6452410817146301,
      "learning_rate": 5.4093982479693174e-05,
      "loss": 0.2957564353942871,
      "step": 20090,
      "token_acc": 0.9714722363728986
    },
    {
      "epoch": 1.0006971764354364,
      "grad_norm": 0.9537925124168396,
      "learning_rate": 5.4073465765713936e-05,
      "loss": 0.23917479515075685,
      "step": 20095,
      "token_acc": 0.8914027149321267
    },
    {
      "epoch": 1.0009461680195209,
      "grad_norm": 0.27759483456611633,
      "learning_rate": 5.405294836126214e-05,
      "loss": 0.19382338523864745,
      "step": 20100,
      "token_acc": 0.967192429022082
    },
    {
      "epoch": 1.0011951596036055,
      "grad_norm": 1.980131983757019,
      "learning_rate": 5.4032430269815545e-05,
      "loss": 0.3562028169631958,
      "step": 20105,
      "token_acc": 0.8887043189368771
    },
    {
      "epoch": 1.00144415118769,
      "grad_norm": 2.411628246307373,
      "learning_rate": 5.4011911494852105e-05,
      "loss": 0.2531113147735596,
      "step": 20110,
      "token_acc": 0.9335038363171355
    },
    {
      "epoch": 1.0016931427717743,
      "grad_norm": 0.43617135286331177,
      "learning_rate": 5.3991392039849855e-05,
      "loss": 0.25794575214385984,
      "step": 20115,
      "token_acc": 0.8793911007025761
    },
    {
      "epoch": 1.0019421343558588,
      "grad_norm": 0.44264599680900574,
      "learning_rate": 5.3970871908286923e-05,
      "loss": 0.1510496973991394,
      "step": 20120,
      "token_acc": 0.9681025978296613
    },
    {
      "epoch": 1.0021911259399432,
      "grad_norm": 0.33769479393959045,
      "learning_rate": 5.395035110364159e-05,
      "loss": 0.14675652980804443,
      "step": 20125,
      "token_acc": 0.9642571352360629
    },
    {
      "epoch": 1.0024401175240276,
      "grad_norm": 1.757873296737671,
      "learning_rate": 5.39298296293922e-05,
      "loss": 0.3193037509918213,
      "step": 20130,
      "token_acc": 0.896551724137931
    },
    {
      "epoch": 1.002689109108112,
      "grad_norm": 1.2243300676345825,
      "learning_rate": 5.39093074890173e-05,
      "loss": 0.3505613088607788,
      "step": 20135,
      "token_acc": 0.9429551122194514
    },
    {
      "epoch": 1.0029381006921967,
      "grad_norm": 2.13407826423645,
      "learning_rate": 5.388878468599545e-05,
      "loss": 0.2233482837677002,
      "step": 20140,
      "token_acc": 0.9466666666666667
    },
    {
      "epoch": 1.0031870922762811,
      "grad_norm": 1.3306124210357666,
      "learning_rate": 5.3868261223805384e-05,
      "loss": 0.14528887271881102,
      "step": 20145,
      "token_acc": 0.9817127564674398
    },
    {
      "epoch": 1.0034360838603655,
      "grad_norm": 1.7837401628494263,
      "learning_rate": 5.384773710592592e-05,
      "loss": 0.4088452339172363,
      "step": 20150,
      "token_acc": 0.9222999222999223
    },
    {
      "epoch": 1.00368507544445,
      "grad_norm": 1.586749792098999,
      "learning_rate": 5.3827212335836005e-05,
      "loss": 0.2360158681869507,
      "step": 20155,
      "token_acc": 0.9403606102635229
    },
    {
      "epoch": 1.0039340670285344,
      "grad_norm": 0.8052446842193604,
      "learning_rate": 5.380668691701469e-05,
      "loss": 0.2831105709075928,
      "step": 20160,
      "token_acc": 0.9677914110429447
    },
    {
      "epoch": 1.0041830586126188,
      "grad_norm": 3.7633767127990723,
      "learning_rate": 5.378616085294114e-05,
      "loss": 0.2478236198425293,
      "step": 20165,
      "token_acc": 0.9247524752475248
    },
    {
      "epoch": 1.0044320501967035,
      "grad_norm": 1.8908294439315796,
      "learning_rate": 5.3765634147094615e-05,
      "loss": 0.30958740711212157,
      "step": 20170,
      "token_acc": 0.8985801217038539
    },
    {
      "epoch": 1.0046810417807879,
      "grad_norm": 6.6562724113464355,
      "learning_rate": 5.374510680295448e-05,
      "loss": 0.43230581283569336,
      "step": 20175,
      "token_acc": 0.8503611971104231
    },
    {
      "epoch": 1.0049300333648723,
      "grad_norm": 0.8547273874282837,
      "learning_rate": 5.372457882400025e-05,
      "loss": 0.37532222270965576,
      "step": 20180,
      "token_acc": 0.8577371048252912
    },
    {
      "epoch": 1.0051790249489567,
      "grad_norm": 1.8130052089691162,
      "learning_rate": 5.37040502137115e-05,
      "loss": 0.25385456085205077,
      "step": 20185,
      "token_acc": 0.9720039292730844
    },
    {
      "epoch": 1.0054280165330411,
      "grad_norm": 3.12134051322937,
      "learning_rate": 5.368352097556796e-05,
      "loss": 0.18766793012619018,
      "step": 20190,
      "token_acc": 0.9362549800796812
    },
    {
      "epoch": 1.0056770081171256,
      "grad_norm": 1.5656875371932983,
      "learning_rate": 5.3662991113049374e-05,
      "loss": 0.31409120559692383,
      "step": 20195,
      "token_acc": 0.8690807799442897
    },
    {
      "epoch": 1.00592599970121,
      "grad_norm": 1.929267406463623,
      "learning_rate": 5.3642460629635725e-05,
      "loss": 0.1800450325012207,
      "step": 20200,
      "token_acc": 0.9369369369369369
    },
    {
      "epoch": 1.0061749912852946,
      "grad_norm": 1.0292357206344604,
      "learning_rate": 5.3621929528806994e-05,
      "loss": 0.3126121759414673,
      "step": 20205,
      "token_acc": 0.8976377952755905
    },
    {
      "epoch": 1.006423982869379,
      "grad_norm": 1.2902859449386597,
      "learning_rate": 5.3601397814043294e-05,
      "loss": 0.33405020236968996,
      "step": 20210,
      "token_acc": 0.9087656529516994
    },
    {
      "epoch": 1.0066729744534635,
      "grad_norm": 3.1692614555358887,
      "learning_rate": 5.358086548882488e-05,
      "loss": 0.2532472610473633,
      "step": 20215,
      "token_acc": 0.8957915831663327
    },
    {
      "epoch": 1.006921966037548,
      "grad_norm": 0.9492223858833313,
      "learning_rate": 5.356033255663206e-05,
      "loss": 0.33513698577880857,
      "step": 20220,
      "token_acc": 0.8926014319809069
    },
    {
      "epoch": 1.0071709576216323,
      "grad_norm": 1.6952418088912964,
      "learning_rate": 5.353979902094531e-05,
      "loss": 0.3505690574645996,
      "step": 20225,
      "token_acc": 0.8760806916426513
    },
    {
      "epoch": 1.0074199492057168,
      "grad_norm": 1.117877721786499,
      "learning_rate": 5.351926488524511e-05,
      "loss": 0.36302618980407714,
      "step": 20230,
      "token_acc": 0.8785046728971962
    },
    {
      "epoch": 1.0076689407898014,
      "grad_norm": 0.5517371296882629,
      "learning_rate": 5.349873015301213e-05,
      "loss": 0.2802016258239746,
      "step": 20235,
      "token_acc": 0.9656108597285068
    },
    {
      "epoch": 1.0079179323738858,
      "grad_norm": 0.9314827919006348,
      "learning_rate": 5.3478194827727104e-05,
      "loss": 0.40079164505004883,
      "step": 20240,
      "token_acc": 0.8475559237779619
    },
    {
      "epoch": 1.0081669239579703,
      "grad_norm": 4.092816352844238,
      "learning_rate": 5.3457658912870867e-05,
      "loss": 0.2742046356201172,
      "step": 20245,
      "token_acc": 0.9583066067992303
    },
    {
      "epoch": 1.0084159155420547,
      "grad_norm": 1.9090628623962402,
      "learning_rate": 5.343712241192436e-05,
      "loss": 0.23397314548492432,
      "step": 20250,
      "token_acc": 0.9194395796847635
    },
    {
      "epoch": 1.008664907126139,
      "grad_norm": 1.1939338445663452,
      "learning_rate": 5.341658532836862e-05,
      "loss": 0.29412477016448973,
      "step": 20255,
      "token_acc": 0.8890097932535365
    },
    {
      "epoch": 1.0089138987102235,
      "grad_norm": 0.6225776672363281,
      "learning_rate": 5.339604766568477e-05,
      "loss": 0.3037010669708252,
      "step": 20260,
      "token_acc": 0.9061946902654867
    },
    {
      "epoch": 1.009162890294308,
      "grad_norm": 2.1650145053863525,
      "learning_rate": 5.3375509427354084e-05,
      "loss": 0.2109394073486328,
      "step": 20265,
      "token_acc": 0.9718085106382979
    },
    {
      "epoch": 1.0094118818783926,
      "grad_norm": 2.438908815383911,
      "learning_rate": 5.335497061685786e-05,
      "loss": 0.2337782382965088,
      "step": 20270,
      "token_acc": 0.9300699300699301
    },
    {
      "epoch": 1.009660873462477,
      "grad_norm": 0.7862093448638916,
      "learning_rate": 5.3334431237677527e-05,
      "loss": 0.606585168838501,
      "step": 20275,
      "token_acc": 0.7534883720930232
    },
    {
      "epoch": 1.0099098650465614,
      "grad_norm": 3.1654818058013916,
      "learning_rate": 5.331389129329464e-05,
      "loss": 0.4444991111755371,
      "step": 20280,
      "token_acc": 0.8434991974317817
    },
    {
      "epoch": 1.0101588566306459,
      "grad_norm": 0.7964935898780823,
      "learning_rate": 5.3293350787190785e-05,
      "loss": 0.2018054485321045,
      "step": 20285,
      "token_acc": 0.9140127388535032
    },
    {
      "epoch": 1.0104078482147303,
      "grad_norm": 5.2856855392456055,
      "learning_rate": 5.3272809722847726e-05,
      "loss": 0.2618764638900757,
      "step": 20290,
      "token_acc": 0.9157303370786517
    },
    {
      "epoch": 1.0106568397988147,
      "grad_norm": 3.9587392807006836,
      "learning_rate": 5.325226810374723e-05,
      "loss": 0.36552836894989016,
      "step": 20295,
      "token_acc": 0.8880597014925373
    },
    {
      "epoch": 1.0109058313828994,
      "grad_norm": 4.070437908172607,
      "learning_rate": 5.323172593337122e-05,
      "loss": 0.2789252042770386,
      "step": 20300,
      "token_acc": 0.8535300316122234
    },
    {
      "epoch": 1.0111548229669838,
      "grad_norm": 4.941736698150635,
      "learning_rate": 5.32111832152017e-05,
      "loss": 0.2050189733505249,
      "step": 20305,
      "token_acc": 0.9648600357355569
    },
    {
      "epoch": 1.0114038145510682,
      "grad_norm": 0.6879960298538208,
      "learning_rate": 5.319063995272076e-05,
      "loss": 0.2622368812561035,
      "step": 20310,
      "token_acc": 0.9481754063170806
    },
    {
      "epoch": 1.0116528061351526,
      "grad_norm": 4.281714916229248,
      "learning_rate": 5.317009614941058e-05,
      "loss": 0.3788792610168457,
      "step": 20315,
      "token_acc": 0.8808411214953271
    },
    {
      "epoch": 1.011901797719237,
      "grad_norm": 3.7206103801727295,
      "learning_rate": 5.314955180875344e-05,
      "loss": 0.46762537956237793,
      "step": 20320,
      "token_acc": 0.8324798829553768
    },
    {
      "epoch": 1.0121507893033215,
      "grad_norm": 0.7161614894866943,
      "learning_rate": 5.31290069342317e-05,
      "loss": 0.3238532543182373,
      "step": 20325,
      "token_acc": 0.851890756302521
    },
    {
      "epoch": 1.012399780887406,
      "grad_norm": 1.836914300918579,
      "learning_rate": 5.310846152932781e-05,
      "loss": 0.2562654256820679,
      "step": 20330,
      "token_acc": 0.9114219114219114
    },
    {
      "epoch": 1.0126487724714905,
      "grad_norm": 0.5604283809661865,
      "learning_rate": 5.308791559752436e-05,
      "loss": 0.3325170993804932,
      "step": 20335,
      "token_acc": 0.9097978227060654
    },
    {
      "epoch": 1.012897764055575,
      "grad_norm": 1.4994499683380127,
      "learning_rate": 5.3067369142303935e-05,
      "loss": 0.3910130262374878,
      "step": 20340,
      "token_acc": 0.9296992481203008
    },
    {
      "epoch": 1.0131467556396594,
      "grad_norm": 1.6133184432983398,
      "learning_rate": 5.30468221671493e-05,
      "loss": 0.1975850820541382,
      "step": 20345,
      "token_acc": 0.9244094488188976
    },
    {
      "epoch": 1.0133957472237438,
      "grad_norm": 1.8181415796279907,
      "learning_rate": 5.302627467554324e-05,
      "loss": 0.2552886724472046,
      "step": 20350,
      "token_acc": 0.9088983050847458
    },
    {
      "epoch": 1.0136447388078282,
      "grad_norm": 0.554135799407959,
      "learning_rate": 5.300572667096869e-05,
      "loss": 0.28332087993621824,
      "step": 20355,
      "token_acc": 0.950348856076586
    },
    {
      "epoch": 1.0138937303919127,
      "grad_norm": 0.3788509964942932,
      "learning_rate": 5.29851781569086e-05,
      "loss": 0.31099390983581543,
      "step": 20360,
      "token_acc": 0.969047619047619
    },
    {
      "epoch": 1.0141427219759973,
      "grad_norm": 0.5480259656906128,
      "learning_rate": 5.2964629136846064e-05,
      "loss": 0.3586460590362549,
      "step": 20365,
      "token_acc": 0.912828947368421
    },
    {
      "epoch": 1.0143917135600817,
      "grad_norm": 2.821772813796997,
      "learning_rate": 5.2944079614264244e-05,
      "loss": 0.3630421876907349,
      "step": 20370,
      "token_acc": 0.9474877219493767
    },
    {
      "epoch": 1.0146407051441662,
      "grad_norm": 0.7737953066825867,
      "learning_rate": 5.292352959264637e-05,
      "loss": 0.23444755077362062,
      "step": 20375,
      "token_acc": 0.906318082788671
    },
    {
      "epoch": 1.0148896967282506,
      "grad_norm": 1.0344728231430054,
      "learning_rate": 5.29029790754758e-05,
      "loss": 0.5394406795501709,
      "step": 20380,
      "token_acc": 0.8659217877094972
    },
    {
      "epoch": 1.015138688312335,
      "grad_norm": 0.15193694829940796,
      "learning_rate": 5.2882428066235934e-05,
      "loss": 0.29352269172668455,
      "step": 20385,
      "token_acc": 0.9341176470588235
    },
    {
      "epoch": 1.0153876798964194,
      "grad_norm": 2.2654967308044434,
      "learning_rate": 5.286187656841025e-05,
      "loss": 0.38237054347991944,
      "step": 20390,
      "token_acc": 0.8470914127423823
    },
    {
      "epoch": 1.0156366714805038,
      "grad_norm": 1.6917181015014648,
      "learning_rate": 5.284132458548236e-05,
      "loss": 0.48936896324157714,
      "step": 20395,
      "token_acc": 0.8639798488664987
    },
    {
      "epoch": 1.0158856630645885,
      "grad_norm": 1.0819215774536133,
      "learning_rate": 5.282077212093591e-05,
      "loss": 0.23179564476013184,
      "step": 20400,
      "token_acc": 0.9427468639433901
    },
    {
      "epoch": 1.016134654648673,
      "grad_norm": 3.3424198627471924,
      "learning_rate": 5.2800219178254636e-05,
      "loss": 0.35518152713775636,
      "step": 20405,
      "token_acc": 0.8910788381742739
    },
    {
      "epoch": 1.0163836462327573,
      "grad_norm": 1.3419936895370483,
      "learning_rate": 5.27796657609224e-05,
      "loss": 0.31533336639404297,
      "step": 20410,
      "token_acc": 0.9336283185840708
    },
    {
      "epoch": 1.0166326378168418,
      "grad_norm": 1.9479374885559082,
      "learning_rate": 5.275911187242305e-05,
      "loss": 0.32806124687194826,
      "step": 20415,
      "token_acc": 0.8558404558404559
    },
    {
      "epoch": 1.0168816294009262,
      "grad_norm": 0.5868598222732544,
      "learning_rate": 5.273855751624064e-05,
      "loss": 0.30003626346588136,
      "step": 20420,
      "token_acc": 0.9476813317479191
    },
    {
      "epoch": 1.0171306209850106,
      "grad_norm": 1.877895712852478,
      "learning_rate": 5.271800269585918e-05,
      "loss": 0.2721135139465332,
      "step": 20425,
      "token_acc": 0.9665226781857451
    },
    {
      "epoch": 1.0173796125690953,
      "grad_norm": 1.5454638004302979,
      "learning_rate": 5.269744741476283e-05,
      "loss": 0.5083679676055908,
      "step": 20430,
      "token_acc": 0.8482284505552617
    },
    {
      "epoch": 1.0176286041531797,
      "grad_norm": 0.5904248356819153,
      "learning_rate": 5.267689167643582e-05,
      "loss": 0.48293228149414064,
      "step": 20435,
      "token_acc": 0.8676470588235294
    },
    {
      "epoch": 1.017877595737264,
      "grad_norm": 1.8454210758209229,
      "learning_rate": 5.2656335484362443e-05,
      "loss": 0.27841041088104246,
      "step": 20440,
      "token_acc": 0.9388092613009923
    },
    {
      "epoch": 1.0181265873213485,
      "grad_norm": 4.504796981811523,
      "learning_rate": 5.263577884202707e-05,
      "loss": 0.32984840869903564,
      "step": 20445,
      "token_acc": 0.8942307692307693
    },
    {
      "epoch": 1.018375578905433,
      "grad_norm": 0.6926733255386353,
      "learning_rate": 5.2615221752914164e-05,
      "loss": 0.22232158184051515,
      "step": 20450,
      "token_acc": 0.9157894736842105
    },
    {
      "epoch": 1.0186245704895174,
      "grad_norm": 2.9921319484710693,
      "learning_rate": 5.259466422050825e-05,
      "loss": 0.32600443363189696,
      "step": 20455,
      "token_acc": 0.9014423076923077
    },
    {
      "epoch": 1.018873562073602,
      "grad_norm": 1.5146657228469849,
      "learning_rate": 5.257410624829393e-05,
      "loss": 0.3644672632217407,
      "step": 20460,
      "token_acc": 0.8975629904997935
    },
    {
      "epoch": 1.0191225536576864,
      "grad_norm": 16.757299423217773,
      "learning_rate": 5.255354783975589e-05,
      "loss": 0.46732749938964846,
      "step": 20465,
      "token_acc": 0.8403669724770643
    },
    {
      "epoch": 1.0193715452417709,
      "grad_norm": 0.5856022238731384,
      "learning_rate": 5.253298899837885e-05,
      "loss": 0.24201440811157227,
      "step": 20470,
      "token_acc": 0.9530791788856305
    },
    {
      "epoch": 1.0196205368258553,
      "grad_norm": 1.6432775259017944,
      "learning_rate": 5.251242972764768e-05,
      "loss": 0.23108820915222167,
      "step": 20475,
      "token_acc": 0.962822936357908
    },
    {
      "epoch": 1.0198695284099397,
      "grad_norm": 1.744031310081482,
      "learning_rate": 5.249187003104724e-05,
      "loss": 0.28470745086669924,
      "step": 20480,
      "token_acc": 0.9750312109862672
    },
    {
      "epoch": 1.0201185199940241,
      "grad_norm": 4.7345194816589355,
      "learning_rate": 5.247130991206254e-05,
      "loss": 0.40972604751586916,
      "step": 20485,
      "token_acc": 0.8891509433962265
    },
    {
      "epoch": 1.0203675115781086,
      "grad_norm": 0.6165068745613098,
      "learning_rate": 5.2450749374178576e-05,
      "loss": 0.1678508996963501,
      "step": 20490,
      "token_acc": 0.9494949494949495
    },
    {
      "epoch": 1.0206165031621932,
      "grad_norm": 0.3723640441894531,
      "learning_rate": 5.24301884208805e-05,
      "loss": 0.1630617618560791,
      "step": 20495,
      "token_acc": 0.980518287079581
    },
    {
      "epoch": 1.0208654947462776,
      "grad_norm": 2.9542667865753174,
      "learning_rate": 5.240962705565347e-05,
      "loss": 0.23469257354736328,
      "step": 20500,
      "token_acc": 0.887409200968523
    },
    {
      "epoch": 1.021114486330362,
      "grad_norm": 0.5256088972091675,
      "learning_rate": 5.2389065281982744e-05,
      "loss": 0.22115087509155273,
      "step": 20505,
      "token_acc": 0.9389587073608617
    },
    {
      "epoch": 1.0213634779144465,
      "grad_norm": 0.8593645095825195,
      "learning_rate": 5.236850310335365e-05,
      "loss": 0.25705063343048096,
      "step": 20510,
      "token_acc": 0.9211045364891519
    },
    {
      "epoch": 1.021612469498531,
      "grad_norm": 1.0728693008422852,
      "learning_rate": 5.2347940523251584e-05,
      "loss": 0.12316303253173828,
      "step": 20515,
      "token_acc": 0.9568181818181818
    },
    {
      "epoch": 1.0218614610826153,
      "grad_norm": 6.965003490447998,
      "learning_rate": 5.232737754516198e-05,
      "loss": 0.4204705715179443,
      "step": 20520,
      "token_acc": 0.8558558558558559
    },
    {
      "epoch": 1.0221104526666998,
      "grad_norm": 3.956149101257324,
      "learning_rate": 5.23068141725704e-05,
      "loss": 0.34129254817962645,
      "step": 20525,
      "token_acc": 0.9506656225528582
    },
    {
      "epoch": 1.0223594442507844,
      "grad_norm": 2.881808280944824,
      "learning_rate": 5.2286250408962426e-05,
      "loss": 0.3734980583190918,
      "step": 20530,
      "token_acc": 0.8709677419354839
    },
    {
      "epoch": 1.0226084358348688,
      "grad_norm": 1.0453414916992188,
      "learning_rate": 5.226568625782369e-05,
      "loss": 0.20091686248779297,
      "step": 20535,
      "token_acc": 0.9695961995249406
    },
    {
      "epoch": 1.0228574274189532,
      "grad_norm": 3.1144018173217773,
      "learning_rate": 5.224512172263994e-05,
      "loss": 0.35053119659423826,
      "step": 20540,
      "token_acc": 0.9131238447319778
    },
    {
      "epoch": 1.0231064190030377,
      "grad_norm": 2.07138991355896,
      "learning_rate": 5.222455680689696e-05,
      "loss": 0.3702840328216553,
      "step": 20545,
      "token_acc": 0.8558673469387755
    },
    {
      "epoch": 1.023355410587122,
      "grad_norm": 1.7323440313339233,
      "learning_rate": 5.220399151408064e-05,
      "loss": 0.32465662956237795,
      "step": 20550,
      "token_acc": 0.8936170212765957
    },
    {
      "epoch": 1.0236044021712065,
      "grad_norm": 0.32442790269851685,
      "learning_rate": 5.218342584767685e-05,
      "loss": 0.1792569637298584,
      "step": 20555,
      "token_acc": 0.956655290102389
    },
    {
      "epoch": 1.0238533937552912,
      "grad_norm": 0.5855671763420105,
      "learning_rate": 5.2162859811171574e-05,
      "loss": 0.435972785949707,
      "step": 20560,
      "token_acc": 0.8197097020626433
    },
    {
      "epoch": 1.0241023853393756,
      "grad_norm": 0.7597779631614685,
      "learning_rate": 5.214229340805089e-05,
      "loss": 0.17871086597442626,
      "step": 20565,
      "token_acc": 0.9830769230769231
    },
    {
      "epoch": 1.02435137692346,
      "grad_norm": 1.9799848794937134,
      "learning_rate": 5.2121726641800886e-05,
      "loss": 0.22269823551177978,
      "step": 20570,
      "token_acc": 0.9213161659513591
    },
    {
      "epoch": 1.0246003685075444,
      "grad_norm": 1.789896845817566,
      "learning_rate": 5.210115951590773e-05,
      "loss": 0.16232140064239503,
      "step": 20575,
      "token_acc": 0.9722054380664653
    },
    {
      "epoch": 1.0248493600916289,
      "grad_norm": 0.8043615221977234,
      "learning_rate": 5.208059203385766e-05,
      "loss": 0.1817065715789795,
      "step": 20580,
      "token_acc": 0.9838556505223172
    },
    {
      "epoch": 1.0250983516757133,
      "grad_norm": 5.273489952087402,
      "learning_rate": 5.206002419913695e-05,
      "loss": 0.29063231945037843,
      "step": 20585,
      "token_acc": 0.9127906976744186
    },
    {
      "epoch": 1.025347343259798,
      "grad_norm": 0.9547881484031677,
      "learning_rate": 5.203945601523196e-05,
      "loss": 0.2293870210647583,
      "step": 20590,
      "token_acc": 0.9556451612903226
    },
    {
      "epoch": 1.0255963348438824,
      "grad_norm": 4.331668376922607,
      "learning_rate": 5.201888748562911e-05,
      "loss": 0.5946756839752197,
      "step": 20595,
      "token_acc": 0.8017515923566879
    },
    {
      "epoch": 1.0258453264279668,
      "grad_norm": 0.8177834153175354,
      "learning_rate": 5.1998318613814835e-05,
      "loss": 0.24531662464141846,
      "step": 20600,
      "token_acc": 0.9253294289897511
    },
    {
      "epoch": 1.0260943180120512,
      "grad_norm": 0.47783005237579346,
      "learning_rate": 5.19777494032757e-05,
      "loss": 0.16353315114974976,
      "step": 20605,
      "token_acc": 0.9250972762645915
    },
    {
      "epoch": 1.0263433095961356,
      "grad_norm": 2.247807264328003,
      "learning_rate": 5.195717985749825e-05,
      "loss": 0.18002387285232543,
      "step": 20610,
      "token_acc": 0.9298642533936652
    },
    {
      "epoch": 1.02659230118022,
      "grad_norm": 3.216963768005371,
      "learning_rate": 5.193660997996916e-05,
      "loss": 0.40656270980834963,
      "step": 20615,
      "token_acc": 0.9334975369458128
    },
    {
      "epoch": 1.0268412927643045,
      "grad_norm": 2.015718460083008,
      "learning_rate": 5.1916039774175106e-05,
      "loss": 0.23577768802642823,
      "step": 20620,
      "token_acc": 0.964525993883792
    },
    {
      "epoch": 1.0270902843483891,
      "grad_norm": 2.2289750576019287,
      "learning_rate": 5.189546924360283e-05,
      "loss": 0.3951301097869873,
      "step": 20625,
      "token_acc": 0.8551020408163266
    },
    {
      "epoch": 1.0273392759324735,
      "grad_norm": 3.057539463043213,
      "learning_rate": 5.187489839173917e-05,
      "loss": 0.2082310676574707,
      "step": 20630,
      "token_acc": 0.9281553398058252
    },
    {
      "epoch": 1.027588267516558,
      "grad_norm": 0.5456216931343079,
      "learning_rate": 5.1854327222070954e-05,
      "loss": 0.13248826265335084,
      "step": 20635,
      "token_acc": 0.9694390715667311
    },
    {
      "epoch": 1.0278372591006424,
      "grad_norm": 1.4575508832931519,
      "learning_rate": 5.183375573808512e-05,
      "loss": 0.47404208183288576,
      "step": 20640,
      "token_acc": 0.8182665424044734
    },
    {
      "epoch": 1.0280862506847268,
      "grad_norm": 6.779272556304932,
      "learning_rate": 5.1813183943268617e-05,
      "loss": 0.2520228385925293,
      "step": 20645,
      "token_acc": 0.9661987439970448
    },
    {
      "epoch": 1.0283352422688112,
      "grad_norm": 0.4623468816280365,
      "learning_rate": 5.179261184110849e-05,
      "loss": 0.11296772956848145,
      "step": 20650,
      "token_acc": 0.9831460674157303
    },
    {
      "epoch": 1.0285842338528959,
      "grad_norm": 2.306663990020752,
      "learning_rate": 5.177203943509179e-05,
      "loss": 0.16729716062545777,
      "step": 20655,
      "token_acc": 0.9474576271186441
    },
    {
      "epoch": 1.0288332254369803,
      "grad_norm": 2.151071786880493,
      "learning_rate": 5.175146672870566e-05,
      "loss": 0.20042948722839354,
      "step": 20660,
      "token_acc": 0.98016
    },
    {
      "epoch": 1.0290822170210647,
      "grad_norm": 0.7266667485237122,
      "learning_rate": 5.1730893725437245e-05,
      "loss": 0.4363578796386719,
      "step": 20665,
      "token_acc": 0.841948310139165
    },
    {
      "epoch": 1.0293312086051492,
      "grad_norm": 0.1919499933719635,
      "learning_rate": 5.1710320428773804e-05,
      "loss": 0.4042364120483398,
      "step": 20670,
      "token_acc": 0.9246646026831785
    },
    {
      "epoch": 1.0295802001892336,
      "grad_norm": 1.6602025032043457,
      "learning_rate": 5.168974684220259e-05,
      "loss": 0.21411685943603515,
      "step": 20675,
      "token_acc": 0.9316582914572864
    },
    {
      "epoch": 1.029829191773318,
      "grad_norm": 2.168034076690674,
      "learning_rate": 5.1669172969210945e-05,
      "loss": 0.3738636255264282,
      "step": 20680,
      "token_acc": 0.8483965014577259
    },
    {
      "epoch": 1.0300781833574024,
      "grad_norm": 1.3869740962982178,
      "learning_rate": 5.164859881328624e-05,
      "loss": 0.17862813472747802,
      "step": 20685,
      "token_acc": 0.9842839036755386
    },
    {
      "epoch": 1.030327174941487,
      "grad_norm": 4.007014751434326,
      "learning_rate": 5.162802437791587e-05,
      "loss": 0.3576493501663208,
      "step": 20690,
      "token_acc": 0.9327073552425665
    },
    {
      "epoch": 1.0305761665255715,
      "grad_norm": 3.657711982727051,
      "learning_rate": 5.160744966658735e-05,
      "loss": 0.32078981399536133,
      "step": 20695,
      "token_acc": 0.9123222748815166
    },
    {
      "epoch": 1.030825158109656,
      "grad_norm": 1.267093300819397,
      "learning_rate": 5.158687468278816e-05,
      "loss": 0.39181525707244874,
      "step": 20700,
      "token_acc": 0.8665966386554622
    },
    {
      "epoch": 1.0310741496937403,
      "grad_norm": 1.3382149934768677,
      "learning_rate": 5.156629943000586e-05,
      "loss": 0.34681365489959715,
      "step": 20705,
      "token_acc": 0.9608763693270735
    },
    {
      "epoch": 1.0313231412778248,
      "grad_norm": 1.9939310550689697,
      "learning_rate": 5.154572391172807e-05,
      "loss": 0.2352818012237549,
      "step": 20710,
      "token_acc": 0.9148936170212766
    },
    {
      "epoch": 1.0315721328619092,
      "grad_norm": 1.6446788311004639,
      "learning_rate": 5.1525148131442434e-05,
      "loss": 0.23607585430145264,
      "step": 20715,
      "token_acc": 0.9102244389027432
    },
    {
      "epoch": 1.0318211244459938,
      "grad_norm": 3.3344216346740723,
      "learning_rate": 5.150457209263666e-05,
      "loss": 0.29710988998413085,
      "step": 20720,
      "token_acc": 0.9690831556503199
    },
    {
      "epoch": 1.0320701160300783,
      "grad_norm": 4.074923515319824,
      "learning_rate": 5.148399579879849e-05,
      "loss": 0.2987800121307373,
      "step": 20725,
      "token_acc": 0.9259927797833934
    },
    {
      "epoch": 1.0323191076141627,
      "grad_norm": 0.3626720607280731,
      "learning_rate": 5.146341925341569e-05,
      "loss": 0.34349105358123777,
      "step": 20730,
      "token_acc": 0.8622564567285909
    },
    {
      "epoch": 1.032568099198247,
      "grad_norm": 3.171473979949951,
      "learning_rate": 5.1442842459976095e-05,
      "loss": 0.26110689640045165,
      "step": 20735,
      "token_acc": 0.905511811023622
    },
    {
      "epoch": 1.0328170907823315,
      "grad_norm": 1.3741326332092285,
      "learning_rate": 5.142226542196758e-05,
      "loss": 0.31990790367126465,
      "step": 20740,
      "token_acc": 0.9427235534774986
    },
    {
      "epoch": 1.033066082366416,
      "grad_norm": 0.6087297797203064,
      "learning_rate": 5.140168814287803e-05,
      "loss": 0.14718519449234008,
      "step": 20745,
      "token_acc": 0.9558498896247241
    },
    {
      "epoch": 1.0333150739505004,
      "grad_norm": 0.7315719723701477,
      "learning_rate": 5.138111062619545e-05,
      "loss": 0.226074481010437,
      "step": 20750,
      "token_acc": 0.9699788583509513
    },
    {
      "epoch": 1.033564065534585,
      "grad_norm": 2.844041109085083,
      "learning_rate": 5.136053287540776e-05,
      "loss": 0.4013504505157471,
      "step": 20755,
      "token_acc": 0.8224476854787571
    },
    {
      "epoch": 1.0338130571186694,
      "grad_norm": 0.48510509729385376,
      "learning_rate": 5.133995489400305e-05,
      "loss": 0.24296345710754394,
      "step": 20760,
      "token_acc": 0.9424581005586592
    },
    {
      "epoch": 1.0340620487027539,
      "grad_norm": 1.714895486831665,
      "learning_rate": 5.1319376685469344e-05,
      "loss": 0.3277765989303589,
      "step": 20765,
      "token_acc": 0.8715393133997785
    },
    {
      "epoch": 1.0343110402868383,
      "grad_norm": 3.838073968887329,
      "learning_rate": 5.129879825329478e-05,
      "loss": 0.2526566982269287,
      "step": 20770,
      "token_acc": 0.9183955739972337
    },
    {
      "epoch": 1.0345600318709227,
      "grad_norm": 4.4002485275268555,
      "learning_rate": 5.127821960096749e-05,
      "loss": 0.2870792865753174,
      "step": 20775,
      "token_acc": 0.9057851239669421
    },
    {
      "epoch": 1.0348090234550071,
      "grad_norm": 5.995448589324951,
      "learning_rate": 5.125764073197566e-05,
      "loss": 0.32198033332824705,
      "step": 20780,
      "token_acc": 0.8680688336520076
    },
    {
      "epoch": 1.0350580150390918,
      "grad_norm": 4.561141014099121,
      "learning_rate": 5.123706164980753e-05,
      "loss": 0.5348052501678466,
      "step": 20785,
      "token_acc": 0.7810650887573964
    },
    {
      "epoch": 1.0353070066231762,
      "grad_norm": 3.271716356277466,
      "learning_rate": 5.121648235795131e-05,
      "loss": 0.25994100570678713,
      "step": 20790,
      "token_acc": 0.9424501424501425
    },
    {
      "epoch": 1.0355559982072606,
      "grad_norm": 1.8719305992126465,
      "learning_rate": 5.119590285989534e-05,
      "loss": 0.31773903369903567,
      "step": 20795,
      "token_acc": 0.889108259295821
    },
    {
      "epoch": 1.035804989791345,
      "grad_norm": 1.1887331008911133,
      "learning_rate": 5.117532315912792e-05,
      "loss": 0.2711114168167114,
      "step": 20800,
      "token_acc": 0.888
    },
    {
      "epoch": 1.0360539813754295,
      "grad_norm": 4.712935924530029,
      "learning_rate": 5.1154743259137415e-05,
      "loss": 0.2449098587036133,
      "step": 20805,
      "token_acc": 0.9435104236718225
    },
    {
      "epoch": 1.036302972959514,
      "grad_norm": 1.7750325202941895,
      "learning_rate": 5.113416316341222e-05,
      "loss": 0.3647986888885498,
      "step": 20810,
      "token_acc": 0.8928571428571429
    },
    {
      "epoch": 1.0365519645435983,
      "grad_norm": 3.3524656295776367,
      "learning_rate": 5.111358287544078e-05,
      "loss": 0.28406996726989747,
      "step": 20815,
      "token_acc": 0.9285165257494236
    },
    {
      "epoch": 1.036800956127683,
      "grad_norm": 1.0419267416000366,
      "learning_rate": 5.1093002398711506e-05,
      "loss": 0.5387800216674805,
      "step": 20820,
      "token_acc": 0.9355033152501507
    },
    {
      "epoch": 1.0370499477117674,
      "grad_norm": 5.377035617828369,
      "learning_rate": 5.1072421736712964e-05,
      "loss": 0.25438404083251953,
      "step": 20825,
      "token_acc": 0.9544498948843728
    },
    {
      "epoch": 1.0372989392958518,
      "grad_norm": 2.7295188903808594,
      "learning_rate": 5.105184089293362e-05,
      "loss": 0.34112844467163084,
      "step": 20830,
      "token_acc": 0.8753117206982544
    },
    {
      "epoch": 1.0375479308799362,
      "grad_norm": 2.0875632762908936,
      "learning_rate": 5.1031259870862046e-05,
      "loss": 0.3991136312484741,
      "step": 20835,
      "token_acc": 0.8631805157593123
    },
    {
      "epoch": 1.0377969224640207,
      "grad_norm": 0.9759081602096558,
      "learning_rate": 5.1010678673986836e-05,
      "loss": 0.18293243646621704,
      "step": 20840,
      "token_acc": 0.9604130808950087
    },
    {
      "epoch": 1.038045914048105,
      "grad_norm": 0.9700629115104675,
      "learning_rate": 5.099009730579659e-05,
      "loss": 0.5007199764251709,
      "step": 20845,
      "token_acc": 0.7719734660033167
    },
    {
      "epoch": 1.0382949056321897,
      "grad_norm": 7.021172046661377,
      "learning_rate": 5.096951576977995e-05,
      "loss": 0.5459314346313476,
      "step": 20850,
      "token_acc": 0.7939262472885033
    },
    {
      "epoch": 1.0385438972162742,
      "grad_norm": 0.8294326066970825,
      "learning_rate": 5.0948934069425615e-05,
      "loss": 0.20616590976715088,
      "step": 20855,
      "token_acc": 0.9214046822742475
    },
    {
      "epoch": 1.0387928888003586,
      "grad_norm": 2.203665018081665,
      "learning_rate": 5.0928352208222254e-05,
      "loss": 0.36610357761383056,
      "step": 20860,
      "token_acc": 0.7982708933717579
    },
    {
      "epoch": 1.039041880384443,
      "grad_norm": 0.5663781762123108,
      "learning_rate": 5.090777018965861e-05,
      "loss": 0.1291210412979126,
      "step": 20865,
      "token_acc": 0.964968152866242
    },
    {
      "epoch": 1.0392908719685274,
      "grad_norm": 5.11466121673584,
      "learning_rate": 5.088718801722343e-05,
      "loss": 0.4004615306854248,
      "step": 20870,
      "token_acc": 0.85
    },
    {
      "epoch": 1.0395398635526119,
      "grad_norm": 0.5386189222335815,
      "learning_rate": 5.08666056944055e-05,
      "loss": 0.11431556940078735,
      "step": 20875,
      "token_acc": 0.9786609762603361
    },
    {
      "epoch": 1.0397888551366963,
      "grad_norm": 2.053253173828125,
      "learning_rate": 5.0846023224693626e-05,
      "loss": 0.14073541164398193,
      "step": 20880,
      "token_acc": 0.9727380482022916
    },
    {
      "epoch": 1.040037846720781,
      "grad_norm": 1.4701265096664429,
      "learning_rate": 5.0825440611576625e-05,
      "loss": 0.19246115684509277,
      "step": 20885,
      "token_acc": 0.9231863442389758
    },
    {
      "epoch": 1.0402868383048653,
      "grad_norm": 1.3105021715164185,
      "learning_rate": 5.0804857858543374e-05,
      "loss": 0.2029721975326538,
      "step": 20890,
      "token_acc": 0.9402332361516035
    },
    {
      "epoch": 1.0405358298889498,
      "grad_norm": 1.6507108211517334,
      "learning_rate": 5.0784274969082734e-05,
      "loss": 0.3584796667098999,
      "step": 20895,
      "token_acc": 0.8837675350701403
    },
    {
      "epoch": 1.0407848214730342,
      "grad_norm": 1.7982497215270996,
      "learning_rate": 5.0763691946683614e-05,
      "loss": 0.21703624725341797,
      "step": 20900,
      "token_acc": 0.9849157054125999
    },
    {
      "epoch": 1.0410338130571186,
      "grad_norm": 1.5363701581954956,
      "learning_rate": 5.0743108794834936e-05,
      "loss": 0.5037127494812011,
      "step": 20905,
      "token_acc": 0.8234421364985163
    },
    {
      "epoch": 1.041282804641203,
      "grad_norm": 0.6674308776855469,
      "learning_rate": 5.0722525517025634e-05,
      "loss": 0.34249372482299806,
      "step": 20910,
      "token_acc": 0.836266258607498
    },
    {
      "epoch": 1.0415317962252877,
      "grad_norm": 1.7258360385894775,
      "learning_rate": 5.070194211674469e-05,
      "loss": 0.2689615249633789,
      "step": 20915,
      "token_acc": 0.8683304647160068
    },
    {
      "epoch": 1.041780787809372,
      "grad_norm": 0.5870563983917236,
      "learning_rate": 5.06813585974811e-05,
      "loss": 0.18948636054992676,
      "step": 20920,
      "token_acc": 0.9675909254591285
    },
    {
      "epoch": 1.0420297793934565,
      "grad_norm": 1.7000981569290161,
      "learning_rate": 5.0660774962723855e-05,
      "loss": 0.41941180229187014,
      "step": 20925,
      "token_acc": 0.8453307392996109
    },
    {
      "epoch": 1.042278770977541,
      "grad_norm": 2.85927677154541,
      "learning_rate": 5.0640191215961986e-05,
      "loss": 0.18492379188537597,
      "step": 20930,
      "token_acc": 0.9492600422832981
    },
    {
      "epoch": 1.0425277625616254,
      "grad_norm": 0.544181764125824,
      "learning_rate": 5.061960736068455e-05,
      "loss": 0.2839691638946533,
      "step": 20935,
      "token_acc": 0.9056099732858415
    },
    {
      "epoch": 1.0427767541457098,
      "grad_norm": 3.3075013160705566,
      "learning_rate": 5.05990234003806e-05,
      "loss": 0.2575766801834106,
      "step": 20940,
      "token_acc": 0.9295774647887324
    },
    {
      "epoch": 1.0430257457297942,
      "grad_norm": 0.8383148908615112,
      "learning_rate": 5.057843933853923e-05,
      "loss": 0.26924178600311277,
      "step": 20945,
      "token_acc": 0.9065009065009065
    },
    {
      "epoch": 1.0432747373138789,
      "grad_norm": 0.7691637277603149,
      "learning_rate": 5.055785517864952e-05,
      "loss": 0.3677302598953247,
      "step": 20950,
      "token_acc": 0.9671302149178256
    },
    {
      "epoch": 1.0435237288979633,
      "grad_norm": 0.7113361954689026,
      "learning_rate": 5.053727092420061e-05,
      "loss": 0.1295565962791443,
      "step": 20955,
      "token_acc": 0.9573002754820936
    },
    {
      "epoch": 1.0437727204820477,
      "grad_norm": 0.730368435382843,
      "learning_rate": 5.0516686578681626e-05,
      "loss": 0.38741445541381836,
      "step": 20960,
      "token_acc": 0.8865424430641822
    },
    {
      "epoch": 1.0440217120661321,
      "grad_norm": 1.333143711090088,
      "learning_rate": 5.049610214558169e-05,
      "loss": 0.23489582538604736,
      "step": 20965,
      "token_acc": 0.9065420560747663
    },
    {
      "epoch": 1.0442707036502166,
      "grad_norm": 1.1601959466934204,
      "learning_rate": 5.047551762839002e-05,
      "loss": 0.3481342315673828,
      "step": 20970,
      "token_acc": 0.9301994301994302
    },
    {
      "epoch": 1.044519695234301,
      "grad_norm": 4.151480674743652,
      "learning_rate": 5.045493303059574e-05,
      "loss": 0.14667296409606934,
      "step": 20975,
      "token_acc": 0.9833234067897558
    },
    {
      "epoch": 1.0447686868183856,
      "grad_norm": 3.0888960361480713,
      "learning_rate": 5.0434348355688085e-05,
      "loss": 0.31007933616638184,
      "step": 20980,
      "token_acc": 0.9052369077306733
    },
    {
      "epoch": 1.04501767840247,
      "grad_norm": 3.346628189086914,
      "learning_rate": 5.0413763607156226e-05,
      "loss": 0.3605678558349609,
      "step": 20985,
      "token_acc": 0.8793284365162645
    },
    {
      "epoch": 1.0452666699865545,
      "grad_norm": 3.714851140975952,
      "learning_rate": 5.0393178788489395e-05,
      "loss": 0.18220757246017455,
      "step": 20990,
      "token_acc": 0.9408369408369408
    },
    {
      "epoch": 1.045515661570639,
      "grad_norm": 1.5511385202407837,
      "learning_rate": 5.037259390317681e-05,
      "loss": 0.1941683292388916,
      "step": 20995,
      "token_acc": 0.9766584766584766
    },
    {
      "epoch": 1.0457646531547233,
      "grad_norm": 0.7888572812080383,
      "learning_rate": 5.035200895470772e-05,
      "loss": 0.14160751104354857,
      "step": 21000,
      "token_acc": 0.9758220502901354
    },
    {
      "epoch": 1.0460136447388078,
      "grad_norm": 0.7580501437187195,
      "learning_rate": 5.033142394657137e-05,
      "loss": 0.16101582050323487,
      "step": 21005,
      "token_acc": 0.948905109489051
    },
    {
      "epoch": 1.0462626363228922,
      "grad_norm": 0.6928410530090332,
      "learning_rate": 5.031083888225704e-05,
      "loss": 0.21803133487701415,
      "step": 21010,
      "token_acc": 0.9328358208955224
    },
    {
      "epoch": 1.0465116279069768,
      "grad_norm": 6.924864768981934,
      "learning_rate": 5.0290253765253956e-05,
      "loss": 0.32179224491119385,
      "step": 21015,
      "token_acc": 0.904296875
    },
    {
      "epoch": 1.0467606194910613,
      "grad_norm": 0.8720676302909851,
      "learning_rate": 5.0269668599051445e-05,
      "loss": 0.1744634747505188,
      "step": 21020,
      "token_acc": 0.9520408163265306
    },
    {
      "epoch": 1.0470096110751457,
      "grad_norm": 4.433931827545166,
      "learning_rate": 5.024908338713877e-05,
      "loss": 0.3064157485961914,
      "step": 21025,
      "token_acc": 0.9651307596513076
    },
    {
      "epoch": 1.04725860265923,
      "grad_norm": 0.4833674132823944,
      "learning_rate": 5.0228498133005216e-05,
      "loss": 0.42595744132995605,
      "step": 21030,
      "token_acc": 0.9363382899628253
    },
    {
      "epoch": 1.0475075942433145,
      "grad_norm": 2.343766450881958,
      "learning_rate": 5.020791284014013e-05,
      "loss": 0.18875701427459718,
      "step": 21035,
      "token_acc": 0.980630459551842
    },
    {
      "epoch": 1.047756585827399,
      "grad_norm": 0.33918941020965576,
      "learning_rate": 5.018732751203276e-05,
      "loss": 0.42516484260559084,
      "step": 21040,
      "token_acc": 0.9714187327823691
    },
    {
      "epoch": 1.0480055774114836,
      "grad_norm": 2.0292913913726807,
      "learning_rate": 5.016674215217246e-05,
      "loss": 0.21009485721588134,
      "step": 21045,
      "token_acc": 0.9539094650205762
    },
    {
      "epoch": 1.048254568995568,
      "grad_norm": 2.8694417476654053,
      "learning_rate": 5.0146156764048544e-05,
      "loss": 0.22923822402954103,
      "step": 21050,
      "token_acc": 0.968724279835391
    },
    {
      "epoch": 1.0485035605796524,
      "grad_norm": 1.7368460893630981,
      "learning_rate": 5.0125571351150336e-05,
      "loss": 0.3777660369873047,
      "step": 21055,
      "token_acc": 0.8955370279548799
    },
    {
      "epoch": 1.0487525521637369,
      "grad_norm": 0.6846164464950562,
      "learning_rate": 5.010498591696716e-05,
      "loss": 0.15154731273651123,
      "step": 21060,
      "token_acc": 0.9715099715099715
    },
    {
      "epoch": 1.0490015437478213,
      "grad_norm": 0.3953056037425995,
      "learning_rate": 5.0084400464988356e-05,
      "loss": 0.2003793478012085,
      "step": 21065,
      "token_acc": 0.9708520179372198
    },
    {
      "epoch": 1.0492505353319057,
      "grad_norm": 2.709967613220215,
      "learning_rate": 5.0063814998703255e-05,
      "loss": 0.3479976415634155,
      "step": 21070,
      "token_acc": 0.9600967351874244
    },
    {
      "epoch": 1.0494995269159901,
      "grad_norm": 0.914341390132904,
      "learning_rate": 5.004322952160121e-05,
      "loss": 0.5177818298339844,
      "step": 21075,
      "token_acc": 0.8145077720207254
    },
    {
      "epoch": 1.0497485185000748,
      "grad_norm": 0.8571241497993469,
      "learning_rate": 5.002264403717152e-05,
      "loss": 0.24943034648895263,
      "step": 21080,
      "token_acc": 0.9027777777777778
    },
    {
      "epoch": 1.0499975100841592,
      "grad_norm": 3.356544256210327,
      "learning_rate": 5.0002058548903566e-05,
      "loss": 0.3791317939758301,
      "step": 21085,
      "token_acc": 0.8382800608828006
    },
    {
      "epoch": 1.0502465016682436,
      "grad_norm": 1.4298954010009766,
      "learning_rate": 4.9981473060286684e-05,
      "loss": 0.4038422107696533,
      "step": 21090,
      "token_acc": 0.9032258064516129
    },
    {
      "epoch": 1.050495493252328,
      "grad_norm": 0.77715665102005,
      "learning_rate": 4.996088757481021e-05,
      "loss": 0.2706388235092163,
      "step": 21095,
      "token_acc": 0.9590958019375673
    },
    {
      "epoch": 1.0507444848364125,
      "grad_norm": 1.1334599256515503,
      "learning_rate": 4.9940302095963465e-05,
      "loss": 0.18160263299942017,
      "step": 21100,
      "token_acc": 0.9229534510433387
    },
    {
      "epoch": 1.050993476420497,
      "grad_norm": 4.374380588531494,
      "learning_rate": 4.991971662723582e-05,
      "loss": 0.27234787940979005,
      "step": 21105,
      "token_acc": 0.9326923076923077
    },
    {
      "epoch": 1.0512424680045815,
      "grad_norm": 3.1208009719848633,
      "learning_rate": 4.989913117211662e-05,
      "loss": 0.23604044914245606,
      "step": 21110,
      "token_acc": 0.9041095890410958
    },
    {
      "epoch": 1.051491459588666,
      "grad_norm": 0.8807162642478943,
      "learning_rate": 4.9878545734095175e-05,
      "loss": 0.17132775783538817,
      "step": 21115,
      "token_acc": 0.9197761194029851
    },
    {
      "epoch": 1.0517404511727504,
      "grad_norm": 0.8519429564476013,
      "learning_rate": 4.9857960316660814e-05,
      "loss": 0.23961997032165527,
      "step": 21120,
      "token_acc": 0.9182509505703422
    },
    {
      "epoch": 1.0519894427568348,
      "grad_norm": 3.428835868835449,
      "learning_rate": 4.98373749233029e-05,
      "loss": 0.3725801944732666,
      "step": 21125,
      "token_acc": 0.8758169934640523
    },
    {
      "epoch": 1.0522384343409192,
      "grad_norm": 0.8223651647567749,
      "learning_rate": 4.9816789557510734e-05,
      "loss": 0.15755854845046996,
      "step": 21130,
      "token_acc": 0.9508904479222882
    },
    {
      "epoch": 1.0524874259250037,
      "grad_norm": 1.6486564874649048,
      "learning_rate": 4.979620422277365e-05,
      "loss": 0.3377671241760254,
      "step": 21135,
      "token_acc": 0.8473684210526315
    },
    {
      "epoch": 1.052736417509088,
      "grad_norm": 1.0272656679153442,
      "learning_rate": 4.977561892258094e-05,
      "loss": 0.2438121557235718,
      "step": 21140,
      "token_acc": 0.9315023163467903
    },
    {
      "epoch": 1.0529854090931727,
      "grad_norm": 2.785090446472168,
      "learning_rate": 4.975503366042194e-05,
      "loss": 0.25372090339660647,
      "step": 21145,
      "token_acc": 0.9668622713151536
    },
    {
      "epoch": 1.0532344006772572,
      "grad_norm": 3.0625078678131104,
      "learning_rate": 4.973444843978595e-05,
      "loss": 0.4184856414794922,
      "step": 21150,
      "token_acc": 0.8183574879227054
    },
    {
      "epoch": 1.0534833922613416,
      "grad_norm": 0.40289321541786194,
      "learning_rate": 4.971386326416225e-05,
      "loss": 0.24465527534484863,
      "step": 21155,
      "token_acc": 0.9695121951219512
    },
    {
      "epoch": 1.053732383845426,
      "grad_norm": 2.91080904006958,
      "learning_rate": 4.969327813704015e-05,
      "loss": 0.40276031494140624,
      "step": 21160,
      "token_acc": 0.851063829787234
    },
    {
      "epoch": 1.0539813754295104,
      "grad_norm": 0.9403104186058044,
      "learning_rate": 4.9672693061908924e-05,
      "loss": 0.4949959278106689,
      "step": 21165,
      "token_acc": 0.8151969981238274
    },
    {
      "epoch": 1.0542303670135948,
      "grad_norm": 4.038337707519531,
      "learning_rate": 4.965210804225784e-05,
      "loss": 0.17822368144989015,
      "step": 21170,
      "token_acc": 0.9856651376146789
    },
    {
      "epoch": 1.0544793585976795,
      "grad_norm": 1.1952868700027466,
      "learning_rate": 4.963152308157615e-05,
      "loss": 0.4562238216400146,
      "step": 21175,
      "token_acc": 0.8285891089108911
    },
    {
      "epoch": 1.054728350181764,
      "grad_norm": 1.2280982732772827,
      "learning_rate": 4.9610938183353136e-05,
      "loss": 0.2773841142654419,
      "step": 21180,
      "token_acc": 0.9253112033195021
    },
    {
      "epoch": 1.0549773417658483,
      "grad_norm": 2.960477113723755,
      "learning_rate": 4.959035335107801e-05,
      "loss": 0.1945873022079468,
      "step": 21185,
      "token_acc": 0.9438717067583047
    },
    {
      "epoch": 1.0552263333499328,
      "grad_norm": 1.4117538928985596,
      "learning_rate": 4.956976858824003e-05,
      "loss": 0.25864672660827637,
      "step": 21190,
      "token_acc": 0.9581263307310149
    },
    {
      "epoch": 1.0554753249340172,
      "grad_norm": 2.892960548400879,
      "learning_rate": 4.954918389832838e-05,
      "loss": 0.3718811750411987,
      "step": 21195,
      "token_acc": 0.8939051918735892
    },
    {
      "epoch": 1.0557243165181016,
      "grad_norm": 3.1665496826171875,
      "learning_rate": 4.952859928483229e-05,
      "loss": 0.1647030234336853,
      "step": 21200,
      "token_acc": 0.9782493368700266
    },
    {
      "epoch": 1.0559733081021863,
      "grad_norm": 1.983062982559204,
      "learning_rate": 4.950801475124097e-05,
      "loss": 0.271416449546814,
      "step": 21205,
      "token_acc": 0.9024390243902439
    },
    {
      "epoch": 1.0562222996862707,
      "grad_norm": 1.9639086723327637,
      "learning_rate": 4.948743030104355e-05,
      "loss": 0.2304943561553955,
      "step": 21210,
      "token_acc": 0.9232142857142858
    },
    {
      "epoch": 1.056471291270355,
      "grad_norm": 3.558683395385742,
      "learning_rate": 4.9466845937729246e-05,
      "loss": 0.32939112186431885,
      "step": 21215,
      "token_acc": 0.8923809523809524
    },
    {
      "epoch": 1.0567202828544395,
      "grad_norm": 4.059488773345947,
      "learning_rate": 4.9446261664787196e-05,
      "loss": 0.41440725326538086,
      "step": 21220,
      "token_acc": 0.8518518518518519
    },
    {
      "epoch": 1.056969274438524,
      "grad_norm": 1.481650948524475,
      "learning_rate": 4.942567748570652e-05,
      "loss": 0.29910438060760497,
      "step": 21225,
      "token_acc": 0.9603340292275574
    },
    {
      "epoch": 1.0572182660226084,
      "grad_norm": 2.8564505577087402,
      "learning_rate": 4.940509340397634e-05,
      "loss": 0.3084582328796387,
      "step": 21230,
      "token_acc": 0.8611898016997167
    },
    {
      "epoch": 1.0574672576066928,
      "grad_norm": 1.478124737739563,
      "learning_rate": 4.938450942308578e-05,
      "loss": 0.29029455184936526,
      "step": 21235,
      "token_acc": 0.8680926916221033
    },
    {
      "epoch": 1.0577162491907774,
      "grad_norm": 0.6465685963630676,
      "learning_rate": 4.936392554652392e-05,
      "loss": 0.17902581691741942,
      "step": 21240,
      "token_acc": 0.9711711711711711
    },
    {
      "epoch": 1.0579652407748619,
      "grad_norm": 0.5553900599479675,
      "learning_rate": 4.934334177777981e-05,
      "loss": 0.10959693193435668,
      "step": 21245,
      "token_acc": 0.9715909090909091
    },
    {
      "epoch": 1.0582142323589463,
      "grad_norm": 2.2434499263763428,
      "learning_rate": 4.9322758120342504e-05,
      "loss": 0.25239033699035646,
      "step": 21250,
      "token_acc": 0.9648117839607201
    },
    {
      "epoch": 1.0584632239430307,
      "grad_norm": 2.6186790466308594,
      "learning_rate": 4.9302174577701074e-05,
      "loss": 0.32123918533325196,
      "step": 21255,
      "token_acc": 0.8768472906403941
    },
    {
      "epoch": 1.0587122155271151,
      "grad_norm": 1.5337493419647217,
      "learning_rate": 4.9281591153344474e-05,
      "loss": 0.32413032054901125,
      "step": 21260,
      "token_acc": 0.8711111111111111
    },
    {
      "epoch": 1.0589612071111996,
      "grad_norm": 2.3732104301452637,
      "learning_rate": 4.926100785076172e-05,
      "loss": 0.3560387849807739,
      "step": 21265,
      "token_acc": 0.8582510578279267
    },
    {
      "epoch": 1.059210198695284,
      "grad_norm": 0.5684097409248352,
      "learning_rate": 4.9240424673441814e-05,
      "loss": 0.18948054313659668,
      "step": 21270,
      "token_acc": 0.9712272460364063
    },
    {
      "epoch": 1.0594591902793686,
      "grad_norm": 2.0853359699249268,
      "learning_rate": 4.9219841624873666e-05,
      "loss": 0.3348055362701416,
      "step": 21275,
      "token_acc": 0.8453738910012675
    },
    {
      "epoch": 1.059708181863453,
      "grad_norm": 0.6752864718437195,
      "learning_rate": 4.9199258708546225e-05,
      "loss": 0.2474600076675415,
      "step": 21280,
      "token_acc": 0.9187817258883249
    },
    {
      "epoch": 1.0599571734475375,
      "grad_norm": 7.11436128616333,
      "learning_rate": 4.917867592794837e-05,
      "loss": 0.4344198703765869,
      "step": 21285,
      "token_acc": 0.9641411220358589
    },
    {
      "epoch": 1.060206165031622,
      "grad_norm": 1.1688182353973389,
      "learning_rate": 4.9158093286569014e-05,
      "loss": 0.18201385736465453,
      "step": 21290,
      "token_acc": 0.9709471237652527
    },
    {
      "epoch": 1.0604551566157063,
      "grad_norm": 1.8383432626724243,
      "learning_rate": 4.913751078789702e-05,
      "loss": 0.14902775287628173,
      "step": 21295,
      "token_acc": 0.9774673276250563
    },
    {
      "epoch": 1.0607041481997908,
      "grad_norm": 2.737328290939331,
      "learning_rate": 4.911692843542119e-05,
      "loss": 0.13757678270339965,
      "step": 21300,
      "token_acc": 0.9736842105263158
    },
    {
      "epoch": 1.0609531397838754,
      "grad_norm": 2.776940107345581,
      "learning_rate": 4.909634623263035e-05,
      "loss": 0.31699182987213137,
      "step": 21305,
      "token_acc": 0.8800959232613909
    },
    {
      "epoch": 1.0612021313679598,
      "grad_norm": 1.7818965911865234,
      "learning_rate": 4.90757641830133e-05,
      "loss": 0.2644919157028198,
      "step": 21310,
      "token_acc": 0.9095127610208816
    },
    {
      "epoch": 1.0614511229520442,
      "grad_norm": 1.0130233764648438,
      "learning_rate": 4.905518229005879e-05,
      "loss": 0.33735041618347167,
      "step": 21315,
      "token_acc": 0.8570057581573897
    },
    {
      "epoch": 1.0617001145361287,
      "grad_norm": 6.635318756103516,
      "learning_rate": 4.903460055725554e-05,
      "loss": 0.19515590667724608,
      "step": 21320,
      "token_acc": 0.9815595363540569
    },
    {
      "epoch": 1.061949106120213,
      "grad_norm": 1.7568836212158203,
      "learning_rate": 4.901401898809228e-05,
      "loss": 0.21552622318267822,
      "step": 21325,
      "token_acc": 0.9705561613958561
    },
    {
      "epoch": 1.0621980977042975,
      "grad_norm": 0.42660170793533325,
      "learning_rate": 4.899343758605767e-05,
      "loss": 0.24737813472747802,
      "step": 21330,
      "token_acc": 0.9786432160804021
    },
    {
      "epoch": 1.0624470892883822,
      "grad_norm": 3.4260919094085693,
      "learning_rate": 4.897285635464036e-05,
      "loss": 0.17945003509521484,
      "step": 21335,
      "token_acc": 0.9111006585136406
    },
    {
      "epoch": 1.0626960808724666,
      "grad_norm": 0.9349808096885681,
      "learning_rate": 4.895227529732896e-05,
      "loss": 0.23921594619750977,
      "step": 21340,
      "token_acc": 0.9223300970873787
    },
    {
      "epoch": 1.062945072456551,
      "grad_norm": 1.8204823732376099,
      "learning_rate": 4.8931694417612086e-05,
      "loss": 0.17670592069625854,
      "step": 21345,
      "token_acc": 0.9698996655518395
    },
    {
      "epoch": 1.0631940640406354,
      "grad_norm": 1.4746387004852295,
      "learning_rate": 4.89111137189783e-05,
      "loss": 0.27965972423553465,
      "step": 21350,
      "token_acc": 0.9582089552238806
    },
    {
      "epoch": 1.0634430556247199,
      "grad_norm": 2.9209039211273193,
      "learning_rate": 4.889053320491611e-05,
      "loss": 0.5370925903320313,
      "step": 21355,
      "token_acc": 0.9102192800992966
    },
    {
      "epoch": 1.0636920472088043,
      "grad_norm": 1.279840350151062,
      "learning_rate": 4.886995287891401e-05,
      "loss": 0.32154533863067625,
      "step": 21360,
      "token_acc": 0.8575697211155379
    },
    {
      "epoch": 1.0639410387928887,
      "grad_norm": 1.8548798561096191,
      "learning_rate": 4.884937274446048e-05,
      "loss": 0.17642954587936402,
      "step": 21365,
      "token_acc": 0.9401746724890829
    },
    {
      "epoch": 1.0641900303769734,
      "grad_norm": 1.840400218963623,
      "learning_rate": 4.882879280504398e-05,
      "loss": 0.17352240085601806,
      "step": 21370,
      "token_acc": 0.9699312714776632
    },
    {
      "epoch": 1.0644390219610578,
      "grad_norm": 1.4844212532043457,
      "learning_rate": 4.880821306415286e-05,
      "loss": 0.288425612449646,
      "step": 21375,
      "token_acc": 0.9213973799126638
    },
    {
      "epoch": 1.0646880135451422,
      "grad_norm": 6.492840766906738,
      "learning_rate": 4.8787633525275526e-05,
      "loss": 0.47048392295837405,
      "step": 21380,
      "token_acc": 0.8463611859838275
    },
    {
      "epoch": 1.0649370051292266,
      "grad_norm": 0.7366635203361511,
      "learning_rate": 4.876705419190031e-05,
      "loss": 0.3025981903076172,
      "step": 21385,
      "token_acc": 0.923492835901595
    },
    {
      "epoch": 1.065185996713311,
      "grad_norm": 1.790017008781433,
      "learning_rate": 4.874647506751549e-05,
      "loss": 0.24189817905426025,
      "step": 21390,
      "token_acc": 0.9253058596265293
    },
    {
      "epoch": 1.0654349882973955,
      "grad_norm": 0.4752243459224701,
      "learning_rate": 4.8725896155609334e-05,
      "loss": 0.30499427318572997,
      "step": 21395,
      "token_acc": 0.9080633006782216
    },
    {
      "epoch": 1.06568397988148,
      "grad_norm": 3.709256649017334,
      "learning_rate": 4.870531745967009e-05,
      "loss": 0.2097078561782837,
      "step": 21400,
      "token_acc": 0.9347826086956522
    },
    {
      "epoch": 1.0659329714655645,
      "grad_norm": 3.3385136127471924,
      "learning_rate": 4.868473898318593e-05,
      "loss": 0.40907893180847166,
      "step": 21405,
      "token_acc": 0.9423400673400674
    },
    {
      "epoch": 1.066181963049649,
      "grad_norm": 1.0574612617492676,
      "learning_rate": 4.866416072964502e-05,
      "loss": 0.18253860473632813,
      "step": 21410,
      "token_acc": 0.9323017408123792
    },
    {
      "epoch": 1.0664309546337334,
      "grad_norm": 1.6545804738998413,
      "learning_rate": 4.864358270253544e-05,
      "loss": 0.6378495216369628,
      "step": 21415,
      "token_acc": 0.7945205479452054
    },
    {
      "epoch": 1.0666799462178178,
      "grad_norm": 0.8422104120254517,
      "learning_rate": 4.862300490534531e-05,
      "loss": 0.3421048641204834,
      "step": 21420,
      "token_acc": 0.9526947517062838
    },
    {
      "epoch": 1.0669289378019022,
      "grad_norm": 1.0658916234970093,
      "learning_rate": 4.860242734156266e-05,
      "loss": 0.19934139251708985,
      "step": 21425,
      "token_acc": 0.9508639308855291
    },
    {
      "epoch": 1.0671779293859867,
      "grad_norm": 1.1641883850097656,
      "learning_rate": 4.858185001467547e-05,
      "loss": 0.4348931789398193,
      "step": 21430,
      "token_acc": 0.9274310595065312
    },
    {
      "epoch": 1.0674269209700713,
      "grad_norm": 1.4418691396713257,
      "learning_rate": 4.8561272928171706e-05,
      "loss": 0.32759230136871337,
      "step": 21435,
      "token_acc": 0.8709016393442623
    },
    {
      "epoch": 1.0676759125541557,
      "grad_norm": 1.3123383522033691,
      "learning_rate": 4.854069608553931e-05,
      "loss": 0.1794283866882324,
      "step": 21440,
      "token_acc": 0.9536395147313691
    },
    {
      "epoch": 1.0679249041382401,
      "grad_norm": 7.276573657989502,
      "learning_rate": 4.852011949026613e-05,
      "loss": 0.6076518058776855,
      "step": 21445,
      "token_acc": 0.8070588235294117
    },
    {
      "epoch": 1.0681738957223246,
      "grad_norm": 3.9009194374084473,
      "learning_rate": 4.849954314583999e-05,
      "loss": 0.24748334884643555,
      "step": 21450,
      "token_acc": 0.9382716049382716
    },
    {
      "epoch": 1.068422887306409,
      "grad_norm": 1.5173842906951904,
      "learning_rate": 4.8478967055748725e-05,
      "loss": 0.22065610885620118,
      "step": 21455,
      "token_acc": 0.9081632653061225
    },
    {
      "epoch": 1.0686718788904934,
      "grad_norm": 2.8076560497283936,
      "learning_rate": 4.845839122348005e-05,
      "loss": 0.3360739707946777,
      "step": 21460,
      "token_acc": 0.9731163777856385
    },
    {
      "epoch": 1.068920870474578,
      "grad_norm": 4.705482482910156,
      "learning_rate": 4.843781565252169e-05,
      "loss": 0.3436066389083862,
      "step": 21465,
      "token_acc": 0.8762983947119924
    },
    {
      "epoch": 1.0691698620586625,
      "grad_norm": 0.5574040412902832,
      "learning_rate": 4.841724034636126e-05,
      "loss": 0.2470022678375244,
      "step": 21470,
      "token_acc": 0.9735708129847744
    },
    {
      "epoch": 1.069418853642747,
      "grad_norm": 2.62231183052063,
      "learning_rate": 4.839666530848645e-05,
      "loss": 0.16518123149871827,
      "step": 21475,
      "token_acc": 0.9282178217821783
    },
    {
      "epoch": 1.0696678452268313,
      "grad_norm": 1.0318994522094727,
      "learning_rate": 4.8376090542384787e-05,
      "loss": 0.113559091091156,
      "step": 21480,
      "token_acc": 0.9436232382261945
    },
    {
      "epoch": 1.0699168368109158,
      "grad_norm": 0.5745056867599487,
      "learning_rate": 4.835551605154378e-05,
      "loss": 0.1671403765678406,
      "step": 21485,
      "token_acc": 0.9218390804597701
    },
    {
      "epoch": 1.0701658283950002,
      "grad_norm": 0.9474954605102539,
      "learning_rate": 4.8334941839450955e-05,
      "loss": 0.265627121925354,
      "step": 21490,
      "token_acc": 0.8889566809029896
    },
    {
      "epoch": 1.0704148199790846,
      "grad_norm": 0.7743966579437256,
      "learning_rate": 4.8314367909593706e-05,
      "loss": 0.2597536563873291,
      "step": 21495,
      "token_acc": 0.9125
    },
    {
      "epoch": 1.0706638115631693,
      "grad_norm": 4.8100786209106445,
      "learning_rate": 4.829379426545943e-05,
      "loss": 0.3552077293395996,
      "step": 21500,
      "token_acc": 0.9108910891089109
    },
    {
      "epoch": 1.0709128031472537,
      "grad_norm": 7.780372619628906,
      "learning_rate": 4.827322091053544e-05,
      "loss": 0.41106739044189455,
      "step": 21505,
      "token_acc": 0.9644588045234249
    },
    {
      "epoch": 1.071161794731338,
      "grad_norm": 1.173662781715393,
      "learning_rate": 4.825264784830905e-05,
      "loss": 0.2742010116577148,
      "step": 21510,
      "token_acc": 0.9092849519743863
    },
    {
      "epoch": 1.0714107863154225,
      "grad_norm": 1.0268813371658325,
      "learning_rate": 4.823207508226749e-05,
      "loss": 0.27912678718566897,
      "step": 21515,
      "token_acc": 0.8829996073812328
    },
    {
      "epoch": 1.071659777899507,
      "grad_norm": 1.4834601879119873,
      "learning_rate": 4.821150261589793e-05,
      "loss": 0.18377037048339845,
      "step": 21520,
      "token_acc": 0.9708189519924694
    },
    {
      "epoch": 1.0719087694835914,
      "grad_norm": 2.525683641433716,
      "learning_rate": 4.8190930452687504e-05,
      "loss": 0.3228572368621826,
      "step": 21525,
      "token_acc": 0.8838174273858921
    },
    {
      "epoch": 1.0721577610676758,
      "grad_norm": 4.487131118774414,
      "learning_rate": 4.817035859612333e-05,
      "loss": 0.23246917724609376,
      "step": 21530,
      "token_acc": 0.9664596273291925
    },
    {
      "epoch": 1.0724067526517604,
      "grad_norm": 0.7653711438179016,
      "learning_rate": 4.8149787049692396e-05,
      "loss": 0.13763455152511597,
      "step": 21535,
      "token_acc": 0.971042471042471
    },
    {
      "epoch": 1.0726557442358449,
      "grad_norm": 1.7960014343261719,
      "learning_rate": 4.812921581688172e-05,
      "loss": 0.3446882009506226,
      "step": 21540,
      "token_acc": 0.8914525432616676
    },
    {
      "epoch": 1.0729047358199293,
      "grad_norm": 0.3606574833393097,
      "learning_rate": 4.810864490117818e-05,
      "loss": 0.19835031032562256,
      "step": 21545,
      "token_acc": 0.9758276405675249
    },
    {
      "epoch": 1.0731537274040137,
      "grad_norm": 1.0538545846939087,
      "learning_rate": 4.808807430606868e-05,
      "loss": 0.26799511909484863,
      "step": 21550,
      "token_acc": 0.9463327370304114
    },
    {
      "epoch": 1.0734027189880981,
      "grad_norm": 3.765845775604248,
      "learning_rate": 4.806750403504005e-05,
      "loss": 0.35602717399597167,
      "step": 21555,
      "token_acc": 0.9008746355685131
    },
    {
      "epoch": 1.0736517105721826,
      "grad_norm": 0.620872437953949,
      "learning_rate": 4.8046934091579016e-05,
      "loss": 0.19160065650939942,
      "step": 21560,
      "token_acc": 0.9486887115165337
    },
    {
      "epoch": 1.0739007021562672,
      "grad_norm": 0.7816983461380005,
      "learning_rate": 4.802636447917231e-05,
      "loss": 0.35983736515045167,
      "step": 21565,
      "token_acc": 0.8987654320987655
    },
    {
      "epoch": 1.0741496937403516,
      "grad_norm": 2.9374630451202393,
      "learning_rate": 4.800579520130659e-05,
      "loss": 0.20606391429901122,
      "step": 21570,
      "token_acc": 0.9295774647887324
    },
    {
      "epoch": 1.074398685324436,
      "grad_norm": 2.033627986907959,
      "learning_rate": 4.7985226261468426e-05,
      "loss": 0.22057666778564453,
      "step": 21575,
      "token_acc": 0.9576923076923077
    },
    {
      "epoch": 1.0746476769085205,
      "grad_norm": 1.8537957668304443,
      "learning_rate": 4.796465766314435e-05,
      "loss": 0.3569544553756714,
      "step": 21580,
      "token_acc": 0.8308227114716107
    },
    {
      "epoch": 1.074896668492605,
      "grad_norm": 5.286478519439697,
      "learning_rate": 4.794408940982088e-05,
      "loss": 0.5214955806732178,
      "step": 21585,
      "token_acc": 0.810904071773637
    },
    {
      "epoch": 1.0751456600766893,
      "grad_norm": 0.6714909672737122,
      "learning_rate": 4.7923521504984414e-05,
      "loss": 0.22332825660705566,
      "step": 21590,
      "token_acc": 0.968984492246123
    },
    {
      "epoch": 1.075394651660774,
      "grad_norm": 1.2011326551437378,
      "learning_rate": 4.790295395212131e-05,
      "loss": 0.16951547861099242,
      "step": 21595,
      "token_acc": 0.9292543021032504
    },
    {
      "epoch": 1.0756436432448584,
      "grad_norm": 1.1382335424423218,
      "learning_rate": 4.788238675471786e-05,
      "loss": 0.1294207453727722,
      "step": 21600,
      "token_acc": 0.9744168547780286
    },
    {
      "epoch": 1.0758926348289428,
      "grad_norm": 1.1312001943588257,
      "learning_rate": 4.786181991626033e-05,
      "loss": 0.22242298126220703,
      "step": 21605,
      "token_acc": 0.9315789473684211
    },
    {
      "epoch": 1.0761416264130272,
      "grad_norm": 3.3630568981170654,
      "learning_rate": 4.784125344023489e-05,
      "loss": 0.1623375654220581,
      "step": 21610,
      "token_acc": 0.9696113074204947
    },
    {
      "epoch": 1.0763906179971117,
      "grad_norm": 0.7928087115287781,
      "learning_rate": 4.782068733012765e-05,
      "loss": 0.4305895805358887,
      "step": 21615,
      "token_acc": 0.8981481481481481
    },
    {
      "epoch": 1.076639609581196,
      "grad_norm": 4.984241962432861,
      "learning_rate": 4.780012158942469e-05,
      "loss": 0.25485892295837403,
      "step": 21620,
      "token_acc": 0.9557962529274004
    },
    {
      "epoch": 1.0768886011652805,
      "grad_norm": 1.8753869533538818,
      "learning_rate": 4.777955622161198e-05,
      "loss": 0.18513123989105223,
      "step": 21625,
      "token_acc": 0.9345205479452054
    },
    {
      "epoch": 1.0771375927493652,
      "grad_norm": 1.9669643640518188,
      "learning_rate": 4.7758991230175474e-05,
      "loss": 0.193645441532135,
      "step": 21630,
      "token_acc": 0.9756277695716395
    },
    {
      "epoch": 1.0773865843334496,
      "grad_norm": 4.570706844329834,
      "learning_rate": 4.773842661860101e-05,
      "loss": 0.45996870994567873,
      "step": 21635,
      "token_acc": 0.8322147651006712
    },
    {
      "epoch": 1.077635575917534,
      "grad_norm": 2.3752121925354004,
      "learning_rate": 4.771786239037442e-05,
      "loss": 0.30109999179840086,
      "step": 21640,
      "token_acc": 0.9307598039215687
    },
    {
      "epoch": 1.0778845675016184,
      "grad_norm": 2.3389594554901123,
      "learning_rate": 4.769729854898144e-05,
      "loss": 0.20413432121276856,
      "step": 21645,
      "token_acc": 0.9700451374640952
    },
    {
      "epoch": 1.0781335590857029,
      "grad_norm": 2.1861329078674316,
      "learning_rate": 4.767673509790772e-05,
      "loss": 0.13793601989746093,
      "step": 21650,
      "token_acc": 0.957400327689787
    },
    {
      "epoch": 1.0783825506697873,
      "grad_norm": 2.2872977256774902,
      "learning_rate": 4.7656172040638875e-05,
      "loss": 0.22385058403015137,
      "step": 21655,
      "token_acc": 0.9203980099502488
    },
    {
      "epoch": 1.078631542253872,
      "grad_norm": 1.0870524644851685,
      "learning_rate": 4.7635609380660475e-05,
      "loss": 0.32813310623168945,
      "step": 21660,
      "token_acc": 0.8870967741935484
    },
    {
      "epoch": 1.0788805338379563,
      "grad_norm": 5.052977085113525,
      "learning_rate": 4.761504712145795e-05,
      "loss": 0.6088110923767089,
      "step": 21665,
      "token_acc": 0.7623049219687875
    },
    {
      "epoch": 1.0791295254220408,
      "grad_norm": 1.9287972450256348,
      "learning_rate": 4.759448526651671e-05,
      "loss": 0.17726485729217528,
      "step": 21670,
      "token_acc": 0.9758635039533916
    },
    {
      "epoch": 1.0793785170061252,
      "grad_norm": 1.343017578125,
      "learning_rate": 4.7573923819322134e-05,
      "loss": 0.15835806131362914,
      "step": 21675,
      "token_acc": 0.981824301581959
    },
    {
      "epoch": 1.0796275085902096,
      "grad_norm": 2.8818416595458984,
      "learning_rate": 4.755336278335945e-05,
      "loss": 0.26525397300720216,
      "step": 21680,
      "token_acc": 0.9776649746192894
    },
    {
      "epoch": 1.079876500174294,
      "grad_norm": 2.000249147415161,
      "learning_rate": 4.753280216211386e-05,
      "loss": 0.353948974609375,
      "step": 21685,
      "token_acc": 0.8715083798882681
    },
    {
      "epoch": 1.0801254917583785,
      "grad_norm": 4.2012858390808105,
      "learning_rate": 4.751224195907048e-05,
      "loss": 0.1694416880607605,
      "step": 21690,
      "token_acc": 0.9316628701594533
    },
    {
      "epoch": 1.080374483342463,
      "grad_norm": 2.1665091514587402,
      "learning_rate": 4.749168217771439e-05,
      "loss": 0.26490323543548583,
      "step": 21695,
      "token_acc": 0.9133709981167608
    },
    {
      "epoch": 1.0806234749265475,
      "grad_norm": 5.1625566482543945,
      "learning_rate": 4.747112282153058e-05,
      "loss": 0.19926422834396362,
      "step": 21700,
      "token_acc": 0.9723247232472325
    },
    {
      "epoch": 1.080872466510632,
      "grad_norm": 2.0399014949798584,
      "learning_rate": 4.7450563894003934e-05,
      "loss": 0.25682411193847654,
      "step": 21705,
      "token_acc": 0.9812834224598931
    },
    {
      "epoch": 1.0811214580947164,
      "grad_norm": 1.4478174448013306,
      "learning_rate": 4.74300053986193e-05,
      "loss": 0.3649348497390747,
      "step": 21710,
      "token_acc": 0.8859649122807017
    },
    {
      "epoch": 1.0813704496788008,
      "grad_norm": 1.8777986764907837,
      "learning_rate": 4.740944733886146e-05,
      "loss": 0.25120360851287843,
      "step": 21715,
      "token_acc": 0.9324675324675324
    },
    {
      "epoch": 1.0816194412628852,
      "grad_norm": 1.4056648015975952,
      "learning_rate": 4.73888897182151e-05,
      "loss": 0.25727381706237795,
      "step": 21720,
      "token_acc": 0.8708609271523179
    },
    {
      "epoch": 1.0818684328469699,
      "grad_norm": 4.42231559753418,
      "learning_rate": 4.736833254016481e-05,
      "loss": 0.27039484977722167,
      "step": 21725,
      "token_acc": 0.9339882121807466
    },
    {
      "epoch": 1.0821174244310543,
      "grad_norm": 1.987185001373291,
      "learning_rate": 4.734777580819518e-05,
      "loss": 0.2850135326385498,
      "step": 21730,
      "token_acc": 0.8702075272599367
    },
    {
      "epoch": 1.0823664160151387,
      "grad_norm": 1.3250843286514282,
      "learning_rate": 4.732721952579066e-05,
      "loss": 0.2416818618774414,
      "step": 21735,
      "token_acc": 0.905848787446505
    },
    {
      "epoch": 1.0826154075992231,
      "grad_norm": 4.252909183502197,
      "learning_rate": 4.730666369643563e-05,
      "loss": 0.23419804573059083,
      "step": 21740,
      "token_acc": 0.9681846537741734
    },
    {
      "epoch": 1.0828643991833076,
      "grad_norm": 1.0367577075958252,
      "learning_rate": 4.7286108323614395e-05,
      "loss": 0.1913554072380066,
      "step": 21745,
      "token_acc": 0.9198542805100182
    },
    {
      "epoch": 1.083113390767392,
      "grad_norm": 2.151416540145874,
      "learning_rate": 4.726555341081124e-05,
      "loss": 0.36953463554382326,
      "step": 21750,
      "token_acc": 0.8783018867924528
    },
    {
      "epoch": 1.0833623823514764,
      "grad_norm": 3.2652275562286377,
      "learning_rate": 4.724499896151027e-05,
      "loss": 0.2918917417526245,
      "step": 21755,
      "token_acc": 0.9312310030395137
    },
    {
      "epoch": 1.083611373935561,
      "grad_norm": 3.907761573791504,
      "learning_rate": 4.7224444979195615e-05,
      "loss": 0.29215455055236816,
      "step": 21760,
      "token_acc": 0.8914027149321267
    },
    {
      "epoch": 1.0838603655196455,
      "grad_norm": 1.22917902469635,
      "learning_rate": 4.720389146735122e-05,
      "loss": 0.08100472092628479,
      "step": 21765,
      "token_acc": 0.9875677398788651
    },
    {
      "epoch": 1.08410935710373,
      "grad_norm": 2.5986297130584717,
      "learning_rate": 4.718333842946105e-05,
      "loss": 0.222969913482666,
      "step": 21770,
      "token_acc": 0.9261603375527426
    },
    {
      "epoch": 1.0843583486878143,
      "grad_norm": 0.6616839170455933,
      "learning_rate": 4.716278586900895e-05,
      "loss": 0.22545223236083983,
      "step": 21775,
      "token_acc": 0.9708939708939709
    },
    {
      "epoch": 1.0846073402718988,
      "grad_norm": 1.7781567573547363,
      "learning_rate": 4.714223378947863e-05,
      "loss": 0.3441516637802124,
      "step": 21780,
      "token_acc": 0.8640226628895185
    },
    {
      "epoch": 1.0848563318559832,
      "grad_norm": 0.9274479746818542,
      "learning_rate": 4.712168219435382e-05,
      "loss": 0.20606002807617188,
      "step": 21785,
      "token_acc": 0.9568541780447842
    },
    {
      "epoch": 1.0851053234400678,
      "grad_norm": 1.364105463027954,
      "learning_rate": 4.710113108711812e-05,
      "loss": 0.1074641227722168,
      "step": 21790,
      "token_acc": 0.9806020066889632
    },
    {
      "epoch": 1.0853543150241522,
      "grad_norm": 0.6965082287788391,
      "learning_rate": 4.7080580471255e-05,
      "loss": 0.383818244934082,
      "step": 21795,
      "token_acc": 0.9001782531194296
    },
    {
      "epoch": 1.0856033066082367,
      "grad_norm": 3.808973550796509,
      "learning_rate": 4.7060030350247916e-05,
      "loss": 0.41799378395080566,
      "step": 21800,
      "token_acc": 0.8303061754021795
    },
    {
      "epoch": 1.085852298192321,
      "grad_norm": 2.8462436199188232,
      "learning_rate": 4.703948072758023e-05,
      "loss": 0.2179368257522583,
      "step": 21805,
      "token_acc": 0.9178321678321678
    },
    {
      "epoch": 1.0861012897764055,
      "grad_norm": 0.6649646759033203,
      "learning_rate": 4.7018931606735185e-05,
      "loss": 0.3195208549499512,
      "step": 21810,
      "token_acc": 0.9246774864752393
    },
    {
      "epoch": 1.08635028136049,
      "grad_norm": 1.6444469690322876,
      "learning_rate": 4.6998382991195974e-05,
      "loss": 0.24562959671020507,
      "step": 21815,
      "token_acc": 0.9126984126984127
    },
    {
      "epoch": 1.0865992729445746,
      "grad_norm": 0.6866557598114014,
      "learning_rate": 4.697783488444565e-05,
      "loss": 0.41272244453430174,
      "step": 21820,
      "token_acc": 0.7941176470588235
    },
    {
      "epoch": 1.086848264528659,
      "grad_norm": 1.973184585571289,
      "learning_rate": 4.695728728996726e-05,
      "loss": 0.29760165214538575,
      "step": 21825,
      "token_acc": 0.8498789346246973
    },
    {
      "epoch": 1.0870972561127434,
      "grad_norm": 3.060837984085083,
      "learning_rate": 4.693674021124371e-05,
      "loss": 0.26708457469940183,
      "step": 21830,
      "token_acc": 0.950479233226837
    },
    {
      "epoch": 1.0873462476968279,
      "grad_norm": 2.646397829055786,
      "learning_rate": 4.691619365175782e-05,
      "loss": 0.28499417304992675,
      "step": 21835,
      "token_acc": 0.9057591623036649
    },
    {
      "epoch": 1.0875952392809123,
      "grad_norm": 0.3120768070220947,
      "learning_rate": 4.689564761499236e-05,
      "loss": 0.18736687898635865,
      "step": 21840,
      "token_acc": 0.9703476482617587
    },
    {
      "epoch": 1.0878442308649967,
      "grad_norm": 4.456151008605957,
      "learning_rate": 4.687510210442997e-05,
      "loss": 0.32685022354125975,
      "step": 21845,
      "token_acc": 0.9174236168455822
    },
    {
      "epoch": 1.0880932224490811,
      "grad_norm": 1.662129282951355,
      "learning_rate": 4.68545571235532e-05,
      "loss": 0.3469689846038818,
      "step": 21850,
      "token_acc": 0.8840579710144928
    },
    {
      "epoch": 1.0883422140331658,
      "grad_norm": 0.7550415992736816,
      "learning_rate": 4.683401267584454e-05,
      "loss": 0.24671339988708496,
      "step": 21855,
      "token_acc": 0.9214081047891937
    },
    {
      "epoch": 1.0885912056172502,
      "grad_norm": 1.9516130685806274,
      "learning_rate": 4.681346876478638e-05,
      "loss": 0.29456415176391604,
      "step": 21860,
      "token_acc": 0.9060150375939849
    },
    {
      "epoch": 1.0888401972013346,
      "grad_norm": 0.3256319761276245,
      "learning_rate": 4.679292539386102e-05,
      "loss": 0.33677332401275634,
      "step": 21865,
      "token_acc": 0.9077922077922078
    },
    {
      "epoch": 1.089089188785419,
      "grad_norm": 5.612882614135742,
      "learning_rate": 4.6772382566550635e-05,
      "loss": 0.43926568031311036,
      "step": 21870,
      "token_acc": 0.8654970760233918
    },
    {
      "epoch": 1.0893381803695035,
      "grad_norm": 1.5935956239700317,
      "learning_rate": 4.675184028633736e-05,
      "loss": 0.31844353675842285,
      "step": 21875,
      "token_acc": 0.8595132743362832
    },
    {
      "epoch": 1.089587171953588,
      "grad_norm": 0.37409311532974243,
      "learning_rate": 4.6731298556703215e-05,
      "loss": 0.20746068954467772,
      "step": 21880,
      "token_acc": 0.9661508704061895
    },
    {
      "epoch": 1.0898361635376723,
      "grad_norm": 5.83450174331665,
      "learning_rate": 4.671075738113011e-05,
      "loss": 0.4896073341369629,
      "step": 21885,
      "token_acc": 0.8096
    },
    {
      "epoch": 1.090085155121757,
      "grad_norm": 2.1530556678771973,
      "learning_rate": 4.669021676309986e-05,
      "loss": 0.27471413612365725,
      "step": 21890,
      "token_acc": 0.9051383399209486
    },
    {
      "epoch": 1.0903341467058414,
      "grad_norm": 1.649795651435852,
      "learning_rate": 4.666967670609426e-05,
      "loss": 0.3102781057357788,
      "step": 21895,
      "token_acc": 0.9400614754098361
    },
    {
      "epoch": 1.0905831382899258,
      "grad_norm": 3.462644577026367,
      "learning_rate": 4.66491372135949e-05,
      "loss": 0.3557164430618286,
      "step": 21900,
      "token_acc": 0.8864097363083164
    },
    {
      "epoch": 1.0908321298740102,
      "grad_norm": 0.7156473994255066,
      "learning_rate": 4.662859828908335e-05,
      "loss": 0.24375715255737304,
      "step": 21905,
      "token_acc": 0.9647723496178132
    },
    {
      "epoch": 1.0910811214580947,
      "grad_norm": 1.5129870176315308,
      "learning_rate": 4.660805993604102e-05,
      "loss": 0.29820876121520995,
      "step": 21910,
      "token_acc": 0.9461805555555556
    },
    {
      "epoch": 1.091330113042179,
      "grad_norm": 2.2077624797821045,
      "learning_rate": 4.658752215794931e-05,
      "loss": 0.22825677394866944,
      "step": 21915,
      "token_acc": 0.9191685912240185
    },
    {
      "epoch": 1.0915791046262637,
      "grad_norm": 1.3283419609069824,
      "learning_rate": 4.6566984958289464e-05,
      "loss": 0.26072285175323484,
      "step": 21920,
      "token_acc": 0.8846153846153846
    },
    {
      "epoch": 1.0918280962103482,
      "grad_norm": 0.6435105800628662,
      "learning_rate": 4.654644834054262e-05,
      "loss": 0.1236719012260437,
      "step": 21925,
      "token_acc": 0.9653481529911736
    },
    {
      "epoch": 1.0920770877944326,
      "grad_norm": 1.9788371324539185,
      "learning_rate": 4.652591230818984e-05,
      "loss": 0.434981632232666,
      "step": 21930,
      "token_acc": 0.8690476190476191
    },
    {
      "epoch": 1.092326079378517,
      "grad_norm": 7.052648067474365,
      "learning_rate": 4.650537686471211e-05,
      "loss": 0.4525302410125732,
      "step": 21935,
      "token_acc": 0.8668171557562077
    },
    {
      "epoch": 1.0925750709626014,
      "grad_norm": 2.193195343017578,
      "learning_rate": 4.648484201359025e-05,
      "loss": 0.268198299407959,
      "step": 21940,
      "token_acc": 0.9044117647058824
    },
    {
      "epoch": 1.0928240625466858,
      "grad_norm": 1.0536630153656006,
      "learning_rate": 4.646430775830506e-05,
      "loss": 0.41104869842529296,
      "step": 21945,
      "token_acc": 0.8202764976958525
    },
    {
      "epoch": 1.0930730541307705,
      "grad_norm": 1.0690014362335205,
      "learning_rate": 4.6443774102337145e-05,
      "loss": 0.19021395444869996,
      "step": 21950,
      "token_acc": 0.9266862170087976
    },
    {
      "epoch": 1.093322045714855,
      "grad_norm": 1.082637071609497,
      "learning_rate": 4.642324104916711e-05,
      "loss": 0.12924718856811523,
      "step": 21955,
      "token_acc": 0.9594257178526842
    },
    {
      "epoch": 1.0935710372989393,
      "grad_norm": 2.1378135681152344,
      "learning_rate": 4.64027086022754e-05,
      "loss": 0.13741567134857177,
      "step": 21960,
      "token_acc": 0.9782857142857143
    },
    {
      "epoch": 1.0938200288830238,
      "grad_norm": 3.1543033123016357,
      "learning_rate": 4.638217676514233e-05,
      "loss": 0.19420156478881836,
      "step": 21965,
      "token_acc": 0.979240506329114
    },
    {
      "epoch": 1.0940690204671082,
      "grad_norm": 5.0924072265625,
      "learning_rate": 4.6361645541248195e-05,
      "loss": 0.35553460121154784,
      "step": 21970,
      "token_acc": 0.9035714285714286
    },
    {
      "epoch": 1.0943180120511926,
      "grad_norm": 1.9784239530563354,
      "learning_rate": 4.634111493407312e-05,
      "loss": 0.2576683282852173,
      "step": 21975,
      "token_acc": 0.9034246575342466
    },
    {
      "epoch": 1.094567003635277,
      "grad_norm": 3.6363956928253174,
      "learning_rate": 4.632058494709714e-05,
      "loss": 0.31135594844818115,
      "step": 21980,
      "token_acc": 0.9136842105263158
    },
    {
      "epoch": 1.0948159952193617,
      "grad_norm": 0.3141801953315735,
      "learning_rate": 4.630005558380018e-05,
      "loss": 0.35962212085723877,
      "step": 21985,
      "token_acc": 0.9451718494271686
    },
    {
      "epoch": 1.095064986803446,
      "grad_norm": 2.0136559009552,
      "learning_rate": 4.6279526847662083e-05,
      "loss": 0.2534749746322632,
      "step": 21990,
      "token_acc": 0.9101382488479263
    },
    {
      "epoch": 1.0953139783875305,
      "grad_norm": 1.1812936067581177,
      "learning_rate": 4.625899874216259e-05,
      "loss": 0.17070907354354858,
      "step": 21995,
      "token_acc": 0.9770491803278688
    },
    {
      "epoch": 1.095562969971615,
      "grad_norm": 0.7777138352394104,
      "learning_rate": 4.6238471270781283e-05,
      "loss": 0.2302518367767334,
      "step": 22000,
      "token_acc": 0.9262208067940552
    },
    {
      "epoch": 1.0958119615556994,
      "grad_norm": 1.0043096542358398,
      "learning_rate": 4.621794443699767e-05,
      "loss": 0.18954373598098756,
      "step": 22005,
      "token_acc": 0.9421641791044776
    },
    {
      "epoch": 1.0960609531397838,
      "grad_norm": 0.4315485656261444,
      "learning_rate": 4.619741824429118e-05,
      "loss": 0.44426693916320803,
      "step": 22010,
      "token_acc": 0.8196622436670687
    },
    {
      "epoch": 1.0963099447238682,
      "grad_norm": 7.283025741577148,
      "learning_rate": 4.617689269614108e-05,
      "loss": 0.2195871353149414,
      "step": 22015,
      "token_acc": 0.95897903372835
    },
    {
      "epoch": 1.0965589363079529,
      "grad_norm": 0.42974480986595154,
      "learning_rate": 4.615636779602655e-05,
      "loss": 0.21672587394714354,
      "step": 22020,
      "token_acc": 0.9275053304904051
    },
    {
      "epoch": 1.0968079278920373,
      "grad_norm": 1.2212156057357788,
      "learning_rate": 4.613584354742669e-05,
      "loss": 0.24640164375305176,
      "step": 22025,
      "token_acc": 0.8929961089494164
    },
    {
      "epoch": 1.0970569194761217,
      "grad_norm": 2.671680450439453,
      "learning_rate": 4.611531995382044e-05,
      "loss": 0.34500033855438234,
      "step": 22030,
      "token_acc": 0.8960619754680439
    },
    {
      "epoch": 1.0973059110602061,
      "grad_norm": 19.477920532226562,
      "learning_rate": 4.6094797018686654e-05,
      "loss": 0.22842953205108643,
      "step": 22035,
      "token_acc": 0.9465977605512489
    },
    {
      "epoch": 1.0975549026442906,
      "grad_norm": 3.496533155441284,
      "learning_rate": 4.607427474550405e-05,
      "loss": 0.2890829563140869,
      "step": 22040,
      "token_acc": 0.892
    },
    {
      "epoch": 1.097803894228375,
      "grad_norm": 2.093270778656006,
      "learning_rate": 4.605375313775128e-05,
      "loss": 0.32419209480285643,
      "step": 22045,
      "token_acc": 0.9009009009009009
    },
    {
      "epoch": 1.0980528858124596,
      "grad_norm": 2.0547850131988525,
      "learning_rate": 4.6033232198906876e-05,
      "loss": 0.19831972122192382,
      "step": 22050,
      "token_acc": 0.9589603283173734
    },
    {
      "epoch": 1.098301877396544,
      "grad_norm": 1.821165919303894,
      "learning_rate": 4.601271193244919e-05,
      "loss": 0.1628537654876709,
      "step": 22055,
      "token_acc": 0.9750982961992136
    },
    {
      "epoch": 1.0985508689806285,
      "grad_norm": 1.6908679008483887,
      "learning_rate": 4.5992192341856536e-05,
      "loss": 0.3988022327423096,
      "step": 22060,
      "token_acc": 0.8382594417077176
    },
    {
      "epoch": 1.098799860564713,
      "grad_norm": 0.6650269031524658,
      "learning_rate": 4.59716734306071e-05,
      "loss": 0.2634580612182617,
      "step": 22065,
      "token_acc": 0.8688524590163934
    },
    {
      "epoch": 1.0990488521487973,
      "grad_norm": 1.0502021312713623,
      "learning_rate": 4.595115520217891e-05,
      "loss": 0.2671677827835083,
      "step": 22070,
      "token_acc": 0.9534368070953437
    },
    {
      "epoch": 1.0992978437328818,
      "grad_norm": 10.81230640411377,
      "learning_rate": 4.593063766004991e-05,
      "loss": 0.5102481842041016,
      "step": 22075,
      "token_acc": 0.8485523385300668
    },
    {
      "epoch": 1.0995468353169664,
      "grad_norm": 2.9376325607299805,
      "learning_rate": 4.591012080769795e-05,
      "loss": 0.4273412227630615,
      "step": 22080,
      "token_acc": 0.8940600122473974
    },
    {
      "epoch": 1.0997958269010508,
      "grad_norm": 1.536550521850586,
      "learning_rate": 4.588960464860072e-05,
      "loss": 0.3499765872955322,
      "step": 22085,
      "token_acc": 0.89668652271035
    },
    {
      "epoch": 1.1000448184851352,
      "grad_norm": 0.8994523882865906,
      "learning_rate": 4.586908918623583e-05,
      "loss": 0.20694520473480224,
      "step": 22090,
      "token_acc": 0.9197952218430034
    },
    {
      "epoch": 1.1002938100692197,
      "grad_norm": 0.4380158483982086,
      "learning_rate": 4.5848574424080695e-05,
      "loss": 0.27039155960083006,
      "step": 22095,
      "token_acc": 0.9711864406779661
    },
    {
      "epoch": 1.100542801653304,
      "grad_norm": 0.9165490865707397,
      "learning_rate": 4.582806036561273e-05,
      "loss": 0.13140593767166137,
      "step": 22100,
      "token_acc": 0.9494949494949495
    },
    {
      "epoch": 1.1007917932373885,
      "grad_norm": 0.8160412907600403,
      "learning_rate": 4.580754701430915e-05,
      "loss": 0.35144968032836915,
      "step": 22105,
      "token_acc": 0.9473046638400969
    },
    {
      "epoch": 1.101040784821473,
      "grad_norm": 1.2953169345855713,
      "learning_rate": 4.5787034373647063e-05,
      "loss": 0.22757837772369385,
      "step": 22110,
      "token_acc": 0.9735421166306696
    },
    {
      "epoch": 1.1012897764055576,
      "grad_norm": 2.121752977371216,
      "learning_rate": 4.576652244710346e-05,
      "loss": 0.27941389083862306,
      "step": 22115,
      "token_acc": 0.9126589275843007
    },
    {
      "epoch": 1.101538767989642,
      "grad_norm": 2.3326828479766846,
      "learning_rate": 4.574601123815522e-05,
      "loss": 0.39191522598266604,
      "step": 22120,
      "token_acc": 0.83991462113127
    },
    {
      "epoch": 1.1017877595737264,
      "grad_norm": 0.3143180310726166,
      "learning_rate": 4.572550075027911e-05,
      "loss": 0.26505608558654786,
      "step": 22125,
      "token_acc": 0.9547511312217195
    },
    {
      "epoch": 1.1020367511578109,
      "grad_norm": 6.602701187133789,
      "learning_rate": 4.5704990986951734e-05,
      "loss": 0.30439441204071044,
      "step": 22130,
      "token_acc": 0.9299065420560748
    },
    {
      "epoch": 1.1022857427418953,
      "grad_norm": 0.8052657842636108,
      "learning_rate": 4.568448195164961e-05,
      "loss": 0.32918195724487304,
      "step": 22135,
      "token_acc": 0.9735835940215503
    },
    {
      "epoch": 1.1025347343259797,
      "grad_norm": 1.261110544204712,
      "learning_rate": 4.5663973647849126e-05,
      "loss": 0.28902747631073,
      "step": 22140,
      "token_acc": 0.9528
    },
    {
      "epoch": 1.1027837259100641,
      "grad_norm": 0.5861355066299438,
      "learning_rate": 4.564346607902653e-05,
      "loss": 0.1532060146331787,
      "step": 22145,
      "token_acc": 0.9532497149372862
    },
    {
      "epoch": 1.1030327174941488,
      "grad_norm": 1.2052828073501587,
      "learning_rate": 4.562295924865795e-05,
      "loss": 0.16481266021728516,
      "step": 22150,
      "token_acc": 0.9296
    },
    {
      "epoch": 1.1032817090782332,
      "grad_norm": 2.919666051864624,
      "learning_rate": 4.560245316021942e-05,
      "loss": 0.16870973110198975,
      "step": 22155,
      "token_acc": 0.9559512652296157
    },
    {
      "epoch": 1.1035307006623176,
      "grad_norm": 2.9955403804779053,
      "learning_rate": 4.5581947817186806e-05,
      "loss": 0.31147944927215576,
      "step": 22160,
      "token_acc": 0.9684857801691007
    },
    {
      "epoch": 1.103779692246402,
      "grad_norm": 0.9988621473312378,
      "learning_rate": 4.556144322303587e-05,
      "loss": 0.1868848443031311,
      "step": 22165,
      "token_acc": 0.9250883392226148
    },
    {
      "epoch": 1.1040286838304865,
      "grad_norm": 0.7600043416023254,
      "learning_rate": 4.554093938124223e-05,
      "loss": 0.1415940523147583,
      "step": 22170,
      "token_acc": 0.9473684210526315
    },
    {
      "epoch": 1.104277675414571,
      "grad_norm": 0.9510548710823059,
      "learning_rate": 4.55204362952814e-05,
      "loss": 0.2570908546447754,
      "step": 22175,
      "token_acc": 0.9137055837563451
    },
    {
      "epoch": 1.1045266669986555,
      "grad_norm": 3.708657741546631,
      "learning_rate": 4.549993396862876e-05,
      "loss": 0.2969704866409302,
      "step": 22180,
      "token_acc": 0.9343936381709742
    },
    {
      "epoch": 1.10477565858274,
      "grad_norm": 1.0681434869766235,
      "learning_rate": 4.547943240475953e-05,
      "loss": 0.30276193618774416,
      "step": 22185,
      "token_acc": 0.9144947416552355
    },
    {
      "epoch": 1.1050246501668244,
      "grad_norm": 0.66863614320755,
      "learning_rate": 4.545893160714886e-05,
      "loss": 0.3286673784255981,
      "step": 22190,
      "token_acc": 0.9725557461406518
    },
    {
      "epoch": 1.1052736417509088,
      "grad_norm": 2.5462639331817627,
      "learning_rate": 4.543843157927173e-05,
      "loss": 0.39495077133178713,
      "step": 22195,
      "token_acc": 0.850909090909091
    },
    {
      "epoch": 1.1055226333349932,
      "grad_norm": 1.6090593338012695,
      "learning_rate": 4.541793232460297e-05,
      "loss": 0.31236026287078855,
      "step": 22200,
      "token_acc": 0.9323181049069373
    },
    {
      "epoch": 1.1057716249190777,
      "grad_norm": 2.6276237964630127,
      "learning_rate": 4.5397433846617315e-05,
      "loss": 0.4091627597808838,
      "step": 22205,
      "token_acc": 0.8321747765640516
    },
    {
      "epoch": 1.1060206165031623,
      "grad_norm": 3.581284999847412,
      "learning_rate": 4.537693614878939e-05,
      "loss": 0.36586837768554686,
      "step": 22210,
      "token_acc": 0.875268817204301
    },
    {
      "epoch": 1.1062696080872467,
      "grad_norm": 3.475362539291382,
      "learning_rate": 4.535643923459362e-05,
      "loss": 0.23917386531829835,
      "step": 22215,
      "token_acc": 0.917963224893918
    },
    {
      "epoch": 1.1065185996713311,
      "grad_norm": 1.6997658014297485,
      "learning_rate": 4.5335943107504356e-05,
      "loss": 0.3455982208251953,
      "step": 22220,
      "token_acc": 0.8574748257164988
    },
    {
      "epoch": 1.1067675912554156,
      "grad_norm": 1.532997488975525,
      "learning_rate": 4.531544777099575e-05,
      "loss": 0.3048073768615723,
      "step": 22225,
      "token_acc": 0.9067961165048544
    },
    {
      "epoch": 1.1070165828395,
      "grad_norm": 4.0714616775512695,
      "learning_rate": 4.529495322854192e-05,
      "loss": 0.3745495557785034,
      "step": 22230,
      "token_acc": 0.934282126412725
    },
    {
      "epoch": 1.1072655744235844,
      "grad_norm": 0.28521281480789185,
      "learning_rate": 4.527445948361676e-05,
      "loss": 0.27835075855255126,
      "step": 22235,
      "token_acc": 0.9668386145910096
    },
    {
      "epoch": 1.1075145660076688,
      "grad_norm": 0.48828285932540894,
      "learning_rate": 4.5253966539694053e-05,
      "loss": 0.19353219270706176,
      "step": 22240,
      "token_acc": 0.9414556962025317
    },
    {
      "epoch": 1.1077635575917535,
      "grad_norm": 1.404842734336853,
      "learning_rate": 4.523347440024749e-05,
      "loss": 0.382208251953125,
      "step": 22245,
      "token_acc": 0.8785714285714286
    },
    {
      "epoch": 1.108012549175838,
      "grad_norm": 1.5278061628341675,
      "learning_rate": 4.521298306875057e-05,
      "loss": 0.2893566846847534,
      "step": 22250,
      "token_acc": 0.9046822742474916
    },
    {
      "epoch": 1.1082615407599223,
      "grad_norm": 3.2998955249786377,
      "learning_rate": 4.5192492548676674e-05,
      "loss": 0.3805841445922852,
      "step": 22255,
      "token_acc": 0.8992248062015504
    },
    {
      "epoch": 1.1085105323440068,
      "grad_norm": 2.2220041751861572,
      "learning_rate": 4.5172002843499023e-05,
      "loss": 0.26140594482421875,
      "step": 22260,
      "token_acc": 0.9661989795918368
    },
    {
      "epoch": 1.1087595239280912,
      "grad_norm": 0.719214677810669,
      "learning_rate": 4.515151395669076e-05,
      "loss": 0.3948680400848389,
      "step": 22265,
      "token_acc": 0.9148167268972638
    },
    {
      "epoch": 1.1090085155121756,
      "grad_norm": 1.9657104015350342,
      "learning_rate": 4.513102589172485e-05,
      "loss": 0.1350894093513489,
      "step": 22270,
      "token_acc": 0.9717271051014137
    },
    {
      "epoch": 1.10925750709626,
      "grad_norm": 2.35322642326355,
      "learning_rate": 4.51105386520741e-05,
      "loss": 0.18645912408828735,
      "step": 22275,
      "token_acc": 0.9454545454545454
    },
    {
      "epoch": 1.1095064986803447,
      "grad_norm": 1.6942484378814697,
      "learning_rate": 4.50900522412112e-05,
      "loss": 0.3279454708099365,
      "step": 22280,
      "token_acc": 0.8426395939086294
    },
    {
      "epoch": 1.109755490264429,
      "grad_norm": 2.5751264095306396,
      "learning_rate": 4.506956666260873e-05,
      "loss": 0.3781846523284912,
      "step": 22285,
      "token_acc": 0.8326530612244898
    },
    {
      "epoch": 1.1100044818485135,
      "grad_norm": 4.141132354736328,
      "learning_rate": 4.504908191973905e-05,
      "loss": 0.44455466270446775,
      "step": 22290,
      "token_acc": 0.9085153529597974
    },
    {
      "epoch": 1.110253473432598,
      "grad_norm": 0.6410130262374878,
      "learning_rate": 4.502859801607445e-05,
      "loss": 0.19345773458480836,
      "step": 22295,
      "token_acc": 0.890068233510235
    },
    {
      "epoch": 1.1105024650166824,
      "grad_norm": 1.1578395366668701,
      "learning_rate": 4.500811495508707e-05,
      "loss": 0.23817892074584962,
      "step": 22300,
      "token_acc": 0.9442530535546508
    },
    {
      "epoch": 1.1107514566007668,
      "grad_norm": 1.5536327362060547,
      "learning_rate": 4.4987632740248856e-05,
      "loss": 0.3579842567443848,
      "step": 22305,
      "token_acc": 0.9219457013574661
    },
    {
      "epoch": 1.1110004481848514,
      "grad_norm": 2.813549757003784,
      "learning_rate": 4.496715137503167e-05,
      "loss": 0.29750111103057864,
      "step": 22310,
      "token_acc": 0.8985239852398524
    },
    {
      "epoch": 1.1112494397689359,
      "grad_norm": 0.6831153035163879,
      "learning_rate": 4.494667086290718e-05,
      "loss": 0.08907169103622437,
      "step": 22315,
      "token_acc": 0.9875082182774491
    },
    {
      "epoch": 1.1114984313530203,
      "grad_norm": 4.478639125823975,
      "learning_rate": 4.492619120734695e-05,
      "loss": 0.3654444694519043,
      "step": 22320,
      "token_acc": 0.8907849829351536
    },
    {
      "epoch": 1.1117474229371047,
      "grad_norm": 1.9018852710723877,
      "learning_rate": 4.4905712411822397e-05,
      "loss": 0.2905444145202637,
      "step": 22325,
      "token_acc": 0.9498891352549889
    },
    {
      "epoch": 1.1119964145211891,
      "grad_norm": 0.955746591091156,
      "learning_rate": 4.488523447980475e-05,
      "loss": 0.3634329319000244,
      "step": 22330,
      "token_acc": 0.953170731707317
    },
    {
      "epoch": 1.1122454061052736,
      "grad_norm": 1.6008758544921875,
      "learning_rate": 4.4864757414765126e-05,
      "loss": 0.3664663791656494,
      "step": 22335,
      "token_acc": 0.9118997912317328
    },
    {
      "epoch": 1.1124943976893582,
      "grad_norm": 0.4554399847984314,
      "learning_rate": 4.4844281220174514e-05,
      "loss": 0.13954806327819824,
      "step": 22340,
      "token_acc": 0.9695945945945946
    },
    {
      "epoch": 1.1127433892734426,
      "grad_norm": 1.0756800174713135,
      "learning_rate": 4.482380589950369e-05,
      "loss": 0.279548716545105,
      "step": 22345,
      "token_acc": 0.9117043121149897
    },
    {
      "epoch": 1.112992380857527,
      "grad_norm": 2.2928378582000732,
      "learning_rate": 4.480333145622336e-05,
      "loss": 0.16516872644424438,
      "step": 22350,
      "token_acc": 0.9833070866141732
    },
    {
      "epoch": 1.1132413724416115,
      "grad_norm": 3.1799237728118896,
      "learning_rate": 4.4782857893804e-05,
      "loss": 0.28592634201049805,
      "step": 22355,
      "token_acc": 0.9094922737306843
    },
    {
      "epoch": 1.113490364025696,
      "grad_norm": 4.518812656402588,
      "learning_rate": 4.476238521571604e-05,
      "loss": 0.29811644554138184,
      "step": 22360,
      "token_acc": 0.926865671641791
    },
    {
      "epoch": 1.1137393556097803,
      "grad_norm": 1.308977484703064,
      "learning_rate": 4.4741913425429645e-05,
      "loss": 0.08645067811012268,
      "step": 22365,
      "token_acc": 0.9851030110935024
    },
    {
      "epoch": 1.1139883471938647,
      "grad_norm": 0.6062273979187012,
      "learning_rate": 4.47214425264149e-05,
      "loss": 0.2763700485229492,
      "step": 22370,
      "token_acc": 0.8807785888077859
    },
    {
      "epoch": 1.1142373387779494,
      "grad_norm": 3.477627992630005,
      "learning_rate": 4.4700972522141745e-05,
      "loss": 0.3078683137893677,
      "step": 22375,
      "token_acc": 0.9758015728977616
    },
    {
      "epoch": 1.1144863303620338,
      "grad_norm": 0.7539836764335632,
      "learning_rate": 4.468050341607993e-05,
      "loss": 0.3926041841506958,
      "step": 22380,
      "token_acc": 0.8592592592592593
    },
    {
      "epoch": 1.1147353219461182,
      "grad_norm": 1.3738360404968262,
      "learning_rate": 4.466003521169908e-05,
      "loss": 0.16043312549591066,
      "step": 22385,
      "token_acc": 0.9591280653950953
    },
    {
      "epoch": 1.1149843135302027,
      "grad_norm": 7.473154067993164,
      "learning_rate": 4.463956791246863e-05,
      "loss": 0.30353541374206544,
      "step": 22390,
      "token_acc": 0.9505922165820643
    },
    {
      "epoch": 1.115233305114287,
      "grad_norm": 2.300570249557495,
      "learning_rate": 4.4619101521857904e-05,
      "loss": 0.4639012813568115,
      "step": 22395,
      "token_acc": 0.7737146994931209
    },
    {
      "epoch": 1.1154822966983715,
      "grad_norm": 1.5700581073760986,
      "learning_rate": 4.459863604333608e-05,
      "loss": 0.3754198312759399,
      "step": 22400,
      "token_acc": 0.8825396825396825
    },
    {
      "epoch": 1.115731288282456,
      "grad_norm": 2.451526403427124,
      "learning_rate": 4.457817148037212e-05,
      "loss": 0.36887516975402834,
      "step": 22405,
      "token_acc": 0.8884615384615384
    },
    {
      "epoch": 1.1159802798665406,
      "grad_norm": 2.012181520462036,
      "learning_rate": 4.455770783643487e-05,
      "loss": 0.21960294246673584,
      "step": 22410,
      "token_acc": 0.931118561414203
    },
    {
      "epoch": 1.116229271450625,
      "grad_norm": 3.614027261734009,
      "learning_rate": 4.4537245114993065e-05,
      "loss": 0.42983074188232423,
      "step": 22415,
      "token_acc": 0.9337231968810916
    },
    {
      "epoch": 1.1164782630347094,
      "grad_norm": 1.453497052192688,
      "learning_rate": 4.451678331951519e-05,
      "loss": 0.39112262725830077,
      "step": 22420,
      "token_acc": 0.8539823008849557
    },
    {
      "epoch": 1.1167272546187939,
      "grad_norm": 0.9822648167610168,
      "learning_rate": 4.449632245346962e-05,
      "loss": 0.22667419910430908,
      "step": 22425,
      "token_acc": 0.9383561643835616
    },
    {
      "epoch": 1.1169762462028783,
      "grad_norm": 5.82060432434082,
      "learning_rate": 4.4475862520324616e-05,
      "loss": 0.2758540391921997,
      "step": 22430,
      "token_acc": 0.9539473684210527
    },
    {
      "epoch": 1.1172252377869627,
      "grad_norm": 0.670013427734375,
      "learning_rate": 4.44554035235482e-05,
      "loss": 0.29911179542541505,
      "step": 22435,
      "token_acc": 0.8996458087367178
    },
    {
      "epoch": 1.1174742293710473,
      "grad_norm": 3.2039151191711426,
      "learning_rate": 4.44349454666083e-05,
      "loss": 0.16339702606201173,
      "step": 22440,
      "token_acc": 0.9404145077720207
    },
    {
      "epoch": 1.1177232209551318,
      "grad_norm": 0.3938652276992798,
      "learning_rate": 4.441448835297261e-05,
      "loss": 0.22362875938415527,
      "step": 22445,
      "token_acc": 0.9782608695652174
    },
    {
      "epoch": 1.1179722125392162,
      "grad_norm": 0.47248879075050354,
      "learning_rate": 4.439403218610876e-05,
      "loss": 0.22073452472686766,
      "step": 22450,
      "token_acc": 0.9610619469026549
    },
    {
      "epoch": 1.1182212041233006,
      "grad_norm": 1.9289958477020264,
      "learning_rate": 4.437357696948416e-05,
      "loss": 0.21100914478302002,
      "step": 22455,
      "token_acc": 0.9385796545105566
    },
    {
      "epoch": 1.118470195707385,
      "grad_norm": 1.8162983655929565,
      "learning_rate": 4.4353122706566066e-05,
      "loss": 0.21160075664520264,
      "step": 22460,
      "token_acc": 0.9157608695652174
    },
    {
      "epoch": 1.1187191872914695,
      "grad_norm": 3.3021597862243652,
      "learning_rate": 4.433266940082156e-05,
      "loss": 0.28331172466278076,
      "step": 22465,
      "token_acc": 0.92914653784219
    },
    {
      "epoch": 1.118968178875554,
      "grad_norm": 2.119997262954712,
      "learning_rate": 4.4312217055717616e-05,
      "loss": 0.17888255119323732,
      "step": 22470,
      "token_acc": 0.9265422077922078
    },
    {
      "epoch": 1.1192171704596385,
      "grad_norm": 1.5099248886108398,
      "learning_rate": 4.429176567472097e-05,
      "loss": 0.19783082008361816,
      "step": 22475,
      "token_acc": 0.9360655737704918
    },
    {
      "epoch": 1.119466162043723,
      "grad_norm": 3.996415615081787,
      "learning_rate": 4.427131526129824e-05,
      "loss": 0.4023676872253418,
      "step": 22480,
      "token_acc": 0.9725303750660328
    },
    {
      "epoch": 1.1197151536278074,
      "grad_norm": 0.37301650643348694,
      "learning_rate": 4.425086581891589e-05,
      "loss": 0.27093522548675536,
      "step": 22485,
      "token_acc": 0.9147982062780269
    },
    {
      "epoch": 1.1199641452118918,
      "grad_norm": 2.4524736404418945,
      "learning_rate": 4.4230417351040204e-05,
      "loss": 0.22782840728759765,
      "step": 22490,
      "token_acc": 0.9095890410958904
    },
    {
      "epoch": 1.1202131367959762,
      "grad_norm": 3.25563907623291,
      "learning_rate": 4.420996986113727e-05,
      "loss": 0.22461528778076173,
      "step": 22495,
      "token_acc": 0.9339285714285714
    },
    {
      "epoch": 1.1204621283800607,
      "grad_norm": 5.689978122711182,
      "learning_rate": 4.4189523352673054e-05,
      "loss": 0.36772003173828127,
      "step": 22500,
      "token_acc": 0.8582449373191899
    },
    {
      "epoch": 1.1207111199641453,
      "grad_norm": 1.4353331327438354,
      "learning_rate": 4.4169077829113356e-05,
      "loss": 0.11984441280364991,
      "step": 22505,
      "token_acc": 0.9832882772179897
    },
    {
      "epoch": 1.1209601115482297,
      "grad_norm": 1.0907920598983765,
      "learning_rate": 4.414863329392376e-05,
      "loss": 0.1906198740005493,
      "step": 22510,
      "token_acc": 0.9613944108326131
    },
    {
      "epoch": 1.1212091031323141,
      "grad_norm": 0.20587976276874542,
      "learning_rate": 4.412818975056975e-05,
      "loss": 0.1836836338043213,
      "step": 22515,
      "token_acc": 0.9699157641395909
    },
    {
      "epoch": 1.1214580947163986,
      "grad_norm": 1.8890559673309326,
      "learning_rate": 4.410774720251657e-05,
      "loss": 0.2297121047973633,
      "step": 22520,
      "token_acc": 0.9281609195402298
    },
    {
      "epoch": 1.121707086300483,
      "grad_norm": 0.7263604402542114,
      "learning_rate": 4.408730565322937e-05,
      "loss": 0.21245319843292237,
      "step": 22525,
      "token_acc": 0.9578025477707006
    },
    {
      "epoch": 1.1219560778845674,
      "grad_norm": 1.73008131980896,
      "learning_rate": 4.406686510617309e-05,
      "loss": 0.21639668941497803,
      "step": 22530,
      "token_acc": 0.9783666846944294
    },
    {
      "epoch": 1.122205069468652,
      "grad_norm": 2.1230459213256836,
      "learning_rate": 4.404642556481246e-05,
      "loss": 0.4422458171844482,
      "step": 22535,
      "token_acc": 0.8515625
    },
    {
      "epoch": 1.1224540610527365,
      "grad_norm": 1.460729956626892,
      "learning_rate": 4.402598703261213e-05,
      "loss": 0.3582178831100464,
      "step": 22540,
      "token_acc": 0.9730521382542472
    },
    {
      "epoch": 1.122703052636821,
      "grad_norm": 1.026551365852356,
      "learning_rate": 4.400554951303653e-05,
      "loss": 0.33966090679168703,
      "step": 22545,
      "token_acc": 0.9035947712418301
    },
    {
      "epoch": 1.1229520442209053,
      "grad_norm": 1.2672520875930786,
      "learning_rate": 4.398511300954989e-05,
      "loss": 0.36761620044708254,
      "step": 22550,
      "token_acc": 0.852803738317757
    },
    {
      "epoch": 1.1232010358049898,
      "grad_norm": 0.41560623049736023,
      "learning_rate": 4.3964677525616314e-05,
      "loss": 0.2820403814315796,
      "step": 22555,
      "token_acc": 0.9495586380832283
    },
    {
      "epoch": 1.1234500273890742,
      "grad_norm": 1.3488446474075317,
      "learning_rate": 4.394424306469974e-05,
      "loss": 0.3298661231994629,
      "step": 22560,
      "token_acc": 0.9182242990654206
    },
    {
      "epoch": 1.1236990189731586,
      "grad_norm": 2.6464755535125732,
      "learning_rate": 4.392380963026387e-05,
      "loss": 0.3052440404891968,
      "step": 22565,
      "token_acc": 0.8671548117154811
    },
    {
      "epoch": 1.1239480105572432,
      "grad_norm": 1.4945441484451294,
      "learning_rate": 4.390337722577231e-05,
      "loss": 0.24249138832092285,
      "step": 22570,
      "token_acc": 0.9067017082785808
    },
    {
      "epoch": 1.1241970021413277,
      "grad_norm": 0.9341530203819275,
      "learning_rate": 4.3882945854688413e-05,
      "loss": 0.17395572662353515,
      "step": 22575,
      "token_acc": 0.9524291497975709
    },
    {
      "epoch": 1.124445993725412,
      "grad_norm": 1.6691111326217651,
      "learning_rate": 4.386251552047543e-05,
      "loss": 0.25905499458312986,
      "step": 22580,
      "token_acc": 0.9152542372881356
    },
    {
      "epoch": 1.1246949853094965,
      "grad_norm": 6.051605224609375,
      "learning_rate": 4.3842086226596404e-05,
      "loss": 0.22652101516723633,
      "step": 22585,
      "token_acc": 0.9511909410386568
    },
    {
      "epoch": 1.124943976893581,
      "grad_norm": 3.7511720657348633,
      "learning_rate": 4.382165797651416e-05,
      "loss": 0.2186988115310669,
      "step": 22590,
      "token_acc": 0.9702356345597354
    },
    {
      "epoch": 1.1251929684776654,
      "grad_norm": 0.538968563079834,
      "learning_rate": 4.380123077369144e-05,
      "loss": 0.2963105201721191,
      "step": 22595,
      "token_acc": 0.9271472392638037
    },
    {
      "epoch": 1.12544196006175,
      "grad_norm": 2.5004844665527344,
      "learning_rate": 4.378080462159074e-05,
      "loss": 0.47719173431396483,
      "step": 22600,
      "token_acc": 0.8439955106621774
    },
    {
      "epoch": 1.1256909516458344,
      "grad_norm": 0.38055336475372314,
      "learning_rate": 4.376037952367438e-05,
      "loss": 0.22624506950378417,
      "step": 22605,
      "token_acc": 0.9805924412665986
    },
    {
      "epoch": 1.1259399432299189,
      "grad_norm": 0.5124571323394775,
      "learning_rate": 4.37399554834045e-05,
      "loss": 0.14229936599731446,
      "step": 22610,
      "token_acc": 0.9901528013582342
    },
    {
      "epoch": 1.1261889348140033,
      "grad_norm": 4.806004047393799,
      "learning_rate": 4.371953250424312e-05,
      "loss": 0.3308223485946655,
      "step": 22615,
      "token_acc": 0.986857825567503
    },
    {
      "epoch": 1.1264379263980877,
      "grad_norm": 1.5723775625228882,
      "learning_rate": 4.369911058965202e-05,
      "loss": 0.253136944770813,
      "step": 22620,
      "token_acc": 0.9122115925717501
    },
    {
      "epoch": 1.1266869179821721,
      "grad_norm": 0.9825581908226013,
      "learning_rate": 4.36786897430928e-05,
      "loss": 0.3424839019775391,
      "step": 22625,
      "token_acc": 0.9238643634037108
    },
    {
      "epoch": 1.1269359095662566,
      "grad_norm": 1.113034963607788,
      "learning_rate": 4.365826996802689e-05,
      "loss": 0.33567109107971194,
      "step": 22630,
      "token_acc": 0.9397869383974062
    },
    {
      "epoch": 1.1271849011503412,
      "grad_norm": 2.2605724334716797,
      "learning_rate": 4.363785126791558e-05,
      "loss": 0.5980699539184571,
      "step": 22635,
      "token_acc": 0.9110738255033557
    },
    {
      "epoch": 1.1274338927344256,
      "grad_norm": 1.531734585762024,
      "learning_rate": 4.3617433646219905e-05,
      "loss": 0.19755498170852662,
      "step": 22640,
      "token_acc": 0.943359375
    },
    {
      "epoch": 1.12768288431851,
      "grad_norm": 1.5193109512329102,
      "learning_rate": 4.3597017106400765e-05,
      "loss": 0.3053825616836548,
      "step": 22645,
      "token_acc": 0.9343116701607268
    },
    {
      "epoch": 1.1279318759025945,
      "grad_norm": 1.8858070373535156,
      "learning_rate": 4.357660165191887e-05,
      "loss": 0.2818094253540039,
      "step": 22650,
      "token_acc": 0.9009661835748792
    },
    {
      "epoch": 1.128180867486679,
      "grad_norm": 3.1290643215179443,
      "learning_rate": 4.3556187286234726e-05,
      "loss": 0.22578840255737304,
      "step": 22655,
      "token_acc": 0.9717461787864752
    },
    {
      "epoch": 1.1284298590707633,
      "grad_norm": 5.402125358581543,
      "learning_rate": 4.3535774012808696e-05,
      "loss": 0.2925861835479736,
      "step": 22660,
      "token_acc": 0.8766426451886392
    },
    {
      "epoch": 1.1286788506548477,
      "grad_norm": 3.6261892318725586,
      "learning_rate": 4.351536183510089e-05,
      "loss": 0.3002169609069824,
      "step": 22665,
      "token_acc": 0.9424635332252836
    },
    {
      "epoch": 1.1289278422389324,
      "grad_norm": 1.5664633512496948,
      "learning_rate": 4.34949507565713e-05,
      "loss": 0.24903323650360107,
      "step": 22670,
      "token_acc": 0.9224652087475149
    },
    {
      "epoch": 1.1291768338230168,
      "grad_norm": 0.509222686290741,
      "learning_rate": 4.347454078067971e-05,
      "loss": 0.2734654903411865,
      "step": 22675,
      "token_acc": 0.8658466819221968
    },
    {
      "epoch": 1.1294258254071012,
      "grad_norm": 0.5377345085144043,
      "learning_rate": 4.345413191088569e-05,
      "loss": 0.3621192693710327,
      "step": 22680,
      "token_acc": 0.9095946340040828
    },
    {
      "epoch": 1.1296748169911857,
      "grad_norm": 27.002336502075195,
      "learning_rate": 4.3433724150648655e-05,
      "loss": 0.2179499626159668,
      "step": 22685,
      "token_acc": 0.9268929503916449
    },
    {
      "epoch": 1.12992380857527,
      "grad_norm": 4.400956153869629,
      "learning_rate": 4.341331750342783e-05,
      "loss": 0.25436012744903563,
      "step": 22690,
      "token_acc": 0.926530612244898
    },
    {
      "epoch": 1.1301728001593547,
      "grad_norm": 5.00355863571167,
      "learning_rate": 4.339291197268224e-05,
      "loss": 0.30828208923339845,
      "step": 22695,
      "token_acc": 0.9154929577464789
    },
    {
      "epoch": 1.1304217917434392,
      "grad_norm": 1.041416883468628,
      "learning_rate": 4.337250756187069e-05,
      "loss": 0.3728317737579346,
      "step": 22700,
      "token_acc": 0.7935180345007841
    },
    {
      "epoch": 1.1306707833275236,
      "grad_norm": 0.457346111536026,
      "learning_rate": 4.335210427445189e-05,
      "loss": 0.16950950622558594,
      "step": 22705,
      "token_acc": 0.9735099337748344
    },
    {
      "epoch": 1.130919774911608,
      "grad_norm": 0.9237458109855652,
      "learning_rate": 4.3331702113884247e-05,
      "loss": 0.3732884883880615,
      "step": 22710,
      "token_acc": 0.9010309278350516
    },
    {
      "epoch": 1.1311687664956924,
      "grad_norm": 0.8278914093971252,
      "learning_rate": 4.3311301083626054e-05,
      "loss": 0.1932056188583374,
      "step": 22715,
      "token_acc": 0.940625
    },
    {
      "epoch": 1.1314177580797768,
      "grad_norm": 3.025345802307129,
      "learning_rate": 4.329090118713536e-05,
      "loss": 0.31909029483795165,
      "step": 22720,
      "token_acc": 0.9280882876468494
    },
    {
      "epoch": 1.1316667496638613,
      "grad_norm": 1.4708278179168701,
      "learning_rate": 4.327050242787008e-05,
      "loss": 0.2538305282592773,
      "step": 22725,
      "token_acc": 0.9015384615384615
    },
    {
      "epoch": 1.131915741247946,
      "grad_norm": 0.9561328887939453,
      "learning_rate": 4.32501048092879e-05,
      "loss": 0.18590216636657714,
      "step": 22730,
      "token_acc": 0.9090909090909091
    },
    {
      "epoch": 1.1321647328320303,
      "grad_norm": 1.8302013874053955,
      "learning_rate": 4.32297083348463e-05,
      "loss": 0.3208186149597168,
      "step": 22735,
      "token_acc": 0.9233038348082596
    },
    {
      "epoch": 1.1324137244161148,
      "grad_norm": 2.390899658203125,
      "learning_rate": 4.320931300800257e-05,
      "loss": 0.43842124938964844,
      "step": 22740,
      "token_acc": 0.8507795100222717
    },
    {
      "epoch": 1.1326627160001992,
      "grad_norm": 1.409958839416504,
      "learning_rate": 4.3188918832213853e-05,
      "loss": 0.2544186353683472,
      "step": 22745,
      "token_acc": 0.9026217228464419
    },
    {
      "epoch": 1.1329117075842836,
      "grad_norm": 7.70068883895874,
      "learning_rate": 4.3168525810937065e-05,
      "loss": 0.45308828353881836,
      "step": 22750,
      "token_acc": 0.9693877551020408
    },
    {
      "epoch": 1.133160699168368,
      "grad_norm": 1.5300993919372559,
      "learning_rate": 4.314813394762888e-05,
      "loss": 0.4904479026794434,
      "step": 22755,
      "token_acc": 0.7624555160142349
    },
    {
      "epoch": 1.1334096907524525,
      "grad_norm": 2.8286705017089844,
      "learning_rate": 4.312774324574587e-05,
      "loss": 0.34328413009643555,
      "step": 22760,
      "token_acc": 0.8960709759188846
    },
    {
      "epoch": 1.133658682336537,
      "grad_norm": 0.6970012784004211,
      "learning_rate": 4.3107353708744334e-05,
      "loss": 0.1400071620941162,
      "step": 22765,
      "token_acc": 0.9608355091383812
    },
    {
      "epoch": 1.1339076739206215,
      "grad_norm": 18.62216567993164,
      "learning_rate": 4.30869653400804e-05,
      "loss": 0.4378019332885742,
      "step": 22770,
      "token_acc": 0.9415322580645161
    },
    {
      "epoch": 1.134156665504706,
      "grad_norm": 1.7638686895370483,
      "learning_rate": 4.306657814320999e-05,
      "loss": 0.14509197473526,
      "step": 22775,
      "token_acc": 0.9822335025380711
    },
    {
      "epoch": 1.1344056570887904,
      "grad_norm": 2.4762675762176514,
      "learning_rate": 4.304619212158886e-05,
      "loss": 0.18036816120147706,
      "step": 22780,
      "token_acc": 0.9582577132486388
    },
    {
      "epoch": 1.1346546486728748,
      "grad_norm": 4.079492568969727,
      "learning_rate": 4.302580727867252e-05,
      "loss": 0.15358368158340455,
      "step": 22785,
      "token_acc": 0.9860546194073213
    },
    {
      "epoch": 1.1349036402569592,
      "grad_norm": 3.5502991676330566,
      "learning_rate": 4.300542361791632e-05,
      "loss": 0.1658867835998535,
      "step": 22790,
      "token_acc": 0.944558521560575
    },
    {
      "epoch": 1.1351526318410439,
      "grad_norm": 1.6100186109542847,
      "learning_rate": 4.298504114277535e-05,
      "loss": 0.19250324964523316,
      "step": 22795,
      "token_acc": 0.9338235294117647
    },
    {
      "epoch": 1.1354016234251283,
      "grad_norm": 2.0121824741363525,
      "learning_rate": 4.296465985670458e-05,
      "loss": 0.3198679447174072,
      "step": 22800,
      "token_acc": 0.916030534351145
    },
    {
      "epoch": 1.1356506150092127,
      "grad_norm": 3.473686695098877,
      "learning_rate": 4.2944279763158746e-05,
      "loss": 0.41097331047058105,
      "step": 22805,
      "token_acc": 0.8539445628997868
    },
    {
      "epoch": 1.1358996065932971,
      "grad_norm": 3.036770820617676,
      "learning_rate": 4.292390086559234e-05,
      "loss": 0.40712885856628417,
      "step": 22810,
      "token_acc": 0.8164634146341463
    },
    {
      "epoch": 1.1361485981773816,
      "grad_norm": 9.870373725891113,
      "learning_rate": 4.290352316745969e-05,
      "loss": 0.31705482006073,
      "step": 22815,
      "token_acc": 0.8977035490605428
    },
    {
      "epoch": 1.136397589761466,
      "grad_norm": 1.9388067722320557,
      "learning_rate": 4.288314667221495e-05,
      "loss": 0.20162932872772216,
      "step": 22820,
      "token_acc": 0.9269406392694064
    },
    {
      "epoch": 1.1366465813455506,
      "grad_norm": 1.626335859298706,
      "learning_rate": 4.286277138331201e-05,
      "loss": 0.24319517612457275,
      "step": 22825,
      "token_acc": 0.9305816135084428
    },
    {
      "epoch": 1.136895572929635,
      "grad_norm": 0.8363904356956482,
      "learning_rate": 4.284239730420457e-05,
      "loss": 0.4692691326141357,
      "step": 22830,
      "token_acc": 0.8453038674033149
    },
    {
      "epoch": 1.1371445645137195,
      "grad_norm": 2.7029154300689697,
      "learning_rate": 4.282202443834618e-05,
      "loss": 0.2866023063659668,
      "step": 22835,
      "token_acc": 0.9671193709792709
    },
    {
      "epoch": 1.137393556097804,
      "grad_norm": 2.0362801551818848,
      "learning_rate": 4.280165278919011e-05,
      "loss": 0.2543677091598511,
      "step": 22840,
      "token_acc": 0.9134860050890585
    },
    {
      "epoch": 1.1376425476818883,
      "grad_norm": 1.6195050477981567,
      "learning_rate": 4.278128236018946e-05,
      "loss": 0.22825822830200196,
      "step": 22845,
      "token_acc": 0.8805825242718447
    },
    {
      "epoch": 1.1378915392659728,
      "grad_norm": 11.068974494934082,
      "learning_rate": 4.27609131547971e-05,
      "loss": 0.25142440795898435,
      "step": 22850,
      "token_acc": 0.9726678550207962
    },
    {
      "epoch": 1.1381405308500572,
      "grad_norm": 1.4790805578231812,
      "learning_rate": 4.274054517646575e-05,
      "loss": 0.4508544921875,
      "step": 22855,
      "token_acc": 0.793070259865255
    },
    {
      "epoch": 1.1383895224341418,
      "grad_norm": 6.970926761627197,
      "learning_rate": 4.2720178428647865e-05,
      "loss": 0.450992488861084,
      "step": 22860,
      "token_acc": 0.837890625
    },
    {
      "epoch": 1.1386385140182262,
      "grad_norm": 0.3670966625213623,
      "learning_rate": 4.26998129147957e-05,
      "loss": 0.13908898830413818,
      "step": 22865,
      "token_acc": 0.976961394769614
    },
    {
      "epoch": 1.1388875056023107,
      "grad_norm": 3.9845638275146484,
      "learning_rate": 4.267944863836131e-05,
      "loss": 0.5044036865234375,
      "step": 22870,
      "token_acc": 0.8372549019607843
    },
    {
      "epoch": 1.139136497186395,
      "grad_norm": 1.9779237508773804,
      "learning_rate": 4.265908560279656e-05,
      "loss": 0.2393346309661865,
      "step": 22875,
      "token_acc": 0.9828115408225906
    },
    {
      "epoch": 1.1393854887704795,
      "grad_norm": 1.6639494895935059,
      "learning_rate": 4.263872381155307e-05,
      "loss": 0.635485029220581,
      "step": 22880,
      "token_acc": 0.9314019314019314
    },
    {
      "epoch": 1.139634480354564,
      "grad_norm": 2.4501984119415283,
      "learning_rate": 4.261836326808226e-05,
      "loss": 0.2557196617126465,
      "step": 22885,
      "token_acc": 0.9844256975989617
    },
    {
      "epoch": 1.1398834719386484,
      "grad_norm": 2.0456650257110596,
      "learning_rate": 4.259800397583536e-05,
      "loss": 0.16896775960922242,
      "step": 22890,
      "token_acc": 0.9553679131483716
    },
    {
      "epoch": 1.140132463522733,
      "grad_norm": 1.1227525472640991,
      "learning_rate": 4.257764593826337e-05,
      "loss": 0.40153231620788576,
      "step": 22895,
      "token_acc": 0.8865096359743041
    },
    {
      "epoch": 1.1403814551068174,
      "grad_norm": 1.6901218891143799,
      "learning_rate": 4.255728915881706e-05,
      "loss": 0.3495300054550171,
      "step": 22900,
      "token_acc": 0.8463855421686747
    },
    {
      "epoch": 1.1406304466909019,
      "grad_norm": 2.3591480255126953,
      "learning_rate": 4.2536933640947e-05,
      "loss": 0.3918280601501465,
      "step": 22905,
      "token_acc": 0.8994677705499704
    },
    {
      "epoch": 1.1408794382749863,
      "grad_norm": 2.428945541381836,
      "learning_rate": 4.2516579388103586e-05,
      "loss": 0.3642395496368408,
      "step": 22910,
      "token_acc": 0.8722044728434505
    },
    {
      "epoch": 1.1411284298590707,
      "grad_norm": 0.48458072543144226,
      "learning_rate": 4.249622640373693e-05,
      "loss": 0.1800214648246765,
      "step": 22915,
      "token_acc": 0.96016898008449
    },
    {
      "epoch": 1.1413774214431551,
      "grad_norm": 0.5612417459487915,
      "learning_rate": 4.2475874691296995e-05,
      "loss": 0.25453915596008303,
      "step": 22920,
      "token_acc": 0.9641025641025641
    },
    {
      "epoch": 1.1416264130272398,
      "grad_norm": 0.8168392777442932,
      "learning_rate": 4.2455524254233455e-05,
      "loss": 0.3014969825744629,
      "step": 22925,
      "token_acc": 0.9170792079207921
    },
    {
      "epoch": 1.1418754046113242,
      "grad_norm": 2.204958200454712,
      "learning_rate": 4.243517509599584e-05,
      "loss": 0.27160718441009524,
      "step": 22930,
      "token_acc": 0.9292452830188679
    },
    {
      "epoch": 1.1421243961954086,
      "grad_norm": 0.9158607125282288,
      "learning_rate": 4.241482722003344e-05,
      "loss": 0.20360853672027587,
      "step": 22935,
      "token_acc": 0.924
    },
    {
      "epoch": 1.142373387779493,
      "grad_norm": 2.7033488750457764,
      "learning_rate": 4.239448062979528e-05,
      "loss": 0.2803093194961548,
      "step": 22940,
      "token_acc": 0.8805309734513275
    },
    {
      "epoch": 1.1426223793635775,
      "grad_norm": 0.9246602654457092,
      "learning_rate": 4.237413532873025e-05,
      "loss": 0.21913206577301025,
      "step": 22945,
      "token_acc": 0.960095770151636
    },
    {
      "epoch": 1.142871370947662,
      "grad_norm": 5.0584306716918945,
      "learning_rate": 4.2353791320286965e-05,
      "loss": 0.1762545108795166,
      "step": 22950,
      "token_acc": 0.9348894348894349
    },
    {
      "epoch": 1.1431203625317465,
      "grad_norm": 1.278201699256897,
      "learning_rate": 4.233344860791383e-05,
      "loss": 0.24823200702667236,
      "step": 22955,
      "token_acc": 0.9154889768230638
    },
    {
      "epoch": 1.143369354115831,
      "grad_norm": 1.3664098978042603,
      "learning_rate": 4.231310719505903e-05,
      "loss": 0.2666762113571167,
      "step": 22960,
      "token_acc": 0.9217939214232765
    },
    {
      "epoch": 1.1436183456999154,
      "grad_norm": 0.5471187233924866,
      "learning_rate": 4.229276708517056e-05,
      "loss": 0.17323558330535888,
      "step": 22965,
      "token_acc": 0.975473321858864
    },
    {
      "epoch": 1.1438673372839998,
      "grad_norm": 5.035479545593262,
      "learning_rate": 4.227242828169614e-05,
      "loss": 0.34295225143432617,
      "step": 22970,
      "token_acc": 0.8891213389121339
    },
    {
      "epoch": 1.1441163288680842,
      "grad_norm": 1.2295770645141602,
      "learning_rate": 4.225209078808332e-05,
      "loss": 0.20638694763183593,
      "step": 22975,
      "token_acc": 0.9222614840989399
    },
    {
      "epoch": 1.1443653204521687,
      "grad_norm": 1.8845467567443848,
      "learning_rate": 4.223175460777937e-05,
      "loss": 0.29831039905548096,
      "step": 22980,
      "token_acc": 0.9226804123711341
    },
    {
      "epoch": 1.144614312036253,
      "grad_norm": 2.0393946170806885,
      "learning_rate": 4.221141974423143e-05,
      "loss": 0.3331454753875732,
      "step": 22985,
      "token_acc": 0.9390420899854862
    },
    {
      "epoch": 1.1448633036203377,
      "grad_norm": 0.6647588610649109,
      "learning_rate": 4.219108620088631e-05,
      "loss": 0.2497352123260498,
      "step": 22990,
      "token_acc": 0.9433646112600537
    },
    {
      "epoch": 1.1451122952044221,
      "grad_norm": 1.871425986289978,
      "learning_rate": 4.217075398119066e-05,
      "loss": 0.32675967216491697,
      "step": 22995,
      "token_acc": 0.8756476683937824
    },
    {
      "epoch": 1.1453612867885066,
      "grad_norm": 1.6574424505233765,
      "learning_rate": 4.215042308859092e-05,
      "loss": 0.27767653465270997,
      "step": 23000,
      "token_acc": 0.9166666666666666
    },
    {
      "epoch": 1.145610278372591,
      "grad_norm": 0.9674623608589172,
      "learning_rate": 4.2130093526533237e-05,
      "loss": 0.17543903589248658,
      "step": 23005,
      "token_acc": 0.9631849315068494
    },
    {
      "epoch": 1.1458592699566754,
      "grad_norm": 11.907533645629883,
      "learning_rate": 4.21097652984636e-05,
      "loss": 0.56368989944458,
      "step": 23010,
      "token_acc": 0.8659217877094972
    },
    {
      "epoch": 1.1461082615407598,
      "grad_norm": 0.755050003528595,
      "learning_rate": 4.208943840782772e-05,
      "loss": 0.1639124870300293,
      "step": 23015,
      "token_acc": 0.95
    },
    {
      "epoch": 1.1463572531248443,
      "grad_norm": 1.2699003219604492,
      "learning_rate": 4.2069112858071114e-05,
      "loss": 0.1645118236541748,
      "step": 23020,
      "token_acc": 0.9163647342995169
    },
    {
      "epoch": 1.146606244708929,
      "grad_norm": 5.647696018218994,
      "learning_rate": 4.204878865263908e-05,
      "loss": 0.25408244132995605,
      "step": 23025,
      "token_acc": 0.9485294117647058
    },
    {
      "epoch": 1.1468552362930133,
      "grad_norm": 2.524912118911743,
      "learning_rate": 4.202846579497666e-05,
      "loss": 0.5166252136230469,
      "step": 23030,
      "token_acc": 0.856335514574658
    },
    {
      "epoch": 1.1471042278770978,
      "grad_norm": 2.2756290435791016,
      "learning_rate": 4.200814428852865e-05,
      "loss": 0.2118142604827881,
      "step": 23035,
      "token_acc": 0.9107551487414187
    },
    {
      "epoch": 1.1473532194611822,
      "grad_norm": 4.821199893951416,
      "learning_rate": 4.1987824136739704e-05,
      "loss": 0.19197611808776854,
      "step": 23040,
      "token_acc": 0.9516483516483516
    },
    {
      "epoch": 1.1476022110452666,
      "grad_norm": 2.2494149208068848,
      "learning_rate": 4.1967505343054145e-05,
      "loss": 0.1381520390510559,
      "step": 23045,
      "token_acc": 0.9614695340501792
    },
    {
      "epoch": 1.1478512026293513,
      "grad_norm": 1.1735327243804932,
      "learning_rate": 4.1947187910916106e-05,
      "loss": 0.3423815488815308,
      "step": 23050,
      "token_acc": 0.846711259754738
    },
    {
      "epoch": 1.1481001942134357,
      "grad_norm": 0.8327741026878357,
      "learning_rate": 4.192687184376953e-05,
      "loss": 0.3200384616851807,
      "step": 23055,
      "token_acc": 0.871331828442438
    },
    {
      "epoch": 1.14834918579752,
      "grad_norm": 3.197810649871826,
      "learning_rate": 4.190655714505807e-05,
      "loss": 0.3027728319168091,
      "step": 23060,
      "token_acc": 0.9634087626384208
    },
    {
      "epoch": 1.1485981773816045,
      "grad_norm": 1.9155210256576538,
      "learning_rate": 4.188624381822516e-05,
      "loss": 0.16828786134719848,
      "step": 23065,
      "token_acc": 0.9344262295081968
    },
    {
      "epoch": 1.148847168965689,
      "grad_norm": 0.842114269733429,
      "learning_rate": 4.1865931866713995e-05,
      "loss": 0.262005615234375,
      "step": 23070,
      "token_acc": 0.8541033434650456
    },
    {
      "epoch": 1.1490961605497734,
      "grad_norm": 1.0928754806518555,
      "learning_rate": 4.1845621293967584e-05,
      "loss": 0.27006683349609373,
      "step": 23075,
      "token_acc": 0.9372128637059725
    },
    {
      "epoch": 1.1493451521338578,
      "grad_norm": 0.8801493644714355,
      "learning_rate": 4.182531210342867e-05,
      "loss": 0.2382424592971802,
      "step": 23080,
      "token_acc": 0.8554533508541393
    },
    {
      "epoch": 1.1495941437179424,
      "grad_norm": 0.5472618341445923,
      "learning_rate": 4.180500429853973e-05,
      "loss": 0.1669286847114563,
      "step": 23085,
      "token_acc": 0.9395418700713482
    },
    {
      "epoch": 1.1498431353020269,
      "grad_norm": 0.9335590600967407,
      "learning_rate": 4.1784697882743055e-05,
      "loss": 0.3311290264129639,
      "step": 23090,
      "token_acc": 0.8556304138594802
    },
    {
      "epoch": 1.1500921268861113,
      "grad_norm": 1.4826754331588745,
      "learning_rate": 4.17643928594807e-05,
      "loss": 0.3674004316329956,
      "step": 23095,
      "token_acc": 0.8060413354531002
    },
    {
      "epoch": 1.1503411184701957,
      "grad_norm": 0.4951815605163574,
      "learning_rate": 4.174408923219444e-05,
      "loss": 0.4229291439056396,
      "step": 23100,
      "token_acc": 0.9319236719958741
    },
    {
      "epoch": 1.1505901100542801,
      "grad_norm": 3.1639978885650635,
      "learning_rate": 4.172378700432583e-05,
      "loss": 0.18107075691223146,
      "step": 23105,
      "token_acc": 0.9619095987811072
    },
    {
      "epoch": 1.1508391016383646,
      "grad_norm": 3.8161213397979736,
      "learning_rate": 4.170348617931623e-05,
      "loss": 0.3400451421737671,
      "step": 23110,
      "token_acc": 0.8735632183908046
    },
    {
      "epoch": 1.151088093222449,
      "grad_norm": 5.888271331787109,
      "learning_rate": 4.1683186760606736e-05,
      "loss": 0.3366758584976196,
      "step": 23115,
      "token_acc": 0.869281045751634
    },
    {
      "epoch": 1.1513370848065336,
      "grad_norm": 0.7990747690200806,
      "learning_rate": 4.166288875163817e-05,
      "loss": 0.20785760879516602,
      "step": 23120,
      "token_acc": 0.9562624254473161
    },
    {
      "epoch": 1.151586076390618,
      "grad_norm": 2.72552490234375,
      "learning_rate": 4.164259215585114e-05,
      "loss": 0.16011053323745728,
      "step": 23125,
      "token_acc": 0.9640816326530612
    },
    {
      "epoch": 1.1518350679747025,
      "grad_norm": 1.5790804624557495,
      "learning_rate": 4.1622296976686056e-05,
      "loss": 0.1545628070831299,
      "step": 23130,
      "token_acc": 0.9371980676328503
    },
    {
      "epoch": 1.152084059558787,
      "grad_norm": 6.886322975158691,
      "learning_rate": 4.160200321758303e-05,
      "loss": 0.5486309051513671,
      "step": 23135,
      "token_acc": 0.9089184060721063
    },
    {
      "epoch": 1.1523330511428713,
      "grad_norm": 1.9252996444702148,
      "learning_rate": 4.1581710881981956e-05,
      "loss": 0.1879788041114807,
      "step": 23140,
      "token_acc": 0.9750673854447439
    },
    {
      "epoch": 1.1525820427269557,
      "grad_norm": 1.1025152206420898,
      "learning_rate": 4.1561419973322467e-05,
      "loss": 0.18080397844314575,
      "step": 23145,
      "token_acc": 0.9763173475429248
    },
    {
      "epoch": 1.1528310343110402,
      "grad_norm": 6.258617877960205,
      "learning_rate": 4.1541130495044e-05,
      "loss": 0.3734641790390015,
      "step": 23150,
      "token_acc": 0.9635854341736695
    },
    {
      "epoch": 1.1530800258951248,
      "grad_norm": 10.386850357055664,
      "learning_rate": 4.1520842450585714e-05,
      "loss": 0.38252456188201905,
      "step": 23155,
      "token_acc": 0.9073359073359073
    },
    {
      "epoch": 1.1533290174792092,
      "grad_norm": 1.9629755020141602,
      "learning_rate": 4.1500555843386515e-05,
      "loss": 0.36938259601593015,
      "step": 23160,
      "token_acc": 0.8529411764705882
    },
    {
      "epoch": 1.1535780090632937,
      "grad_norm": 3.413630962371826,
      "learning_rate": 4.148027067688511e-05,
      "loss": 0.19539865255355834,
      "step": 23165,
      "token_acc": 0.9302832244008714
    },
    {
      "epoch": 1.153827000647378,
      "grad_norm": 1.5130598545074463,
      "learning_rate": 4.145998695451994e-05,
      "loss": 0.1800871253013611,
      "step": 23170,
      "token_acc": 0.9696366351418616
    },
    {
      "epoch": 1.1540759922314625,
      "grad_norm": 1.8244214057922363,
      "learning_rate": 4.143970467972916e-05,
      "loss": 0.41589741706848143,
      "step": 23175,
      "token_acc": 0.8528528528528528
    },
    {
      "epoch": 1.1543249838155472,
      "grad_norm": 1.609700083732605,
      "learning_rate": 4.141942385595073e-05,
      "loss": 0.3051492214202881,
      "step": 23180,
      "token_acc": 0.9314345991561181
    },
    {
      "epoch": 1.1545739753996316,
      "grad_norm": 2.664046049118042,
      "learning_rate": 4.139914448662237e-05,
      "loss": 0.2816918849945068,
      "step": 23185,
      "token_acc": 0.9375
    },
    {
      "epoch": 1.154822966983716,
      "grad_norm": 2.611276626586914,
      "learning_rate": 4.1378866575181516e-05,
      "loss": 0.3530050992965698,
      "step": 23190,
      "token_acc": 0.8768115942028986
    },
    {
      "epoch": 1.1550719585678004,
      "grad_norm": 0.20928944647312164,
      "learning_rate": 4.135859012506538e-05,
      "loss": 0.38017888069152833,
      "step": 23195,
      "token_acc": 0.972972972972973
    },
    {
      "epoch": 1.1553209501518849,
      "grad_norm": 1.4428006410598755,
      "learning_rate": 4.13383151397109e-05,
      "loss": 0.252180290222168,
      "step": 23200,
      "token_acc": 0.967577304112879
    },
    {
      "epoch": 1.1555699417359693,
      "grad_norm": 1.3005205392837524,
      "learning_rate": 4.131804162255481e-05,
      "loss": 0.2146068811416626,
      "step": 23205,
      "token_acc": 0.9268707482993197
    },
    {
      "epoch": 1.1558189333200537,
      "grad_norm": 3.0563619136810303,
      "learning_rate": 4.129776957703358e-05,
      "loss": 0.40503783226013185,
      "step": 23210,
      "token_acc": 0.8434782608695652
    },
    {
      "epoch": 1.1560679249041383,
      "grad_norm": 1.5786519050598145,
      "learning_rate": 4.1277499006583394e-05,
      "loss": 0.23873403072357177,
      "step": 23215,
      "token_acc": 0.9278846153846154
    },
    {
      "epoch": 1.1563169164882228,
      "grad_norm": 1.4487494230270386,
      "learning_rate": 4.125722991464021e-05,
      "loss": 0.3625490665435791,
      "step": 23220,
      "token_acc": 0.8355842630651791
    },
    {
      "epoch": 1.1565659080723072,
      "grad_norm": 1.3388441801071167,
      "learning_rate": 4.123696230463978e-05,
      "loss": 0.3885665416717529,
      "step": 23225,
      "token_acc": 0.9310344827586207
    },
    {
      "epoch": 1.1568148996563916,
      "grad_norm": 3.4970853328704834,
      "learning_rate": 4.121669618001753e-05,
      "loss": 0.33477489948272704,
      "step": 23230,
      "token_acc": 0.9487090020935102
    },
    {
      "epoch": 1.157063891240476,
      "grad_norm": 1.5896607637405396,
      "learning_rate": 4.119643154420867e-05,
      "loss": 0.32150261402130126,
      "step": 23235,
      "token_acc": 0.8630887185104053
    },
    {
      "epoch": 1.1573128828245605,
      "grad_norm": 0.4032731354236603,
      "learning_rate": 4.1176168400648176e-05,
      "loss": 0.2669621706008911,
      "step": 23240,
      "token_acc": 0.9638728323699421
    },
    {
      "epoch": 1.1575618744086449,
      "grad_norm": 8.036332130432129,
      "learning_rate": 4.115590675277074e-05,
      "loss": 0.3801222801208496,
      "step": 23245,
      "token_acc": 0.8656330749354005
    },
    {
      "epoch": 1.1578108659927295,
      "grad_norm": 0.28713151812553406,
      "learning_rate": 4.113564660401081e-05,
      "loss": 0.23466794490814208,
      "step": 23250,
      "token_acc": 0.9630723781388478
    },
    {
      "epoch": 1.158059857576814,
      "grad_norm": 1.3146672248840332,
      "learning_rate": 4.111538795780256e-05,
      "loss": 0.28607132434844973,
      "step": 23255,
      "token_acc": 0.8895370032810791
    },
    {
      "epoch": 1.1583088491608984,
      "grad_norm": 0.9732003808021545,
      "learning_rate": 4.1095130817579986e-05,
      "loss": 0.4089513301849365,
      "step": 23260,
      "token_acc": 0.8997214484679665
    },
    {
      "epoch": 1.1585578407449828,
      "grad_norm": 1.8680548667907715,
      "learning_rate": 4.1074875186776715e-05,
      "loss": 0.14740219116210937,
      "step": 23265,
      "token_acc": 0.9553666312433581
    },
    {
      "epoch": 1.1588068323290672,
      "grad_norm": 0.475220263004303,
      "learning_rate": 4.105462106882623e-05,
      "loss": 0.17418426275253296,
      "step": 23270,
      "token_acc": 0.9783185840707964
    },
    {
      "epoch": 1.1590558239131517,
      "grad_norm": 7.032144069671631,
      "learning_rate": 4.1034368467161636e-05,
      "loss": 0.3199371099472046,
      "step": 23275,
      "token_acc": 0.8589147286821706
    },
    {
      "epoch": 1.159304815497236,
      "grad_norm": 9.688810348510742,
      "learning_rate": 4.1014117385215904e-05,
      "loss": 0.4371527671813965,
      "step": 23280,
      "token_acc": 0.9360529217199559
    },
    {
      "epoch": 1.1595538070813207,
      "grad_norm": 0.6228355169296265,
      "learning_rate": 4.099386782642169e-05,
      "loss": 0.2658536434173584,
      "step": 23285,
      "token_acc": 0.9293193717277487
    },
    {
      "epoch": 1.1598027986654051,
      "grad_norm": 0.9341111183166504,
      "learning_rate": 4.097361979421136e-05,
      "loss": 0.1783214330673218,
      "step": 23290,
      "token_acc": 0.9675675675675676
    },
    {
      "epoch": 1.1600517902494896,
      "grad_norm": 5.24560022354126,
      "learning_rate": 4.095337329201708e-05,
      "loss": 0.32742838859558104,
      "step": 23295,
      "token_acc": 0.9316048278945016
    },
    {
      "epoch": 1.160300781833574,
      "grad_norm": 0.8856043219566345,
      "learning_rate": 4.093312832327075e-05,
      "loss": 0.4143506050109863,
      "step": 23300,
      "token_acc": 0.903041825095057
    },
    {
      "epoch": 1.1605497734176584,
      "grad_norm": 3.5390732288360596,
      "learning_rate": 4.091288489140395e-05,
      "loss": 0.31741948127746583,
      "step": 23305,
      "token_acc": 0.9050894085281981
    },
    {
      "epoch": 1.160798765001743,
      "grad_norm": 1.5696024894714355,
      "learning_rate": 4.0892642999848056e-05,
      "loss": 0.25326969623565676,
      "step": 23310,
      "token_acc": 0.9786967418546366
    },
    {
      "epoch": 1.1610477565858275,
      "grad_norm": 2.782761812210083,
      "learning_rate": 4.0872402652034196e-05,
      "loss": 0.26058709621429443,
      "step": 23315,
      "token_acc": 0.9223918575063613
    },
    {
      "epoch": 1.161296748169912,
      "grad_norm": 1.8594058752059937,
      "learning_rate": 4.0852163851393175e-05,
      "loss": 0.17364556789398194,
      "step": 23320,
      "token_acc": 0.9663541092112521
    },
    {
      "epoch": 1.1615457397539963,
      "grad_norm": 0.8104149103164673,
      "learning_rate": 4.0831926601355604e-05,
      "loss": 0.2589266300201416,
      "step": 23325,
      "token_acc": 0.9347290640394089
    },
    {
      "epoch": 1.1617947313380808,
      "grad_norm": 2.7978765964508057,
      "learning_rate": 4.081169090535175e-05,
      "loss": 0.21146574020385742,
      "step": 23330,
      "token_acc": 0.9784985422740525
    },
    {
      "epoch": 1.1620437229221652,
      "grad_norm": 3.3966095447540283,
      "learning_rate": 4.0791456766811694e-05,
      "loss": 0.31816203594207765,
      "step": 23335,
      "token_acc": 0.9242105263157895
    },
    {
      "epoch": 1.1622927145062496,
      "grad_norm": 1.9724591970443726,
      "learning_rate": 4.077122418916523e-05,
      "loss": 0.13028161525726317,
      "step": 23340,
      "token_acc": 0.9788885439304564
    },
    {
      "epoch": 1.1625417060903342,
      "grad_norm": 2.624572992324829,
      "learning_rate": 4.075099317584184e-05,
      "loss": 0.4175416946411133,
      "step": 23345,
      "token_acc": 0.8732876712328768
    },
    {
      "epoch": 1.1627906976744187,
      "grad_norm": 3.9247124195098877,
      "learning_rate": 4.073076373027083e-05,
      "loss": 0.3683840990066528,
      "step": 23350,
      "token_acc": 0.9430939226519337
    },
    {
      "epoch": 1.163039689258503,
      "grad_norm": 3.3863890171051025,
      "learning_rate": 4.0710535855881174e-05,
      "loss": 0.12624479532241822,
      "step": 23355,
      "token_acc": 0.9861773117254529
    },
    {
      "epoch": 1.1632886808425875,
      "grad_norm": 0.7543202638626099,
      "learning_rate": 4.069030955610158e-05,
      "loss": 0.15223543643951415,
      "step": 23360,
      "token_acc": 0.9833655705996132
    },
    {
      "epoch": 1.163537672426672,
      "grad_norm": 1.5998704433441162,
      "learning_rate": 4.067008483436052e-05,
      "loss": 0.20655484199523927,
      "step": 23365,
      "token_acc": 0.9486238532110092
    },
    {
      "epoch": 1.1637866640107564,
      "grad_norm": 6.13962459564209,
      "learning_rate": 4.064986169408618e-05,
      "loss": 0.2413088321685791,
      "step": 23370,
      "token_acc": 0.9745313052706048
    },
    {
      "epoch": 1.1640356555948408,
      "grad_norm": 2.88259220123291,
      "learning_rate": 4.0629640138706494e-05,
      "loss": 0.23159363269805908,
      "step": 23375,
      "token_acc": 0.9597701149425287
    },
    {
      "epoch": 1.1642846471789254,
      "grad_norm": 1.1295132637023926,
      "learning_rate": 4.06094201716491e-05,
      "loss": 0.2870228052139282,
      "step": 23380,
      "token_acc": 0.9020408163265307
    },
    {
      "epoch": 1.1645336387630099,
      "grad_norm": 8.554396629333496,
      "learning_rate": 4.0589201796341377e-05,
      "loss": 0.4582970142364502,
      "step": 23385,
      "token_acc": 0.8604651162790697
    },
    {
      "epoch": 1.1647826303470943,
      "grad_norm": 1.3675872087478638,
      "learning_rate": 4.056898501621047e-05,
      "loss": 0.3566856622695923,
      "step": 23390,
      "token_acc": 0.8088930936613056
    },
    {
      "epoch": 1.1650316219311787,
      "grad_norm": 4.789093017578125,
      "learning_rate": 4.0548769834683196e-05,
      "loss": 0.38807990550994875,
      "step": 23395,
      "token_acc": 0.9021526418786693
    },
    {
      "epoch": 1.1652806135152631,
      "grad_norm": 1.5236177444458008,
      "learning_rate": 4.052855625518612e-05,
      "loss": 0.2502640962600708,
      "step": 23400,
      "token_acc": 0.8812698412698413
    },
    {
      "epoch": 1.1655296050993476,
      "grad_norm": 1.4148762226104736,
      "learning_rate": 4.0508344281145584e-05,
      "loss": 0.3306047677993774,
      "step": 23405,
      "token_acc": 0.8792626728110599
    },
    {
      "epoch": 1.165778596683432,
      "grad_norm": 2.7739577293395996,
      "learning_rate": 4.048813391598758e-05,
      "loss": 0.18785040378570556,
      "step": 23410,
      "token_acc": 0.9686386315039202
    },
    {
      "epoch": 1.1660275882675166,
      "grad_norm": 2.2645609378814697,
      "learning_rate": 4.046792516313789e-05,
      "loss": 0.2942291259765625,
      "step": 23415,
      "token_acc": 0.9617497886728656
    },
    {
      "epoch": 1.166276579851601,
      "grad_norm": 2.830402135848999,
      "learning_rate": 4.044771802602196e-05,
      "loss": 0.23903882503509521,
      "step": 23420,
      "token_acc": 0.9704756697648989
    },
    {
      "epoch": 1.1665255714356855,
      "grad_norm": 1.2734163999557495,
      "learning_rate": 4.042751250806504e-05,
      "loss": 0.21213901042938232,
      "step": 23425,
      "token_acc": 0.9292649098474342
    },
    {
      "epoch": 1.16677456301977,
      "grad_norm": 4.566379547119141,
      "learning_rate": 4.0407308612692064e-05,
      "loss": 0.15976475477218627,
      "step": 23430,
      "token_acc": 0.9800576113450034
    },
    {
      "epoch": 1.1670235546038543,
      "grad_norm": 0.893302321434021,
      "learning_rate": 4.0387106343327656e-05,
      "loss": 0.23069875240325927,
      "step": 23435,
      "token_acc": 0.8967032967032967
    },
    {
      "epoch": 1.167272546187939,
      "grad_norm": 2.270925998687744,
      "learning_rate": 4.036690570339622e-05,
      "loss": 0.21640634536743164,
      "step": 23440,
      "token_acc": 0.9394673123486683
    },
    {
      "epoch": 1.1675215377720234,
      "grad_norm": 11.950790405273438,
      "learning_rate": 4.034670669632189e-05,
      "loss": 0.3994007587432861,
      "step": 23445,
      "token_acc": 0.9739130434782609
    },
    {
      "epoch": 1.1677705293561078,
      "grad_norm": 7.949178218841553,
      "learning_rate": 4.0326509325528455e-05,
      "loss": 0.26080639362335206,
      "step": 23450,
      "token_acc": 0.925392670157068
    },
    {
      "epoch": 1.1680195209401922,
      "grad_norm": 0.5533145070075989,
      "learning_rate": 4.030631359443948e-05,
      "loss": 0.2799388885498047,
      "step": 23455,
      "token_acc": 0.9780884019644881
    },
    {
      "epoch": 1.1682685125242767,
      "grad_norm": 1.8079829216003418,
      "learning_rate": 4.0286119506478274e-05,
      "loss": 0.3862407684326172,
      "step": 23460,
      "token_acc": 0.8918918918918919
    },
    {
      "epoch": 1.168517504108361,
      "grad_norm": 2.4594790935516357,
      "learning_rate": 4.02659270650678e-05,
      "loss": 0.255706787109375,
      "step": 23465,
      "token_acc": 0.8961661341853036
    },
    {
      "epoch": 1.1687664956924455,
      "grad_norm": 0.6197414398193359,
      "learning_rate": 4.0245736273630794e-05,
      "loss": 0.362950873374939,
      "step": 23470,
      "token_acc": 0.9493554327808471
    },
    {
      "epoch": 1.1690154872765302,
      "grad_norm": 1.9872398376464844,
      "learning_rate": 4.022554713558967e-05,
      "loss": 0.2554274797439575,
      "step": 23475,
      "token_acc": 0.9706303724928367
    },
    {
      "epoch": 1.1692644788606146,
      "grad_norm": 1.777701735496521,
      "learning_rate": 4.020535965436662e-05,
      "loss": 0.13767538070678711,
      "step": 23480,
      "token_acc": 0.9819738621000451
    },
    {
      "epoch": 1.169513470444699,
      "grad_norm": 1.6702079772949219,
      "learning_rate": 4.01851738333835e-05,
      "loss": 0.5094060897827148,
      "step": 23485,
      "token_acc": 0.8078740157480315
    },
    {
      "epoch": 1.1697624620287834,
      "grad_norm": 3.036926031112671,
      "learning_rate": 4.016498967606192e-05,
      "loss": 0.39586341381073,
      "step": 23490,
      "token_acc": 0.8648018648018648
    },
    {
      "epoch": 1.1700114536128678,
      "grad_norm": 2.776854991912842,
      "learning_rate": 4.014480718582317e-05,
      "loss": 0.22097771167755126,
      "step": 23495,
      "token_acc": 0.93058568329718
    },
    {
      "epoch": 1.1702604451969523,
      "grad_norm": 0.39415666460990906,
      "learning_rate": 4.01246263660883e-05,
      "loss": 0.2011622667312622,
      "step": 23500,
      "token_acc": 0.9599528857479388
    },
    {
      "epoch": 1.1705094367810367,
      "grad_norm": 0.7506576776504517,
      "learning_rate": 4.0104447220278084e-05,
      "loss": 0.1018378496170044,
      "step": 23505,
      "token_acc": 0.9742840444184687
    },
    {
      "epoch": 1.1707584283651213,
      "grad_norm": 4.444894313812256,
      "learning_rate": 4.008426975181293e-05,
      "loss": 0.1749818205833435,
      "step": 23510,
      "token_acc": 0.9431216931216931
    },
    {
      "epoch": 1.1710074199492058,
      "grad_norm": 1.6282161474227905,
      "learning_rate": 4.0064093964113056e-05,
      "loss": 0.20003957748413087,
      "step": 23515,
      "token_acc": 0.9359673024523161
    },
    {
      "epoch": 1.1712564115332902,
      "grad_norm": 2.104156017303467,
      "learning_rate": 4.004391986059837e-05,
      "loss": 0.2781841516494751,
      "step": 23520,
      "token_acc": 0.8962765957446809
    },
    {
      "epoch": 1.1715054031173746,
      "grad_norm": 1.170971155166626,
      "learning_rate": 4.002374744468845e-05,
      "loss": 0.29653961658477784,
      "step": 23525,
      "token_acc": 0.9201846965699209
    },
    {
      "epoch": 1.171754394701459,
      "grad_norm": 0.9409496784210205,
      "learning_rate": 4.000357671980262e-05,
      "loss": 0.12193789482116699,
      "step": 23530,
      "token_acc": 0.9740082079343365
    },
    {
      "epoch": 1.1720033862855435,
      "grad_norm": 0.9105494022369385,
      "learning_rate": 3.998340768935995e-05,
      "loss": 0.13347901105880738,
      "step": 23535,
      "token_acc": 0.9601025933314334
    },
    {
      "epoch": 1.1722523778696279,
      "grad_norm": 1.5120964050292969,
      "learning_rate": 3.996324035677917e-05,
      "loss": 0.32270901203155516,
      "step": 23540,
      "token_acc": 0.8443627450980392
    },
    {
      "epoch": 1.1725013694537125,
      "grad_norm": 2.485028028488159,
      "learning_rate": 3.994307472547875e-05,
      "loss": 0.2544201612472534,
      "step": 23545,
      "token_acc": 0.8995098039215687
    },
    {
      "epoch": 1.172750361037797,
      "grad_norm": 1.4085034132003784,
      "learning_rate": 3.992291079887683e-05,
      "loss": 0.3466092348098755,
      "step": 23550,
      "token_acc": 0.9272997032640949
    },
    {
      "epoch": 1.1729993526218814,
      "grad_norm": 0.9808380603790283,
      "learning_rate": 3.990274858039134e-05,
      "loss": 0.2511967658996582,
      "step": 23555,
      "token_acc": 0.9236111111111112
    },
    {
      "epoch": 1.1732483442059658,
      "grad_norm": 1.1546138525009155,
      "learning_rate": 3.988258807343986e-05,
      "loss": 0.19146703481674193,
      "step": 23560,
      "token_acc": 0.9226415094339623
    },
    {
      "epoch": 1.1734973357900502,
      "grad_norm": 1.6902046203613281,
      "learning_rate": 3.9862429281439686e-05,
      "loss": 0.263891339302063,
      "step": 23565,
      "token_acc": 0.8997555012224939
    },
    {
      "epoch": 1.1737463273741349,
      "grad_norm": 0.8600742220878601,
      "learning_rate": 3.9842272207807844e-05,
      "loss": 0.27815206050872804,
      "step": 23570,
      "token_acc": 0.878698224852071
    },
    {
      "epoch": 1.1739953189582193,
      "grad_norm": 0.7464835047721863,
      "learning_rate": 3.9822116855961064e-05,
      "loss": 0.26014931201934816,
      "step": 23575,
      "token_acc": 0.9177777777777778
    },
    {
      "epoch": 1.1742443105423037,
      "grad_norm": 1.4841358661651611,
      "learning_rate": 3.980196322931576e-05,
      "loss": 0.3264798641204834,
      "step": 23580,
      "token_acc": 0.8758620689655172
    },
    {
      "epoch": 1.1744933021263881,
      "grad_norm": 6.108328819274902,
      "learning_rate": 3.978181133128807e-05,
      "loss": 0.3615653276443481,
      "step": 23585,
      "token_acc": 0.8582434514637904
    },
    {
      "epoch": 1.1747422937104726,
      "grad_norm": 1.6219629049301147,
      "learning_rate": 3.9761661165293874e-05,
      "loss": 0.2566438436508179,
      "step": 23590,
      "token_acc": 0.9194244604316547
    },
    {
      "epoch": 1.174991285294557,
      "grad_norm": 2.5503993034362793,
      "learning_rate": 3.9741512734748686e-05,
      "loss": 0.18788710832595826,
      "step": 23595,
      "token_acc": 0.9294117647058824
    },
    {
      "epoch": 1.1752402768786414,
      "grad_norm": 0.9437142610549927,
      "learning_rate": 3.9721366043067786e-05,
      "loss": 0.16913256645202637,
      "step": 23600,
      "token_acc": 0.9656619610835558
    },
    {
      "epoch": 1.175489268462726,
      "grad_norm": 3.3366544246673584,
      "learning_rate": 3.970122109366611e-05,
      "loss": 0.21196327209472657,
      "step": 23605,
      "token_acc": 0.9496556637378295
    },
    {
      "epoch": 1.1757382600468105,
      "grad_norm": 2.30470609664917,
      "learning_rate": 3.968107788995836e-05,
      "loss": 0.15401859283447267,
      "step": 23610,
      "token_acc": 0.9669603524229075
    },
    {
      "epoch": 1.175987251630895,
      "grad_norm": 1.5146392583847046,
      "learning_rate": 3.966093643535891e-05,
      "loss": 0.47071447372436526,
      "step": 23615,
      "token_acc": 0.770949720670391
    },
    {
      "epoch": 1.1762362432149793,
      "grad_norm": 1.0724656581878662,
      "learning_rate": 3.9640796733281814e-05,
      "loss": 0.20522432327270507,
      "step": 23620,
      "token_acc": 0.9306930693069307
    },
    {
      "epoch": 1.1764852347990638,
      "grad_norm": 0.9136982560157776,
      "learning_rate": 3.9620658787140843e-05,
      "loss": 0.16324737071990966,
      "step": 23625,
      "token_acc": 0.9631490787269682
    },
    {
      "epoch": 1.1767342263831482,
      "grad_norm": 1.4343786239624023,
      "learning_rate": 3.9600522600349504e-05,
      "loss": 0.23456740379333496,
      "step": 23630,
      "token_acc": 0.9151785714285714
    },
    {
      "epoch": 1.1769832179672326,
      "grad_norm": 3.5215084552764893,
      "learning_rate": 3.958038817632098e-05,
      "loss": 0.24907467365264893,
      "step": 23635,
      "token_acc": 0.9638783269961977
    },
    {
      "epoch": 1.1772322095513172,
      "grad_norm": 3.4263622760772705,
      "learning_rate": 3.956025551846813e-05,
      "loss": 0.548536729812622,
      "step": 23640,
      "token_acc": 0.8423529411764706
    },
    {
      "epoch": 1.1774812011354017,
      "grad_norm": 3.3292391300201416,
      "learning_rate": 3.954012463020356e-05,
      "loss": 0.32474699020385744,
      "step": 23645,
      "token_acc": 0.9195171026156942
    },
    {
      "epoch": 1.177730192719486,
      "grad_norm": 1.4405027627944946,
      "learning_rate": 3.9519995514939566e-05,
      "loss": 0.14218730926513673,
      "step": 23650,
      "token_acc": 0.969735182849937
    },
    {
      "epoch": 1.1779791843035705,
      "grad_norm": 1.5241138935089111,
      "learning_rate": 3.94998681760881e-05,
      "loss": 0.1990937113761902,
      "step": 23655,
      "token_acc": 0.9180722891566265
    },
    {
      "epoch": 1.178228175887655,
      "grad_norm": 0.7326436042785645,
      "learning_rate": 3.9479742617060855e-05,
      "loss": 0.2772131204605103,
      "step": 23660,
      "token_acc": 0.9188640973630832
    },
    {
      "epoch": 1.1784771674717394,
      "grad_norm": 1.8119922876358032,
      "learning_rate": 3.945961884126924e-05,
      "loss": 0.24034016132354735,
      "step": 23665,
      "token_acc": 0.9362648221343873
    },
    {
      "epoch": 1.178726159055824,
      "grad_norm": 5.226288318634033,
      "learning_rate": 3.94394968521243e-05,
      "loss": 0.32426331043243406,
      "step": 23670,
      "token_acc": 0.900398406374502
    },
    {
      "epoch": 1.1789751506399084,
      "grad_norm": 0.5664540529251099,
      "learning_rate": 3.941937665303684e-05,
      "loss": 0.30892465114593504,
      "step": 23675,
      "token_acc": 0.971997052321297
    },
    {
      "epoch": 1.1792241422239929,
      "grad_norm": 0.5100101232528687,
      "learning_rate": 3.93992582474173e-05,
      "loss": 0.12304919958114624,
      "step": 23680,
      "token_acc": 0.9860635138222527
    },
    {
      "epoch": 1.1794731338080773,
      "grad_norm": 0.4169708788394928,
      "learning_rate": 3.9379141638675876e-05,
      "loss": 0.28155815601348877,
      "step": 23685,
      "token_acc": 0.95
    },
    {
      "epoch": 1.1797221253921617,
      "grad_norm": 2.0700323581695557,
      "learning_rate": 3.935902683022243e-05,
      "loss": 0.16423068046569825,
      "step": 23690,
      "token_acc": 0.933920704845815
    },
    {
      "epoch": 1.1799711169762461,
      "grad_norm": 3.7593557834625244,
      "learning_rate": 3.93389138254665e-05,
      "loss": 0.44065241813659667,
      "step": 23695,
      "token_acc": 0.9359430604982206
    },
    {
      "epoch": 1.1802201085603308,
      "grad_norm": 2.496019124984741,
      "learning_rate": 3.9318802627817364e-05,
      "loss": 0.32896714210510253,
      "step": 23700,
      "token_acc": 0.8856447688564477
    },
    {
      "epoch": 1.1804691001444152,
      "grad_norm": 2.4150424003601074,
      "learning_rate": 3.929869324068397e-05,
      "loss": 0.3570044755935669,
      "step": 23705,
      "token_acc": 0.8463476070528967
    },
    {
      "epoch": 1.1807180917284996,
      "grad_norm": 0.8282769322395325,
      "learning_rate": 3.9278585667474945e-05,
      "loss": 0.23657093048095704,
      "step": 23710,
      "token_acc": 0.917981072555205
    },
    {
      "epoch": 1.180967083312584,
      "grad_norm": 1.365096926689148,
      "learning_rate": 3.925847991159861e-05,
      "loss": 0.28892600536346436,
      "step": 23715,
      "token_acc": 0.9289617486338798
    },
    {
      "epoch": 1.1812160748966685,
      "grad_norm": 4.161957263946533,
      "learning_rate": 3.923837597646303e-05,
      "loss": 0.2510648250579834,
      "step": 23720,
      "token_acc": 0.9223300970873787
    },
    {
      "epoch": 1.181465066480753,
      "grad_norm": 2.992549180984497,
      "learning_rate": 3.9218273865475887e-05,
      "loss": 0.3431093692779541,
      "step": 23725,
      "token_acc": 0.9568128557080683
    },
    {
      "epoch": 1.1817140580648373,
      "grad_norm": 0.40882155299186707,
      "learning_rate": 3.9198173582044605e-05,
      "loss": 0.4189944267272949,
      "step": 23730,
      "token_acc": 0.8637200736648251
    },
    {
      "epoch": 1.181963049648922,
      "grad_norm": 1.4586269855499268,
      "learning_rate": 3.9178075129576256e-05,
      "loss": 0.20833113193511962,
      "step": 23735,
      "token_acc": 0.952063914780293
    },
    {
      "epoch": 1.1822120412330064,
      "grad_norm": 1.6502107381820679,
      "learning_rate": 3.915797851147767e-05,
      "loss": 0.22716078758239747,
      "step": 23740,
      "token_acc": 0.9154929577464789
    },
    {
      "epoch": 1.1824610328170908,
      "grad_norm": 1.7468831539154053,
      "learning_rate": 3.9137883731155286e-05,
      "loss": 0.20833249092102052,
      "step": 23745,
      "token_acc": 0.9173754556500607
    },
    {
      "epoch": 1.1827100244011752,
      "grad_norm": 0.7425386309623718,
      "learning_rate": 3.911779079201527e-05,
      "loss": 0.19144996404647827,
      "step": 23750,
      "token_acc": 0.9529724933451642
    },
    {
      "epoch": 1.1829590159852597,
      "grad_norm": 2.2879137992858887,
      "learning_rate": 3.909769969746351e-05,
      "loss": 0.20468900203704835,
      "step": 23755,
      "token_acc": 0.9545454545454546
    },
    {
      "epoch": 1.183208007569344,
      "grad_norm": 2.0326337814331055,
      "learning_rate": 3.907761045090551e-05,
      "loss": 0.19881726503372193,
      "step": 23760,
      "token_acc": 0.9550359712230215
    },
    {
      "epoch": 1.1834569991534285,
      "grad_norm": 0.8648126125335693,
      "learning_rate": 3.9057523055746524e-05,
      "loss": 0.27547659873962405,
      "step": 23765,
      "token_acc": 0.9030612244897959
    },
    {
      "epoch": 1.1837059907375131,
      "grad_norm": 1.3763127326965332,
      "learning_rate": 3.903743751539143e-05,
      "loss": 0.5028402805328369,
      "step": 23770,
      "token_acc": 0.868766404199475
    },
    {
      "epoch": 1.1839549823215976,
      "grad_norm": 1.8590688705444336,
      "learning_rate": 3.9017353833244845e-05,
      "loss": 0.5551449298858643,
      "step": 23775,
      "token_acc": 0.7723627390499691
    },
    {
      "epoch": 1.184203973905682,
      "grad_norm": 0.5984060168266296,
      "learning_rate": 3.8997272012711075e-05,
      "loss": 0.22049517631530763,
      "step": 23780,
      "token_acc": 0.9657057654075547
    },
    {
      "epoch": 1.1844529654897664,
      "grad_norm": 5.055769443511963,
      "learning_rate": 3.897719205719405e-05,
      "loss": 0.3836467742919922,
      "step": 23785,
      "token_acc": 0.9430740037950665
    },
    {
      "epoch": 1.1847019570738508,
      "grad_norm": 2.099280834197998,
      "learning_rate": 3.8957113970097425e-05,
      "loss": 0.4165595054626465,
      "step": 23790,
      "token_acc": 0.8190327613104524
    },
    {
      "epoch": 1.1849509486579353,
      "grad_norm": 0.8022943139076233,
      "learning_rate": 3.893703775482457e-05,
      "loss": 0.16957756280899047,
      "step": 23795,
      "token_acc": 0.9280847842543528
    },
    {
      "epoch": 1.18519994024202,
      "grad_norm": 2.3145358562469482,
      "learning_rate": 3.8916963414778474e-05,
      "loss": 0.15357024669647218,
      "step": 23800,
      "token_acc": 0.9308755760368663
    },
    {
      "epoch": 1.1854489318261043,
      "grad_norm": 2.81927490234375,
      "learning_rate": 3.889689095336183e-05,
      "loss": 0.3928077220916748,
      "step": 23805,
      "token_acc": 0.9556962025316456
    },
    {
      "epoch": 1.1856979234101888,
      "grad_norm": 0.5797156095504761,
      "learning_rate": 3.8876820373977055e-05,
      "loss": 0.19517111778259277,
      "step": 23810,
      "token_acc": 0.9700187382885697
    },
    {
      "epoch": 1.1859469149942732,
      "grad_norm": 1.028507947921753,
      "learning_rate": 3.8856751680026175e-05,
      "loss": 0.20599970817565919,
      "step": 23815,
      "token_acc": 0.9867780097425192
    },
    {
      "epoch": 1.1861959065783576,
      "grad_norm": 0.5850323438644409,
      "learning_rate": 3.883668487491096e-05,
      "loss": 0.18933991193771363,
      "step": 23820,
      "token_acc": 0.9448051948051948
    },
    {
      "epoch": 1.186444898162442,
      "grad_norm": 2.476999282836914,
      "learning_rate": 3.88166199620328e-05,
      "loss": 0.267973518371582,
      "step": 23825,
      "token_acc": 0.9428571428571428
    },
    {
      "epoch": 1.1866938897465267,
      "grad_norm": 2.7388503551483154,
      "learning_rate": 3.879655694479282e-05,
      "loss": 0.2721290349960327,
      "step": 23830,
      "token_acc": 0.9738041002277904
    },
    {
      "epoch": 1.186942881330611,
      "grad_norm": 0.83918696641922,
      "learning_rate": 3.8776495826591816e-05,
      "loss": 0.17839314937591552,
      "step": 23835,
      "token_acc": 0.9278523489932886
    },
    {
      "epoch": 1.1871918729146955,
      "grad_norm": 1.1981252431869507,
      "learning_rate": 3.875643661083021e-05,
      "loss": 0.13185926675796508,
      "step": 23840,
      "token_acc": 0.9799541809851088
    },
    {
      "epoch": 1.18744086449878,
      "grad_norm": 1.6389886140823364,
      "learning_rate": 3.873637930090815e-05,
      "loss": 0.22819819450378417,
      "step": 23845,
      "token_acc": 0.9582059123343527
    },
    {
      "epoch": 1.1876898560828644,
      "grad_norm": 0.30446144938468933,
      "learning_rate": 3.871632390022547e-05,
      "loss": 0.33755581378936766,
      "step": 23850,
      "token_acc": 0.8384146341463414
    },
    {
      "epoch": 1.1879388476669488,
      "grad_norm": 1.6681870222091675,
      "learning_rate": 3.869627041218164e-05,
      "loss": 0.3309212923049927,
      "step": 23855,
      "token_acc": 0.8508217446270544
    },
    {
      "epoch": 1.1881878392510332,
      "grad_norm": 0.6031557321548462,
      "learning_rate": 3.867621884017581e-05,
      "loss": 0.2382608413696289,
      "step": 23860,
      "token_acc": 0.9127272727272727
    },
    {
      "epoch": 1.1884368308351179,
      "grad_norm": 1.5803406238555908,
      "learning_rate": 3.865616918760686e-05,
      "loss": 0.29484784603118896,
      "step": 23865,
      "token_acc": 0.9244186046511628
    },
    {
      "epoch": 1.1886858224192023,
      "grad_norm": 1.4924856424331665,
      "learning_rate": 3.8636121457873294e-05,
      "loss": 0.32227158546447754,
      "step": 23870,
      "token_acc": 0.8794788273615635
    },
    {
      "epoch": 1.1889348140032867,
      "grad_norm": 1.5242236852645874,
      "learning_rate": 3.861607565437327e-05,
      "loss": 0.18059631586074829,
      "step": 23875,
      "token_acc": 0.9716312056737588
    },
    {
      "epoch": 1.1891838055873711,
      "grad_norm": 4.703906536102295,
      "learning_rate": 3.859603178050468e-05,
      "loss": 0.27764577865600587,
      "step": 23880,
      "token_acc": 0.9436619718309859
    },
    {
      "epoch": 1.1894327971714556,
      "grad_norm": 5.825506210327148,
      "learning_rate": 3.857598983966507e-05,
      "loss": 0.30973496437072756,
      "step": 23885,
      "token_acc": 0.9595448798988622
    },
    {
      "epoch": 1.18968178875554,
      "grad_norm": 3.7770302295684814,
      "learning_rate": 3.8555949835251615e-05,
      "loss": 0.2656851291656494,
      "step": 23890,
      "token_acc": 0.9068441064638784
    },
    {
      "epoch": 1.1899307803396244,
      "grad_norm": 2.4123964309692383,
      "learning_rate": 3.853591177066122e-05,
      "loss": 0.30301709175109864,
      "step": 23895,
      "token_acc": 0.8907922912205567
    },
    {
      "epoch": 1.190179771923709,
      "grad_norm": 2.5103442668914795,
      "learning_rate": 3.851587564929041e-05,
      "loss": 0.2855603933334351,
      "step": 23900,
      "token_acc": 0.8415633536457239
    },
    {
      "epoch": 1.1904287635077935,
      "grad_norm": 0.6775172352790833,
      "learning_rate": 3.8495841474535434e-05,
      "loss": 0.18721094131469726,
      "step": 23905,
      "token_acc": 0.9316517493897477
    },
    {
      "epoch": 1.190677755091878,
      "grad_norm": 0.5979084372520447,
      "learning_rate": 3.8475809249792184e-05,
      "loss": 0.19389708042144777,
      "step": 23910,
      "token_acc": 0.9765690376569037
    },
    {
      "epoch": 1.1909267466759623,
      "grad_norm": 0.9465140104293823,
      "learning_rate": 3.845577897845618e-05,
      "loss": 0.1670459032058716,
      "step": 23915,
      "token_acc": 0.940068493150685
    },
    {
      "epoch": 1.1911757382600467,
      "grad_norm": 1.2242822647094727,
      "learning_rate": 3.84357506639227e-05,
      "loss": 0.26567840576171875,
      "step": 23920,
      "token_acc": 0.9125500667556742
    },
    {
      "epoch": 1.1914247298441314,
      "grad_norm": 3.613234519958496,
      "learning_rate": 3.841572430958664e-05,
      "loss": 0.18335070610046386,
      "step": 23925,
      "token_acc": 0.9580573951434879
    },
    {
      "epoch": 1.1916737214282158,
      "grad_norm": 2.0771842002868652,
      "learning_rate": 3.839569991884253e-05,
      "loss": 0.30895652770996096,
      "step": 23930,
      "token_acc": 0.8020628683693517
    },
    {
      "epoch": 1.1919227130123002,
      "grad_norm": 6.357564449310303,
      "learning_rate": 3.8375677495084615e-05,
      "loss": 0.2934566497802734,
      "step": 23935,
      "token_acc": 0.9367816091954023
    },
    {
      "epoch": 1.1921717045963847,
      "grad_norm": 1.3372447490692139,
      "learning_rate": 3.835565704170683e-05,
      "loss": 0.47428054809570314,
      "step": 23940,
      "token_acc": 0.8737226277372263
    },
    {
      "epoch": 1.192420696180469,
      "grad_norm": 0.4523637592792511,
      "learning_rate": 3.8335638562102695e-05,
      "loss": 0.18344703912734986,
      "step": 23945,
      "token_acc": 0.9777898158179849
    },
    {
      "epoch": 1.1926696877645535,
      "grad_norm": 1.243543028831482,
      "learning_rate": 3.831562205966547e-05,
      "loss": 0.19985135793685913,
      "step": 23950,
      "token_acc": 0.9772209567198178
    },
    {
      "epoch": 1.192918679348638,
      "grad_norm": 2.4578816890716553,
      "learning_rate": 3.829560753778803e-05,
      "loss": 0.21048269271850586,
      "step": 23955,
      "token_acc": 0.9584055459272097
    },
    {
      "epoch": 1.1931676709327226,
      "grad_norm": 2.4157915115356445,
      "learning_rate": 3.827559499986295e-05,
      "loss": 0.23997139930725098,
      "step": 23960,
      "token_acc": 0.9110512129380054
    },
    {
      "epoch": 1.193416662516807,
      "grad_norm": 0.9537145495414734,
      "learning_rate": 3.825558444928246e-05,
      "loss": 0.2974791765213013,
      "step": 23965,
      "token_acc": 0.923202614379085
    },
    {
      "epoch": 1.1936656541008914,
      "grad_norm": 2.3965506553649902,
      "learning_rate": 3.823557588943842e-05,
      "loss": 0.20285656452178955,
      "step": 23970,
      "token_acc": 0.9367720465890182
    },
    {
      "epoch": 1.1939146456849759,
      "grad_norm": 5.445527076721191,
      "learning_rate": 3.821556932372241e-05,
      "loss": 0.2983004808425903,
      "step": 23975,
      "token_acc": 0.8143776824034334
    },
    {
      "epoch": 1.1941636372690603,
      "grad_norm": 1.6247557401657104,
      "learning_rate": 3.819556475552564e-05,
      "loss": 0.26862144470214844,
      "step": 23980,
      "token_acc": 0.92690233672858
    },
    {
      "epoch": 1.1944126288531447,
      "grad_norm": 9.894482612609863,
      "learning_rate": 3.8175562188238954e-05,
      "loss": 0.23426153659820556,
      "step": 23985,
      "token_acc": 0.9276437847866419
    },
    {
      "epoch": 1.1946616204372291,
      "grad_norm": 5.372687816619873,
      "learning_rate": 3.81555616252529e-05,
      "loss": 0.425022554397583,
      "step": 23990,
      "token_acc": 0.8225602027883396
    },
    {
      "epoch": 1.1949106120213138,
      "grad_norm": 0.40957650542259216,
      "learning_rate": 3.8135563069957684e-05,
      "loss": 0.20789875984191894,
      "step": 23995,
      "token_acc": 0.974510966212211
    },
    {
      "epoch": 1.1951596036053982,
      "grad_norm": 2.5938048362731934,
      "learning_rate": 3.8115566525743164e-05,
      "loss": 0.2824486255645752,
      "step": 24000,
      "token_acc": 0.9137931034482759
    },
    {
      "epoch": 1.1954085951894826,
      "grad_norm": 3.8924882411956787,
      "learning_rate": 3.809557199599884e-05,
      "loss": 0.5419163703918457,
      "step": 24005,
      "token_acc": 0.8615751789976134
    },
    {
      "epoch": 1.195657586773567,
      "grad_norm": 2.8745920658111572,
      "learning_rate": 3.807557948411386e-05,
      "loss": 0.2220618724822998,
      "step": 24010,
      "token_acc": 0.9312638580931264
    },
    {
      "epoch": 1.1959065783576515,
      "grad_norm": 2.3946211338043213,
      "learning_rate": 3.8055588993477106e-05,
      "loss": 0.2083984136581421,
      "step": 24015,
      "token_acc": 0.9257950530035336
    },
    {
      "epoch": 1.1961555699417359,
      "grad_norm": 2.2290077209472656,
      "learning_rate": 3.8035600527477034e-05,
      "loss": 0.5620317935943604,
      "step": 24020,
      "token_acc": 0.7817490494296578
    },
    {
      "epoch": 1.1964045615258203,
      "grad_norm": 4.97782039642334,
      "learning_rate": 3.801561408950179e-05,
      "loss": 0.41213674545288087,
      "step": 24025,
      "token_acc": 0.8404452690166976
    },
    {
      "epoch": 1.196653553109905,
      "grad_norm": 3.8457961082458496,
      "learning_rate": 3.799562968293916e-05,
      "loss": 0.23789944648742675,
      "step": 24030,
      "token_acc": 0.9668938656280428
    },
    {
      "epoch": 1.1969025446939894,
      "grad_norm": 2.1576852798461914,
      "learning_rate": 3.797564731117663e-05,
      "loss": 0.36211676597595216,
      "step": 24035,
      "token_acc": 0.8540540540540541
    },
    {
      "epoch": 1.1971515362780738,
      "grad_norm": 3.2468273639678955,
      "learning_rate": 3.79556669776013e-05,
      "loss": 0.6801785469055176,
      "step": 24040,
      "token_acc": 0.8019863438857853
    },
    {
      "epoch": 1.1974005278621582,
      "grad_norm": 1.9020417928695679,
      "learning_rate": 3.793568868559991e-05,
      "loss": 0.23121721744537355,
      "step": 24045,
      "token_acc": 0.8851884312007011
    },
    {
      "epoch": 1.1976495194462426,
      "grad_norm": 2.045358896255493,
      "learning_rate": 3.791571243855892e-05,
      "loss": 0.18738701343536376,
      "step": 24050,
      "token_acc": 0.9307123394316855
    },
    {
      "epoch": 1.1978985110303273,
      "grad_norm": 0.7994895577430725,
      "learning_rate": 3.7895738239864383e-05,
      "loss": 0.5404102325439453,
      "step": 24055,
      "token_acc": 0.9431524547803618
    },
    {
      "epoch": 1.1981475026144117,
      "grad_norm": 4.5839128494262695,
      "learning_rate": 3.787576609290202e-05,
      "loss": 0.3388946294784546,
      "step": 24060,
      "token_acc": 0.9702247191011236
    },
    {
      "epoch": 1.1983964941984961,
      "grad_norm": 0.9070032835006714,
      "learning_rate": 3.7855796001057206e-05,
      "loss": 0.4025417327880859,
      "step": 24065,
      "token_acc": 0.8387640449438202
    },
    {
      "epoch": 1.1986454857825806,
      "grad_norm": 5.799442291259766,
      "learning_rate": 3.7835827967714985e-05,
      "loss": 0.6883559703826905,
      "step": 24070,
      "token_acc": 0.7975460122699386
    },
    {
      "epoch": 1.198894477366665,
      "grad_norm": 1.1605491638183594,
      "learning_rate": 3.781586199626003e-05,
      "loss": 0.2499079704284668,
      "step": 24075,
      "token_acc": 0.9566101694915254
    },
    {
      "epoch": 1.1991434689507494,
      "grad_norm": 1.018477439880371,
      "learning_rate": 3.779589809007668e-05,
      "loss": 0.43257846832275393,
      "step": 24080,
      "token_acc": 0.8221970554926388
    },
    {
      "epoch": 1.1993924605348338,
      "grad_norm": 4.493728160858154,
      "learning_rate": 3.777593625254888e-05,
      "loss": 0.49038209915161135,
      "step": 24085,
      "token_acc": 0.8333333333333334
    },
    {
      "epoch": 1.1996414521189185,
      "grad_norm": 1.5443229675292969,
      "learning_rate": 3.7755976487060306e-05,
      "loss": 0.4471255302429199,
      "step": 24090,
      "token_acc": 0.8384094754653131
    },
    {
      "epoch": 1.199890443703003,
      "grad_norm": 2.7022173404693604,
      "learning_rate": 3.773601879699423e-05,
      "loss": 0.3701081037521362,
      "step": 24095,
      "token_acc": 0.9441340782122905
    },
    {
      "epoch": 1.2001394352870873,
      "grad_norm": 2.5987324714660645,
      "learning_rate": 3.771606318573354e-05,
      "loss": 0.2401191473007202,
      "step": 24100,
      "token_acc": 0.936231884057971
    },
    {
      "epoch": 1.2003884268711718,
      "grad_norm": 1.1422789096832275,
      "learning_rate": 3.769610965666085e-05,
      "loss": 0.24282517433166503,
      "step": 24105,
      "token_acc": 0.9219269102990033
    },
    {
      "epoch": 1.2006374184552562,
      "grad_norm": 1.343578577041626,
      "learning_rate": 3.767615821315838e-05,
      "loss": 0.34295001029968264,
      "step": 24110,
      "token_acc": 0.8851091142490373
    },
    {
      "epoch": 1.2008864100393406,
      "grad_norm": 2.6727187633514404,
      "learning_rate": 3.765620885860797e-05,
      "loss": 0.2541337013244629,
      "step": 24115,
      "token_acc": 0.9315789473684211
    },
    {
      "epoch": 1.201135401623425,
      "grad_norm": 2.9368691444396973,
      "learning_rate": 3.763626159639115e-05,
      "loss": 0.15581922531127929,
      "step": 24120,
      "token_acc": 0.9608062709966405
    },
    {
      "epoch": 1.2013843932075097,
      "grad_norm": 0.8008588552474976,
      "learning_rate": 3.7616316429889094e-05,
      "loss": 0.29443767070770266,
      "step": 24125,
      "token_acc": 0.8692010309278351
    },
    {
      "epoch": 1.201633384791594,
      "grad_norm": 2.9846012592315674,
      "learning_rate": 3.75963733624826e-05,
      "loss": 0.21359045505523683,
      "step": 24130,
      "token_acc": 0.9396581792814789
    },
    {
      "epoch": 1.2018823763756785,
      "grad_norm": 1.9357709884643555,
      "learning_rate": 3.75764323975521e-05,
      "loss": 0.3662971019744873,
      "step": 24135,
      "token_acc": 0.8571428571428571
    },
    {
      "epoch": 1.202131367959763,
      "grad_norm": 0.4170330762863159,
      "learning_rate": 3.755649353847769e-05,
      "loss": 0.18665308952331544,
      "step": 24140,
      "token_acc": 0.9851108033240997
    },
    {
      "epoch": 1.2023803595438474,
      "grad_norm": 0.5728342533111572,
      "learning_rate": 3.753655678863913e-05,
      "loss": 0.1543075442314148,
      "step": 24145,
      "token_acc": 0.9564297800338409
    },
    {
      "epoch": 1.2026293511279318,
      "grad_norm": 0.29695039987564087,
      "learning_rate": 3.7516622151415765e-05,
      "loss": 0.4399261474609375,
      "step": 24150,
      "token_acc": 0.8998982015609094
    },
    {
      "epoch": 1.2028783427120162,
      "grad_norm": 4.036065578460693,
      "learning_rate": 3.7496689630186624e-05,
      "loss": 0.35651264190673826,
      "step": 24155,
      "token_acc": 0.8888888888888888
    },
    {
      "epoch": 1.2031273342961009,
      "grad_norm": 1.2463927268981934,
      "learning_rate": 3.7476759228330383e-05,
      "loss": 0.31633644104003905,
      "step": 24160,
      "token_acc": 0.8936170212765957
    },
    {
      "epoch": 1.2033763258801853,
      "grad_norm": 3.7283995151519775,
      "learning_rate": 3.745683094922533e-05,
      "loss": 0.22446877956390382,
      "step": 24165,
      "token_acc": 0.9617834394904459
    },
    {
      "epoch": 1.2036253174642697,
      "grad_norm": 3.1088156700134277,
      "learning_rate": 3.7436904796249424e-05,
      "loss": 0.09814876914024354,
      "step": 24170,
      "token_acc": 0.9833206974981046
    },
    {
      "epoch": 1.2038743090483541,
      "grad_norm": 5.232812404632568,
      "learning_rate": 3.7416980772780206e-05,
      "loss": 0.32338342666625974,
      "step": 24175,
      "token_acc": 0.9506057781919851
    },
    {
      "epoch": 1.2041233006324386,
      "grad_norm": 1.6177700757980347,
      "learning_rate": 3.739705888219494e-05,
      "loss": 0.37708725929260256,
      "step": 24180,
      "token_acc": 0.8403193612774451
    },
    {
      "epoch": 1.2043722922165232,
      "grad_norm": 1.08834969997406,
      "learning_rate": 3.7377139127870464e-05,
      "loss": 0.15579081773757936,
      "step": 24185,
      "token_acc": 0.969768820391227
    },
    {
      "epoch": 1.2046212838006076,
      "grad_norm": 1.5971477031707764,
      "learning_rate": 3.735722151318328e-05,
      "loss": 0.24829518795013428,
      "step": 24190,
      "token_acc": 0.888235294117647
    },
    {
      "epoch": 1.204870275384692,
      "grad_norm": 3.2350833415985107,
      "learning_rate": 3.733730604150951e-05,
      "loss": 0.3091911315917969,
      "step": 24195,
      "token_acc": 0.9326633165829146
    },
    {
      "epoch": 1.2051192669687765,
      "grad_norm": 2.521653175354004,
      "learning_rate": 3.731739271622495e-05,
      "loss": 0.20180487632751465,
      "step": 24200,
      "token_acc": 0.9153318077803204
    },
    {
      "epoch": 1.205368258552861,
      "grad_norm": 1.1657652854919434,
      "learning_rate": 3.729748154070498e-05,
      "loss": 0.10671730041503906,
      "step": 24205,
      "token_acc": 0.9755268524813052
    },
    {
      "epoch": 1.2056172501369453,
      "grad_norm": 2.5820226669311523,
      "learning_rate": 3.7277572518324655e-05,
      "loss": 0.31544339656829834,
      "step": 24210,
      "token_acc": 0.8971061093247589
    },
    {
      "epoch": 1.2058662417210297,
      "grad_norm": 1.8097529411315918,
      "learning_rate": 3.725766565245866e-05,
      "loss": 0.4155244827270508,
      "step": 24215,
      "token_acc": 0.8582677165354331
    },
    {
      "epoch": 1.2061152333051144,
      "grad_norm": 1.8146783113479614,
      "learning_rate": 3.7237760946481305e-05,
      "loss": 0.30388455390930175,
      "step": 24220,
      "token_acc": 0.7614567526555387
    },
    {
      "epoch": 1.2063642248891988,
      "grad_norm": 5.8877458572387695,
      "learning_rate": 3.721785840376653e-05,
      "loss": 0.20409834384918213,
      "step": 24225,
      "token_acc": 0.9604037267080745
    },
    {
      "epoch": 1.2066132164732832,
      "grad_norm": 2.6436493396759033,
      "learning_rate": 3.71979580276879e-05,
      "loss": 0.2019023895263672,
      "step": 24230,
      "token_acc": 0.9740566037735849
    },
    {
      "epoch": 1.2068622080573677,
      "grad_norm": 2.39732027053833,
      "learning_rate": 3.717805982161865e-05,
      "loss": 0.16473650932312012,
      "step": 24235,
      "token_acc": 0.9544668587896253
    },
    {
      "epoch": 1.207111199641452,
      "grad_norm": 3.2067761421203613,
      "learning_rate": 3.715816378893163e-05,
      "loss": 0.24832985401153565,
      "step": 24240,
      "token_acc": 0.9056974459724951
    },
    {
      "epoch": 1.2073601912255365,
      "grad_norm": 2.1759088039398193,
      "learning_rate": 3.713826993299929e-05,
      "loss": 0.26243104934692385,
      "step": 24245,
      "token_acc": 0.9384563073784427
    },
    {
      "epoch": 1.207609182809621,
      "grad_norm": 1.731010913848877,
      "learning_rate": 3.711837825719373e-05,
      "loss": 0.35728495121002196,
      "step": 24250,
      "token_acc": 0.835214446952596
    },
    {
      "epoch": 1.2078581743937056,
      "grad_norm": 3.3226799964904785,
      "learning_rate": 3.709848876488673e-05,
      "loss": 0.4367362976074219,
      "step": 24255,
      "token_acc": 0.833530106257379
    },
    {
      "epoch": 1.20810716597779,
      "grad_norm": 6.6208014488220215,
      "learning_rate": 3.7078601459449634e-05,
      "loss": 0.3046797037124634,
      "step": 24260,
      "token_acc": 0.964527027027027
    },
    {
      "epoch": 1.2083561575618744,
      "grad_norm": 0.9377260804176331,
      "learning_rate": 3.705871634425342e-05,
      "loss": 0.34542734622955323,
      "step": 24265,
      "token_acc": 0.8903846153846153
    },
    {
      "epoch": 1.2086051491459588,
      "grad_norm": 0.9124819040298462,
      "learning_rate": 3.703883342266875e-05,
      "loss": 0.22309107780456544,
      "step": 24270,
      "token_acc": 0.9596774193548387
    },
    {
      "epoch": 1.2088541407300433,
      "grad_norm": 0.428978830575943,
      "learning_rate": 3.701895269806587e-05,
      "loss": 0.2588411569595337,
      "step": 24275,
      "token_acc": 0.838006230529595
    },
    {
      "epoch": 1.2091031323141277,
      "grad_norm": 0.5624967217445374,
      "learning_rate": 3.699907417381463e-05,
      "loss": 0.2807824373245239,
      "step": 24280,
      "token_acc": 0.9259259259259259
    },
    {
      "epoch": 1.2093521238982121,
      "grad_norm": 1.1277265548706055,
      "learning_rate": 3.697919785328455e-05,
      "loss": 0.2677211046218872,
      "step": 24285,
      "token_acc": 0.9146825396825397
    },
    {
      "epoch": 1.2096011154822968,
      "grad_norm": 1.4368407726287842,
      "learning_rate": 3.69593237398448e-05,
      "loss": 0.31178429126739504,
      "step": 24290,
      "token_acc": 0.8536102868447082
    },
    {
      "epoch": 1.2098501070663812,
      "grad_norm": 0.8954891562461853,
      "learning_rate": 3.693945183686409e-05,
      "loss": 0.18838019371032716,
      "step": 24295,
      "token_acc": 0.9809954751131221
    },
    {
      "epoch": 1.2100990986504656,
      "grad_norm": 3.3977560997009277,
      "learning_rate": 3.691958214771085e-05,
      "loss": 0.2810890913009644,
      "step": 24300,
      "token_acc": 0.9066666666666666
    },
    {
      "epoch": 1.21034809023455,
      "grad_norm": 2.050100088119507,
      "learning_rate": 3.6899714675753046e-05,
      "loss": 0.15624364614486694,
      "step": 24305,
      "token_acc": 0.9736147757255936
    },
    {
      "epoch": 1.2105970818186345,
      "grad_norm": 2.0984275341033936,
      "learning_rate": 3.687984942435834e-05,
      "loss": 0.22642116546630858,
      "step": 24310,
      "token_acc": 0.9759903961584634
    },
    {
      "epoch": 1.210846073402719,
      "grad_norm": 1.8593671321868896,
      "learning_rate": 3.685998639689401e-05,
      "loss": 0.35038735866546633,
      "step": 24315,
      "token_acc": 0.8767676767676768
    },
    {
      "epoch": 1.2110950649868035,
      "grad_norm": 1.9238739013671875,
      "learning_rate": 3.684012559672688e-05,
      "loss": 0.12621513605117798,
      "step": 24320,
      "token_acc": 0.954728370221328
    },
    {
      "epoch": 1.211344056570888,
      "grad_norm": 4.5782647132873535,
      "learning_rate": 3.6820267027223504e-05,
      "loss": 0.2607573986053467,
      "step": 24325,
      "token_acc": 0.961499493414387
    },
    {
      "epoch": 1.2115930481549724,
      "grad_norm": 0.9970359802246094,
      "learning_rate": 3.680041069175e-05,
      "loss": 0.3134145259857178,
      "step": 24330,
      "token_acc": 0.8959276018099548
    },
    {
      "epoch": 1.2118420397390568,
      "grad_norm": 1.6157903671264648,
      "learning_rate": 3.67805565936721e-05,
      "loss": 0.36223320960998534,
      "step": 24335,
      "token_acc": 0.9787917737789203
    },
    {
      "epoch": 1.2120910313231412,
      "grad_norm": 3.303206205368042,
      "learning_rate": 3.676070473635516e-05,
      "loss": 0.27501983642578126,
      "step": 24340,
      "token_acc": 0.913135593220339
    },
    {
      "epoch": 1.2123400229072256,
      "grad_norm": 1.6893261671066284,
      "learning_rate": 3.674085512316421e-05,
      "loss": 0.21028285026550292,
      "step": 24345,
      "token_acc": 0.9346642468239564
    },
    {
      "epoch": 1.2125890144913103,
      "grad_norm": 1.1756203174591064,
      "learning_rate": 3.672100775746382e-05,
      "loss": 0.3105449676513672,
      "step": 24350,
      "token_acc": 0.8774752475247525
    },
    {
      "epoch": 1.2128380060753947,
      "grad_norm": 0.5270092487335205,
      "learning_rate": 3.6701162642618245e-05,
      "loss": 0.18525617122650145,
      "step": 24355,
      "token_acc": 0.9748263888888888
    },
    {
      "epoch": 1.2130869976594791,
      "grad_norm": 5.8571367263793945,
      "learning_rate": 3.6681319781991296e-05,
      "loss": 0.20015506744384765,
      "step": 24360,
      "token_acc": 0.9372759856630825
    },
    {
      "epoch": 1.2133359892435636,
      "grad_norm": 1.5370672941207886,
      "learning_rate": 3.6661479178946454e-05,
      "loss": 0.3053711414337158,
      "step": 24365,
      "token_acc": 0.9170761670761671
    },
    {
      "epoch": 1.213584980827648,
      "grad_norm": 1.5259044170379639,
      "learning_rate": 3.664164083684682e-05,
      "loss": 0.2317450761795044,
      "step": 24370,
      "token_acc": 0.8570510761323482
    },
    {
      "epoch": 1.2138339724117324,
      "grad_norm": 1.1841880083084106,
      "learning_rate": 3.6621804759055037e-05,
      "loss": 0.24916815757751465,
      "step": 24375,
      "token_acc": 0.9095188284518828
    },
    {
      "epoch": 1.2140829639958168,
      "grad_norm": 0.9190022349357605,
      "learning_rate": 3.660197094893348e-05,
      "loss": 0.24002401828765868,
      "step": 24380,
      "token_acc": 0.9447771124417831
    },
    {
      "epoch": 1.2143319555799015,
      "grad_norm": 1.6170068979263306,
      "learning_rate": 3.658213940984405e-05,
      "loss": 0.17151169776916503,
      "step": 24385,
      "token_acc": 0.9328358208955224
    },
    {
      "epoch": 1.214580947163986,
      "grad_norm": 3.9120121002197266,
      "learning_rate": 3.656231014514829e-05,
      "loss": 0.33460297584533694,
      "step": 24390,
      "token_acc": 0.9018036072144289
    },
    {
      "epoch": 1.2148299387480703,
      "grad_norm": 0.8882454633712769,
      "learning_rate": 3.654248315820735e-05,
      "loss": 0.2536651611328125,
      "step": 24395,
      "token_acc": 0.9191919191919192
    },
    {
      "epoch": 1.2150789303321547,
      "grad_norm": 0.9533037543296814,
      "learning_rate": 3.6522658452382015e-05,
      "loss": 0.20434248447418213,
      "step": 24400,
      "token_acc": 0.9222873900293255
    },
    {
      "epoch": 1.2153279219162392,
      "grad_norm": 0.5265165567398071,
      "learning_rate": 3.650283603103267e-05,
      "loss": 0.15288221836090088,
      "step": 24405,
      "token_acc": 0.9729864932466233
    },
    {
      "epoch": 1.2155769135003236,
      "grad_norm": 1.313174843788147,
      "learning_rate": 3.648301589751931e-05,
      "loss": 0.27452406883239744,
      "step": 24410,
      "token_acc": 0.8975265017667845
    },
    {
      "epoch": 1.2158259050844082,
      "grad_norm": 0.30299097299575806,
      "learning_rate": 3.646319805520153e-05,
      "loss": 0.29066972732543944,
      "step": 24415,
      "token_acc": 0.9082125603864735
    },
    {
      "epoch": 1.2160748966684927,
      "grad_norm": 1.1153538227081299,
      "learning_rate": 3.6443382507438595e-05,
      "loss": 0.18752377033233641,
      "step": 24420,
      "token_acc": 0.9704397981254506
    },
    {
      "epoch": 1.216323888252577,
      "grad_norm": 4.9316630363464355,
      "learning_rate": 3.6423569257589296e-05,
      "loss": 0.2495828628540039,
      "step": 24425,
      "token_acc": 0.9742268041237113
    },
    {
      "epoch": 1.2165728798366615,
      "grad_norm": 1.5395723581314087,
      "learning_rate": 3.640375830901209e-05,
      "loss": 0.4686774253845215,
      "step": 24430,
      "token_acc": 0.805352798053528
    },
    {
      "epoch": 1.216821871420746,
      "grad_norm": 1.9010684490203857,
      "learning_rate": 3.6383949665065045e-05,
      "loss": 0.24409065246582032,
      "step": 24435,
      "token_acc": 0.9046242774566474
    },
    {
      "epoch": 1.2170708630048304,
      "grad_norm": 1.8578100204467773,
      "learning_rate": 3.6364143329105806e-05,
      "loss": 0.18202792406082152,
      "step": 24440,
      "token_acc": 0.9326424870466321
    },
    {
      "epoch": 1.217319854588915,
      "grad_norm": 2.1098265647888184,
      "learning_rate": 3.634433930449166e-05,
      "loss": 0.19474356174468993,
      "step": 24445,
      "token_acc": 0.9294755877034359
    },
    {
      "epoch": 1.2175688461729994,
      "grad_norm": 3.500244617462158,
      "learning_rate": 3.632453759457945e-05,
      "loss": 0.21552863121032714,
      "step": 24450,
      "token_acc": 0.9185750636132316
    },
    {
      "epoch": 1.2178178377570839,
      "grad_norm": 2.0788872241973877,
      "learning_rate": 3.630473820272571e-05,
      "loss": 0.398262619972229,
      "step": 24455,
      "token_acc": 0.9321209016393442
    },
    {
      "epoch": 1.2180668293411683,
      "grad_norm": 1.515132188796997,
      "learning_rate": 3.6284941132286524e-05,
      "loss": 0.14374227523803712,
      "step": 24460,
      "token_acc": 0.9785095320623917
    },
    {
      "epoch": 1.2183158209252527,
      "grad_norm": 1.8882253170013428,
      "learning_rate": 3.6265146386617576e-05,
      "loss": 0.43598337173461915,
      "step": 24465,
      "token_acc": 0.8792769528728211
    },
    {
      "epoch": 1.2185648125093371,
      "grad_norm": 0.3703600764274597,
      "learning_rate": 3.624535396907417e-05,
      "loss": 0.4153268814086914,
      "step": 24470,
      "token_acc": 0.956198347107438
    },
    {
      "epoch": 1.2188138040934215,
      "grad_norm": 1.201487421989441,
      "learning_rate": 3.622556388301125e-05,
      "loss": 0.3814627885818481,
      "step": 24475,
      "token_acc": 0.8333333333333334
    },
    {
      "epoch": 1.2190627956775062,
      "grad_norm": 2.767334222793579,
      "learning_rate": 3.620577613178331e-05,
      "loss": 0.21972873210906982,
      "step": 24480,
      "token_acc": 0.9673423423423423
    },
    {
      "epoch": 1.2193117872615906,
      "grad_norm": 1.3238844871520996,
      "learning_rate": 3.618599071874448e-05,
      "loss": 0.2529369115829468,
      "step": 24485,
      "token_acc": 0.909967845659164
    },
    {
      "epoch": 1.219560778845675,
      "grad_norm": 1.756054401397705,
      "learning_rate": 3.6166207647248455e-05,
      "loss": 0.3463992357254028,
      "step": 24490,
      "token_acc": 0.9247311827956989
    },
    {
      "epoch": 1.2198097704297595,
      "grad_norm": 1.607602834701538,
      "learning_rate": 3.614642692064862e-05,
      "loss": 0.41124591827392576,
      "step": 24495,
      "token_acc": 0.8192182410423453
    },
    {
      "epoch": 1.220058762013844,
      "grad_norm": 1.029927134513855,
      "learning_rate": 3.612664854229787e-05,
      "loss": 0.20635147094726564,
      "step": 24500,
      "token_acc": 0.9543103448275863
    },
    {
      "epoch": 1.2203077535979283,
      "grad_norm": 0.44483593106269836,
      "learning_rate": 3.6106872515548726e-05,
      "loss": 0.22730801105499268,
      "step": 24505,
      "token_acc": 0.9422382671480144
    },
    {
      "epoch": 1.2205567451820127,
      "grad_norm": 1.918360710144043,
      "learning_rate": 3.608709884375336e-05,
      "loss": 0.17521071434020996,
      "step": 24510,
      "token_acc": 0.9422657952069716
    },
    {
      "epoch": 1.2208057367660974,
      "grad_norm": 0.8457708954811096,
      "learning_rate": 3.606732753026348e-05,
      "loss": 0.3183517694473267,
      "step": 24515,
      "token_acc": 0.8870370370370371
    },
    {
      "epoch": 1.2210547283501818,
      "grad_norm": 7.15305233001709,
      "learning_rate": 3.604755857843044e-05,
      "loss": 0.3662074089050293,
      "step": 24520,
      "token_acc": 0.8951612903225806
    },
    {
      "epoch": 1.2213037199342662,
      "grad_norm": 2.589355230331421,
      "learning_rate": 3.6027791991605144e-05,
      "loss": 0.1696535110473633,
      "step": 24525,
      "token_acc": 0.9844938560561732
    },
    {
      "epoch": 1.2215527115183507,
      "grad_norm": 1.435226321220398,
      "learning_rate": 3.600802777313815e-05,
      "loss": 0.2670288562774658,
      "step": 24530,
      "token_acc": 0.8945205479452055
    },
    {
      "epoch": 1.221801703102435,
      "grad_norm": 6.023425579071045,
      "learning_rate": 3.59882659263796e-05,
      "loss": 0.3172945499420166,
      "step": 24535,
      "token_acc": 0.9148936170212766
    },
    {
      "epoch": 1.2220506946865195,
      "grad_norm": 2.4468276500701904,
      "learning_rate": 3.59685064546792e-05,
      "loss": 0.1981314778327942,
      "step": 24540,
      "token_acc": 0.9295039164490861
    },
    {
      "epoch": 1.2222996862706041,
      "grad_norm": 1.938501238822937,
      "learning_rate": 3.594874936138628e-05,
      "loss": 0.22905895709991456,
      "step": 24545,
      "token_acc": 0.9239766081871345
    },
    {
      "epoch": 1.2225486778546886,
      "grad_norm": 0.9564869403839111,
      "learning_rate": 3.592899464984979e-05,
      "loss": 0.2052626609802246,
      "step": 24550,
      "token_acc": 0.9434210526315789
    },
    {
      "epoch": 1.222797669438773,
      "grad_norm": 0.5924571752548218,
      "learning_rate": 3.5909242323418226e-05,
      "loss": 0.1739891529083252,
      "step": 24555,
      "token_acc": 0.9477244772447725
    },
    {
      "epoch": 1.2230466610228574,
      "grad_norm": 0.7973494529724121,
      "learning_rate": 3.588949238543971e-05,
      "loss": 0.10797152519226075,
      "step": 24560,
      "token_acc": 0.9564270152505446
    },
    {
      "epoch": 1.2232956526069418,
      "grad_norm": 3.1141562461853027,
      "learning_rate": 3.586974483926197e-05,
      "loss": 0.28759045600891114,
      "step": 24565,
      "token_acc": 0.8948717948717949
    },
    {
      "epoch": 1.2235446441910263,
      "grad_norm": 15.103052139282227,
      "learning_rate": 3.5849999688232296e-05,
      "loss": 0.17350656986236573,
      "step": 24570,
      "token_acc": 0.9739292364990689
    },
    {
      "epoch": 1.223793635775111,
      "grad_norm": 3.790410280227661,
      "learning_rate": 3.58302569356976e-05,
      "loss": 0.43407955169677737,
      "step": 24575,
      "token_acc": 0.8491295938104448
    },
    {
      "epoch": 1.2240426273591953,
      "grad_norm": 0.521665096282959,
      "learning_rate": 3.581051658500435e-05,
      "loss": 0.3852837324142456,
      "step": 24580,
      "token_acc": 0.9066395319257187
    },
    {
      "epoch": 1.2242916189432798,
      "grad_norm": 0.7780749797821045,
      "learning_rate": 3.579077863949866e-05,
      "loss": 0.28147623538970945,
      "step": 24585,
      "token_acc": 0.9419354838709677
    },
    {
      "epoch": 1.2245406105273642,
      "grad_norm": 1.7642873525619507,
      "learning_rate": 3.5771043102526214e-05,
      "loss": 0.2730628728866577,
      "step": 24590,
      "token_acc": 0.9482431149097815
    },
    {
      "epoch": 1.2247896021114486,
      "grad_norm": 5.939745903015137,
      "learning_rate": 3.575130997743227e-05,
      "loss": 0.39125325679779055,
      "step": 24595,
      "token_acc": 0.8693069306930693
    },
    {
      "epoch": 1.225038593695533,
      "grad_norm": 2.253242015838623,
      "learning_rate": 3.5731579267561666e-05,
      "loss": 0.2689843654632568,
      "step": 24600,
      "token_acc": 0.909706546275395
    },
    {
      "epoch": 1.2252875852796175,
      "grad_norm": 0.48091593384742737,
      "learning_rate": 3.571185097625891e-05,
      "loss": 0.34470276832580565,
      "step": 24605,
      "token_acc": 0.8418141592920354
    },
    {
      "epoch": 1.225536576863702,
      "grad_norm": 4.212026596069336,
      "learning_rate": 3.5692125106868004e-05,
      "loss": 0.2961251258850098,
      "step": 24610,
      "token_acc": 0.9281553398058252
    },
    {
      "epoch": 1.2257855684477865,
      "grad_norm": 0.7193055748939514,
      "learning_rate": 3.567240166273257e-05,
      "loss": 0.31302824020385744,
      "step": 24615,
      "token_acc": 0.983065198983912
    },
    {
      "epoch": 1.226034560031871,
      "grad_norm": 1.0185621976852417,
      "learning_rate": 3.565268064719587e-05,
      "loss": 0.2530900239944458,
      "step": 24620,
      "token_acc": 0.8718861209964412
    },
    {
      "epoch": 1.2262835516159554,
      "grad_norm": 0.695780336856842,
      "learning_rate": 3.56329620636007e-05,
      "loss": 0.24329187870025634,
      "step": 24625,
      "token_acc": 0.94875
    },
    {
      "epoch": 1.2265325432000398,
      "grad_norm": 1.5405925512313843,
      "learning_rate": 3.561324591528945e-05,
      "loss": 0.20402567386627196,
      "step": 24630,
      "token_acc": 0.9635922330097088
    },
    {
      "epoch": 1.2267815347841242,
      "grad_norm": 0.43665286898612976,
      "learning_rate": 3.5593532205604087e-05,
      "loss": 0.365533447265625,
      "step": 24635,
      "token_acc": 0.8454435969490165
    },
    {
      "epoch": 1.2270305263682086,
      "grad_norm": 0.5855684280395508,
      "learning_rate": 3.557382093788621e-05,
      "loss": 0.41893558502197265,
      "step": 24640,
      "token_acc": 0.8297872340425532
    },
    {
      "epoch": 1.2272795179522933,
      "grad_norm": 4.919907569885254,
      "learning_rate": 3.5554112115476976e-05,
      "loss": 0.3138108491897583,
      "step": 24645,
      "token_acc": 0.9400977995110025
    },
    {
      "epoch": 1.2275285095363777,
      "grad_norm": 2.014451026916504,
      "learning_rate": 3.553440574171712e-05,
      "loss": 0.2806616067886353,
      "step": 24650,
      "token_acc": 0.9345570630486831
    },
    {
      "epoch": 1.2277775011204621,
      "grad_norm": 1.2671611309051514,
      "learning_rate": 3.551470181994696e-05,
      "loss": 0.3126702308654785,
      "step": 24655,
      "token_acc": 0.8869346733668342
    },
    {
      "epoch": 1.2280264927045466,
      "grad_norm": 0.32399141788482666,
      "learning_rate": 3.5495000353506414e-05,
      "loss": 0.3846519708633423,
      "step": 24660,
      "token_acc": 0.9522842639593908
    },
    {
      "epoch": 1.228275484288631,
      "grad_norm": 16.137990951538086,
      "learning_rate": 3.5475301345734995e-05,
      "loss": 0.37041149139404295,
      "step": 24665,
      "token_acc": 0.9613496932515337
    },
    {
      "epoch": 1.2285244758727156,
      "grad_norm": 2.069206714630127,
      "learning_rate": 3.545560479997175e-05,
      "loss": 0.23116159439086914,
      "step": 24670,
      "token_acc": 0.9178082191780822
    },
    {
      "epoch": 1.2287734674568,
      "grad_norm": 0.8206577301025391,
      "learning_rate": 3.543591071955537e-05,
      "loss": 0.27205777168273926,
      "step": 24675,
      "token_acc": 0.9169584792396198
    },
    {
      "epoch": 1.2290224590408845,
      "grad_norm": 2.275967836380005,
      "learning_rate": 3.541621910782409e-05,
      "loss": 0.4043869495391846,
      "step": 24680,
      "token_acc": 0.9412751677852349
    },
    {
      "epoch": 1.229271450624969,
      "grad_norm": 2.9198262691497803,
      "learning_rate": 3.539652996811572e-05,
      "loss": 0.26163334846496583,
      "step": 24685,
      "token_acc": 0.9039665970772442
    },
    {
      "epoch": 1.2295204422090533,
      "grad_norm": 2.71798038482666,
      "learning_rate": 3.537684330376768e-05,
      "loss": 0.26790199279785154,
      "step": 24690,
      "token_acc": 0.9228130360205832
    },
    {
      "epoch": 1.2297694337931377,
      "grad_norm": 1.8071398735046387,
      "learning_rate": 3.535715911811698e-05,
      "loss": 0.18631558418273925,
      "step": 24695,
      "token_acc": 0.9097472924187726
    },
    {
      "epoch": 1.2300184253772222,
      "grad_norm": 3.99285888671875,
      "learning_rate": 3.533747741450014e-05,
      "loss": 0.2532491207122803,
      "step": 24700,
      "token_acc": 0.9256055363321799
    },
    {
      "epoch": 1.2302674169613068,
      "grad_norm": 1.6368553638458252,
      "learning_rate": 3.531779819625335e-05,
      "loss": 0.38806686401367185,
      "step": 24705,
      "token_acc": 0.8577223088923557
    },
    {
      "epoch": 1.2305164085453912,
      "grad_norm": 2.8938348293304443,
      "learning_rate": 3.5298121466712285e-05,
      "loss": 0.24892115592956543,
      "step": 24710,
      "token_acc": 0.9086021505376344
    },
    {
      "epoch": 1.2307654001294757,
      "grad_norm": 0.99314945936203,
      "learning_rate": 3.527844722921229e-05,
      "loss": 0.29812347888946533,
      "step": 24715,
      "token_acc": 0.9169175195665262
    },
    {
      "epoch": 1.23101439171356,
      "grad_norm": 1.2584868669509888,
      "learning_rate": 3.525877548708825e-05,
      "loss": 0.28804423809051516,
      "step": 24720,
      "token_acc": 0.9070422535211268
    },
    {
      "epoch": 1.2312633832976445,
      "grad_norm": 6.097997188568115,
      "learning_rate": 3.5239106243674576e-05,
      "loss": 0.2365396499633789,
      "step": 24725,
      "token_acc": 0.9722455845248108
    },
    {
      "epoch": 1.231512374881729,
      "grad_norm": 1.2563525438308716,
      "learning_rate": 3.521943950230534e-05,
      "loss": 0.21957900524139404,
      "step": 24730,
      "token_acc": 0.9635036496350365
    },
    {
      "epoch": 1.2317613664658134,
      "grad_norm": 0.649228572845459,
      "learning_rate": 3.519977526631416e-05,
      "loss": 0.3001155138015747,
      "step": 24735,
      "token_acc": 0.8476595744680852
    },
    {
      "epoch": 1.232010358049898,
      "grad_norm": 1.669079065322876,
      "learning_rate": 3.5180113539034184e-05,
      "loss": 0.5149360656738281,
      "step": 24740,
      "token_acc": 0.8258823529411765
    },
    {
      "epoch": 1.2322593496339824,
      "grad_norm": 1.085774302482605,
      "learning_rate": 3.516045432379819e-05,
      "loss": 0.3099853515625,
      "step": 24745,
      "token_acc": 0.8788501026694046
    },
    {
      "epoch": 1.2325083412180668,
      "grad_norm": 5.245726108551025,
      "learning_rate": 3.514079762393852e-05,
      "loss": 0.33071141242980956,
      "step": 24750,
      "token_acc": 0.8891402714932126
    },
    {
      "epoch": 1.2327573328021513,
      "grad_norm": 2.009805202484131,
      "learning_rate": 3.5121143442787086e-05,
      "loss": 0.3284544229507446,
      "step": 24755,
      "token_acc": 0.8565047459519821
    },
    {
      "epoch": 1.2330063243862357,
      "grad_norm": 4.778041839599609,
      "learning_rate": 3.5101491783675355e-05,
      "loss": 0.32049055099487306,
      "step": 24760,
      "token_acc": 0.9792452830188679
    },
    {
      "epoch": 1.2332553159703201,
      "grad_norm": 2.397854804992676,
      "learning_rate": 3.508184264993436e-05,
      "loss": 0.17081015110015868,
      "step": 24765,
      "token_acc": 0.9848623853211009
    },
    {
      "epoch": 1.2335043075544045,
      "grad_norm": 2.3963003158569336,
      "learning_rate": 3.506219604489478e-05,
      "loss": 0.23000364303588866,
      "step": 24770,
      "token_acc": 0.9330783938814532
    },
    {
      "epoch": 1.2337532991384892,
      "grad_norm": 0.90008544921875,
      "learning_rate": 3.504255197188677e-05,
      "loss": 0.11618412733078003,
      "step": 24775,
      "token_acc": 0.9871597329224447
    },
    {
      "epoch": 1.2340022907225736,
      "grad_norm": 2.2876412868499756,
      "learning_rate": 3.5022910434240094e-05,
      "loss": 0.31992111206054685,
      "step": 24780,
      "token_acc": 0.9615825688073395
    },
    {
      "epoch": 1.234251282306658,
      "grad_norm": 3.2223827838897705,
      "learning_rate": 3.500327143528414e-05,
      "loss": 0.12648656368255615,
      "step": 24785,
      "token_acc": 0.9876079609463012
    },
    {
      "epoch": 1.2345002738907425,
      "grad_norm": 1.9282687902450562,
      "learning_rate": 3.4983634978347755e-05,
      "loss": 0.27576632499694825,
      "step": 24790,
      "token_acc": 0.9112554112554112
    },
    {
      "epoch": 1.2347492654748269,
      "grad_norm": 1.492911458015442,
      "learning_rate": 3.496400106675945e-05,
      "loss": 0.24358417987823486,
      "step": 24795,
      "token_acc": 0.909375
    },
    {
      "epoch": 1.2349982570589115,
      "grad_norm": 1.2233539819717407,
      "learning_rate": 3.4944369703847244e-05,
      "loss": 0.3191283941268921,
      "step": 24800,
      "token_acc": 0.8810198300283286
    },
    {
      "epoch": 1.235247248642996,
      "grad_norm": 2.869027614593506,
      "learning_rate": 3.4924740892938776e-05,
      "loss": 0.27000980377197265,
      "step": 24805,
      "token_acc": 0.9765258215962441
    },
    {
      "epoch": 1.2354962402270804,
      "grad_norm": 1.959976315498352,
      "learning_rate": 3.4905114637361234e-05,
      "loss": 0.45040392875671387,
      "step": 24810,
      "token_acc": 0.8450292397660819
    },
    {
      "epoch": 1.2357452318111648,
      "grad_norm": 0.8674594759941101,
      "learning_rate": 3.488549094044133e-05,
      "loss": 0.38692216873168944,
      "step": 24815,
      "token_acc": 0.9195026178010471
    },
    {
      "epoch": 1.2359942233952492,
      "grad_norm": 3.1348109245300293,
      "learning_rate": 3.486586980550539e-05,
      "loss": 0.19474916458129882,
      "step": 24820,
      "token_acc": 0.9799699549323986
    },
    {
      "epoch": 1.2362432149793336,
      "grad_norm": 0.7241031527519226,
      "learning_rate": 3.484625123587932e-05,
      "loss": 0.2295535087585449,
      "step": 24825,
      "token_acc": 0.9361930294906167
    },
    {
      "epoch": 1.236492206563418,
      "grad_norm": 1.9909814596176147,
      "learning_rate": 3.482663523488854e-05,
      "loss": 0.20833189487457277,
      "step": 24830,
      "token_acc": 0.9528936742934051
    },
    {
      "epoch": 1.2367411981475027,
      "grad_norm": 1.699876308441162,
      "learning_rate": 3.4807021805858044e-05,
      "loss": 0.11507282257080079,
      "step": 24835,
      "token_acc": 0.978125
    },
    {
      "epoch": 1.2369901897315871,
      "grad_norm": 2.447046995162964,
      "learning_rate": 3.4787410952112445e-05,
      "loss": 0.16164255142211914,
      "step": 24840,
      "token_acc": 0.9796923076923076
    },
    {
      "epoch": 1.2372391813156716,
      "grad_norm": 2.284116744995117,
      "learning_rate": 3.4767802676975845e-05,
      "loss": 0.34040036201477053,
      "step": 24845,
      "token_acc": 0.9262013729977117
    },
    {
      "epoch": 1.237488172899756,
      "grad_norm": 2.548818588256836,
      "learning_rate": 3.474819698377197e-05,
      "loss": 0.24076418876647948,
      "step": 24850,
      "token_acc": 0.8810975609756098
    },
    {
      "epoch": 1.2377371644838404,
      "grad_norm": 3.4293296337127686,
      "learning_rate": 3.472859387582405e-05,
      "loss": 0.3071431636810303,
      "step": 24855,
      "token_acc": 0.977793957044048
    },
    {
      "epoch": 1.2379861560679248,
      "grad_norm": 3.8514394760131836,
      "learning_rate": 3.470899335645494e-05,
      "loss": 0.29574337005615237,
      "step": 24860,
      "token_acc": 0.9099437148217636
    },
    {
      "epoch": 1.2382351476520093,
      "grad_norm": 0.9920810461044312,
      "learning_rate": 3.468939542898701e-05,
      "loss": 0.20280866622924804,
      "step": 24865,
      "token_acc": 0.9310344827586207
    },
    {
      "epoch": 1.238484139236094,
      "grad_norm": 1.648801565170288,
      "learning_rate": 3.466980009674222e-05,
      "loss": 0.35594959259033204,
      "step": 24870,
      "token_acc": 0.8923679060665362
    },
    {
      "epoch": 1.2387331308201783,
      "grad_norm": 1.2326966524124146,
      "learning_rate": 3.4650207363042036e-05,
      "loss": 0.1728731155395508,
      "step": 24875,
      "token_acc": 0.9723745255166596
    },
    {
      "epoch": 1.2389821224042628,
      "grad_norm": 13.434751510620117,
      "learning_rate": 3.463061723120757e-05,
      "loss": 0.32620193958282473,
      "step": 24880,
      "token_acc": 0.8868517548454689
    },
    {
      "epoch": 1.2392311139883472,
      "grad_norm": 1.553192138671875,
      "learning_rate": 3.4611029704559434e-05,
      "loss": 0.1809908390045166,
      "step": 24885,
      "token_acc": 0.9642857142857143
    },
    {
      "epoch": 1.2394801055724316,
      "grad_norm": 1.3784188032150269,
      "learning_rate": 3.4591444786417795e-05,
      "loss": 0.20487940311431885,
      "step": 24890,
      "token_acc": 0.8775720164609053
    },
    {
      "epoch": 1.239729097156516,
      "grad_norm": 2.4637115001678467,
      "learning_rate": 3.457186248010239e-05,
      "loss": 0.30289838314056394,
      "step": 24895,
      "token_acc": 0.8481012658227848
    },
    {
      "epoch": 1.2399780887406004,
      "grad_norm": 1.6601368188858032,
      "learning_rate": 3.455228278893255e-05,
      "loss": 0.12942898273468018,
      "step": 24900,
      "token_acc": 0.962691131498471
    },
    {
      "epoch": 1.240227080324685,
      "grad_norm": 1.5717155933380127,
      "learning_rate": 3.4532705716227095e-05,
      "loss": 0.4788835525512695,
      "step": 24905,
      "token_acc": 0.8822916666666667
    },
    {
      "epoch": 1.2404760719087695,
      "grad_norm": 2.910442590713501,
      "learning_rate": 3.451313126530444e-05,
      "loss": 0.2988797426223755,
      "step": 24910,
      "token_acc": 0.8815489749430524
    },
    {
      "epoch": 1.240725063492854,
      "grad_norm": 0.7730921506881714,
      "learning_rate": 3.449355943948258e-05,
      "loss": 0.1118432879447937,
      "step": 24915,
      "token_acc": 0.956997084548105
    },
    {
      "epoch": 1.2409740550769384,
      "grad_norm": 2.133434534072876,
      "learning_rate": 3.447399024207901e-05,
      "loss": 0.278014612197876,
      "step": 24920,
      "token_acc": 0.9135254988913526
    },
    {
      "epoch": 1.2412230466610228,
      "grad_norm": 2.482159376144409,
      "learning_rate": 3.445442367641082e-05,
      "loss": 0.21398215293884276,
      "step": 24925,
      "token_acc": 0.9476236663433559
    },
    {
      "epoch": 1.2414720382451074,
      "grad_norm": 16.86127281188965,
      "learning_rate": 3.44348597457946e-05,
      "loss": 0.3372198581695557,
      "step": 24930,
      "token_acc": 0.9213372664700098
    },
    {
      "epoch": 1.2417210298291919,
      "grad_norm": 1.5057096481323242,
      "learning_rate": 3.441529845354659e-05,
      "loss": 0.20923380851745604,
      "step": 24935,
      "token_acc": 0.9411764705882353
    },
    {
      "epoch": 1.2419700214132763,
      "grad_norm": 0.6647206544876099,
      "learning_rate": 3.4395739802982504e-05,
      "loss": 0.18223531246185304,
      "step": 24940,
      "token_acc": 0.966996699669967
    },
    {
      "epoch": 1.2422190129973607,
      "grad_norm": 2.3336665630340576,
      "learning_rate": 3.437618379741762e-05,
      "loss": 0.371644926071167,
      "step": 24945,
      "token_acc": 0.7608897126969416
    },
    {
      "epoch": 1.2424680045814451,
      "grad_norm": 1.9357556104660034,
      "learning_rate": 3.435663044016676e-05,
      "loss": 0.18874080181121827,
      "step": 24950,
      "token_acc": 0.9374256483464192
    },
    {
      "epoch": 1.2427169961655296,
      "grad_norm": 1.970277190208435,
      "learning_rate": 3.4337079734544366e-05,
      "loss": 0.5521759510040283,
      "step": 24955,
      "token_acc": 0.8249845392702535
    },
    {
      "epoch": 1.242965987749614,
      "grad_norm": 1.1318418979644775,
      "learning_rate": 3.4317531683864345e-05,
      "loss": 0.26007771492004395,
      "step": 24960,
      "token_acc": 0.9106529209621993
    },
    {
      "epoch": 1.2432149793336986,
      "grad_norm": 1.5451959371566772,
      "learning_rate": 3.4297986291440176e-05,
      "loss": 0.16558891534805298,
      "step": 24965,
      "token_acc": 0.957204767063922
    },
    {
      "epoch": 1.243463970917783,
      "grad_norm": 1.0143780708312988,
      "learning_rate": 3.427844356058495e-05,
      "loss": 0.3883714199066162,
      "step": 24970,
      "token_acc": 0.8378209142141515
    },
    {
      "epoch": 1.2437129625018675,
      "grad_norm": 1.979241132736206,
      "learning_rate": 3.425890349461121e-05,
      "loss": 0.4633988380432129,
      "step": 24975,
      "token_acc": 0.8354430379746836
    },
    {
      "epoch": 1.243961954085952,
      "grad_norm": 6.925765514373779,
      "learning_rate": 3.42393660968311e-05,
      "loss": 0.37607598304748535,
      "step": 24980,
      "token_acc": 0.9587837837837838
    },
    {
      "epoch": 1.2442109456700363,
      "grad_norm": 1.6080198287963867,
      "learning_rate": 3.421983137055632e-05,
      "loss": 0.13374390602111816,
      "step": 24985,
      "token_acc": 0.9778177458033573
    },
    {
      "epoch": 1.2444599372541207,
      "grad_norm": 0.6519933938980103,
      "learning_rate": 3.4200299319098097e-05,
      "loss": 0.19181843996047973,
      "step": 24990,
      "token_acc": 0.9761038961038961
    },
    {
      "epoch": 1.2447089288382052,
      "grad_norm": 0.5732530355453491,
      "learning_rate": 3.418076994576721e-05,
      "loss": 0.13174675703048705,
      "step": 24995,
      "token_acc": 0.9655667144906743
    },
    {
      "epoch": 1.2449579204222898,
      "grad_norm": 2.090641736984253,
      "learning_rate": 3.416124325387399e-05,
      "loss": 0.29633991718292235,
      "step": 25000,
      "token_acc": 0.9122807017543859
    },
    {
      "epoch": 1.2452069120063742,
      "grad_norm": 1.7388778924942017,
      "learning_rate": 3.4141719246728274e-05,
      "loss": 0.2305156707763672,
      "step": 25005,
      "token_acc": 0.9585448392554992
    },
    {
      "epoch": 1.2454559035904587,
      "grad_norm": 1.1227840185165405,
      "learning_rate": 3.4122197927639525e-05,
      "loss": 0.15065780878067017,
      "step": 25010,
      "token_acc": 0.9500679347826086
    },
    {
      "epoch": 1.245704895174543,
      "grad_norm": 1.3016250133514404,
      "learning_rate": 3.41026792999167e-05,
      "loss": 0.17145735025405884,
      "step": 25015,
      "token_acc": 0.9684181492207972
    },
    {
      "epoch": 1.2459538867586275,
      "grad_norm": 1.0383421182632446,
      "learning_rate": 3.4083163366868257e-05,
      "loss": 0.20980825424194335,
      "step": 25020,
      "token_acc": 0.9235127478753541
    },
    {
      "epoch": 1.246202878342712,
      "grad_norm": 3.2959673404693604,
      "learning_rate": 3.4063650131802284e-05,
      "loss": 0.18418970108032226,
      "step": 25025,
      "token_acc": 0.9759217456734387
    },
    {
      "epoch": 1.2464518699267964,
      "grad_norm": 3.3250937461853027,
      "learning_rate": 3.4044139598026364e-05,
      "loss": 0.21032383441925048,
      "step": 25030,
      "token_acc": 0.9545844044558698
    },
    {
      "epoch": 1.246700861510881,
      "grad_norm": 0.520841121673584,
      "learning_rate": 3.4024631768847616e-05,
      "loss": 0.10823636054992676,
      "step": 25035,
      "token_acc": 0.9782771535580524
    },
    {
      "epoch": 1.2469498530949654,
      "grad_norm": 2.3944947719573975,
      "learning_rate": 3.4005126647572716e-05,
      "loss": 0.5178144454956055,
      "step": 25040,
      "token_acc": 0.9124024284475282
    },
    {
      "epoch": 1.2471988446790498,
      "grad_norm": 2.6644368171691895,
      "learning_rate": 3.3985624237507904e-05,
      "loss": 0.17091336250305175,
      "step": 25045,
      "token_acc": 0.9750312109862672
    },
    {
      "epoch": 1.2474478362631343,
      "grad_norm": 0.6111340522766113,
      "learning_rate": 3.39661245419589e-05,
      "loss": 0.11017687320709228,
      "step": 25050,
      "token_acc": 0.9828326180257511
    },
    {
      "epoch": 1.2476968278472187,
      "grad_norm": 4.229969024658203,
      "learning_rate": 3.3946627564231027e-05,
      "loss": 0.21995716094970702,
      "step": 25055,
      "token_acc": 0.9484167517875383
    },
    {
      "epoch": 1.2479458194313033,
      "grad_norm": 0.883039116859436,
      "learning_rate": 3.392713330762908e-05,
      "loss": 0.19615849256515502,
      "step": 25060,
      "token_acc": 0.960650128314799
    },
    {
      "epoch": 1.2481948110153878,
      "grad_norm": 2.130455493927002,
      "learning_rate": 3.390764177545746e-05,
      "loss": 0.2955294132232666,
      "step": 25065,
      "token_acc": 0.9245742092457421
    },
    {
      "epoch": 1.2484438025994722,
      "grad_norm": 1.160483479499817,
      "learning_rate": 3.3888152971020106e-05,
      "loss": 0.18433997631072999,
      "step": 25070,
      "token_acc": 0.9315315315315316
    },
    {
      "epoch": 1.2486927941835566,
      "grad_norm": 4.39762544631958,
      "learning_rate": 3.386866689762041e-05,
      "loss": 0.37091946601867676,
      "step": 25075,
      "token_acc": 0.8164026095060578
    },
    {
      "epoch": 1.248941785767641,
      "grad_norm": 0.5652982592582703,
      "learning_rate": 3.3849183558561384e-05,
      "loss": 0.12321640253067016,
      "step": 25080,
      "token_acc": 0.9438775510204082
    },
    {
      "epoch": 1.2491907773517255,
      "grad_norm": 1.7254613637924194,
      "learning_rate": 3.382970295714557e-05,
      "loss": 0.24063420295715332,
      "step": 25085,
      "token_acc": 0.8787453183520599
    },
    {
      "epoch": 1.2494397689358099,
      "grad_norm": 0.6408807039260864,
      "learning_rate": 3.3810225096674986e-05,
      "loss": 0.4303895950317383,
      "step": 25090,
      "token_acc": 0.8329238329238329
    },
    {
      "epoch": 1.2496887605198945,
      "grad_norm": 2.767239570617676,
      "learning_rate": 3.3790749980451244e-05,
      "loss": 0.21844935417175293,
      "step": 25095,
      "token_acc": 0.9375
    },
    {
      "epoch": 1.249937752103979,
      "grad_norm": 1.7929326295852661,
      "learning_rate": 3.3771277611775486e-05,
      "loss": 0.28493452072143555,
      "step": 25100,
      "token_acc": 0.8873797396717601
    },
    {
      "epoch": 1.2501867436880634,
      "grad_norm": 0.6353415250778198,
      "learning_rate": 3.3751807993948356e-05,
      "loss": 0.22237584590911866,
      "step": 25105,
      "token_acc": 0.9674039580908033
    },
    {
      "epoch": 1.2504357352721478,
      "grad_norm": 3.995887041091919,
      "learning_rate": 3.373234113027007e-05,
      "loss": 0.35458290576934814,
      "step": 25110,
      "token_acc": 0.8905579399141631
    },
    {
      "epoch": 1.2506847268562322,
      "grad_norm": 3.7931931018829346,
      "learning_rate": 3.3712877024040324e-05,
      "loss": 0.543996000289917,
      "step": 25115,
      "token_acc": 0.8172690763052208
    },
    {
      "epoch": 1.2509337184403166,
      "grad_norm": 3.0905816555023193,
      "learning_rate": 3.369341567855841e-05,
      "loss": 0.2605708837509155,
      "step": 25120,
      "token_acc": 0.9139344262295082
    },
    {
      "epoch": 1.251182710024401,
      "grad_norm": 2.5084097385406494,
      "learning_rate": 3.367395709712312e-05,
      "loss": 0.3410456657409668,
      "step": 25125,
      "token_acc": 0.8762376237623762
    },
    {
      "epoch": 1.2514317016084857,
      "grad_norm": 0.959125816822052,
      "learning_rate": 3.365450128303275e-05,
      "loss": 0.24489543437957764,
      "step": 25130,
      "token_acc": 0.9574062301335029
    },
    {
      "epoch": 1.2516806931925701,
      "grad_norm": 1.5449419021606445,
      "learning_rate": 3.3635048239585204e-05,
      "loss": 0.20633645057678224,
      "step": 25135,
      "token_acc": 0.9628318584070796
    },
    {
      "epoch": 1.2519296847766546,
      "grad_norm": 2.982548713684082,
      "learning_rate": 3.361559797007784e-05,
      "loss": 0.3229106903076172,
      "step": 25140,
      "token_acc": 0.9267806267806268
    },
    {
      "epoch": 1.252178676360739,
      "grad_norm": 3.3288075923919678,
      "learning_rate": 3.3596150477807584e-05,
      "loss": 0.25304298400878905,
      "step": 25145,
      "token_acc": 0.9519056261343013
    },
    {
      "epoch": 1.2524276679448234,
      "grad_norm": 4.705475807189941,
      "learning_rate": 3.357670576607086e-05,
      "loss": 0.3093723297119141,
      "step": 25150,
      "token_acc": 0.875605815831987
    },
    {
      "epoch": 1.252676659528908,
      "grad_norm": 3.7148141860961914,
      "learning_rate": 3.355726383816367e-05,
      "loss": 0.29746787548065184,
      "step": 25155,
      "token_acc": 0.9771714922048997
    },
    {
      "epoch": 1.2529256511129923,
      "grad_norm": 1.2215359210968018,
      "learning_rate": 3.353782469738151e-05,
      "loss": 0.1682167410850525,
      "step": 25160,
      "token_acc": 0.9704886308659894
    },
    {
      "epoch": 1.253174642697077,
      "grad_norm": 1.856975793838501,
      "learning_rate": 3.3518388347019405e-05,
      "loss": 0.21832571029663086,
      "step": 25165,
      "token_acc": 0.9270833333333334
    },
    {
      "epoch": 1.2534236342811613,
      "grad_norm": 5.051647186279297,
      "learning_rate": 3.3498954790371905e-05,
      "loss": 0.25090081691741944,
      "step": 25170,
      "token_acc": 0.9790904338734971
    },
    {
      "epoch": 1.2536726258652457,
      "grad_norm": 6.6235737800598145,
      "learning_rate": 3.3479524030733116e-05,
      "loss": 0.2815945386886597,
      "step": 25175,
      "token_acc": 0.9297658862876255
    },
    {
      "epoch": 1.2539216174493302,
      "grad_norm": 1.4722378253936768,
      "learning_rate": 3.346009607139663e-05,
      "loss": 0.28971028327941895,
      "step": 25180,
      "token_acc": 0.8910318225650916
    },
    {
      "epoch": 1.2541706090334146,
      "grad_norm": 3.882617950439453,
      "learning_rate": 3.3440670915655584e-05,
      "loss": 0.19317713975906373,
      "step": 25185,
      "token_acc": 0.9734585545120458
    },
    {
      "epoch": 1.2544196006174992,
      "grad_norm": 1.2793231010437012,
      "learning_rate": 3.3421248566802657e-05,
      "loss": 0.21554803848266602,
      "step": 25190,
      "token_acc": 0.9707724425887265
    },
    {
      "epoch": 1.2546685922015837,
      "grad_norm": 0.611637532711029,
      "learning_rate": 3.340182902813e-05,
      "loss": 0.29866979122161863,
      "step": 25195,
      "token_acc": 0.9561018437225637
    },
    {
      "epoch": 1.254917583785668,
      "grad_norm": 6.928996562957764,
      "learning_rate": 3.3382412302929353e-05,
      "loss": 0.1947972893714905,
      "step": 25200,
      "token_acc": 0.9683313032886723
    },
    {
      "epoch": 1.2551665753697525,
      "grad_norm": 5.9193010330200195,
      "learning_rate": 3.336299839449192e-05,
      "loss": 0.27011044025421144,
      "step": 25205,
      "token_acc": 0.8386260531432275
    },
    {
      "epoch": 1.255415566953837,
      "grad_norm": 1.881162166595459,
      "learning_rate": 3.3343587306108466e-05,
      "loss": 0.39736509323120117,
      "step": 25210,
      "token_acc": 0.8424068767908309
    },
    {
      "epoch": 1.2556645585379214,
      "grad_norm": 0.8795472383499146,
      "learning_rate": 3.332417904106928e-05,
      "loss": 0.3304229021072388,
      "step": 25215,
      "token_acc": 0.9310018903591682
    },
    {
      "epoch": 1.2559135501220058,
      "grad_norm": 2.3796439170837402,
      "learning_rate": 3.330477360266414e-05,
      "loss": 0.37398591041564944,
      "step": 25220,
      "token_acc": 0.8566350710900474
    },
    {
      "epoch": 1.2561625417060904,
      "grad_norm": 0.3041665852069855,
      "learning_rate": 3.328537099418235e-05,
      "loss": 0.2564178228378296,
      "step": 25225,
      "token_acc": 0.9755868544600939
    },
    {
      "epoch": 1.2564115332901749,
      "grad_norm": 2.140784740447998,
      "learning_rate": 3.3265971218912796e-05,
      "loss": 0.3401699781417847,
      "step": 25230,
      "token_acc": 0.9349796811503595
    },
    {
      "epoch": 1.2566605248742593,
      "grad_norm": 0.9686852097511292,
      "learning_rate": 3.324657428014379e-05,
      "loss": 0.29049029350280764,
      "step": 25235,
      "token_acc": 0.9312207418077062
    },
    {
      "epoch": 1.2569095164583437,
      "grad_norm": 8.951791763305664,
      "learning_rate": 3.322718018116322e-05,
      "loss": 0.4084908485412598,
      "step": 25240,
      "token_acc": 0.9383259911894273
    },
    {
      "epoch": 1.2571585080424281,
      "grad_norm": 3.2700538635253906,
      "learning_rate": 3.32077889252585e-05,
      "loss": 0.20913658142089844,
      "step": 25245,
      "token_acc": 0.9511434511434511
    },
    {
      "epoch": 1.2574074996265125,
      "grad_norm": 4.375387191772461,
      "learning_rate": 3.318840051571654e-05,
      "loss": 0.12287495136260987,
      "step": 25250,
      "token_acc": 0.9865350089766607
    },
    {
      "epoch": 1.257656491210597,
      "grad_norm": 3.666203737258911,
      "learning_rate": 3.316901495582375e-05,
      "loss": 0.32596826553344727,
      "step": 25255,
      "token_acc": 0.9105367793240556
    },
    {
      "epoch": 1.2579054827946816,
      "grad_norm": 2.294203519821167,
      "learning_rate": 3.314963224886608e-05,
      "loss": 0.26857647895812986,
      "step": 25260,
      "token_acc": 0.8637469586374696
    },
    {
      "epoch": 1.258154474378766,
      "grad_norm": 2.402012586593628,
      "learning_rate": 3.313025239812903e-05,
      "loss": 0.25275626182556155,
      "step": 25265,
      "token_acc": 0.9037092544023979
    },
    {
      "epoch": 1.2584034659628505,
      "grad_norm": 2.485105037689209,
      "learning_rate": 3.3110875406897545e-05,
      "loss": 0.42064576148986815,
      "step": 25270,
      "token_acc": 0.9701869631126832
    },
    {
      "epoch": 1.2586524575469349,
      "grad_norm": 3.9819791316986084,
      "learning_rate": 3.309150127845614e-05,
      "loss": 0.3119607925415039,
      "step": 25275,
      "token_acc": 0.96415770609319
    },
    {
      "epoch": 1.2589014491310193,
      "grad_norm": 5.588801860809326,
      "learning_rate": 3.30721300160888e-05,
      "loss": 0.2370610237121582,
      "step": 25280,
      "token_acc": 0.9416617560400707
    },
    {
      "epoch": 1.259150440715104,
      "grad_norm": 0.4428270757198334,
      "learning_rate": 3.305276162307908e-05,
      "loss": 0.27469792366027834,
      "step": 25285,
      "token_acc": 0.9140461215932913
    },
    {
      "epoch": 1.2593994322991882,
      "grad_norm": 0.33571434020996094,
      "learning_rate": 3.303339610271e-05,
      "loss": 0.13894778490066528,
      "step": 25290,
      "token_acc": 0.98
    },
    {
      "epoch": 1.2596484238832728,
      "grad_norm": 10.355904579162598,
      "learning_rate": 3.301403345826412e-05,
      "loss": 0.25309066772460936,
      "step": 25295,
      "token_acc": 0.9393442622950819
    },
    {
      "epoch": 1.2598974154673572,
      "grad_norm": 2.8530218601226807,
      "learning_rate": 3.299467369302349e-05,
      "loss": 0.26013360023498533,
      "step": 25300,
      "token_acc": 0.9098712446351931
    },
    {
      "epoch": 1.2601464070514417,
      "grad_norm": 4.36920166015625,
      "learning_rate": 3.297531681026971e-05,
      "loss": 0.23161611557006836,
      "step": 25305,
      "token_acc": 0.9458064516129032
    },
    {
      "epoch": 1.260395398635526,
      "grad_norm": 1.133988380432129,
      "learning_rate": 3.2955962813283845e-05,
      "loss": 0.4643077373504639,
      "step": 25310,
      "token_acc": 0.8930693069306931
    },
    {
      "epoch": 1.2606443902196105,
      "grad_norm": 2.4516074657440186,
      "learning_rate": 3.2936611705346496e-05,
      "loss": 0.3914263486862183,
      "step": 25315,
      "token_acc": 0.9667916443492234
    },
    {
      "epoch": 1.2608933818036951,
      "grad_norm": 3.853046178817749,
      "learning_rate": 3.291726348973779e-05,
      "loss": 0.1323368191719055,
      "step": 25320,
      "token_acc": 0.9796644636502287
    },
    {
      "epoch": 1.2611423733877796,
      "grad_norm": 1.4456602334976196,
      "learning_rate": 3.289791816973734e-05,
      "loss": 0.2788398027420044,
      "step": 25325,
      "token_acc": 0.9456985967053081
    },
    {
      "epoch": 1.261391364971864,
      "grad_norm": 0.6327152252197266,
      "learning_rate": 3.287857574862426e-05,
      "loss": 0.12587075233459472,
      "step": 25330,
      "token_acc": 0.9806362378976486
    },
    {
      "epoch": 1.2616403565559484,
      "grad_norm": 2.218292713165283,
      "learning_rate": 3.285923622967717e-05,
      "loss": 0.15985500812530518,
      "step": 25335,
      "token_acc": 0.9835436094349973
    },
    {
      "epoch": 1.2618893481400328,
      "grad_norm": 5.169713020324707,
      "learning_rate": 3.2839899616174254e-05,
      "loss": 0.32128307819366453,
      "step": 25340,
      "token_acc": 0.8968609865470852
    },
    {
      "epoch": 1.2621383397241173,
      "grad_norm": 0.6522840261459351,
      "learning_rate": 3.282056591139315e-05,
      "loss": 0.1764529228210449,
      "step": 25345,
      "token_acc": 0.9714115544967242
    },
    {
      "epoch": 1.2623873313082017,
      "grad_norm": 0.962814211845398,
      "learning_rate": 3.280123511861101e-05,
      "loss": 0.23173868656158447,
      "step": 25350,
      "token_acc": 0.9147727272727273
    },
    {
      "epoch": 1.2626363228922863,
      "grad_norm": 1.0841586589813232,
      "learning_rate": 3.278190724110448e-05,
      "loss": 0.3579187631607056,
      "step": 25355,
      "token_acc": 0.866877971473851
    },
    {
      "epoch": 1.2628853144763708,
      "grad_norm": 0.9120813012123108,
      "learning_rate": 3.2762582282149766e-05,
      "loss": 0.2465137481689453,
      "step": 25360,
      "token_acc": 0.8668639053254438
    },
    {
      "epoch": 1.2631343060604552,
      "grad_norm": 0.5434906482696533,
      "learning_rate": 3.2743260245022535e-05,
      "loss": 0.2037811279296875,
      "step": 25365,
      "token_acc": 0.9866162350887402
    },
    {
      "epoch": 1.2633832976445396,
      "grad_norm": 5.671565055847168,
      "learning_rate": 3.272394113299794e-05,
      "loss": 0.5273636817932129,
      "step": 25370,
      "token_acc": 0.8603859250851306
    },
    {
      "epoch": 1.263632289228624,
      "grad_norm": 1.056882619857788,
      "learning_rate": 3.27046249493507e-05,
      "loss": 0.18332531452178955,
      "step": 25375,
      "token_acc": 0.9256360078277887
    },
    {
      "epoch": 1.2638812808127085,
      "grad_norm": 8.925338745117188,
      "learning_rate": 3.2685311697355016e-05,
      "loss": 0.25671408176422117,
      "step": 25380,
      "token_acc": 0.9086294416243654
    },
    {
      "epoch": 1.2641302723967929,
      "grad_norm": 1.4396063089370728,
      "learning_rate": 3.266600138028453e-05,
      "loss": 0.22550616264343262,
      "step": 25385,
      "token_acc": 0.9760095961615354
    },
    {
      "epoch": 1.2643792639808775,
      "grad_norm": 3.28872013092041,
      "learning_rate": 3.2646694001412455e-05,
      "loss": 0.23364298343658446,
      "step": 25390,
      "token_acc": 0.8883621711305997
    },
    {
      "epoch": 1.264628255564962,
      "grad_norm": 1.8173019886016846,
      "learning_rate": 3.262738956401151e-05,
      "loss": 0.23139877319335939,
      "step": 25395,
      "token_acc": 0.9612676056338029
    },
    {
      "epoch": 1.2648772471490464,
      "grad_norm": 0.718732476234436,
      "learning_rate": 3.260808807135387e-05,
      "loss": 0.2601670265197754,
      "step": 25400,
      "token_acc": 0.9117647058823529
    },
    {
      "epoch": 1.2651262387331308,
      "grad_norm": 2.033230781555176,
      "learning_rate": 3.2588789526711255e-05,
      "loss": 0.19844988584518433,
      "step": 25405,
      "token_acc": 0.9839003645200486
    },
    {
      "epoch": 1.2653752303172152,
      "grad_norm": 2.8109993934631348,
      "learning_rate": 3.256949393335482e-05,
      "loss": 0.2018892765045166,
      "step": 25410,
      "token_acc": 0.9753858990404672
    },
    {
      "epoch": 1.2656242219012999,
      "grad_norm": 0.7465972900390625,
      "learning_rate": 3.25502012945553e-05,
      "loss": 0.272767972946167,
      "step": 25415,
      "token_acc": 0.9619732785200411
    },
    {
      "epoch": 1.265873213485384,
      "grad_norm": 3.4244396686553955,
      "learning_rate": 3.25309116135829e-05,
      "loss": 0.2687706232070923,
      "step": 25420,
      "token_acc": 0.9658753709198813
    },
    {
      "epoch": 1.2661222050694687,
      "grad_norm": 0.7545533776283264,
      "learning_rate": 3.251162489370728e-05,
      "loss": 0.21549437046051026,
      "step": 25425,
      "token_acc": 0.9834877164720097
    },
    {
      "epoch": 1.2663711966535531,
      "grad_norm": 1.2196968793869019,
      "learning_rate": 3.249234113819767e-05,
      "loss": 0.24516005516052247,
      "step": 25430,
      "token_acc": 0.9581072935503315
    },
    {
      "epoch": 1.2666201882376376,
      "grad_norm": 1.7635749578475952,
      "learning_rate": 3.247306035032275e-05,
      "loss": 0.33437042236328124,
      "step": 25435,
      "token_acc": 0.8729714605484051
    },
    {
      "epoch": 1.266869179821722,
      "grad_norm": 4.812225341796875,
      "learning_rate": 3.245378253335069e-05,
      "loss": 0.24191372394561766,
      "step": 25440,
      "token_acc": 0.8977272727272727
    },
    {
      "epoch": 1.2671181714058064,
      "grad_norm": 3.730699300765991,
      "learning_rate": 3.243450769054919e-05,
      "loss": 0.43857369422912595,
      "step": 25445,
      "token_acc": 0.8432432432432433
    },
    {
      "epoch": 1.267367162989891,
      "grad_norm": 1.822370171546936,
      "learning_rate": 3.2415235825185443e-05,
      "loss": 0.2332468032836914,
      "step": 25450,
      "token_acc": 0.9876401264731245
    },
    {
      "epoch": 1.2676161545739755,
      "grad_norm": 0.50897216796875,
      "learning_rate": 3.239596694052611e-05,
      "loss": 0.18105881214141845,
      "step": 25455,
      "token_acc": 0.9545454545454546
    },
    {
      "epoch": 1.26786514615806,
      "grad_norm": 0.4632442891597748,
      "learning_rate": 3.2376701039837376e-05,
      "loss": 0.07661433815956116,
      "step": 25460,
      "token_acc": 0.9850839030453697
    },
    {
      "epoch": 1.2681141377421443,
      "grad_norm": 2.0322697162628174,
      "learning_rate": 3.235743812638488e-05,
      "loss": 0.2092304229736328,
      "step": 25465,
      "token_acc": 0.9120603015075377
    },
    {
      "epoch": 1.2683631293262287,
      "grad_norm": 4.158980369567871,
      "learning_rate": 3.23381782034338e-05,
      "loss": 0.2740410327911377,
      "step": 25470,
      "token_acc": 0.9110512129380054
    },
    {
      "epoch": 1.2686121209103132,
      "grad_norm": 4.521462917327881,
      "learning_rate": 3.23189212742488e-05,
      "loss": 0.32464895248413084,
      "step": 25475,
      "token_acc": 0.9096045197740112
    },
    {
      "epoch": 1.2688611124943976,
      "grad_norm": 1.76803719997406,
      "learning_rate": 3.229966734209399e-05,
      "loss": 0.2846470594406128,
      "step": 25480,
      "token_acc": 0.9594272076372315
    },
    {
      "epoch": 1.2691101040784822,
      "grad_norm": 0.7546156644821167,
      "learning_rate": 3.228041641023303e-05,
      "loss": 0.15086135864257813,
      "step": 25485,
      "token_acc": 0.9682359614293817
    },
    {
      "epoch": 1.2693590956625667,
      "grad_norm": 3.5896048545837402,
      "learning_rate": 3.2261168481929066e-05,
      "loss": 0.38431990146636963,
      "step": 25490,
      "token_acc": 0.8777348777348777
    },
    {
      "epoch": 1.269608087246651,
      "grad_norm": 3.2995033264160156,
      "learning_rate": 3.224192356044468e-05,
      "loss": 0.28870861530303954,
      "step": 25495,
      "token_acc": 0.9482993197278912
    },
    {
      "epoch": 1.2698570788307355,
      "grad_norm": 0.6756893992424011,
      "learning_rate": 3.2222681649041985e-05,
      "loss": 0.26489388942718506,
      "step": 25500,
      "token_acc": 0.8888888888888888
    },
    {
      "epoch": 1.27010607041482,
      "grad_norm": 0.542604386806488,
      "learning_rate": 3.220344275098261e-05,
      "loss": 0.266829514503479,
      "step": 25505,
      "token_acc": 0.9264413518886679
    },
    {
      "epoch": 1.2703550619989044,
      "grad_norm": 1.032299280166626,
      "learning_rate": 3.2184206869527634e-05,
      "loss": 0.24589381217956544,
      "step": 25510,
      "token_acc": 0.8765008576329331
    },
    {
      "epoch": 1.2706040535829888,
      "grad_norm": 1.724800944328308,
      "learning_rate": 3.216497400793761e-05,
      "loss": 0.4001955986022949,
      "step": 25515,
      "token_acc": 0.8827634333565946
    },
    {
      "epoch": 1.2708530451670734,
      "grad_norm": 2.7458300590515137,
      "learning_rate": 3.214574416947261e-05,
      "loss": 0.19331594705581664,
      "step": 25520,
      "token_acc": 0.9607496463932107
    },
    {
      "epoch": 1.2711020367511578,
      "grad_norm": 1.8024778366088867,
      "learning_rate": 3.212651735739222e-05,
      "loss": 0.3224210023880005,
      "step": 25525,
      "token_acc": 0.9409190371991247
    },
    {
      "epoch": 1.2713510283352423,
      "grad_norm": 3.3134541511535645,
      "learning_rate": 3.2107293574955445e-05,
      "loss": 0.2970834493637085,
      "step": 25530,
      "token_acc": 0.8707692307692307
    },
    {
      "epoch": 1.2716000199193267,
      "grad_norm": 2.753812551498413,
      "learning_rate": 3.208807282542081e-05,
      "loss": 0.39394268989562986,
      "step": 25535,
      "token_acc": 0.8773125608568647
    },
    {
      "epoch": 1.2718490115034111,
      "grad_norm": 2.6893787384033203,
      "learning_rate": 3.2068855112046356e-05,
      "loss": 0.2807607889175415,
      "step": 25540,
      "token_acc": 0.9172736732570239
    },
    {
      "epoch": 1.2720980030874958,
      "grad_norm": 0.5076735019683838,
      "learning_rate": 3.2049640438089555e-05,
      "loss": 0.392402720451355,
      "step": 25545,
      "token_acc": 0.9026717557251909
    },
    {
      "epoch": 1.27234699467158,
      "grad_norm": 9.189542770385742,
      "learning_rate": 3.20304288068074e-05,
      "loss": 0.4183197975158691,
      "step": 25550,
      "token_acc": 0.8514890282131662
    },
    {
      "epoch": 1.2725959862556646,
      "grad_norm": 2.5769777297973633,
      "learning_rate": 3.201122022145634e-05,
      "loss": 0.3187859535217285,
      "step": 25555,
      "token_acc": 0.8925619834710744
    },
    {
      "epoch": 1.272844977839749,
      "grad_norm": 2.1854770183563232,
      "learning_rate": 3.199201468529235e-05,
      "loss": 0.250062084197998,
      "step": 25560,
      "token_acc": 0.9105839416058394
    },
    {
      "epoch": 1.2730939694238335,
      "grad_norm": 2.892760753631592,
      "learning_rate": 3.197281220157086e-05,
      "loss": 0.27505149841308596,
      "step": 25565,
      "token_acc": 0.8918918918918919
    },
    {
      "epoch": 1.2733429610079179,
      "grad_norm": 2.992656946182251,
      "learning_rate": 3.195361277354677e-05,
      "loss": 0.25373914241790774,
      "step": 25570,
      "token_acc": 0.8841870824053452
    },
    {
      "epoch": 1.2735919525920023,
      "grad_norm": 2.029202938079834,
      "learning_rate": 3.1934416404474476e-05,
      "loss": 0.22588653564453126,
      "step": 25575,
      "token_acc": 0.9569672131147541
    },
    {
      "epoch": 1.273840944176087,
      "grad_norm": 0.5000245571136475,
      "learning_rate": 3.1915223097607894e-05,
      "loss": 0.24093227386474608,
      "step": 25580,
      "token_acc": 0.9738193018480493
    },
    {
      "epoch": 1.2740899357601714,
      "grad_norm": 1.056551218032837,
      "learning_rate": 3.189603285620034e-05,
      "loss": 0.4779001235961914,
      "step": 25585,
      "token_acc": 0.8247422680412371
    },
    {
      "epoch": 1.2743389273442558,
      "grad_norm": 1.4479964971542358,
      "learning_rate": 3.187684568350466e-05,
      "loss": 0.44223885536193847,
      "step": 25590,
      "token_acc": 0.8356573705179283
    },
    {
      "epoch": 1.2745879189283402,
      "grad_norm": 2.5482590198516846,
      "learning_rate": 3.1857661582773215e-05,
      "loss": 0.322642183303833,
      "step": 25595,
      "token_acc": 0.878345498783455
    },
    {
      "epoch": 1.2748369105124246,
      "grad_norm": 1.3593732118606567,
      "learning_rate": 3.183848055725777e-05,
      "loss": 0.12749652862548827,
      "step": 25600,
      "token_acc": 0.9722222222222222
    },
    {
      "epoch": 1.275085902096509,
      "grad_norm": 4.263486862182617,
      "learning_rate": 3.181930261020961e-05,
      "loss": 0.27944350242614746,
      "step": 25605,
      "token_acc": 0.913894324853229
    },
    {
      "epoch": 1.2753348936805935,
      "grad_norm": 0.465271532535553,
      "learning_rate": 3.1800127744879474e-05,
      "loss": 0.27231292724609374,
      "step": 25610,
      "token_acc": 0.9184060721062619
    },
    {
      "epoch": 1.2755838852646781,
      "grad_norm": 2.9457898139953613,
      "learning_rate": 3.178095596451763e-05,
      "loss": 0.43248801231384276,
      "step": 25615,
      "token_acc": 0.8736263736263736
    },
    {
      "epoch": 1.2758328768487626,
      "grad_norm": 2.0326030254364014,
      "learning_rate": 3.176178727237379e-05,
      "loss": 0.08977125883102417,
      "step": 25620,
      "token_acc": 0.980261790982755
    },
    {
      "epoch": 1.276081868432847,
      "grad_norm": 0.6350852847099304,
      "learning_rate": 3.17426216716971e-05,
      "loss": 0.26311066150665285,
      "step": 25625,
      "token_acc": 0.9360730593607306
    },
    {
      "epoch": 1.2763308600169314,
      "grad_norm": 1.7258198261260986,
      "learning_rate": 3.172345916573626e-05,
      "loss": 0.2654920816421509,
      "step": 25630,
      "token_acc": 0.946067415730337
    },
    {
      "epoch": 1.2765798516010158,
      "grad_norm": 5.772375106811523,
      "learning_rate": 3.1704299757739396e-05,
      "loss": 0.30416312217712405,
      "step": 25635,
      "token_acc": 0.939922480620155
    },
    {
      "epoch": 1.2768288431851005,
      "grad_norm": 0.7031444907188416,
      "learning_rate": 3.1685143450954144e-05,
      "loss": 0.2508305788040161,
      "step": 25640,
      "token_acc": 0.9346092503987241
    },
    {
      "epoch": 1.2770778347691847,
      "grad_norm": 2.727226972579956,
      "learning_rate": 3.166599024862755e-05,
      "loss": 0.3375197172164917,
      "step": 25645,
      "token_acc": 0.9104528430371127
    },
    {
      "epoch": 1.2773268263532693,
      "grad_norm": 1.282705307006836,
      "learning_rate": 3.1646840154006215e-05,
      "loss": 0.29319000244140625,
      "step": 25650,
      "token_acc": 0.882466281310212
    },
    {
      "epoch": 1.2775758179373538,
      "grad_norm": 1.2949801683425903,
      "learning_rate": 3.162769317033617e-05,
      "loss": 0.22226417064666748,
      "step": 25655,
      "token_acc": 0.9088235294117647
    },
    {
      "epoch": 1.2778248095214382,
      "grad_norm": 1.289236068725586,
      "learning_rate": 3.16085493008629e-05,
      "loss": 0.3069857120513916,
      "step": 25660,
      "token_acc": 0.9016189290161893
    },
    {
      "epoch": 1.2780738011055226,
      "grad_norm": 1.393347978591919,
      "learning_rate": 3.15894085488314e-05,
      "loss": 0.20316214561462403,
      "step": 25665,
      "token_acc": 0.9161184210526315
    },
    {
      "epoch": 1.278322792689607,
      "grad_norm": 1.7083184719085693,
      "learning_rate": 3.1570270917486135e-05,
      "loss": 0.45479583740234375,
      "step": 25670,
      "token_acc": 0.8212974296205631
    },
    {
      "epoch": 1.2785717842736917,
      "grad_norm": 0.9188456535339355,
      "learning_rate": 3.1551136410071e-05,
      "loss": 0.3658957004547119,
      "step": 25675,
      "token_acc": 0.8647398843930636
    },
    {
      "epoch": 1.2788207758577759,
      "grad_norm": 5.250244140625,
      "learning_rate": 3.153200502982943e-05,
      "loss": 0.5038555145263672,
      "step": 25680,
      "token_acc": 0.8609523809523809
    },
    {
      "epoch": 1.2790697674418605,
      "grad_norm": 1.6715044975280762,
      "learning_rate": 3.151287678000423e-05,
      "loss": 0.22704832553863524,
      "step": 25685,
      "token_acc": 0.958168456755229
    },
    {
      "epoch": 1.279318759025945,
      "grad_norm": 0.8578515648841858,
      "learning_rate": 3.149375166383778e-05,
      "loss": 0.30264949798583984,
      "step": 25690,
      "token_acc": 0.9354348651728067
    },
    {
      "epoch": 1.2795677506100294,
      "grad_norm": 1.1805132627487183,
      "learning_rate": 3.147462968457187e-05,
      "loss": 0.2431556224822998,
      "step": 25695,
      "token_acc": 0.9175084175084175
    },
    {
      "epoch": 1.2798167421941138,
      "grad_norm": 3.134028911590576,
      "learning_rate": 3.145551084544777e-05,
      "loss": 0.4310759544372559,
      "step": 25700,
      "token_acc": 0.8711111111111111
    },
    {
      "epoch": 1.2800657337781982,
      "grad_norm": 3.3999342918395996,
      "learning_rate": 3.143639514970619e-05,
      "loss": 0.6406943321228027,
      "step": 25705,
      "token_acc": 0.8537549407114624
    },
    {
      "epoch": 1.2803147253622829,
      "grad_norm": 1.2958403825759888,
      "learning_rate": 3.141728260058738e-05,
      "loss": 0.23052124977111815,
      "step": 25710,
      "token_acc": 0.9251559251559252
    },
    {
      "epoch": 1.2805637169463673,
      "grad_norm": 8.318061828613281,
      "learning_rate": 3.139817320133099e-05,
      "loss": 0.1621975541114807,
      "step": 25715,
      "token_acc": 0.9859747545582047
    },
    {
      "epoch": 1.2808127085304517,
      "grad_norm": 1.3152114152908325,
      "learning_rate": 3.137906695517614e-05,
      "loss": 0.31034553050994873,
      "step": 25720,
      "token_acc": 0.8573099415204678
    },
    {
      "epoch": 1.2810617001145361,
      "grad_norm": 1.8498460054397583,
      "learning_rate": 3.1359963865361477e-05,
      "loss": 0.38104612827301027,
      "step": 25725,
      "token_acc": 0.837160751565762
    },
    {
      "epoch": 1.2813106916986206,
      "grad_norm": 1.7228679656982422,
      "learning_rate": 3.134086393512503e-05,
      "loss": 0.20979173183441163,
      "step": 25730,
      "token_acc": 0.9516433698526634
    },
    {
      "epoch": 1.281559683282705,
      "grad_norm": 2.033623218536377,
      "learning_rate": 3.1321767167704364e-05,
      "loss": 0.18143172264099122,
      "step": 25735,
      "token_acc": 0.9531914893617022
    },
    {
      "epoch": 1.2818086748667894,
      "grad_norm": 1.4344886541366577,
      "learning_rate": 3.130267356633643e-05,
      "loss": 0.2682276725769043,
      "step": 25740,
      "token_acc": 0.8636106395019808
    },
    {
      "epoch": 1.282057666450874,
      "grad_norm": 0.6503432393074036,
      "learning_rate": 3.1283583134257724e-05,
      "loss": 0.15430480241775513,
      "step": 25745,
      "token_acc": 0.9705583756345177
    },
    {
      "epoch": 1.2823066580349585,
      "grad_norm": 1.7546958923339844,
      "learning_rate": 3.126449587470416e-05,
      "loss": 0.41739540100097655,
      "step": 25750,
      "token_acc": 0.8127610208816706
    },
    {
      "epoch": 1.282555649619043,
      "grad_norm": 1.3656307458877563,
      "learning_rate": 3.124541179091113e-05,
      "loss": 0.4140914440155029,
      "step": 25755,
      "token_acc": 0.8773584905660378
    },
    {
      "epoch": 1.2828046412031273,
      "grad_norm": 3.5917470455169678,
      "learning_rate": 3.122633088611345e-05,
      "loss": 0.29012963771820066,
      "step": 25760,
      "token_acc": 0.9459269662921348
    },
    {
      "epoch": 1.2830536327872117,
      "grad_norm": 1.4008808135986328,
      "learning_rate": 3.120725316354546e-05,
      "loss": 0.27490427494049074,
      "step": 25765,
      "token_acc": 0.9290540540540541
    },
    {
      "epoch": 1.2833026243712964,
      "grad_norm": 1.1970256567001343,
      "learning_rate": 3.1188178626440937e-05,
      "loss": 0.3266512393951416,
      "step": 25770,
      "token_acc": 0.8971061093247589
    },
    {
      "epoch": 1.2835516159553806,
      "grad_norm": 2.2212796211242676,
      "learning_rate": 3.116910727803306e-05,
      "loss": 0.32260308265686033,
      "step": 25775,
      "token_acc": 0.8970331588132635
    },
    {
      "epoch": 1.2838006075394652,
      "grad_norm": 3.4018726348876953,
      "learning_rate": 3.1150039121554566e-05,
      "loss": 0.34408202171325686,
      "step": 25780,
      "token_acc": 0.8187111801242236
    },
    {
      "epoch": 1.2840495991235497,
      "grad_norm": 1.521978735923767,
      "learning_rate": 3.1130974160237586e-05,
      "loss": 0.23537657260894776,
      "step": 25785,
      "token_acc": 0.916955017301038
    },
    {
      "epoch": 1.284298590707634,
      "grad_norm": 2.192958354949951,
      "learning_rate": 3.1111912397313715e-05,
      "loss": 0.2264644145965576,
      "step": 25790,
      "token_acc": 0.8895207148659626
    },
    {
      "epoch": 1.2845475822917185,
      "grad_norm": 4.0182037353515625,
      "learning_rate": 3.109285383601401e-05,
      "loss": 0.13957269191741944,
      "step": 25795,
      "token_acc": 0.977431906614786
    },
    {
      "epoch": 1.284796573875803,
      "grad_norm": 2.5360682010650635,
      "learning_rate": 3.107379847956903e-05,
      "loss": 0.25921878814697263,
      "step": 25800,
      "token_acc": 0.9052631578947369
    },
    {
      "epoch": 1.2850455654598876,
      "grad_norm": 1.765177845954895,
      "learning_rate": 3.105474633120872e-05,
      "loss": 0.21701476573944092,
      "step": 25805,
      "token_acc": 0.930635838150289
    },
    {
      "epoch": 1.285294557043972,
      "grad_norm": 4.872684478759766,
      "learning_rate": 3.103569739416252e-05,
      "loss": 0.3052346706390381,
      "step": 25810,
      "token_acc": 0.8831908831908832
    },
    {
      "epoch": 1.2855435486280564,
      "grad_norm": 3.7472500801086426,
      "learning_rate": 3.1016651671659305e-05,
      "loss": 0.2377484083175659,
      "step": 25815,
      "token_acc": 0.9862174578866769
    },
    {
      "epoch": 1.2857925402121408,
      "grad_norm": 2.8511993885040283,
      "learning_rate": 3.099760916692744e-05,
      "loss": 0.2571056842803955,
      "step": 25820,
      "token_acc": 0.8978102189781022
    },
    {
      "epoch": 1.2860415317962253,
      "grad_norm": 1.6042721271514893,
      "learning_rate": 3.0978569883194726e-05,
      "loss": 0.3454148292541504,
      "step": 25825,
      "token_acc": 0.9051929490233445
    },
    {
      "epoch": 1.2862905233803097,
      "grad_norm": 0.7865485548973083,
      "learning_rate": 3.0959533823688385e-05,
      "loss": 0.17679357528686523,
      "step": 25830,
      "token_acc": 0.9782527184101987
    },
    {
      "epoch": 1.2865395149643941,
      "grad_norm": 4.608513355255127,
      "learning_rate": 3.094050099163516e-05,
      "loss": 0.5233653545379638,
      "step": 25835,
      "token_acc": 0.8604651162790697
    },
    {
      "epoch": 1.2867885065484788,
      "grad_norm": 2.038435697555542,
      "learning_rate": 3.09214713902612e-05,
      "loss": 0.23392922878265382,
      "step": 25840,
      "token_acc": 0.9276139410187667
    },
    {
      "epoch": 1.2870374981325632,
      "grad_norm": 3.2697110176086426,
      "learning_rate": 3.0902445022792105e-05,
      "loss": 0.3653675317764282,
      "step": 25845,
      "token_acc": 0.9051186017478152
    },
    {
      "epoch": 1.2872864897166476,
      "grad_norm": 0.5452079772949219,
      "learning_rate": 3.088342189245292e-05,
      "loss": 0.26454207897186277,
      "step": 25850,
      "token_acc": 0.9678495602062481
    },
    {
      "epoch": 1.287535481300732,
      "grad_norm": 3.166712760925293,
      "learning_rate": 3.086440200246822e-05,
      "loss": 0.24507453441619872,
      "step": 25855,
      "token_acc": 0.9201520912547528
    },
    {
      "epoch": 1.2877844728848165,
      "grad_norm": 3.5377275943756104,
      "learning_rate": 3.084538535606192e-05,
      "loss": 0.17391668558120726,
      "step": 25860,
      "token_acc": 0.950965824665676
    },
    {
      "epoch": 1.2880334644689009,
      "grad_norm": 1.3285471200942993,
      "learning_rate": 3.0826371956457455e-05,
      "loss": 0.41530747413635255,
      "step": 25865,
      "token_acc": 0.9116117850953206
    },
    {
      "epoch": 1.2882824560529853,
      "grad_norm": 0.8717663288116455,
      "learning_rate": 3.0807361806877676e-05,
      "loss": 0.16416114568710327,
      "step": 25870,
      "token_acc": 0.967479674796748
    },
    {
      "epoch": 1.28853144763707,
      "grad_norm": 8.836179733276367,
      "learning_rate": 3.0788354910544906e-05,
      "loss": 0.3983501434326172,
      "step": 25875,
      "token_acc": 0.9196021549937837
    },
    {
      "epoch": 1.2887804392211544,
      "grad_norm": 1.3696616888046265,
      "learning_rate": 3.076935127068092e-05,
      "loss": 0.17757939100265502,
      "step": 25880,
      "token_acc": 0.9527073337902673
    },
    {
      "epoch": 1.2890294308052388,
      "grad_norm": 1.1638370752334595,
      "learning_rate": 3.0750350890506886e-05,
      "loss": 0.16312073469161986,
      "step": 25885,
      "token_acc": 0.9168300196023523
    },
    {
      "epoch": 1.2892784223893232,
      "grad_norm": 3.6722092628479004,
      "learning_rate": 3.073135377324353e-05,
      "loss": 0.13074171543121338,
      "step": 25890,
      "token_acc": 0.970446735395189
    },
    {
      "epoch": 1.2895274139734076,
      "grad_norm": 1.3073372840881348,
      "learning_rate": 3.07123599221109e-05,
      "loss": 0.39760985374450686,
      "step": 25895,
      "token_acc": 0.8605482717520858
    },
    {
      "epoch": 1.2897764055574923,
      "grad_norm": 1.286811113357544,
      "learning_rate": 3.0693369340328584e-05,
      "loss": 0.32922241687774656,
      "step": 25900,
      "token_acc": 0.8396017699115044
    },
    {
      "epoch": 1.2900253971415765,
      "grad_norm": 1.1468689441680908,
      "learning_rate": 3.067438203111554e-05,
      "loss": 0.18016984462738037,
      "step": 25905,
      "token_acc": 0.9557038834951457
    },
    {
      "epoch": 1.2902743887256611,
      "grad_norm": 0.8633388876914978,
      "learning_rate": 3.065539799769025e-05,
      "loss": 0.18993785381317138,
      "step": 25910,
      "token_acc": 0.9277456647398844
    },
    {
      "epoch": 1.2905233803097456,
      "grad_norm": 0.7453008890151978,
      "learning_rate": 3.063641724327059e-05,
      "loss": 0.26022963523864745,
      "step": 25915,
      "token_acc": 0.9112286890064668
    },
    {
      "epoch": 1.29077237189383,
      "grad_norm": 0.8583718538284302,
      "learning_rate": 3.0617439771073874e-05,
      "loss": 0.5014919757843017,
      "step": 25920,
      "token_acc": 0.9613615455381784
    },
    {
      "epoch": 1.2910213634779144,
      "grad_norm": 0.6892982721328735,
      "learning_rate": 3.059846558431689e-05,
      "loss": 0.15922079086303711,
      "step": 25925,
      "token_acc": 0.959915611814346
    },
    {
      "epoch": 1.2912703550619988,
      "grad_norm": 1.1608502864837646,
      "learning_rate": 3.057949468621587e-05,
      "loss": 0.2704498767852783,
      "step": 25930,
      "token_acc": 0.916235294117647
    },
    {
      "epoch": 1.2915193466460835,
      "grad_norm": 1.8014334440231323,
      "learning_rate": 3.056052707998645e-05,
      "loss": 0.17023743391036988,
      "step": 25935,
      "token_acc": 0.9712889431887599
    },
    {
      "epoch": 1.291768338230168,
      "grad_norm": 0.9999133944511414,
      "learning_rate": 3.0541562768843744e-05,
      "loss": 0.16208807229995728,
      "step": 25940,
      "token_acc": 0.9261904761904762
    },
    {
      "epoch": 1.2920173298142523,
      "grad_norm": 0.5874137878417969,
      "learning_rate": 3.052260175600231e-05,
      "loss": 0.1891281485557556,
      "step": 25945,
      "token_acc": 0.9777272727272728
    },
    {
      "epoch": 1.2922663213983367,
      "grad_norm": 1.6723060607910156,
      "learning_rate": 3.0503644044676117e-05,
      "loss": 0.20679705142974852,
      "step": 25950,
      "token_acc": 0.9296943231441048
    },
    {
      "epoch": 1.2925153129824212,
      "grad_norm": 0.9172371625900269,
      "learning_rate": 3.04846896380786e-05,
      "loss": 0.38032963275909426,
      "step": 25955,
      "token_acc": 0.8525576730190572
    },
    {
      "epoch": 1.2927643045665056,
      "grad_norm": 9.9879150390625,
      "learning_rate": 3.0465738539422605e-05,
      "loss": 0.428726863861084,
      "step": 25960,
      "token_acc": 0.8209255533199196
    },
    {
      "epoch": 1.29301329615059,
      "grad_norm": 4.425185680389404,
      "learning_rate": 3.044679075192045e-05,
      "loss": 0.2957392454147339,
      "step": 25965,
      "token_acc": 0.9158878504672897
    },
    {
      "epoch": 1.2932622877346747,
      "grad_norm": 0.9481261968612671,
      "learning_rate": 3.04278462787839e-05,
      "loss": 0.4195845603942871,
      "step": 25970,
      "token_acc": 0.8852185518852186
    },
    {
      "epoch": 1.293511279318759,
      "grad_norm": 1.2749700546264648,
      "learning_rate": 3.0408905123224103e-05,
      "loss": 0.20658521652221679,
      "step": 25975,
      "token_acc": 0.9021651964715317
    },
    {
      "epoch": 1.2937602709028435,
      "grad_norm": 1.0904181003570557,
      "learning_rate": 3.038996728845168e-05,
      "loss": 0.23648412227630616,
      "step": 25980,
      "token_acc": 0.9637139807897546
    },
    {
      "epoch": 1.294009262486928,
      "grad_norm": 0.8732509613037109,
      "learning_rate": 3.0371032777676723e-05,
      "loss": 0.16189184188842773,
      "step": 25985,
      "token_acc": 0.9706840390879479
    },
    {
      "epoch": 1.2942582540710124,
      "grad_norm": 2.35155987739563,
      "learning_rate": 3.0352101594108685e-05,
      "loss": 0.22081809043884276,
      "step": 25990,
      "token_acc": 0.9306260575296108
    },
    {
      "epoch": 1.2945072456550968,
      "grad_norm": 1.1262264251708984,
      "learning_rate": 3.033317374095651e-05,
      "loss": 0.25564358234405515,
      "step": 25995,
      "token_acc": 0.906183368869936
    },
    {
      "epoch": 1.2947562372391812,
      "grad_norm": 3.405132293701172,
      "learning_rate": 3.031424922142857e-05,
      "loss": 0.28564207553863524,
      "step": 26000,
      "token_acc": 0.9371221281741233
    },
    {
      "epoch": 1.2950052288232659,
      "grad_norm": 3.54313325881958,
      "learning_rate": 3.0295328038732666e-05,
      "loss": 0.23097338676452636,
      "step": 26005,
      "token_acc": 0.9104477611940298
    },
    {
      "epoch": 1.2952542204073503,
      "grad_norm": 1.739230751991272,
      "learning_rate": 3.0276410196076023e-05,
      "loss": 0.12326606512069702,
      "step": 26010,
      "token_acc": 0.9850249584026622
    },
    {
      "epoch": 1.2955032119914347,
      "grad_norm": 2.770106554031372,
      "learning_rate": 3.0257495696665296e-05,
      "loss": 0.4886425495147705,
      "step": 26015,
      "token_acc": 0.816933638443936
    },
    {
      "epoch": 1.2957522035755191,
      "grad_norm": 0.9101822376251221,
      "learning_rate": 3.0238584543706615e-05,
      "loss": 0.16576123237609863,
      "step": 26020,
      "token_acc": 0.9358288770053476
    },
    {
      "epoch": 1.2960011951596035,
      "grad_norm": 2.208566665649414,
      "learning_rate": 3.0219676740405495e-05,
      "loss": 0.2687836647033691,
      "step": 26025,
      "token_acc": 0.9043993231810491
    },
    {
      "epoch": 1.2962501867436882,
      "grad_norm": 2.87839412689209,
      "learning_rate": 3.0200772289966917e-05,
      "loss": 0.31126668453216555,
      "step": 26030,
      "token_acc": 0.8746177370030581
    },
    {
      "epoch": 1.2964991783277724,
      "grad_norm": 2.7747199535369873,
      "learning_rate": 3.0181871195595246e-05,
      "loss": 0.25327272415161134,
      "step": 26035,
      "token_acc": 0.8713366690493209
    },
    {
      "epoch": 1.296748169911857,
      "grad_norm": 1.8561679124832153,
      "learning_rate": 3.016297346049435e-05,
      "loss": 0.33375236988067625,
      "step": 26040,
      "token_acc": 0.8739495798319328
    },
    {
      "epoch": 1.2969971614959415,
      "grad_norm": 5.421772003173828,
      "learning_rate": 3.0144079087867472e-05,
      "loss": 0.20333878993988036,
      "step": 26045,
      "token_acc": 0.9358372456964006
    },
    {
      "epoch": 1.2972461530800259,
      "grad_norm": 0.5878373980522156,
      "learning_rate": 3.012518808091729e-05,
      "loss": 0.2588580846786499,
      "step": 26050,
      "token_acc": 0.9254079254079254
    },
    {
      "epoch": 1.2974951446641103,
      "grad_norm": 5.935786724090576,
      "learning_rate": 3.0106300442845935e-05,
      "loss": 0.16512593030929565,
      "step": 26055,
      "token_acc": 0.9523099850968704
    },
    {
      "epoch": 1.2977441362481947,
      "grad_norm": 2.6899056434631348,
      "learning_rate": 3.0087416176854977e-05,
      "loss": 0.1918492794036865,
      "step": 26060,
      "token_acc": 0.9743782969103241
    },
    {
      "epoch": 1.2979931278322794,
      "grad_norm": 1.5888774394989014,
      "learning_rate": 3.006853528614535e-05,
      "loss": 0.441827392578125,
      "step": 26065,
      "token_acc": 0.884311377245509
    },
    {
      "epoch": 1.2982421194163638,
      "grad_norm": 5.961199760437012,
      "learning_rate": 3.0049657773917474e-05,
      "loss": 0.4047497272491455,
      "step": 26070,
      "token_acc": 0.8991452991452992
    },
    {
      "epoch": 1.2984911110004482,
      "grad_norm": 5.985790729522705,
      "learning_rate": 3.00307836433712e-05,
      "loss": 0.2733065366744995,
      "step": 26075,
      "token_acc": 0.9442815249266863
    },
    {
      "epoch": 1.2987401025845327,
      "grad_norm": 0.6282709836959839,
      "learning_rate": 3.0011912897705764e-05,
      "loss": 0.20160410404205323,
      "step": 26080,
      "token_acc": 0.9789389496134364
    },
    {
      "epoch": 1.298989094168617,
      "grad_norm": 0.6760247945785522,
      "learning_rate": 2.9993045540119868e-05,
      "loss": 0.39757096767425537,
      "step": 26085,
      "token_acc": 0.8023560209424084
    },
    {
      "epoch": 1.2992380857527015,
      "grad_norm": 2.876772165298462,
      "learning_rate": 2.9974181573811587e-05,
      "loss": 0.32767930030822756,
      "step": 26090,
      "token_acc": 0.8717948717948718
    },
    {
      "epoch": 1.299487077336786,
      "grad_norm": 1.8157868385314941,
      "learning_rate": 2.9955321001978498e-05,
      "loss": 0.1662055730819702,
      "step": 26095,
      "token_acc": 0.9245283018867925
    },
    {
      "epoch": 1.2997360689208706,
      "grad_norm": 0.49920985102653503,
      "learning_rate": 2.993646382781755e-05,
      "loss": 0.2509286403656006,
      "step": 26100,
      "token_acc": 0.9527389903329753
    },
    {
      "epoch": 1.299985060504955,
      "grad_norm": 4.172979354858398,
      "learning_rate": 2.9917610054525104e-05,
      "loss": 0.23916749954223632,
      "step": 26105,
      "token_acc": 0.8618012422360248
    },
    {
      "epoch": 1.3002340520890394,
      "grad_norm": 1.1256746053695679,
      "learning_rate": 2.9898759685296997e-05,
      "loss": 0.23059585094451904,
      "step": 26110,
      "token_acc": 0.9108910891089109
    },
    {
      "epoch": 1.3004830436731238,
      "grad_norm": 5.416183948516846,
      "learning_rate": 2.987991272332846e-05,
      "loss": 0.2596801519393921,
      "step": 26115,
      "token_acc": 0.9178321678321678
    },
    {
      "epoch": 1.3007320352572083,
      "grad_norm": 0.571332573890686,
      "learning_rate": 2.9861069171814114e-05,
      "loss": 0.14277176856994628,
      "step": 26120,
      "token_acc": 0.9827213822894169
    },
    {
      "epoch": 1.3009810268412927,
      "grad_norm": 1.7467097043991089,
      "learning_rate": 2.9842229033948054e-05,
      "loss": 0.3770447254180908,
      "step": 26125,
      "token_acc": 0.9087992667277727
    },
    {
      "epoch": 1.301230018425377,
      "grad_norm": 2.3624908924102783,
      "learning_rate": 2.9823392312923788e-05,
      "loss": 0.4426270484924316,
      "step": 26130,
      "token_acc": 0.8575197889182058
    },
    {
      "epoch": 1.3014790100094618,
      "grad_norm": 1.4552311897277832,
      "learning_rate": 2.980455901193423e-05,
      "loss": 0.20221030712127686,
      "step": 26135,
      "token_acc": 0.9252173913043479
    },
    {
      "epoch": 1.3017280015935462,
      "grad_norm": 3.199679374694824,
      "learning_rate": 2.9785729134171697e-05,
      "loss": 0.17840837240219115,
      "step": 26140,
      "token_acc": 0.9759126834776063
    },
    {
      "epoch": 1.3019769931776306,
      "grad_norm": 1.030063271522522,
      "learning_rate": 2.9766902682827953e-05,
      "loss": 0.3777313709259033,
      "step": 26145,
      "token_acc": 0.8735083532219571
    },
    {
      "epoch": 1.302225984761715,
      "grad_norm": 0.37127527594566345,
      "learning_rate": 2.9748079661094196e-05,
      "loss": 0.3161663293838501,
      "step": 26150,
      "token_acc": 0.8910614525139665
    },
    {
      "epoch": 1.3024749763457995,
      "grad_norm": 1.9323570728302002,
      "learning_rate": 2.9729260072161004e-05,
      "loss": 0.3324220895767212,
      "step": 26155,
      "token_acc": 0.895392749244713
    },
    {
      "epoch": 1.302723967929884,
      "grad_norm": 0.5156886577606201,
      "learning_rate": 2.9710443919218396e-05,
      "loss": 0.2530871152877808,
      "step": 26160,
      "token_acc": 0.8821548821548821
    },
    {
      "epoch": 1.3029729595139683,
      "grad_norm": 1.4382890462875366,
      "learning_rate": 2.9691631205455777e-05,
      "loss": 0.353006911277771,
      "step": 26165,
      "token_acc": 0.9027027027027027
    },
    {
      "epoch": 1.303221951098053,
      "grad_norm": 0.8318735361099243,
      "learning_rate": 2.9672821934062034e-05,
      "loss": 0.2270075798034668,
      "step": 26170,
      "token_acc": 0.916058394160584
    },
    {
      "epoch": 1.3034709426821374,
      "grad_norm": 2.1760623455047607,
      "learning_rate": 2.9654016108225418e-05,
      "loss": 0.33628504276275634,
      "step": 26175,
      "token_acc": 0.8784403669724771
    },
    {
      "epoch": 1.3037199342662218,
      "grad_norm": 3.017302989959717,
      "learning_rate": 2.9635213731133594e-05,
      "loss": 0.20976746082305908,
      "step": 26180,
      "token_acc": 0.9325842696629213
    },
    {
      "epoch": 1.3039689258503062,
      "grad_norm": 1.7913211584091187,
      "learning_rate": 2.961641480597367e-05,
      "loss": 0.23853695392608643,
      "step": 26185,
      "token_acc": 0.9313984168865436
    },
    {
      "epoch": 1.3042179174343906,
      "grad_norm": 0.651814877986908,
      "learning_rate": 2.959761933593217e-05,
      "loss": 0.1761821985244751,
      "step": 26190,
      "token_acc": 0.977996254681648
    },
    {
      "epoch": 1.3044669090184753,
      "grad_norm": 0.7844841480255127,
      "learning_rate": 2.9578827324195002e-05,
      "loss": 0.5108477592468261,
      "step": 26195,
      "token_acc": 0.9543650793650794
    },
    {
      "epoch": 1.3047159006025597,
      "grad_norm": 3.083587408065796,
      "learning_rate": 2.956003877394749e-05,
      "loss": 0.25045702457427976,
      "step": 26200,
      "token_acc": 0.9269102990033222
    },
    {
      "epoch": 1.3049648921866441,
      "grad_norm": 1.8050780296325684,
      "learning_rate": 2.9541253688374426e-05,
      "loss": 0.17412880659103394,
      "step": 26205,
      "token_acc": 0.9660869565217391
    },
    {
      "epoch": 1.3052138837707286,
      "grad_norm": 4.752580642700195,
      "learning_rate": 2.9522472070659947e-05,
      "loss": 0.3676840543746948,
      "step": 26210,
      "token_acc": 0.8773784355179705
    },
    {
      "epoch": 1.305462875354813,
      "grad_norm": 1.1382970809936523,
      "learning_rate": 2.950369392398764e-05,
      "loss": 0.2672585010528564,
      "step": 26215,
      "token_acc": 0.8737373737373737
    },
    {
      "epoch": 1.3057118669388974,
      "grad_norm": 1.509177565574646,
      "learning_rate": 2.9484919251540476e-05,
      "loss": 0.21049306392669678,
      "step": 26220,
      "token_acc": 0.9429065743944637
    },
    {
      "epoch": 1.3059608585229818,
      "grad_norm": 1.745202898979187,
      "learning_rate": 2.9466148056500876e-05,
      "loss": 0.280729866027832,
      "step": 26225,
      "token_acc": 0.8951965065502183
    },
    {
      "epoch": 1.3062098501070665,
      "grad_norm": 2.239452600479126,
      "learning_rate": 2.9447380342050658e-05,
      "loss": 0.2694133758544922,
      "step": 26230,
      "token_acc": 0.8713527851458885
    },
    {
      "epoch": 1.306458841691151,
      "grad_norm": 4.225230693817139,
      "learning_rate": 2.9428616111371e-05,
      "loss": 0.40671706199645996,
      "step": 26235,
      "token_acc": 0.8369195922989807
    },
    {
      "epoch": 1.3067078332752353,
      "grad_norm": 0.5930066108703613,
      "learning_rate": 2.9409855367642573e-05,
      "loss": 0.19694488048553466,
      "step": 26240,
      "token_acc": 0.9723889555822329
    },
    {
      "epoch": 1.3069568248593197,
      "grad_norm": 2.787721872329712,
      "learning_rate": 2.9391098114045412e-05,
      "loss": 0.23723597526550294,
      "step": 26245,
      "token_acc": 0.9794442329653598
    },
    {
      "epoch": 1.3072058164434042,
      "grad_norm": 1.730920672416687,
      "learning_rate": 2.9372344353758947e-05,
      "loss": 0.16484037637710572,
      "step": 26250,
      "token_acc": 0.9788789601949635
    },
    {
      "epoch": 1.3074548080274886,
      "grad_norm": 0.6425119638442993,
      "learning_rate": 2.935359408996202e-05,
      "loss": 0.15470069646835327,
      "step": 26255,
      "token_acc": 0.9726824899238692
    },
    {
      "epoch": 1.307703799611573,
      "grad_norm": 0.14957085251808167,
      "learning_rate": 2.933484732583294e-05,
      "loss": 0.22296452522277832,
      "step": 26260,
      "token_acc": 0.9848269321953532
    },
    {
      "epoch": 1.3079527911956577,
      "grad_norm": 7.589247703552246,
      "learning_rate": 2.9316104064549345e-05,
      "loss": 0.2258324384689331,
      "step": 26265,
      "token_acc": 0.967479674796748
    },
    {
      "epoch": 1.308201782779742,
      "grad_norm": 2.937218189239502,
      "learning_rate": 2.929736430928831e-05,
      "loss": 0.23086292743682862,
      "step": 26270,
      "token_acc": 0.9811602870813397
    },
    {
      "epoch": 1.3084507743638265,
      "grad_norm": 1.9771206378936768,
      "learning_rate": 2.927862806322631e-05,
      "loss": 0.2802105903625488,
      "step": 26275,
      "token_acc": 0.8922872340425532
    },
    {
      "epoch": 1.308699765947911,
      "grad_norm": 0.827032208442688,
      "learning_rate": 2.9259895329539266e-05,
      "loss": 0.313103175163269,
      "step": 26280,
      "token_acc": 0.9500891265597148
    },
    {
      "epoch": 1.3089487575319954,
      "grad_norm": 0.796268105506897,
      "learning_rate": 2.9241166111402428e-05,
      "loss": 0.16286803483963014,
      "step": 26285,
      "token_acc": 0.9297520661157025
    },
    {
      "epoch": 1.30919774911608,
      "grad_norm": 1.8582946062088013,
      "learning_rate": 2.9222440411990503e-05,
      "loss": 0.222383451461792,
      "step": 26290,
      "token_acc": 0.9244444444444444
    },
    {
      "epoch": 1.3094467407001642,
      "grad_norm": 3.757268190383911,
      "learning_rate": 2.9203718234477618e-05,
      "loss": 0.32949123382568357,
      "step": 26295,
      "token_acc": 0.8907766990291263
    },
    {
      "epoch": 1.3096957322842488,
      "grad_norm": 0.3967670798301697,
      "learning_rate": 2.9184999582037243e-05,
      "loss": 0.137449312210083,
      "step": 26300,
      "token_acc": 0.9842964824120602
    },
    {
      "epoch": 1.3099447238683333,
      "grad_norm": 0.7463136911392212,
      "learning_rate": 2.9166284457842286e-05,
      "loss": 0.25882730484008787,
      "step": 26305,
      "token_acc": 0.903420523138833
    },
    {
      "epoch": 1.3101937154524177,
      "grad_norm": 0.6582475900650024,
      "learning_rate": 2.9147572865065054e-05,
      "loss": 0.3602773904800415,
      "step": 26310,
      "token_acc": 0.8423076923076923
    },
    {
      "epoch": 1.3104427070365021,
      "grad_norm": 0.43268364667892456,
      "learning_rate": 2.9128864806877266e-05,
      "loss": 0.23486666679382323,
      "step": 26315,
      "token_acc": 0.959830866807611
    },
    {
      "epoch": 1.3106916986205865,
      "grad_norm": 2.7437520027160645,
      "learning_rate": 2.9110160286450017e-05,
      "loss": 0.3177821159362793,
      "step": 26320,
      "token_acc": 0.9410187667560321
    },
    {
      "epoch": 1.3109406902046712,
      "grad_norm": 0.8007162809371948,
      "learning_rate": 2.909145930695384e-05,
      "loss": 0.174265718460083,
      "step": 26325,
      "token_acc": 0.980544747081712
    },
    {
      "epoch": 1.3111896817887556,
      "grad_norm": 1.9452006816864014,
      "learning_rate": 2.907276187155859e-05,
      "loss": 0.2257939338684082,
      "step": 26330,
      "token_acc": 0.9246356203341628
    },
    {
      "epoch": 1.31143867337284,
      "grad_norm": 1.3608776330947876,
      "learning_rate": 2.9054067983433624e-05,
      "loss": 0.33669793605804443,
      "step": 26335,
      "token_acc": 0.8499440089585666
    },
    {
      "epoch": 1.3116876649569245,
      "grad_norm": 2.4749395847320557,
      "learning_rate": 2.9035377645747656e-05,
      "loss": 0.2951146125793457,
      "step": 26340,
      "token_acc": 0.8785046728971962
    },
    {
      "epoch": 1.3119366565410089,
      "grad_norm": 1.8109549283981323,
      "learning_rate": 2.9016690861668727e-05,
      "loss": 0.26527066230773927,
      "step": 26345,
      "token_acc": 0.9120458891013384
    },
    {
      "epoch": 1.3121856481250933,
      "grad_norm": 1.678341031074524,
      "learning_rate": 2.8998007634364406e-05,
      "loss": 0.4082477569580078,
      "step": 26350,
      "token_acc": 0.8298017771701982
    },
    {
      "epoch": 1.3124346397091777,
      "grad_norm": 1.218245506286621,
      "learning_rate": 2.897932796700158e-05,
      "loss": 0.2686128616333008,
      "step": 26355,
      "token_acc": 0.9132791327913279
    },
    {
      "epoch": 1.3126836312932624,
      "grad_norm": 1.7486664056777954,
      "learning_rate": 2.8960651862746514e-05,
      "loss": 0.3065249681472778,
      "step": 26360,
      "token_acc": 0.9396689802455953
    },
    {
      "epoch": 1.3129326228773468,
      "grad_norm": 1.8178260326385498,
      "learning_rate": 2.89419793247649e-05,
      "loss": 0.33374295234680174,
      "step": 26365,
      "token_acc": 0.8314111973159991
    },
    {
      "epoch": 1.3131816144614312,
      "grad_norm": 0.7468671798706055,
      "learning_rate": 2.8923310356221876e-05,
      "loss": 0.1472197651863098,
      "step": 26370,
      "token_acc": 0.96
    },
    {
      "epoch": 1.3134306060455156,
      "grad_norm": 1.5470786094665527,
      "learning_rate": 2.890464496028188e-05,
      "loss": 0.1883016347885132,
      "step": 26375,
      "token_acc": 0.9668192219679634
    },
    {
      "epoch": 1.3136795976296,
      "grad_norm": 2.927238941192627,
      "learning_rate": 2.8885983140108795e-05,
      "loss": 0.3049675464630127,
      "step": 26380,
      "token_acc": 0.9683441558441559
    },
    {
      "epoch": 1.3139285892136845,
      "grad_norm": 0.8703631162643433,
      "learning_rate": 2.8867324898865885e-05,
      "loss": 0.33374271392822263,
      "step": 26385,
      "token_acc": 0.8991769547325102
    },
    {
      "epoch": 1.314177580797769,
      "grad_norm": 0.8240920305252075,
      "learning_rate": 2.884867023971586e-05,
      "loss": 0.11263074874877929,
      "step": 26390,
      "token_acc": 0.9669992325402916
    },
    {
      "epoch": 1.3144265723818536,
      "grad_norm": 0.8349889516830444,
      "learning_rate": 2.883001916582072e-05,
      "loss": 0.14250495433807372,
      "step": 26395,
      "token_acc": 0.9698275862068966
    },
    {
      "epoch": 1.314675563965938,
      "grad_norm": 0.2703143060207367,
      "learning_rate": 2.881137168034192e-05,
      "loss": 0.1425643801689148,
      "step": 26400,
      "token_acc": 0.9762616822429907
    },
    {
      "epoch": 1.3149245555500224,
      "grad_norm": 1.6319032907485962,
      "learning_rate": 2.879272778644036e-05,
      "loss": 0.16225819587707518,
      "step": 26405,
      "token_acc": 0.9713261648745519
    },
    {
      "epoch": 1.3151735471341068,
      "grad_norm": 1.0401442050933838,
      "learning_rate": 2.877408748727621e-05,
      "loss": 0.16119252443313598,
      "step": 26410,
      "token_acc": 0.9292196007259528
    },
    {
      "epoch": 1.3154225387181913,
      "grad_norm": 1.8782970905303955,
      "learning_rate": 2.875545078600911e-05,
      "loss": 0.43929076194763184,
      "step": 26415,
      "token_acc": 0.8884520884520885
    },
    {
      "epoch": 1.315671530302276,
      "grad_norm": 1.216310977935791,
      "learning_rate": 2.873681768579808e-05,
      "loss": 0.23699688911437988,
      "step": 26420,
      "token_acc": 0.9405487804878049
    },
    {
      "epoch": 1.31592052188636,
      "grad_norm": 1.2706340551376343,
      "learning_rate": 2.8718188189801516e-05,
      "loss": 0.19876036643981934,
      "step": 26425,
      "token_acc": 0.9582422387407084
    },
    {
      "epoch": 1.3161695134704448,
      "grad_norm": 0.40325668454170227,
      "learning_rate": 2.8699562301177213e-05,
      "loss": 0.3200522899627686,
      "step": 26430,
      "token_acc": 0.9716688800354139
    },
    {
      "epoch": 1.3164185050545292,
      "grad_norm": 1.2937767505645752,
      "learning_rate": 2.8680940023082347e-05,
      "loss": 0.3017059564590454,
      "step": 26435,
      "token_acc": 0.8645096056622852
    },
    {
      "epoch": 1.3166674966386136,
      "grad_norm": 1.3225796222686768,
      "learning_rate": 2.8662321358673495e-05,
      "loss": 0.3615403652191162,
      "step": 26440,
      "token_acc": 0.8504672897196262
    },
    {
      "epoch": 1.316916488222698,
      "grad_norm": 3.733187675476074,
      "learning_rate": 2.8643706311106604e-05,
      "loss": 0.22872321605682372,
      "step": 26445,
      "token_acc": 0.9222797927461139
    },
    {
      "epoch": 1.3171654798067824,
      "grad_norm": 0.38584741950035095,
      "learning_rate": 2.8625094883537023e-05,
      "loss": 0.11004841327667236,
      "step": 26450,
      "token_acc": 0.9866666666666667
    },
    {
      "epoch": 1.317414471390867,
      "grad_norm": 2.083486795425415,
      "learning_rate": 2.8606487079119476e-05,
      "loss": 0.2583256483078003,
      "step": 26455,
      "token_acc": 0.9709589041095891
    },
    {
      "epoch": 1.3176634629749515,
      "grad_norm": 1.0350621938705444,
      "learning_rate": 2.8587882901008077e-05,
      "loss": 0.2940410375595093,
      "step": 26460,
      "token_acc": 0.9412811387900356
    },
    {
      "epoch": 1.317912454559036,
      "grad_norm": 0.6280566453933716,
      "learning_rate": 2.856928235235633e-05,
      "loss": 0.1994778633117676,
      "step": 26465,
      "token_acc": 0.9251439539347409
    },
    {
      "epoch": 1.3181614461431204,
      "grad_norm": 2.4222047328948975,
      "learning_rate": 2.8550685436317137e-05,
      "loss": 0.2838108539581299,
      "step": 26470,
      "token_acc": 0.9124423963133641
    },
    {
      "epoch": 1.3184104377272048,
      "grad_norm": 5.678955078125,
      "learning_rate": 2.8532092156042712e-05,
      "loss": 0.3583970069885254,
      "step": 26475,
      "token_acc": 0.8872017353579176
    },
    {
      "epoch": 1.3186594293112892,
      "grad_norm": 2.8479883670806885,
      "learning_rate": 2.8513502514684764e-05,
      "loss": 0.36181020736694336,
      "step": 26480,
      "token_acc": 0.8779527559055118
    },
    {
      "epoch": 1.3189084208953736,
      "grad_norm": 2.9735193252563477,
      "learning_rate": 2.849491651539433e-05,
      "loss": 0.24387664794921876,
      "step": 26485,
      "token_acc": 0.925392670157068
    },
    {
      "epoch": 1.3191574124794583,
      "grad_norm": 2.899912118911743,
      "learning_rate": 2.847633416132179e-05,
      "loss": 0.17169134616851806,
      "step": 26490,
      "token_acc": 0.9487179487179487
    },
    {
      "epoch": 1.3194064040635427,
      "grad_norm": 3.1989376544952393,
      "learning_rate": 2.8457755455616943e-05,
      "loss": 0.3462118625640869,
      "step": 26495,
      "token_acc": 0.9685929648241206
    },
    {
      "epoch": 1.3196553956476271,
      "grad_norm": 1.5333155393600464,
      "learning_rate": 2.843918040142902e-05,
      "loss": 0.3584216833114624,
      "step": 26500,
      "token_acc": 0.8438189845474614
    },
    {
      "epoch": 1.3199043872317116,
      "grad_norm": 0.493080735206604,
      "learning_rate": 2.842060900190655e-05,
      "loss": 0.1084218144416809,
      "step": 26505,
      "token_acc": 0.9888814016172507
    },
    {
      "epoch": 1.320153378815796,
      "grad_norm": 0.5005730986595154,
      "learning_rate": 2.8402041260197458e-05,
      "loss": 0.25793139934539794,
      "step": 26510,
      "token_acc": 0.9467969598262758
    },
    {
      "epoch": 1.3204023703998806,
      "grad_norm": 2.0058560371398926,
      "learning_rate": 2.8383477179449114e-05,
      "loss": 0.3650567293167114,
      "step": 26515,
      "token_acc": 0.8362694300518134
    },
    {
      "epoch": 1.3206513619839648,
      "grad_norm": 2.3096041679382324,
      "learning_rate": 2.836491676280822e-05,
      "loss": 0.2539148092269897,
      "step": 26520,
      "token_acc": 0.9158576051779935
    },
    {
      "epoch": 1.3209003535680495,
      "grad_norm": 1.972493052482605,
      "learning_rate": 2.8346360013420814e-05,
      "loss": 0.26108417510986326,
      "step": 26525,
      "token_acc": 0.9098039215686274
    },
    {
      "epoch": 1.321149345152134,
      "grad_norm": 2.978741407394409,
      "learning_rate": 2.8327806934432365e-05,
      "loss": 0.18883289098739625,
      "step": 26530,
      "token_acc": 0.93158953722334
    },
    {
      "epoch": 1.3213983367362183,
      "grad_norm": 3.1753921508789062,
      "learning_rate": 2.8309257528987775e-05,
      "loss": 0.3091054677963257,
      "step": 26535,
      "token_acc": 0.9672533769954973
    },
    {
      "epoch": 1.3216473283203027,
      "grad_norm": 1.4347851276397705,
      "learning_rate": 2.8290711800231185e-05,
      "loss": 0.2121307373046875,
      "step": 26540,
      "token_acc": 0.9240698557327259
    },
    {
      "epoch": 1.3218963199043872,
      "grad_norm": 0.3162173628807068,
      "learning_rate": 2.8272169751306222e-05,
      "loss": 0.3519529581069946,
      "step": 26545,
      "token_acc": 0.9388489208633094
    },
    {
      "epoch": 1.3221453114884718,
      "grad_norm": 1.3164845705032349,
      "learning_rate": 2.825363138535584e-05,
      "loss": 0.2743643283843994,
      "step": 26550,
      "token_acc": 0.8926174496644296
    },
    {
      "epoch": 1.322394303072556,
      "grad_norm": 2.0267181396484375,
      "learning_rate": 2.8235096705522394e-05,
      "loss": 0.30265231132507325,
      "step": 26555,
      "token_acc": 0.9285714285714286
    },
    {
      "epoch": 1.3226432946566407,
      "grad_norm": 0.3730687201023102,
      "learning_rate": 2.8216565714947606e-05,
      "loss": 0.07017231583595276,
      "step": 26560,
      "token_acc": 0.9860471605971816
    },
    {
      "epoch": 1.322892286240725,
      "grad_norm": 4.664321422576904,
      "learning_rate": 2.8198038416772564e-05,
      "loss": 0.425214147567749,
      "step": 26565,
      "token_acc": 0.8457661290322581
    },
    {
      "epoch": 1.3231412778248095,
      "grad_norm": 0.7097165584564209,
      "learning_rate": 2.8179514814137744e-05,
      "loss": 0.19698176383972169,
      "step": 26570,
      "token_acc": 0.9342105263157895
    },
    {
      "epoch": 1.323390269408894,
      "grad_norm": 0.6622427105903625,
      "learning_rate": 2.816099491018297e-05,
      "loss": 0.24549756050109864,
      "step": 26575,
      "token_acc": 0.957983193277311
    },
    {
      "epoch": 1.3236392609929784,
      "grad_norm": 5.245170593261719,
      "learning_rate": 2.8142478708047482e-05,
      "loss": 0.3246002674102783,
      "step": 26580,
      "token_acc": 0.9239130434782609
    },
    {
      "epoch": 1.323888252577063,
      "grad_norm": 3.35610032081604,
      "learning_rate": 2.8123966210869852e-05,
      "loss": 0.26439855098724363,
      "step": 26585,
      "token_acc": 0.8940481215702828
    },
    {
      "epoch": 1.3241372441611474,
      "grad_norm": 1.9394596815109253,
      "learning_rate": 2.8105457421788045e-05,
      "loss": 0.3006462574005127,
      "step": 26590,
      "token_acc": 0.9008528784648188
    },
    {
      "epoch": 1.3243862357452318,
      "grad_norm": 2.1327097415924072,
      "learning_rate": 2.8086952343939388e-05,
      "loss": 0.2794325351715088,
      "step": 26595,
      "token_acc": 0.9150485436893204
    },
    {
      "epoch": 1.3246352273293163,
      "grad_norm": 0.7967303395271301,
      "learning_rate": 2.8068450980460613e-05,
      "loss": 0.3208160400390625,
      "step": 26600,
      "token_acc": 0.8994211287988423
    },
    {
      "epoch": 1.3248842189134007,
      "grad_norm": 1.7473341226577759,
      "learning_rate": 2.8049953334487723e-05,
      "loss": 0.4162411689758301,
      "step": 26605,
      "token_acc": 0.8729752770673487
    },
    {
      "epoch": 1.3251332104974851,
      "grad_norm": 2.0813302993774414,
      "learning_rate": 2.8031459409156218e-05,
      "loss": 0.3715508937835693,
      "step": 26610,
      "token_acc": 0.9145251396648044
    },
    {
      "epoch": 1.3253822020815695,
      "grad_norm": 0.4611750841140747,
      "learning_rate": 2.801296920760092e-05,
      "loss": 0.16323962211608886,
      "step": 26615,
      "token_acc": 0.9719827586206896
    },
    {
      "epoch": 1.3256311936656542,
      "grad_norm": 1.6042193174362183,
      "learning_rate": 2.799448273295596e-05,
      "loss": 0.2790385723114014,
      "step": 26620,
      "token_acc": 0.8707865168539326
    },
    {
      "epoch": 1.3258801852497386,
      "grad_norm": 2.0968265533447266,
      "learning_rate": 2.7975999988354894e-05,
      "loss": 0.30860352516174316,
      "step": 26625,
      "token_acc": 0.8940217391304348
    },
    {
      "epoch": 1.326129176833823,
      "grad_norm": 1.4465609788894653,
      "learning_rate": 2.79575209769307e-05,
      "loss": 0.44696483612060545,
      "step": 26630,
      "token_acc": 0.7917808219178082
    },
    {
      "epoch": 1.3263781684179075,
      "grad_norm": 1.2030271291732788,
      "learning_rate": 2.793904570181559e-05,
      "loss": 0.3180393218994141,
      "step": 26635,
      "token_acc": 0.8909426987060998
    },
    {
      "epoch": 1.3266271600019919,
      "grad_norm": 9.520661354064941,
      "learning_rate": 2.7920574166141234e-05,
      "loss": 0.219802188873291,
      "step": 26640,
      "token_acc": 0.9674418604651163
    },
    {
      "epoch": 1.3268761515860765,
      "grad_norm": 1.819088339805603,
      "learning_rate": 2.790210637303866e-05,
      "loss": 0.4062038898468018,
      "step": 26645,
      "token_acc": 0.9399038461538461
    },
    {
      "epoch": 1.3271251431701607,
      "grad_norm": 1.1667102575302124,
      "learning_rate": 2.7883642325638283e-05,
      "loss": 0.16183741092681886,
      "step": 26650,
      "token_acc": 0.9737330856991244
    },
    {
      "epoch": 1.3273741347542454,
      "grad_norm": 3.1159586906433105,
      "learning_rate": 2.786518202706978e-05,
      "loss": 0.2613624811172485,
      "step": 26655,
      "token_acc": 0.9164785553047404
    },
    {
      "epoch": 1.3276231263383298,
      "grad_norm": 0.26301077008247375,
      "learning_rate": 2.784672548046229e-05,
      "loss": 0.3317438840866089,
      "step": 26660,
      "token_acc": 0.824887556221889
    },
    {
      "epoch": 1.3278721179224142,
      "grad_norm": 1.409736156463623,
      "learning_rate": 2.7828272688944323e-05,
      "loss": 0.2915884256362915,
      "step": 26665,
      "token_acc": 0.9816395138350142
    },
    {
      "epoch": 1.3281211095064986,
      "grad_norm": 0.6493102312088013,
      "learning_rate": 2.7809823655643673e-05,
      "loss": 0.1554708480834961,
      "step": 26670,
      "token_acc": 0.9783521809369952
    },
    {
      "epoch": 1.328370101090583,
      "grad_norm": 0.7493557333946228,
      "learning_rate": 2.7791378383687568e-05,
      "loss": 0.2386697053909302,
      "step": 26675,
      "token_acc": 0.912751677852349
    },
    {
      "epoch": 1.3286190926746677,
      "grad_norm": 2.637514114379883,
      "learning_rate": 2.777293687620256e-05,
      "loss": 0.3343837022781372,
      "step": 26680,
      "token_acc": 0.862788144895719
    },
    {
      "epoch": 1.3288680842587521,
      "grad_norm": 1.2939761877059937,
      "learning_rate": 2.775449913631458e-05,
      "loss": 0.4279181480407715,
      "step": 26685,
      "token_acc": 0.8505990133897111
    },
    {
      "epoch": 1.3291170758428366,
      "grad_norm": 0.7896714806556702,
      "learning_rate": 2.7736065167148916e-05,
      "loss": 0.23897917270660402,
      "step": 26690,
      "token_acc": 0.9072512647554806
    },
    {
      "epoch": 1.329366067426921,
      "grad_norm": 1.4120231866836548,
      "learning_rate": 2.771763497183022e-05,
      "loss": 0.2462005138397217,
      "step": 26695,
      "token_acc": 0.9169701383831027
    },
    {
      "epoch": 1.3296150590110054,
      "grad_norm": 3.177414655685425,
      "learning_rate": 2.7699208553482498e-05,
      "loss": 0.23779785633087158,
      "step": 26700,
      "token_acc": 0.9435626102292769
    },
    {
      "epoch": 1.3298640505950898,
      "grad_norm": 3.365307569503784,
      "learning_rate": 2.7680785915229118e-05,
      "loss": 0.2250962257385254,
      "step": 26705,
      "token_acc": 0.9796173044925125
    },
    {
      "epoch": 1.3301130421791743,
      "grad_norm": 2.638314723968506,
      "learning_rate": 2.7662367060192812e-05,
      "loss": 0.2782405376434326,
      "step": 26710,
      "token_acc": 0.948076923076923
    },
    {
      "epoch": 1.330362033763259,
      "grad_norm": 1.0519607067108154,
      "learning_rate": 2.7643951991495664e-05,
      "loss": 0.16074460744857788,
      "step": 26715,
      "token_acc": 0.9687194525904204
    },
    {
      "epoch": 1.3306110253473433,
      "grad_norm": 2.367887020111084,
      "learning_rate": 2.7625540712259124e-05,
      "loss": 0.18593913316726685,
      "step": 26720,
      "token_acc": 0.9319826338639653
    },
    {
      "epoch": 1.3308600169314277,
      "grad_norm": 1.2227697372436523,
      "learning_rate": 2.7607133225603982e-05,
      "loss": 0.286950421333313,
      "step": 26725,
      "token_acc": 0.9319548872180451
    },
    {
      "epoch": 1.3311090085155122,
      "grad_norm": 1.8795055150985718,
      "learning_rate": 2.758872953465043e-05,
      "loss": 0.4399394512176514,
      "step": 26730,
      "token_acc": 0.8447368421052631
    },
    {
      "epoch": 1.3313580000995966,
      "grad_norm": 1.875495433807373,
      "learning_rate": 2.757032964251792e-05,
      "loss": 0.37602758407592773,
      "step": 26735,
      "token_acc": 0.8221153846153846
    },
    {
      "epoch": 1.331606991683681,
      "grad_norm": 3.485130548477173,
      "learning_rate": 2.7551933552325394e-05,
      "loss": 0.28001325130462645,
      "step": 26740,
      "token_acc": 0.8649367930805056
    },
    {
      "epoch": 1.3318559832677654,
      "grad_norm": 0.6256193518638611,
      "learning_rate": 2.7533541267191067e-05,
      "loss": 0.1549652934074402,
      "step": 26745,
      "token_acc": 0.9564206856478792
    },
    {
      "epoch": 1.33210497485185,
      "grad_norm": 1.2184940576553345,
      "learning_rate": 2.751515279023247e-05,
      "loss": 0.2578157663345337,
      "step": 26750,
      "token_acc": 0.9023668639053254
    },
    {
      "epoch": 1.3323539664359345,
      "grad_norm": 0.9830286502838135,
      "learning_rate": 2.749676812456659e-05,
      "loss": 0.2619173049926758,
      "step": 26755,
      "token_acc": 0.8891666666666667
    },
    {
      "epoch": 1.332602958020019,
      "grad_norm": 2.9079277515411377,
      "learning_rate": 2.7478387273309714e-05,
      "loss": 0.30890603065490724,
      "step": 26760,
      "token_acc": 0.9628697293895532
    },
    {
      "epoch": 1.3328519496041034,
      "grad_norm": 1.6227638721466064,
      "learning_rate": 2.7460010239577494e-05,
      "loss": 0.19057971239089966,
      "step": 26765,
      "token_acc": 0.9728370221327968
    },
    {
      "epoch": 1.3331009411881878,
      "grad_norm": 4.230669021606445,
      "learning_rate": 2.744163702648488e-05,
      "loss": 0.3546748161315918,
      "step": 26770,
      "token_acc": 0.8637469586374696
    },
    {
      "epoch": 1.3333499327722724,
      "grad_norm": 1.6937005519866943,
      "learning_rate": 2.7423267637146272e-05,
      "loss": 0.22049252986907958,
      "step": 26775,
      "token_acc": 0.9559471365638766
    },
    {
      "epoch": 1.3335989243563566,
      "grad_norm": 2.140594720840454,
      "learning_rate": 2.7404902074675375e-05,
      "loss": 0.2300184488296509,
      "step": 26780,
      "token_acc": 0.9048507462686567
    },
    {
      "epoch": 1.3338479159404413,
      "grad_norm": 4.846470355987549,
      "learning_rate": 2.7386540342185206e-05,
      "loss": 0.32523250579833984,
      "step": 26785,
      "token_acc": 0.9075975359342916
    },
    {
      "epoch": 1.3340969075245257,
      "grad_norm": 1.998556137084961,
      "learning_rate": 2.736818244278817e-05,
      "loss": 0.39931154251098633,
      "step": 26790,
      "token_acc": 0.8703170028818443
    },
    {
      "epoch": 1.3343458991086101,
      "grad_norm": 1.8612003326416016,
      "learning_rate": 2.7349828379596077e-05,
      "loss": 0.2554809808731079,
      "step": 26795,
      "token_acc": 0.9229122055674518
    },
    {
      "epoch": 1.3345948906926945,
      "grad_norm": 1.3093171119689941,
      "learning_rate": 2.7331478155719974e-05,
      "loss": 0.3138803243637085,
      "step": 26800,
      "token_acc": 0.9632819582955575
    },
    {
      "epoch": 1.334843882276779,
      "grad_norm": 8.181693077087402,
      "learning_rate": 2.7313131774270316e-05,
      "loss": 0.2552647113800049,
      "step": 26805,
      "token_acc": 0.9303519061583577
    },
    {
      "epoch": 1.3350928738608636,
      "grad_norm": 1.1705973148345947,
      "learning_rate": 2.729478923835696e-05,
      "loss": 0.13526673316955568,
      "step": 26810,
      "token_acc": 0.9757433489827856
    },
    {
      "epoch": 1.335341865444948,
      "grad_norm": 2.3837921619415283,
      "learning_rate": 2.7276450551089006e-05,
      "loss": 0.1375221848487854,
      "step": 26815,
      "token_acc": 0.9594594594594594
    },
    {
      "epoch": 1.3355908570290325,
      "grad_norm": 1.1470245122909546,
      "learning_rate": 2.7258115715574962e-05,
      "loss": 0.2295360565185547,
      "step": 26820,
      "token_acc": 0.9665327978580991
    },
    {
      "epoch": 1.3358398486131169,
      "grad_norm": 1.2559680938720703,
      "learning_rate": 2.7239784734922667e-05,
      "loss": 0.22763097286224365,
      "step": 26825,
      "token_acc": 0.9202037351443124
    },
    {
      "epoch": 1.3360888401972013,
      "grad_norm": 1.5079299211502075,
      "learning_rate": 2.7221457612239337e-05,
      "loss": 0.3328721046447754,
      "step": 26830,
      "token_acc": 0.8872458410351202
    },
    {
      "epoch": 1.3363378317812857,
      "grad_norm": 2.9771337509155273,
      "learning_rate": 2.7203134350631494e-05,
      "loss": 0.2856990575790405,
      "step": 26835,
      "token_acc": 0.9122120817036071
    },
    {
      "epoch": 1.3365868233653702,
      "grad_norm": 1.611198902130127,
      "learning_rate": 2.7184814953205016e-05,
      "loss": 0.3902599811553955,
      "step": 26840,
      "token_acc": 0.9103232533889468
    },
    {
      "epoch": 1.3368358149494548,
      "grad_norm": 2.2894248962402344,
      "learning_rate": 2.716649942306515e-05,
      "loss": 0.4645565032958984,
      "step": 26845,
      "token_acc": 0.8291139240506329
    },
    {
      "epoch": 1.3370848065335392,
      "grad_norm": 1.2088017463684082,
      "learning_rate": 2.7148187763316446e-05,
      "loss": 0.25371637344360354,
      "step": 26850,
      "token_acc": 0.9433064349265466
    },
    {
      "epoch": 1.3373337981176237,
      "grad_norm": 2.493359327316284,
      "learning_rate": 2.712987997706284e-05,
      "loss": 0.22755577564239501,
      "step": 26855,
      "token_acc": 0.9178294573643411
    },
    {
      "epoch": 1.337582789701708,
      "grad_norm": 0.8165338635444641,
      "learning_rate": 2.711157606740758e-05,
      "loss": 0.19471457004547119,
      "step": 26860,
      "token_acc": 0.9314285714285714
    },
    {
      "epoch": 1.3378317812857925,
      "grad_norm": 1.9580128192901611,
      "learning_rate": 2.7093276037453274e-05,
      "loss": 0.16146260499954224,
      "step": 26865,
      "token_acc": 0.9441548771407298
    },
    {
      "epoch": 1.338080772869877,
      "grad_norm": 8.910612106323242,
      "learning_rate": 2.7074979890301867e-05,
      "loss": 0.2349695682525635,
      "step": 26870,
      "token_acc": 0.9158415841584159
    },
    {
      "epoch": 1.3383297644539613,
      "grad_norm": 3.1002261638641357,
      "learning_rate": 2.7056687629054665e-05,
      "loss": 0.3767721176147461,
      "step": 26875,
      "token_acc": 0.8630705394190872
    },
    {
      "epoch": 1.338578756038046,
      "grad_norm": 1.8943678140640259,
      "learning_rate": 2.7038399256812247e-05,
      "loss": 0.22180938720703125,
      "step": 26880,
      "token_acc": 0.9232558139534883
    },
    {
      "epoch": 1.3388277476221304,
      "grad_norm": 3.179551839828491,
      "learning_rate": 2.7020114776674627e-05,
      "loss": 0.35249688625335696,
      "step": 26885,
      "token_acc": 0.8708860759493671
    },
    {
      "epoch": 1.3390767392062148,
      "grad_norm": 1.1793763637542725,
      "learning_rate": 2.7001834191741106e-05,
      "loss": 0.22176976203918458,
      "step": 26890,
      "token_acc": 0.930766935243211
    },
    {
      "epoch": 1.3393257307902993,
      "grad_norm": 5.035599231719971,
      "learning_rate": 2.698355750511034e-05,
      "loss": 0.3063609838485718,
      "step": 26895,
      "token_acc": 0.9091803278688525
    },
    {
      "epoch": 1.3395747223743837,
      "grad_norm": 1.1999787092208862,
      "learning_rate": 2.6965284719880275e-05,
      "loss": 0.15890862941741943,
      "step": 26900,
      "token_acc": 0.9834788029925187
    },
    {
      "epoch": 1.3398237139584683,
      "grad_norm": 1.6871943473815918,
      "learning_rate": 2.6947015839148282e-05,
      "loss": 0.33268399238586427,
      "step": 26905,
      "token_acc": 0.8314703353396389
    },
    {
      "epoch": 1.3400727055425525,
      "grad_norm": 1.9912375211715698,
      "learning_rate": 2.6928750866011044e-05,
      "loss": 0.45215401649475095,
      "step": 26910,
      "token_acc": 0.9223300970873787
    },
    {
      "epoch": 1.3403216971266372,
      "grad_norm": 1.1949199438095093,
      "learning_rate": 2.6910489803564486e-05,
      "loss": 0.2007267713546753,
      "step": 26915,
      "token_acc": 0.9087488240827846
    },
    {
      "epoch": 1.3405706887107216,
      "grad_norm": 0.38949984312057495,
      "learning_rate": 2.6892232654904022e-05,
      "loss": 0.2279454469680786,
      "step": 26920,
      "token_acc": 0.9010791366906474
    },
    {
      "epoch": 1.340819680294806,
      "grad_norm": 6.134599685668945,
      "learning_rate": 2.6873979423124317e-05,
      "loss": 0.2640470266342163,
      "step": 26925,
      "token_acc": 0.9213483146067416
    },
    {
      "epoch": 1.3410686718788905,
      "grad_norm": 2.3379344940185547,
      "learning_rate": 2.685573011131936e-05,
      "loss": 0.27127947807312014,
      "step": 26930,
      "token_acc": 0.8806970509383378
    },
    {
      "epoch": 1.3413176634629749,
      "grad_norm": 0.6779941320419312,
      "learning_rate": 2.6837484722582484e-05,
      "loss": 0.2079681158065796,
      "step": 26935,
      "token_acc": 0.9481481481481482
    },
    {
      "epoch": 1.3415666550470595,
      "grad_norm": 0.6525004506111145,
      "learning_rate": 2.6819243260006443e-05,
      "loss": 0.4641669750213623,
      "step": 26940,
      "token_acc": 0.8361904761904762
    },
    {
      "epoch": 1.341815646631144,
      "grad_norm": 2.7832205295562744,
      "learning_rate": 2.6801005726683193e-05,
      "loss": 0.22640371322631836,
      "step": 26945,
      "token_acc": 0.9527439024390244
    },
    {
      "epoch": 1.3420646382152284,
      "grad_norm": 1.0667730569839478,
      "learning_rate": 2.6782772125704105e-05,
      "loss": 0.2797140836715698,
      "step": 26950,
      "token_acc": 0.9507936507936507
    },
    {
      "epoch": 1.3423136297993128,
      "grad_norm": 2.0955185890197754,
      "learning_rate": 2.6764542460159857e-05,
      "loss": 0.2923750877380371,
      "step": 26955,
      "token_acc": 0.8628389154704944
    },
    {
      "epoch": 1.3425626213833972,
      "grad_norm": 1.490804672241211,
      "learning_rate": 2.6746316733140476e-05,
      "loss": 0.3027196407318115,
      "step": 26960,
      "token_acc": 0.8929440389294404
    },
    {
      "epoch": 1.3428116129674816,
      "grad_norm": 0.4467909038066864,
      "learning_rate": 2.672809494773531e-05,
      "loss": 0.24876708984375,
      "step": 26965,
      "token_acc": 0.9147619047619048
    },
    {
      "epoch": 1.343060604551566,
      "grad_norm": 0.6949812769889832,
      "learning_rate": 2.6709877107033042e-05,
      "loss": 0.2924471139907837,
      "step": 26970,
      "token_acc": 0.9101796407185628
    },
    {
      "epoch": 1.3433095961356507,
      "grad_norm": 2.49688982963562,
      "learning_rate": 2.669166321412169e-05,
      "loss": 0.20838673114776612,
      "step": 26975,
      "token_acc": 0.9247787610619469
    },
    {
      "epoch": 1.3435585877197351,
      "grad_norm": 5.631597995758057,
      "learning_rate": 2.6673453272088588e-05,
      "loss": 0.2886453628540039,
      "step": 26980,
      "token_acc": 0.9583017437452616
    },
    {
      "epoch": 1.3438075793038196,
      "grad_norm": 4.869278907775879,
      "learning_rate": 2.6655247284020424e-05,
      "loss": 0.5144001007080078,
      "step": 26985,
      "token_acc": 0.8567615658362989
    },
    {
      "epoch": 1.344056570887904,
      "grad_norm": 0.7677760720252991,
      "learning_rate": 2.66370452530032e-05,
      "loss": 0.2590954065322876,
      "step": 26990,
      "token_acc": 0.9052631578947369
    },
    {
      "epoch": 1.3443055624719884,
      "grad_norm": 1.205689549446106,
      "learning_rate": 2.6618847182122243e-05,
      "loss": 0.4767998218536377,
      "step": 26995,
      "token_acc": 0.8280254777070064
    },
    {
      "epoch": 1.3445545540560728,
      "grad_norm": 1.8305292129516602,
      "learning_rate": 2.660065307446222e-05,
      "loss": 0.26648924350738523,
      "step": 27000,
      "token_acc": 0.90169992609017
    },
    {
      "epoch": 1.3448035456401572,
      "grad_norm": 0.9550965428352356,
      "learning_rate": 2.6582462933107146e-05,
      "loss": 0.3180851459503174,
      "step": 27005,
      "token_acc": 0.8975069252077562
    },
    {
      "epoch": 1.345052537224242,
      "grad_norm": 0.13918207585811615,
      "learning_rate": 2.6564276761140273e-05,
      "loss": 0.170156729221344,
      "step": 27010,
      "token_acc": 0.9652025099828865
    },
    {
      "epoch": 1.3453015288083263,
      "grad_norm": 0.4304697513580322,
      "learning_rate": 2.6546094561644308e-05,
      "loss": 0.17015160322189332,
      "step": 27015,
      "token_acc": 0.9761431411530815
    },
    {
      "epoch": 1.3455505203924107,
      "grad_norm": 1.4190990924835205,
      "learning_rate": 2.652791633770121e-05,
      "loss": 0.24455704689025878,
      "step": 27020,
      "token_acc": 0.9217391304347826
    },
    {
      "epoch": 1.3457995119764952,
      "grad_norm": 1.744716763496399,
      "learning_rate": 2.6509742092392297e-05,
      "loss": 0.11708821058273315,
      "step": 27025,
      "token_acc": 0.9734446130500759
    },
    {
      "epoch": 1.3460485035605796,
      "grad_norm": 1.6190754175186157,
      "learning_rate": 2.6491571828798123e-05,
      "loss": 0.25307130813598633,
      "step": 27030,
      "token_acc": 0.9529569892473119
    },
    {
      "epoch": 1.3462974951446642,
      "grad_norm": 0.8099616169929504,
      "learning_rate": 2.647340554999871e-05,
      "loss": 0.21368942260742188,
      "step": 27035,
      "token_acc": 0.9444105070250458
    },
    {
      "epoch": 1.3465464867287484,
      "grad_norm": 3.721980571746826,
      "learning_rate": 2.6455243259073326e-05,
      "loss": 0.3182114601135254,
      "step": 27040,
      "token_acc": 0.9183438757906843
    },
    {
      "epoch": 1.346795478312833,
      "grad_norm": 4.246100425720215,
      "learning_rate": 2.643708495910051e-05,
      "loss": 0.3721063852310181,
      "step": 27045,
      "token_acc": 0.833530106257379
    },
    {
      "epoch": 1.3470444698969175,
      "grad_norm": 2.148609161376953,
      "learning_rate": 2.641893065315824e-05,
      "loss": 0.2962303161621094,
      "step": 27050,
      "token_acc": 0.8960244648318043
    },
    {
      "epoch": 1.347293461481002,
      "grad_norm": 1.9190621376037598,
      "learning_rate": 2.6400780344323767e-05,
      "loss": 0.444705867767334,
      "step": 27055,
      "token_acc": 0.824
    },
    {
      "epoch": 1.3475424530650864,
      "grad_norm": 0.7701492309570312,
      "learning_rate": 2.6382634035673616e-05,
      "loss": 0.22348430156707763,
      "step": 27060,
      "token_acc": 0.9271402550091075
    },
    {
      "epoch": 1.3477914446491708,
      "grad_norm": 2.0860307216644287,
      "learning_rate": 2.636449173028367e-05,
      "loss": 0.20437612533569335,
      "step": 27065,
      "token_acc": 0.9622395833333334
    },
    {
      "epoch": 1.3480404362332554,
      "grad_norm": 2.2724270820617676,
      "learning_rate": 2.634635343122921e-05,
      "loss": 0.2783106088638306,
      "step": 27070,
      "token_acc": 0.8900375939849624
    },
    {
      "epoch": 1.3482894278173398,
      "grad_norm": 7.741832733154297,
      "learning_rate": 2.6328219141584696e-05,
      "loss": 0.20902578830718993,
      "step": 27075,
      "token_acc": 0.9276218611521418
    },
    {
      "epoch": 1.3485384194014243,
      "grad_norm": 1.9951777458190918,
      "learning_rate": 2.631008886442401e-05,
      "loss": 0.2504979133605957,
      "step": 27080,
      "token_acc": 0.9181034482758621
    },
    {
      "epoch": 1.3487874109855087,
      "grad_norm": 1.0084402561187744,
      "learning_rate": 2.629196260282032e-05,
      "loss": 0.4244393348693848,
      "step": 27085,
      "token_acc": 0.8575244879786287
    },
    {
      "epoch": 1.3490364025695931,
      "grad_norm": 2.3237030506134033,
      "learning_rate": 2.6273840359846113e-05,
      "loss": 0.2333534002304077,
      "step": 27090,
      "token_acc": 0.9027777777777778
    },
    {
      "epoch": 1.3492853941536775,
      "grad_norm": 3.6729321479797363,
      "learning_rate": 2.62557221385732e-05,
      "loss": 0.2496184825897217,
      "step": 27095,
      "token_acc": 0.8910256410256411
    },
    {
      "epoch": 1.349534385737762,
      "grad_norm": 2.42706561088562,
      "learning_rate": 2.623760794207271e-05,
      "loss": 0.23823678493499756,
      "step": 27100,
      "token_acc": 0.9457259158751696
    },
    {
      "epoch": 1.3497833773218466,
      "grad_norm": 2.7908763885498047,
      "learning_rate": 2.621949777341509e-05,
      "loss": 0.34717707633972167,
      "step": 27105,
      "token_acc": 0.9330009348706763
    },
    {
      "epoch": 1.350032368905931,
      "grad_norm": 1.1375377178192139,
      "learning_rate": 2.6201391635670107e-05,
      "loss": 0.20609605312347412,
      "step": 27110,
      "token_acc": 0.9462025316455697
    },
    {
      "epoch": 1.3502813604900155,
      "grad_norm": 1.1285662651062012,
      "learning_rate": 2.6183289531906835e-05,
      "loss": 0.2097780227661133,
      "step": 27115,
      "token_acc": 0.9806739345887017
    },
    {
      "epoch": 1.3505303520740999,
      "grad_norm": 1.251291036605835,
      "learning_rate": 2.6165191465193673e-05,
      "loss": 0.2024312973022461,
      "step": 27120,
      "token_acc": 0.9371342835708927
    },
    {
      "epoch": 1.3507793436581843,
      "grad_norm": 2.2347724437713623,
      "learning_rate": 2.6147097438598323e-05,
      "loss": 0.3098794460296631,
      "step": 27125,
      "token_acc": 0.8795900939368061
    },
    {
      "epoch": 1.3510283352422687,
      "grad_norm": 0.5434156656265259,
      "learning_rate": 2.6129007455187828e-05,
      "loss": 0.29559123516082764,
      "step": 27130,
      "token_acc": 0.9362962962962963
    },
    {
      "epoch": 1.3512773268263532,
      "grad_norm": 1.9448915719985962,
      "learning_rate": 2.6110921518028537e-05,
      "loss": 0.29850945472717283,
      "step": 27135,
      "token_acc": 0.8949511400651465
    },
    {
      "epoch": 1.3515263184104378,
      "grad_norm": 2.8261940479278564,
      "learning_rate": 2.609283963018605e-05,
      "loss": 0.271236777305603,
      "step": 27140,
      "token_acc": 0.9116809116809117
    },
    {
      "epoch": 1.3517753099945222,
      "grad_norm": 4.3156256675720215,
      "learning_rate": 2.60747617947254e-05,
      "loss": 0.4570324897766113,
      "step": 27145,
      "token_acc": 0.9084791386271871
    },
    {
      "epoch": 1.3520243015786066,
      "grad_norm": 6.986171722412109,
      "learning_rate": 2.605668801471084e-05,
      "loss": 0.5308722972869873,
      "step": 27150,
      "token_acc": 0.8737541528239202
    },
    {
      "epoch": 1.352273293162691,
      "grad_norm": 2.923903703689575,
      "learning_rate": 2.6038618293205978e-05,
      "loss": 0.2231231927871704,
      "step": 27155,
      "token_acc": 0.9279475982532751
    },
    {
      "epoch": 1.3525222847467755,
      "grad_norm": 0.49464091658592224,
      "learning_rate": 2.602055263327371e-05,
      "loss": 0.4236391544342041,
      "step": 27160,
      "token_acc": 0.8963730569948186
    },
    {
      "epoch": 1.3527712763308601,
      "grad_norm": 2.657884359359741,
      "learning_rate": 2.600249103797626e-05,
      "loss": 0.30288560390472413,
      "step": 27165,
      "token_acc": 0.8503649635036497
    },
    {
      "epoch": 1.3530202679149443,
      "grad_norm": 0.5946327447891235,
      "learning_rate": 2.5984433510375178e-05,
      "loss": 0.0949694812297821,
      "step": 27170,
      "token_acc": 0.9740055139818826
    },
    {
      "epoch": 1.353269259499029,
      "grad_norm": 1.569983720779419,
      "learning_rate": 2.5966380053531243e-05,
      "loss": 0.4809283256530762,
      "step": 27175,
      "token_acc": 0.8916967509025271
    },
    {
      "epoch": 1.3535182510831134,
      "grad_norm": 1.6439493894577026,
      "learning_rate": 2.5948330670504663e-05,
      "loss": 0.16385993957519532,
      "step": 27180,
      "token_acc": 0.9714710252600297
    },
    {
      "epoch": 1.3537672426671978,
      "grad_norm": 3.423384189605713,
      "learning_rate": 2.59302853643549e-05,
      "loss": 0.21004741191864013,
      "step": 27185,
      "token_acc": 0.9767580452920143
    },
    {
      "epoch": 1.3540162342512823,
      "grad_norm": 1.7317168712615967,
      "learning_rate": 2.5912244138140678e-05,
      "loss": 0.304524827003479,
      "step": 27190,
      "token_acc": 0.906801007556675
    },
    {
      "epoch": 1.3542652258353667,
      "grad_norm": 6.808087348937988,
      "learning_rate": 2.589420699492008e-05,
      "loss": 0.3085925579071045,
      "step": 27195,
      "token_acc": 0.9181893687707641
    },
    {
      "epoch": 1.3545142174194513,
      "grad_norm": 4.010952472686768,
      "learning_rate": 2.5876173937750546e-05,
      "loss": 0.18554503917694093,
      "step": 27200,
      "token_acc": 0.9833222148098733
    },
    {
      "epoch": 1.3547632090035358,
      "grad_norm": 5.292396545410156,
      "learning_rate": 2.5858144969688718e-05,
      "loss": 0.340945839881897,
      "step": 27205,
      "token_acc": 0.9351251158480074
    },
    {
      "epoch": 1.3550122005876202,
      "grad_norm": 2.177318572998047,
      "learning_rate": 2.5840120093790588e-05,
      "loss": 0.19887930154800415,
      "step": 27210,
      "token_acc": 0.9704814904427777
    },
    {
      "epoch": 1.3552611921717046,
      "grad_norm": 3.8044512271881104,
      "learning_rate": 2.5822099313111514e-05,
      "loss": 0.32170748710632324,
      "step": 27215,
      "token_acc": 0.8779342723004695
    },
    {
      "epoch": 1.355510183755789,
      "grad_norm": 2.7249393463134766,
      "learning_rate": 2.5804082630706062e-05,
      "loss": 0.30364878177642823,
      "step": 27220,
      "token_acc": 0.8946015424164524
    },
    {
      "epoch": 1.3557591753398734,
      "grad_norm": 1.526552438735962,
      "learning_rate": 2.5786070049628163e-05,
      "loss": 0.1544957637786865,
      "step": 27225,
      "token_acc": 0.9828199052132701
    },
    {
      "epoch": 1.3560081669239579,
      "grad_norm": 1.5752745866775513,
      "learning_rate": 2.576806157293103e-05,
      "loss": 0.2461094856262207,
      "step": 27230,
      "token_acc": 0.9405594405594405
    },
    {
      "epoch": 1.3562571585080425,
      "grad_norm": 1.1500341892242432,
      "learning_rate": 2.57500572036672e-05,
      "loss": 0.16623477935791015,
      "step": 27235,
      "token_acc": 0.9481216457960644
    },
    {
      "epoch": 1.356506150092127,
      "grad_norm": 6.778281211853027,
      "learning_rate": 2.57320569448885e-05,
      "loss": 0.39927456378936765,
      "step": 27240,
      "token_acc": 0.9101636848115722
    },
    {
      "epoch": 1.3567551416762114,
      "grad_norm": 0.4072163701057434,
      "learning_rate": 2.5714060799646057e-05,
      "loss": 0.11583104133605956,
      "step": 27245,
      "token_acc": 0.9808709808709809
    },
    {
      "epoch": 1.3570041332602958,
      "grad_norm": 4.232636451721191,
      "learning_rate": 2.5696068770990316e-05,
      "loss": 0.2950273036956787,
      "step": 27250,
      "token_acc": 0.8880778588807786
    },
    {
      "epoch": 1.3572531248443802,
      "grad_norm": 0.35711294412612915,
      "learning_rate": 2.567808086197101e-05,
      "loss": 0.267069935798645,
      "step": 27255,
      "token_acc": 0.9872093023255814
    },
    {
      "epoch": 1.3575021164284649,
      "grad_norm": 1.6568278074264526,
      "learning_rate": 2.5660097075637173e-05,
      "loss": 0.3362415790557861,
      "step": 27260,
      "token_acc": 0.9282570422535211
    },
    {
      "epoch": 1.357751108012549,
      "grad_norm": 1.4837690591812134,
      "learning_rate": 2.564211741503716e-05,
      "loss": 0.1406834602355957,
      "step": 27265,
      "token_acc": 0.9666884389288047
    },
    {
      "epoch": 1.3580000995966337,
      "grad_norm": 4.714604377746582,
      "learning_rate": 2.5624141883218587e-05,
      "loss": 0.22195286750793458,
      "step": 27270,
      "token_acc": 0.9273927392739274
    },
    {
      "epoch": 1.3582490911807181,
      "grad_norm": 0.8686096668243408,
      "learning_rate": 2.560617048322843e-05,
      "loss": 0.29346604347229005,
      "step": 27275,
      "token_acc": 0.9057195090101854
    },
    {
      "epoch": 1.3584980827648026,
      "grad_norm": 1.786084532737732,
      "learning_rate": 2.5588203218112907e-05,
      "loss": 0.12756814956665039,
      "step": 27280,
      "token_acc": 0.9444444444444444
    },
    {
      "epoch": 1.358747074348887,
      "grad_norm": 6.893485069274902,
      "learning_rate": 2.5570240090917553e-05,
      "loss": 0.4046043395996094,
      "step": 27285,
      "token_acc": 0.878
    },
    {
      "epoch": 1.3589960659329714,
      "grad_norm": 3.2960596084594727,
      "learning_rate": 2.5552281104687225e-05,
      "loss": 0.3924959659576416,
      "step": 27290,
      "token_acc": 0.8708571428571429
    },
    {
      "epoch": 1.359245057517056,
      "grad_norm": 2.65623140335083,
      "learning_rate": 2.5534326262466045e-05,
      "loss": 0.4471254825592041,
      "step": 27295,
      "token_acc": 0.9424083769633508
    },
    {
      "epoch": 1.3594940491011402,
      "grad_norm": 3.5565991401672363,
      "learning_rate": 2.551637556729748e-05,
      "loss": 0.3348555564880371,
      "step": 27300,
      "token_acc": 0.9094488188976378
    },
    {
      "epoch": 1.359743040685225,
      "grad_norm": 2.048626184463501,
      "learning_rate": 2.5498429022224202e-05,
      "loss": 0.16573710441589357,
      "step": 27305,
      "token_acc": 0.9522431259044862
    },
    {
      "epoch": 1.3599920322693093,
      "grad_norm": 1.8119744062423706,
      "learning_rate": 2.548048663028828e-05,
      "loss": 0.3342529296875,
      "step": 27310,
      "token_acc": 0.9255989911727617
    },
    {
      "epoch": 1.3602410238533937,
      "grad_norm": 3.3755240440368652,
      "learning_rate": 2.546254839453106e-05,
      "loss": 0.5643641948699951,
      "step": 27315,
      "token_acc": 0.8109017496635262
    },
    {
      "epoch": 1.3604900154374782,
      "grad_norm": 3.1128597259521484,
      "learning_rate": 2.5444614317993087e-05,
      "loss": 0.4486825466156006,
      "step": 27320,
      "token_acc": 0.8561085972850678
    },
    {
      "epoch": 1.3607390070215626,
      "grad_norm": 0.5165289044380188,
      "learning_rate": 2.542668440371434e-05,
      "loss": 0.28947622776031495,
      "step": 27325,
      "token_acc": 0.9562647754137116
    },
    {
      "epoch": 1.3609879986056472,
      "grad_norm": 1.054882526397705,
      "learning_rate": 2.5408758654734034e-05,
      "loss": 0.23019757270812988,
      "step": 27330,
      "token_acc": 0.9367588932806324
    },
    {
      "epoch": 1.3612369901897317,
      "grad_norm": 0.6003240942955017,
      "learning_rate": 2.5390837074090625e-05,
      "loss": 0.2884951114654541,
      "step": 27335,
      "token_acc": 0.9780797895659799
    },
    {
      "epoch": 1.361485981773816,
      "grad_norm": 0.6137332320213318,
      "learning_rate": 2.5372919664821914e-05,
      "loss": 0.3857253074645996,
      "step": 27340,
      "token_acc": 0.8906560636182903
    },
    {
      "epoch": 1.3617349733579005,
      "grad_norm": 0.7271638512611389,
      "learning_rate": 2.5355006429965044e-05,
      "loss": 0.3064091920852661,
      "step": 27345,
      "token_acc": 0.956474428726877
    },
    {
      "epoch": 1.361983964941985,
      "grad_norm": 1.8547842502593994,
      "learning_rate": 2.533709737255634e-05,
      "loss": 0.18753433227539062,
      "step": 27350,
      "token_acc": 0.96957928802589
    },
    {
      "epoch": 1.3622329565260693,
      "grad_norm": 1.855105996131897,
      "learning_rate": 2.5319192495631505e-05,
      "loss": 0.2502058744430542,
      "step": 27355,
      "token_acc": 0.9029126213592233
    },
    {
      "epoch": 1.3624819481101538,
      "grad_norm": 1.1520476341247559,
      "learning_rate": 2.530129180222549e-05,
      "loss": 0.35872578620910645,
      "step": 27360,
      "token_acc": 0.9654637175009702
    },
    {
      "epoch": 1.3627309396942384,
      "grad_norm": 7.397017478942871,
      "learning_rate": 2.5283395295372558e-05,
      "loss": 0.46282668113708497,
      "step": 27365,
      "token_acc": 0.9118102114492006
    },
    {
      "epoch": 1.3629799312783228,
      "grad_norm": 1.3887853622436523,
      "learning_rate": 2.5265502978106247e-05,
      "loss": 0.3284902811050415,
      "step": 27370,
      "token_acc": 0.8555023923444977
    },
    {
      "epoch": 1.3632289228624073,
      "grad_norm": 4.37468957901001,
      "learning_rate": 2.524761485345941e-05,
      "loss": 0.46430263519287107,
      "step": 27375,
      "token_acc": 0.8805394990366089
    },
    {
      "epoch": 1.3634779144464917,
      "grad_norm": 3.825282096862793,
      "learning_rate": 2.5229730924464158e-05,
      "loss": 0.20307588577270508,
      "step": 27380,
      "token_acc": 0.9465648854961832
    },
    {
      "epoch": 1.3637269060305761,
      "grad_norm": 1.1990089416503906,
      "learning_rate": 2.521185119415191e-05,
      "loss": 0.14468028545379638,
      "step": 27385,
      "token_acc": 0.9453262786596119
    },
    {
      "epoch": 1.3639758976146608,
      "grad_norm": 2.3395485877990723,
      "learning_rate": 2.519397566555337e-05,
      "loss": 0.3781482219696045,
      "step": 27390,
      "token_acc": 0.7790802524797115
    },
    {
      "epoch": 1.364224889198745,
      "grad_norm": 2.7308247089385986,
      "learning_rate": 2.5176104341698524e-05,
      "loss": 0.2588958263397217,
      "step": 27395,
      "token_acc": 0.9180327868852459
    },
    {
      "epoch": 1.3644738807828296,
      "grad_norm": 5.907884120941162,
      "learning_rate": 2.5158237225616655e-05,
      "loss": 0.24827110767364502,
      "step": 27400,
      "token_acc": 0.9161290322580645
    },
    {
      "epoch": 1.364722872366914,
      "grad_norm": 0.9790055751800537,
      "learning_rate": 2.5140374320336324e-05,
      "loss": 0.22178561687469484,
      "step": 27405,
      "token_acc": 0.920997920997921
    },
    {
      "epoch": 1.3649718639509985,
      "grad_norm": 4.179848670959473,
      "learning_rate": 2.512251562888539e-05,
      "loss": 0.11866850852966308,
      "step": 27410,
      "token_acc": 0.982527664531159
    },
    {
      "epoch": 1.3652208555350829,
      "grad_norm": 1.194286823272705,
      "learning_rate": 2.5104661154290975e-05,
      "loss": 0.20355801582336425,
      "step": 27415,
      "token_acc": 0.9682163187855788
    },
    {
      "epoch": 1.3654698471191673,
      "grad_norm": 3.2543084621429443,
      "learning_rate": 2.5086810899579506e-05,
      "loss": 0.24268312454223634,
      "step": 27420,
      "token_acc": 0.9727793696275072
    },
    {
      "epoch": 1.365718838703252,
      "grad_norm": 6.748203277587891,
      "learning_rate": 2.50689648677767e-05,
      "loss": 0.5106132984161377,
      "step": 27425,
      "token_acc": 0.8881856540084389
    },
    {
      "epoch": 1.3659678302873364,
      "grad_norm": 3.2939188480377197,
      "learning_rate": 2.505112306190755e-05,
      "loss": 0.2700644016265869,
      "step": 27430,
      "token_acc": 0.9456066945606695
    },
    {
      "epoch": 1.3662168218714208,
      "grad_norm": 1.179041862487793,
      "learning_rate": 2.5033285484996282e-05,
      "loss": 0.2974995136260986,
      "step": 27435,
      "token_acc": 0.9661468238874097
    },
    {
      "epoch": 1.3664658134555052,
      "grad_norm": 0.8341635465621948,
      "learning_rate": 2.5015452140066513e-05,
      "loss": 0.27385022640228274,
      "step": 27440,
      "token_acc": 0.9722921914357683
    },
    {
      "epoch": 1.3667148050395896,
      "grad_norm": 2.3434648513793945,
      "learning_rate": 2.499762303014108e-05,
      "loss": 0.30100910663604735,
      "step": 27445,
      "token_acc": 0.9186046511627907
    },
    {
      "epoch": 1.366963796623674,
      "grad_norm": 1.3954122066497803,
      "learning_rate": 2.497979815824205e-05,
      "loss": 0.1816597104072571,
      "step": 27450,
      "token_acc": 0.9494124676359291
    },
    {
      "epoch": 1.3672127882077585,
      "grad_norm": 2.884293794631958,
      "learning_rate": 2.4961977527390878e-05,
      "loss": 0.23227851390838622,
      "step": 27455,
      "token_acc": 0.9092592592592592
    },
    {
      "epoch": 1.3674617797918431,
      "grad_norm": 1.4529300928115845,
      "learning_rate": 2.4944161140608253e-05,
      "loss": 0.16930153369903564,
      "step": 27460,
      "token_acc": 0.9766401590457257
    },
    {
      "epoch": 1.3677107713759276,
      "grad_norm": 3.941467761993408,
      "learning_rate": 2.4926349000914107e-05,
      "loss": 0.39313321113586425,
      "step": 27465,
      "token_acc": 0.84
    },
    {
      "epoch": 1.367959762960012,
      "grad_norm": 1.4008591175079346,
      "learning_rate": 2.4908541111327677e-05,
      "loss": 0.27851500511169436,
      "step": 27470,
      "token_acc": 0.8664772727272727
    },
    {
      "epoch": 1.3682087545440964,
      "grad_norm": 1.1181951761245728,
      "learning_rate": 2.4890737474867548e-05,
      "loss": 0.2332688093185425,
      "step": 27475,
      "token_acc": 0.9565217391304348
    },
    {
      "epoch": 1.3684577461281808,
      "grad_norm": 4.155052661895752,
      "learning_rate": 2.4872938094551473e-05,
      "loss": 0.23412644863128662,
      "step": 27480,
      "token_acc": 0.8898128898128899
    },
    {
      "epoch": 1.3687067377122653,
      "grad_norm": 2.7595760822296143,
      "learning_rate": 2.4855142973396545e-05,
      "loss": 0.26371045112609864,
      "step": 27485,
      "token_acc": 0.9438596491228071
    },
    {
      "epoch": 1.3689557292963497,
      "grad_norm": 4.4180145263671875,
      "learning_rate": 2.483735211441913e-05,
      "loss": 0.3634287595748901,
      "step": 27490,
      "token_acc": 0.8891752577319587
    },
    {
      "epoch": 1.3692047208804343,
      "grad_norm": 6.047660827636719,
      "learning_rate": 2.481956552063487e-05,
      "loss": 0.13975733518600464,
      "step": 27495,
      "token_acc": 0.9418103448275862
    },
    {
      "epoch": 1.3694537124645187,
      "grad_norm": 0.8542093634605408,
      "learning_rate": 2.4801783195058674e-05,
      "loss": 0.21618895530700682,
      "step": 27500,
      "token_acc": 0.9260628465804066
    },
    {
      "epoch": 1.3697027040486032,
      "grad_norm": 3.9210922718048096,
      "learning_rate": 2.4784005140704718e-05,
      "loss": 0.3445420742034912,
      "step": 27505,
      "token_acc": 0.8899755501222494
    },
    {
      "epoch": 1.3699516956326876,
      "grad_norm": 1.6787605285644531,
      "learning_rate": 2.476623136058653e-05,
      "loss": 0.2182711362838745,
      "step": 27510,
      "token_acc": 0.9513776337115073
    },
    {
      "epoch": 1.370200687216772,
      "grad_norm": 0.8273681998252869,
      "learning_rate": 2.4748461857716793e-05,
      "loss": 0.24002373218536377,
      "step": 27515,
      "token_acc": 0.9069069069069069
    },
    {
      "epoch": 1.3704496788008567,
      "grad_norm": 0.5991992354393005,
      "learning_rate": 2.4730696635107543e-05,
      "loss": 0.25426325798034666,
      "step": 27520,
      "token_acc": 0.9502923976608187
    },
    {
      "epoch": 1.3706986703849409,
      "grad_norm": 0.45239612460136414,
      "learning_rate": 2.4712935695770072e-05,
      "loss": 0.2951724290847778,
      "step": 27525,
      "token_acc": 0.9729486023444545
    },
    {
      "epoch": 1.3709476619690255,
      "grad_norm": 1.3943582773208618,
      "learning_rate": 2.4695179042714956e-05,
      "loss": 0.29855897426605227,
      "step": 27530,
      "token_acc": 0.9378964941569282
    },
    {
      "epoch": 1.37119665355311,
      "grad_norm": 1.3461024761199951,
      "learning_rate": 2.4677426678952025e-05,
      "loss": 0.19816222190856933,
      "step": 27535,
      "token_acc": 0.9685114503816794
    },
    {
      "epoch": 1.3714456451371944,
      "grad_norm": 3.6620264053344727,
      "learning_rate": 2.4659678607490394e-05,
      "loss": 0.3141611576080322,
      "step": 27540,
      "token_acc": 0.9162790697674419
    },
    {
      "epoch": 1.3716946367212788,
      "grad_norm": 1.052660584449768,
      "learning_rate": 2.464193483133846e-05,
      "loss": 0.22876107692718506,
      "step": 27545,
      "token_acc": 0.9260204081632653
    },
    {
      "epoch": 1.3719436283053632,
      "grad_norm": 2.084990978240967,
      "learning_rate": 2.4624195353503864e-05,
      "loss": 0.34215965270996096,
      "step": 27550,
      "token_acc": 0.8781725888324873
    },
    {
      "epoch": 1.3721926198894479,
      "grad_norm": 1.6149412393569946,
      "learning_rate": 2.4606460176993544e-05,
      "loss": 0.38747735023498536,
      "step": 27555,
      "token_acc": 0.8183118741058655
    },
    {
      "epoch": 1.3724416114735323,
      "grad_norm": 6.8440070152282715,
      "learning_rate": 2.4588729304813707e-05,
      "loss": 0.23163900375366211,
      "step": 27560,
      "token_acc": 0.9689655172413794
    },
    {
      "epoch": 1.3726906030576167,
      "grad_norm": 1.3324511051177979,
      "learning_rate": 2.457100273996981e-05,
      "loss": 0.22107112407684326,
      "step": 27565,
      "token_acc": 0.9421715184893784
    },
    {
      "epoch": 1.3729395946417011,
      "grad_norm": 2.342010259628296,
      "learning_rate": 2.45532804854666e-05,
      "loss": 0.2028644323348999,
      "step": 27570,
      "token_acc": 0.9250474383301708
    },
    {
      "epoch": 1.3731885862257855,
      "grad_norm": 1.2101125717163086,
      "learning_rate": 2.4535562544308104e-05,
      "loss": 0.18526926040649414,
      "step": 27575,
      "token_acc": 0.9524390243902439
    },
    {
      "epoch": 1.37343757780987,
      "grad_norm": 1.4684690237045288,
      "learning_rate": 2.451784891949755e-05,
      "loss": 0.16110219955444335,
      "step": 27580,
      "token_acc": 0.9393382352941176
    },
    {
      "epoch": 1.3736865693939544,
      "grad_norm": 1.9889830350875854,
      "learning_rate": 2.450013961403753e-05,
      "loss": 0.424345064163208,
      "step": 27585,
      "token_acc": 0.8909410729991205
    },
    {
      "epoch": 1.373935560978039,
      "grad_norm": 0.48319998383522034,
      "learning_rate": 2.448243463092987e-05,
      "loss": 0.34335296154022216,
      "step": 27590,
      "token_acc": 0.928506513177825
    },
    {
      "epoch": 1.3741845525621235,
      "grad_norm": 1.7880891561508179,
      "learning_rate": 2.4464733973175608e-05,
      "loss": 0.2339801549911499,
      "step": 27595,
      "token_acc": 0.9050925925925926
    },
    {
      "epoch": 1.3744335441462079,
      "grad_norm": 0.5677926540374756,
      "learning_rate": 2.444703764377509e-05,
      "loss": 0.11704496145248414,
      "step": 27600,
      "token_acc": 0.9755419677598666
    },
    {
      "epoch": 1.3746825357302923,
      "grad_norm": 2.7401163578033447,
      "learning_rate": 2.4429345645727998e-05,
      "loss": 0.2809436798095703,
      "step": 27605,
      "token_acc": 0.9616919393455706
    },
    {
      "epoch": 1.3749315273143767,
      "grad_norm": 1.2603517770767212,
      "learning_rate": 2.4411657982033148e-05,
      "loss": 0.26458637714385985,
      "step": 27610,
      "token_acc": 0.9532163742690059
    },
    {
      "epoch": 1.3751805188984612,
      "grad_norm": 4.6420135498046875,
      "learning_rate": 2.439397465568869e-05,
      "loss": 0.27965898513793946,
      "step": 27615,
      "token_acc": 0.9232827832292596
    },
    {
      "epoch": 1.3754295104825456,
      "grad_norm": 3.1295907497406006,
      "learning_rate": 2.437629566969209e-05,
      "loss": 0.19208643436431885,
      "step": 27620,
      "token_acc": 0.9235668789808917
    },
    {
      "epoch": 1.3756785020666302,
      "grad_norm": 1.8096253871917725,
      "learning_rate": 2.435862102703997e-05,
      "loss": 0.152273690700531,
      "step": 27625,
      "token_acc": 0.9501246882793017
    },
    {
      "epoch": 1.3759274936507147,
      "grad_norm": 1.1102370023727417,
      "learning_rate": 2.4340950730728286e-05,
      "loss": 0.2472223997116089,
      "step": 27630,
      "token_acc": 0.9224283305227656
    },
    {
      "epoch": 1.376176485234799,
      "grad_norm": 10.504629135131836,
      "learning_rate": 2.432328478375222e-05,
      "loss": 0.4041715621948242,
      "step": 27635,
      "token_acc": 0.9290953545232273
    },
    {
      "epoch": 1.3764254768188835,
      "grad_norm": 4.875411510467529,
      "learning_rate": 2.43056231891063e-05,
      "loss": 0.2767321109771729,
      "step": 27640,
      "token_acc": 0.8979057591623036
    },
    {
      "epoch": 1.376674468402968,
      "grad_norm": 1.2938604354858398,
      "learning_rate": 2.4287965949784186e-05,
      "loss": 0.3354970932006836,
      "step": 27645,
      "token_acc": 0.8683498647430117
    },
    {
      "epoch": 1.3769234599870526,
      "grad_norm": 2.9860665798187256,
      "learning_rate": 2.4270313068778895e-05,
      "loss": 0.2276458263397217,
      "step": 27650,
      "token_acc": 0.9265041888804265
    },
    {
      "epoch": 1.3771724515711368,
      "grad_norm": 2.3389627933502197,
      "learning_rate": 2.425266454908267e-05,
      "loss": 0.24042353630065919,
      "step": 27655,
      "token_acc": 0.9147826086956522
    },
    {
      "epoch": 1.3774214431552214,
      "grad_norm": 1.9983550310134888,
      "learning_rate": 2.4235020393687035e-05,
      "loss": 0.24173588752746583,
      "step": 27660,
      "token_acc": 0.9271948608137045
    },
    {
      "epoch": 1.3776704347393058,
      "grad_norm": 1.5662903785705566,
      "learning_rate": 2.421738060558275e-05,
      "loss": 0.14752140045166015,
      "step": 27665,
      "token_acc": 0.9702333065164923
    },
    {
      "epoch": 1.3779194263233903,
      "grad_norm": 5.525052547454834,
      "learning_rate": 2.4199745187759853e-05,
      "loss": 0.2843214511871338,
      "step": 27670,
      "token_acc": 0.9008264462809917
    },
    {
      "epoch": 1.3781684179074747,
      "grad_norm": 0.9048648476600647,
      "learning_rate": 2.4182114143207635e-05,
      "loss": 0.45792546272277834,
      "step": 27675,
      "token_acc": 0.8326693227091634
    },
    {
      "epoch": 1.378417409491559,
      "grad_norm": 3.7080843448638916,
      "learning_rate": 2.4164487474914636e-05,
      "loss": 0.3364551544189453,
      "step": 27680,
      "token_acc": 0.8587360594795539
    },
    {
      "epoch": 1.3786664010756438,
      "grad_norm": 0.3864646553993225,
      "learning_rate": 2.4146865185868673e-05,
      "loss": 0.19833602905273437,
      "step": 27685,
      "token_acc": 0.9586016559337627
    },
    {
      "epoch": 1.3789153926597282,
      "grad_norm": 2.910130023956299,
      "learning_rate": 2.4129247279056805e-05,
      "loss": 0.3718824863433838,
      "step": 27690,
      "token_acc": 0.8621468926553673
    },
    {
      "epoch": 1.3791643842438126,
      "grad_norm": 2.844578742980957,
      "learning_rate": 2.4111633757465357e-05,
      "loss": 0.34180915355682373,
      "step": 27695,
      "token_acc": 0.9119113573407203
    },
    {
      "epoch": 1.379413375827897,
      "grad_norm": 1.1160852909088135,
      "learning_rate": 2.4094024624079915e-05,
      "loss": 0.22228772640228273,
      "step": 27700,
      "token_acc": 0.914179104477612
    },
    {
      "epoch": 1.3796623674119814,
      "grad_norm": 5.690382957458496,
      "learning_rate": 2.4076419881885315e-05,
      "loss": 0.32724270820617674,
      "step": 27705,
      "token_acc": 0.8848614072494669
    },
    {
      "epoch": 1.3799113589960659,
      "grad_norm": 0.9656168818473816,
      "learning_rate": 2.4058819533865608e-05,
      "loss": 0.14382584095001222,
      "step": 27710,
      "token_acc": 0.9507445589919816
    },
    {
      "epoch": 1.3801603505801503,
      "grad_norm": 1.1697052717208862,
      "learning_rate": 2.4041223583004184e-05,
      "loss": 0.17135071754455566,
      "step": 27715,
      "token_acc": 0.9666666666666667
    },
    {
      "epoch": 1.380409342164235,
      "grad_norm": 3.8615429401397705,
      "learning_rate": 2.4023632032283654e-05,
      "loss": 0.4810385227203369,
      "step": 27720,
      "token_acc": 0.9052670080468178
    },
    {
      "epoch": 1.3806583337483194,
      "grad_norm": 1.6196287870407104,
      "learning_rate": 2.4006044884685812e-05,
      "loss": 0.12143316268920898,
      "step": 27725,
      "token_acc": 0.9846910880262438
    },
    {
      "epoch": 1.3809073253324038,
      "grad_norm": 2.4358766078948975,
      "learning_rate": 2.3988462143191826e-05,
      "loss": 0.33915960788726807,
      "step": 27730,
      "token_acc": 0.9177810797424467
    },
    {
      "epoch": 1.3811563169164882,
      "grad_norm": 1.245265007019043,
      "learning_rate": 2.3970883810782053e-05,
      "loss": 0.18358063697814941,
      "step": 27735,
      "token_acc": 0.9661016949152542
    },
    {
      "epoch": 1.3814053085005726,
      "grad_norm": 1.2604072093963623,
      "learning_rate": 2.3953309890436072e-05,
      "loss": 0.26535663604736326,
      "step": 27740,
      "token_acc": 0.9447785675232367
    },
    {
      "epoch": 1.381654300084657,
      "grad_norm": 1.7352296113967896,
      "learning_rate": 2.3935740385132743e-05,
      "loss": 0.2934878349304199,
      "step": 27745,
      "token_acc": 0.8925081433224755
    },
    {
      "epoch": 1.3819032916687415,
      "grad_norm": 7.5508341789245605,
      "learning_rate": 2.3918175297850255e-05,
      "loss": 0.32349984645843505,
      "step": 27750,
      "token_acc": 0.9722703639514731
    },
    {
      "epoch": 1.3821522832528261,
      "grad_norm": 3.5926616191864014,
      "learning_rate": 2.3900614631565903e-05,
      "loss": 0.288441801071167,
      "step": 27755,
      "token_acc": 0.9155251141552512
    },
    {
      "epoch": 1.3824012748369106,
      "grad_norm": 4.217261791229248,
      "learning_rate": 2.3883058389256342e-05,
      "loss": 0.33262882232666013,
      "step": 27760,
      "token_acc": 0.8355754857997011
    },
    {
      "epoch": 1.382650266420995,
      "grad_norm": 3.42411732673645,
      "learning_rate": 2.3865506573897406e-05,
      "loss": 0.2665818929672241,
      "step": 27765,
      "token_acc": 0.9235880398671097
    },
    {
      "epoch": 1.3828992580050794,
      "grad_norm": 4.739408493041992,
      "learning_rate": 2.3847959188464286e-05,
      "loss": 0.2341917037963867,
      "step": 27770,
      "token_acc": 0.9636363636363636
    },
    {
      "epoch": 1.3831482495891638,
      "grad_norm": 0.4403139054775238,
      "learning_rate": 2.3830416235931292e-05,
      "loss": 0.11112673282623291,
      "step": 27775,
      "token_acc": 0.9888654829972916
    },
    {
      "epoch": 1.3833972411732485,
      "grad_norm": 1.6772857904434204,
      "learning_rate": 2.381287771927203e-05,
      "loss": 0.23840949535369874,
      "step": 27780,
      "token_acc": 0.9768812330009066
    },
    {
      "epoch": 1.3836462327573327,
      "grad_norm": 3.4124279022216797,
      "learning_rate": 2.3795343641459427e-05,
      "loss": 0.3543076753616333,
      "step": 27785,
      "token_acc": 0.9654800431499461
    },
    {
      "epoch": 1.3838952243414173,
      "grad_norm": 5.2742018699646,
      "learning_rate": 2.3777814005465547e-05,
      "loss": 0.3172903299331665,
      "step": 27790,
      "token_acc": 0.8900862068965517
    },
    {
      "epoch": 1.3841442159255017,
      "grad_norm": 4.3211774826049805,
      "learning_rate": 2.3760288814261765e-05,
      "loss": 0.2177351474761963,
      "step": 27795,
      "token_acc": 0.970081595648232
    },
    {
      "epoch": 1.3843932075095862,
      "grad_norm": 0.9548078179359436,
      "learning_rate": 2.374276807081868e-05,
      "loss": 0.2635513782501221,
      "step": 27800,
      "token_acc": 0.9544117647058824
    },
    {
      "epoch": 1.3846421990936706,
      "grad_norm": 1.3506463766098022,
      "learning_rate": 2.3725251778106157e-05,
      "loss": 0.31133289337158204,
      "step": 27805,
      "token_acc": 0.85
    },
    {
      "epoch": 1.384891190677755,
      "grad_norm": 1.5836191177368164,
      "learning_rate": 2.3707739939093282e-05,
      "loss": 0.3903477907180786,
      "step": 27810,
      "token_acc": 0.8618233618233618
    },
    {
      "epoch": 1.3851401822618397,
      "grad_norm": 0.48591169714927673,
      "learning_rate": 2.3690232556748403e-05,
      "loss": 0.1156245231628418,
      "step": 27815,
      "token_acc": 0.9846650524616626
    },
    {
      "epoch": 1.385389173845924,
      "grad_norm": 3.6786751747131348,
      "learning_rate": 2.367272963403911e-05,
      "loss": 0.2527836561203003,
      "step": 27820,
      "token_acc": 0.9217134416543574
    },
    {
      "epoch": 1.3856381654300085,
      "grad_norm": 2.414086103439331,
      "learning_rate": 2.365523117393223e-05,
      "loss": 0.2512658596038818,
      "step": 27825,
      "token_acc": 0.9670836076366031
    },
    {
      "epoch": 1.385887157014093,
      "grad_norm": 4.191452980041504,
      "learning_rate": 2.363773717939385e-05,
      "loss": 0.18039426803588868,
      "step": 27830,
      "token_acc": 0.9472789115646258
    },
    {
      "epoch": 1.3861361485981774,
      "grad_norm": 1.5318337678909302,
      "learning_rate": 2.362024765338929e-05,
      "loss": 0.33929967880249023,
      "step": 27835,
      "token_acc": 0.9402173913043478
    },
    {
      "epoch": 1.3863851401822618,
      "grad_norm": 0.30585023760795593,
      "learning_rate": 2.3602762598883065e-05,
      "loss": 0.2726023197174072,
      "step": 27840,
      "token_acc": 0.9012987012987013
    },
    {
      "epoch": 1.3866341317663462,
      "grad_norm": 1.4600270986557007,
      "learning_rate": 2.358528201883904e-05,
      "loss": 0.426697301864624,
      "step": 27845,
      "token_acc": 0.8682080924855491
    },
    {
      "epoch": 1.3868831233504308,
      "grad_norm": 4.802680492401123,
      "learning_rate": 2.3567805916220247e-05,
      "loss": 0.3478198528289795,
      "step": 27850,
      "token_acc": 0.967940414507772
    },
    {
      "epoch": 1.3871321149345153,
      "grad_norm": 1.117411494255066,
      "learning_rate": 2.3550334293988924e-05,
      "loss": 0.2747092008590698,
      "step": 27855,
      "token_acc": 0.9067103109656302
    },
    {
      "epoch": 1.3873811065185997,
      "grad_norm": 1.2394824028015137,
      "learning_rate": 2.3532867155106653e-05,
      "loss": 0.14461276531219483,
      "step": 27860,
      "token_acc": 0.9681020733652312
    },
    {
      "epoch": 1.3876300981026841,
      "grad_norm": 1.6671485900878906,
      "learning_rate": 2.3515404502534195e-05,
      "loss": 0.10022125244140626,
      "step": 27865,
      "token_acc": 0.9698917456021651
    },
    {
      "epoch": 1.3878790896867685,
      "grad_norm": 0.9230058193206787,
      "learning_rate": 2.3497946339231518e-05,
      "loss": 0.5886672496795654,
      "step": 27870,
      "token_acc": 0.8151394422310757
    },
    {
      "epoch": 1.388128081270853,
      "grad_norm": 1.0916163921356201,
      "learning_rate": 2.3480492668157876e-05,
      "loss": 0.2169773817062378,
      "step": 27875,
      "token_acc": 0.8888888888888888
    },
    {
      "epoch": 1.3883770728549374,
      "grad_norm": 3.9628942012786865,
      "learning_rate": 2.34630434922718e-05,
      "loss": 0.3536411762237549,
      "step": 27880,
      "token_acc": 0.9091435185185185
    },
    {
      "epoch": 1.388626064439022,
      "grad_norm": 2.0940170288085938,
      "learning_rate": 2.344559881453096e-05,
      "loss": 0.281110143661499,
      "step": 27885,
      "token_acc": 0.9626253418413856
    },
    {
      "epoch": 1.3888750560231065,
      "grad_norm": 2.1680591106414795,
      "learning_rate": 2.342815863789234e-05,
      "loss": 0.3662837028503418,
      "step": 27890,
      "token_acc": 0.9174757281553398
    },
    {
      "epoch": 1.3891240476071909,
      "grad_norm": 0.6613993048667908,
      "learning_rate": 2.34107229653121e-05,
      "loss": 0.1179078221321106,
      "step": 27895,
      "token_acc": 0.9421487603305785
    },
    {
      "epoch": 1.3893730391912753,
      "grad_norm": 3.3753068447113037,
      "learning_rate": 2.339329179974574e-05,
      "loss": 0.32951059341430666,
      "step": 27900,
      "token_acc": 0.969371305749597
    },
    {
      "epoch": 1.3896220307753597,
      "grad_norm": 1.023369550704956,
      "learning_rate": 2.3375865144147872e-05,
      "loss": 0.3957460641860962,
      "step": 27905,
      "token_acc": 0.8184818481848185
    },
    {
      "epoch": 1.3898710223594444,
      "grad_norm": 0.8969628214836121,
      "learning_rate": 2.33584430014724e-05,
      "loss": 0.22083849906921388,
      "step": 27910,
      "token_acc": 0.9634941329856584
    },
    {
      "epoch": 1.3901200139435286,
      "grad_norm": 5.8360490798950195,
      "learning_rate": 2.334102537467252e-05,
      "loss": 0.18473597764968872,
      "step": 27915,
      "token_acc": 0.9562647754137116
    },
    {
      "epoch": 1.3903690055276132,
      "grad_norm": 0.9379483461380005,
      "learning_rate": 2.3323612266700552e-05,
      "loss": 0.139451801776886,
      "step": 27920,
      "token_acc": 0.9773794280836534
    },
    {
      "epoch": 1.3906179971116976,
      "grad_norm": 1.019347906112671,
      "learning_rate": 2.3306203680508115e-05,
      "loss": 0.27510035037994385,
      "step": 27925,
      "token_acc": 0.9526717557251908
    },
    {
      "epoch": 1.390866988695782,
      "grad_norm": 8.434686660766602,
      "learning_rate": 2.3288799619046054e-05,
      "loss": 0.18065383434295654,
      "step": 27930,
      "token_acc": 0.9697065320290312
    },
    {
      "epoch": 1.3911159802798665,
      "grad_norm": 0.4480013847351074,
      "learning_rate": 2.3271400085264443e-05,
      "loss": 0.11510125398635865,
      "step": 27935,
      "token_acc": 0.9872196139801773
    },
    {
      "epoch": 1.391364971863951,
      "grad_norm": 0.7749626040458679,
      "learning_rate": 2.325400508211259e-05,
      "loss": 0.1639704704284668,
      "step": 27940,
      "token_acc": 0.9833857207004939
    },
    {
      "epoch": 1.3916139634480356,
      "grad_norm": 1.8019973039627075,
      "learning_rate": 2.3236614612539037e-05,
      "loss": 0.13512903451919556,
      "step": 27945,
      "token_acc": 0.9835575485799701
    },
    {
      "epoch": 1.39186295503212,
      "grad_norm": 2.5184664726257324,
      "learning_rate": 2.321922867949155e-05,
      "loss": 0.2581211566925049,
      "step": 27950,
      "token_acc": 0.859122401847575
    },
    {
      "epoch": 1.3921119466162044,
      "grad_norm": 1.370676875114441,
      "learning_rate": 2.3201847285917134e-05,
      "loss": 0.5173785209655761,
      "step": 27955,
      "token_acc": 0.7918112421929215
    },
    {
      "epoch": 1.3923609382002888,
      "grad_norm": 1.4248268604278564,
      "learning_rate": 2.318447043476201e-05,
      "loss": 0.21522932052612304,
      "step": 27960,
      "token_acc": 0.9662596401028277
    },
    {
      "epoch": 1.3926099297843733,
      "grad_norm": 5.103090286254883,
      "learning_rate": 2.316709812897166e-05,
      "loss": 0.297359561920166,
      "step": 27965,
      "token_acc": 0.8972809667673716
    },
    {
      "epoch": 1.3928589213684577,
      "grad_norm": 3.417261838912964,
      "learning_rate": 2.3149730371490756e-05,
      "loss": 0.3262630939483643,
      "step": 27970,
      "token_acc": 0.9502369668246445
    },
    {
      "epoch": 1.393107912952542,
      "grad_norm": 0.45669353008270264,
      "learning_rate": 2.3132367165263235e-05,
      "loss": 0.17671300172805787,
      "step": 27975,
      "token_acc": 0.9801637279596978
    },
    {
      "epoch": 1.3933569045366268,
      "grad_norm": 0.8444223999977112,
      "learning_rate": 2.3115008513232255e-05,
      "loss": 0.3513766050338745,
      "step": 27980,
      "token_acc": 0.8836734693877552
    },
    {
      "epoch": 1.3936058961207112,
      "grad_norm": 1.3561968803405762,
      "learning_rate": 2.3097654418340142e-05,
      "loss": 0.18572260141372682,
      "step": 27985,
      "token_acc": 0.943609022556391
    },
    {
      "epoch": 1.3938548877047956,
      "grad_norm": 3.862236738204956,
      "learning_rate": 2.308030488352855e-05,
      "loss": 0.37626655101776124,
      "step": 27990,
      "token_acc": 0.9749287749287749
    },
    {
      "epoch": 1.39410387928888,
      "grad_norm": 0.4165494441986084,
      "learning_rate": 2.306295991173832e-05,
      "loss": 0.09889457821846008,
      "step": 27995,
      "token_acc": 0.9769696969696969
    },
    {
      "epoch": 1.3943528708729644,
      "grad_norm": 0.8485645651817322,
      "learning_rate": 2.304561950590946e-05,
      "loss": 0.26758201122283937,
      "step": 28000,
      "token_acc": 0.9029126213592233
    },
    {
      "epoch": 1.3946018624570489,
      "grad_norm": 1.3106629848480225,
      "learning_rate": 2.302828366898127e-05,
      "loss": 0.21485838890075684,
      "step": 28005,
      "token_acc": 0.9103690685413005
    },
    {
      "epoch": 1.3948508540411333,
      "grad_norm": 1.7963306903839111,
      "learning_rate": 2.3010952403892312e-05,
      "loss": 0.3152979135513306,
      "step": 28010,
      "token_acc": 0.9771528998242531
    },
    {
      "epoch": 1.395099845625218,
      "grad_norm": 2.4945714473724365,
      "learning_rate": 2.2993625713580258e-05,
      "loss": 0.19571399688720703,
      "step": 28015,
      "token_acc": 0.9736147757255936
    },
    {
      "epoch": 1.3953488372093024,
      "grad_norm": 1.416046380996704,
      "learning_rate": 2.2976303600982067e-05,
      "loss": 0.23903846740722656,
      "step": 28020,
      "token_acc": 0.8985849056603774
    },
    {
      "epoch": 1.3955978287933868,
      "grad_norm": 3.9979851245880127,
      "learning_rate": 2.295898606903397e-05,
      "loss": 0.31261701583862306,
      "step": 28025,
      "token_acc": 0.8590138674884438
    },
    {
      "epoch": 1.3958468203774712,
      "grad_norm": 4.881814956665039,
      "learning_rate": 2.294167312067137e-05,
      "loss": 0.2698006868362427,
      "step": 28030,
      "token_acc": 0.9609756097560975
    },
    {
      "epoch": 1.3960958119615556,
      "grad_norm": 2.9078495502471924,
      "learning_rate": 2.292436475882886e-05,
      "loss": 0.2245668888092041,
      "step": 28035,
      "token_acc": 0.9312638580931264
    },
    {
      "epoch": 1.3963448035456403,
      "grad_norm": 0.5592132806777954,
      "learning_rate": 2.2907060986440286e-05,
      "loss": 0.2507950782775879,
      "step": 28040,
      "token_acc": 0.9252336448598131
    },
    {
      "epoch": 1.3965937951297245,
      "grad_norm": 1.4865351915359497,
      "learning_rate": 2.2889761806438787e-05,
      "loss": 0.20796387195587157,
      "step": 28045,
      "token_acc": 0.9327272727272727
    },
    {
      "epoch": 1.3968427867138091,
      "grad_norm": 0.8450746536254883,
      "learning_rate": 2.2872467221756605e-05,
      "loss": 0.17468342781066895,
      "step": 28050,
      "token_acc": 0.9607163489312536
    },
    {
      "epoch": 1.3970917782978935,
      "grad_norm": 2.58587646484375,
      "learning_rate": 2.285517723532527e-05,
      "loss": 0.1863611936569214,
      "step": 28055,
      "token_acc": 0.9251101321585903
    },
    {
      "epoch": 1.397340769881978,
      "grad_norm": 0.40854257345199585,
      "learning_rate": 2.2837891850075523e-05,
      "loss": 0.28802802562713625,
      "step": 28060,
      "token_acc": 0.8770833333333333
    },
    {
      "epoch": 1.3975897614660624,
      "grad_norm": 2.1603188514709473,
      "learning_rate": 2.282061106893732e-05,
      "loss": 0.179816734790802,
      "step": 28065,
      "token_acc": 0.9638336347197106
    },
    {
      "epoch": 1.3978387530501468,
      "grad_norm": 1.2370513677597046,
      "learning_rate": 2.280333489483984e-05,
      "loss": 0.09392049312591552,
      "step": 28070,
      "token_acc": 0.9812889812889813
    },
    {
      "epoch": 1.3980877446342315,
      "grad_norm": 0.9974900484085083,
      "learning_rate": 2.2786063330711482e-05,
      "loss": 0.14639604091644287,
      "step": 28075,
      "token_acc": 0.9633310486634681
    },
    {
      "epoch": 1.398336736218316,
      "grad_norm": 0.7692286372184753,
      "learning_rate": 2.276879637947986e-05,
      "loss": 0.08560094833374024,
      "step": 28080,
      "token_acc": 0.9831278390655419
    },
    {
      "epoch": 1.3985857278024003,
      "grad_norm": 0.46828117966651917,
      "learning_rate": 2.275153404407181e-05,
      "loss": 0.23653185367584229,
      "step": 28085,
      "token_acc": 0.9562737642585551
    },
    {
      "epoch": 1.3988347193864847,
      "grad_norm": 3.248570680618286,
      "learning_rate": 2.2734276327413374e-05,
      "loss": 0.3583249568939209,
      "step": 28090,
      "token_acc": 0.8373804267844003
    },
    {
      "epoch": 1.3990837109705692,
      "grad_norm": 0.471248060464859,
      "learning_rate": 2.2717023232429834e-05,
      "loss": 0.19262031316757203,
      "step": 28095,
      "token_acc": 0.9431578947368421
    },
    {
      "epoch": 1.3993327025546536,
      "grad_norm": 2.3228657245635986,
      "learning_rate": 2.269977476204566e-05,
      "loss": 0.3657283544540405,
      "step": 28100,
      "token_acc": 0.8876404494382022
    },
    {
      "epoch": 1.399581694138738,
      "grad_norm": 2.0651493072509766,
      "learning_rate": 2.268253091918457e-05,
      "loss": 0.4136981964111328,
      "step": 28105,
      "token_acc": 0.8689788053949904
    },
    {
      "epoch": 1.3998306857228227,
      "grad_norm": 1.5352909564971924,
      "learning_rate": 2.2665291706769482e-05,
      "loss": 0.4415279865264893,
      "step": 28110,
      "token_acc": 0.8591885441527446
    },
    {
      "epoch": 1.400079677306907,
      "grad_norm": 3.0983381271362305,
      "learning_rate": 2.2648057127722482e-05,
      "loss": 0.35286941528320315,
      "step": 28115,
      "token_acc": 0.8990384615384616
    },
    {
      "epoch": 1.4003286688909915,
      "grad_norm": 1.6097431182861328,
      "learning_rate": 2.263082718496497e-05,
      "loss": 0.12546885013580322,
      "step": 28120,
      "token_acc": 0.9775623765930712
    },
    {
      "epoch": 1.400577660475076,
      "grad_norm": 0.7040136456489563,
      "learning_rate": 2.2613601881417514e-05,
      "loss": 0.22185213565826417,
      "step": 28125,
      "token_acc": 0.9428709755507141
    },
    {
      "epoch": 1.4008266520591603,
      "grad_norm": 1.4604922533035278,
      "learning_rate": 2.2596381219999814e-05,
      "loss": 0.3871551513671875,
      "step": 28130,
      "token_acc": 0.8905013192612137
    },
    {
      "epoch": 1.401075643643245,
      "grad_norm": 5.990611553192139,
      "learning_rate": 2.2579165203630925e-05,
      "loss": 0.25389268398284914,
      "step": 28135,
      "token_acc": 0.9522184300341296
    },
    {
      "epoch": 1.4013246352273292,
      "grad_norm": 2.480332136154175,
      "learning_rate": 2.256195383522905e-05,
      "loss": 0.24369568824768068,
      "step": 28140,
      "token_acc": 0.9010989010989011
    },
    {
      "epoch": 1.4015736268114138,
      "grad_norm": 1.016481876373291,
      "learning_rate": 2.2544747117711555e-05,
      "loss": 0.17186639308929444,
      "step": 28145,
      "token_acc": 0.9466019417475728
    },
    {
      "epoch": 1.4018226183954983,
      "grad_norm": 1.3262144327163696,
      "learning_rate": 2.2527545053995068e-05,
      "loss": 0.31291446685791013,
      "step": 28150,
      "token_acc": 0.9006479481641468
    },
    {
      "epoch": 1.4020716099795827,
      "grad_norm": 2.333944082260132,
      "learning_rate": 2.251034764699546e-05,
      "loss": 0.35341486930847166,
      "step": 28155,
      "token_acc": 0.9195402298850575
    },
    {
      "epoch": 1.4023206015636671,
      "grad_norm": 2.193955659866333,
      "learning_rate": 2.2493154899627782e-05,
      "loss": 0.27809369564056396,
      "step": 28160,
      "token_acc": 0.9593816307972113
    },
    {
      "epoch": 1.4025695931477515,
      "grad_norm": 2.368926525115967,
      "learning_rate": 2.2475966814806247e-05,
      "loss": 0.33338744640350343,
      "step": 28165,
      "token_acc": 0.8705035971223022
    },
    {
      "epoch": 1.4028185847318362,
      "grad_norm": 0.44919687509536743,
      "learning_rate": 2.2458783395444317e-05,
      "loss": 0.32400054931640626,
      "step": 28170,
      "token_acc": 0.8937093275488069
    },
    {
      "epoch": 1.4030675763159204,
      "grad_norm": 3.7844595909118652,
      "learning_rate": 2.2441604644454728e-05,
      "loss": 0.2202533721923828,
      "step": 28175,
      "token_acc": 0.9419460343417825
    },
    {
      "epoch": 1.403316567900005,
      "grad_norm": 9.471575736999512,
      "learning_rate": 2.242443056474931e-05,
      "loss": 0.24954819679260254,
      "step": 28180,
      "token_acc": 0.907859078590786
    },
    {
      "epoch": 1.4035655594840895,
      "grad_norm": 6.517828464508057,
      "learning_rate": 2.2407261159239146e-05,
      "loss": 0.25443830490112307,
      "step": 28185,
      "token_acc": 0.8982473222979552
    },
    {
      "epoch": 1.4038145510681739,
      "grad_norm": 1.5549565553665161,
      "learning_rate": 2.2390096430834594e-05,
      "loss": 0.21931118965148927,
      "step": 28190,
      "token_acc": 0.9819435325016415
    },
    {
      "epoch": 1.4040635426522583,
      "grad_norm": 1.6801342964172363,
      "learning_rate": 2.237293638244511e-05,
      "loss": 0.28546571731567383,
      "step": 28195,
      "token_acc": 0.8463564530289728
    },
    {
      "epoch": 1.4043125342363427,
      "grad_norm": 3.815053939819336,
      "learning_rate": 2.2355781016979414e-05,
      "loss": 0.23152482509613037,
      "step": 28200,
      "token_acc": 0.9237875288683602
    },
    {
      "epoch": 1.4045615258204274,
      "grad_norm": 1.5887351036071777,
      "learning_rate": 2.2338630337345435e-05,
      "loss": 0.24982767105102538,
      "step": 28205,
      "token_acc": 0.9194157642911106
    },
    {
      "epoch": 1.4048105174045118,
      "grad_norm": 0.9821022152900696,
      "learning_rate": 2.2321484346450298e-05,
      "loss": 0.1625383496284485,
      "step": 28210,
      "token_acc": 0.9367088607594937
    },
    {
      "epoch": 1.4050595089885962,
      "grad_norm": 1.8350579738616943,
      "learning_rate": 2.230434304720033e-05,
      "loss": 0.10868247747421264,
      "step": 28215,
      "token_acc": 0.9654970760233919
    },
    {
      "epoch": 1.4053085005726806,
      "grad_norm": 8.242982864379883,
      "learning_rate": 2.2287206442501062e-05,
      "loss": 0.38488333225250243,
      "step": 28220,
      "token_acc": 0.906187624750499
    },
    {
      "epoch": 1.405557492156765,
      "grad_norm": 1.8627787828445435,
      "learning_rate": 2.227007453525724e-05,
      "loss": 0.2776132345199585,
      "step": 28225,
      "token_acc": 0.8866749688667497
    },
    {
      "epoch": 1.4058064837408495,
      "grad_norm": 3.767263650894165,
      "learning_rate": 2.2252947328372804e-05,
      "loss": 0.2029144287109375,
      "step": 28230,
      "token_acc": 0.9828529733673842
    },
    {
      "epoch": 1.406055475324934,
      "grad_norm": 0.3574375808238983,
      "learning_rate": 2.22358248247509e-05,
      "loss": 0.11158303022384644,
      "step": 28235,
      "token_acc": 0.9833836858006042
    },
    {
      "epoch": 1.4063044669090186,
      "grad_norm": 0.8991385102272034,
      "learning_rate": 2.22187070272939e-05,
      "loss": 0.15934869050979614,
      "step": 28240,
      "token_acc": 0.9262899262899262
    },
    {
      "epoch": 1.406553458493103,
      "grad_norm": 0.28528568148612976,
      "learning_rate": 2.220159393890329e-05,
      "loss": 0.19154826402664185,
      "step": 28245,
      "token_acc": 0.9803149606299213
    },
    {
      "epoch": 1.4068024500771874,
      "grad_norm": 3.1319992542266846,
      "learning_rate": 2.218448556247989e-05,
      "loss": 0.3171358108520508,
      "step": 28250,
      "token_acc": 0.9829564077351688
    },
    {
      "epoch": 1.4070514416612718,
      "grad_norm": 0.8460016250610352,
      "learning_rate": 2.2167381900923645e-05,
      "loss": 0.15719369649887086,
      "step": 28255,
      "token_acc": 0.9554794520547946
    },
    {
      "epoch": 1.4073004332453563,
      "grad_norm": 1.8412514925003052,
      "learning_rate": 2.2150282957133662e-05,
      "loss": 0.18750022649765014,
      "step": 28260,
      "token_acc": 0.9695454545454546
    },
    {
      "epoch": 1.407549424829441,
      "grad_norm": 2.103578805923462,
      "learning_rate": 2.213318873400834e-05,
      "loss": 0.3071753740310669,
      "step": 28265,
      "token_acc": 0.916095890410959
    },
    {
      "epoch": 1.407798416413525,
      "grad_norm": 1.3801519870758057,
      "learning_rate": 2.2116099234445232e-05,
      "loss": 0.3473179340362549,
      "step": 28270,
      "token_acc": 0.9075128059191804
    },
    {
      "epoch": 1.4080474079976097,
      "grad_norm": 1.0950250625610352,
      "learning_rate": 2.20990144613411e-05,
      "loss": 0.24871315956115722,
      "step": 28275,
      "token_acc": 0.8841761827079935
    },
    {
      "epoch": 1.4082963995816942,
      "grad_norm": 1.0193114280700684,
      "learning_rate": 2.208193441759185e-05,
      "loss": 0.38984510898590086,
      "step": 28280,
      "token_acc": 0.9696969696969697
    },
    {
      "epoch": 1.4085453911657786,
      "grad_norm": 1.0560410022735596,
      "learning_rate": 2.2064859106092676e-05,
      "loss": 0.26800875663757323,
      "step": 28285,
      "token_acc": 0.9154589371980676
    },
    {
      "epoch": 1.408794382749863,
      "grad_norm": 5.170464515686035,
      "learning_rate": 2.204778852973794e-05,
      "loss": 0.13504816293716432,
      "step": 28290,
      "token_acc": 0.9851239669421488
    },
    {
      "epoch": 1.4090433743339474,
      "grad_norm": 1.622197151184082,
      "learning_rate": 2.2030722691421146e-05,
      "loss": 0.3454832792282104,
      "step": 28295,
      "token_acc": 0.8935643564356436
    },
    {
      "epoch": 1.409292365918032,
      "grad_norm": 0.7526801824569702,
      "learning_rate": 2.2013661594035047e-05,
      "loss": 0.17374504804611207,
      "step": 28300,
      "token_acc": 0.9804560260586319
    },
    {
      "epoch": 1.4095413575021165,
      "grad_norm": 3.7626090049743652,
      "learning_rate": 2.1996605240471623e-05,
      "loss": 0.24419591426849366,
      "step": 28305,
      "token_acc": 0.9090909090909091
    },
    {
      "epoch": 1.409790349086201,
      "grad_norm": 0.8430554270744324,
      "learning_rate": 2.197955363362197e-05,
      "loss": 0.40308613777160646,
      "step": 28310,
      "token_acc": 0.78419452887538
    },
    {
      "epoch": 1.4100393406702854,
      "grad_norm": 3.265193223953247,
      "learning_rate": 2.196250677637641e-05,
      "loss": 0.21840455532073974,
      "step": 28315,
      "token_acc": 0.9126145172656801
    },
    {
      "epoch": 1.4102883322543698,
      "grad_norm": 0.5867829322814941,
      "learning_rate": 2.1945464671624533e-05,
      "loss": 0.21255135536193848,
      "step": 28320,
      "token_acc": 0.9705837291251723
    },
    {
      "epoch": 1.4105373238384542,
      "grad_norm": 0.8135390877723694,
      "learning_rate": 2.1928427322254995e-05,
      "loss": 0.30993468761444093,
      "step": 28325,
      "token_acc": 0.9025341130604289
    },
    {
      "epoch": 1.4107863154225386,
      "grad_norm": 12.116864204406738,
      "learning_rate": 2.191139473115574e-05,
      "loss": 0.39075958728790283,
      "step": 28330,
      "token_acc": 0.8819277108433735
    },
    {
      "epoch": 1.4110353070066233,
      "grad_norm": 0.6016559600830078,
      "learning_rate": 2.1894366901213866e-05,
      "loss": 0.21803112030029298,
      "step": 28335,
      "token_acc": 0.918918918918919
    },
    {
      "epoch": 1.4112842985907077,
      "grad_norm": 1.2307240962982178,
      "learning_rate": 2.1877343835315672e-05,
      "loss": 0.30860419273376466,
      "step": 28340,
      "token_acc": 0.8703241895261845
    },
    {
      "epoch": 1.4115332901747921,
      "grad_norm": 3.142024040222168,
      "learning_rate": 2.186032553634667e-05,
      "loss": 0.262837815284729,
      "step": 28345,
      "token_acc": 0.9555741827326069
    },
    {
      "epoch": 1.4117822817588765,
      "grad_norm": 0.9710718393325806,
      "learning_rate": 2.184331200719153e-05,
      "loss": 0.31197381019592285,
      "step": 28350,
      "token_acc": 0.92
    },
    {
      "epoch": 1.412031273342961,
      "grad_norm": 1.687506914138794,
      "learning_rate": 2.1826303250734132e-05,
      "loss": 0.29994540214538573,
      "step": 28355,
      "token_acc": 0.8869850528618302
    },
    {
      "epoch": 1.4122802649270454,
      "grad_norm": 0.6408627033233643,
      "learning_rate": 2.1809299269857547e-05,
      "loss": 0.441389274597168,
      "step": 28360,
      "token_acc": 0.8977823977823978
    },
    {
      "epoch": 1.4125292565111298,
      "grad_norm": 5.976208209991455,
      "learning_rate": 2.1792300067444034e-05,
      "loss": 0.4251999378204346,
      "step": 28365,
      "token_acc": 0.8975791433891993
    },
    {
      "epoch": 1.4127782480952145,
      "grad_norm": 2.682880401611328,
      "learning_rate": 2.1775305646375038e-05,
      "loss": 0.2287895441055298,
      "step": 28370,
      "token_acc": 0.9731299927378358
    },
    {
      "epoch": 1.4130272396792989,
      "grad_norm": 2.7412221431732178,
      "learning_rate": 2.17583160095312e-05,
      "loss": 0.15343445539474487,
      "step": 28375,
      "token_acc": 0.9639763779527559
    },
    {
      "epoch": 1.4132762312633833,
      "grad_norm": 2.3098649978637695,
      "learning_rate": 2.1741331159792348e-05,
      "loss": 0.3921536684036255,
      "step": 28380,
      "token_acc": 0.8301056338028169
    },
    {
      "epoch": 1.4135252228474677,
      "grad_norm": 1.8611303567886353,
      "learning_rate": 2.1724351100037516e-05,
      "loss": 0.3441749095916748,
      "step": 28385,
      "token_acc": 0.9213483146067416
    },
    {
      "epoch": 1.4137742144315522,
      "grad_norm": 1.831558346748352,
      "learning_rate": 2.1707375833144856e-05,
      "loss": 0.23886189460754395,
      "step": 28390,
      "token_acc": 0.9232323232323232
    },
    {
      "epoch": 1.4140232060156368,
      "grad_norm": 4.182090759277344,
      "learning_rate": 2.1690405361991807e-05,
      "loss": 0.28582985401153566,
      "step": 28395,
      "token_acc": 0.9156908665105387
    },
    {
      "epoch": 1.414272197599721,
      "grad_norm": 2.835702419281006,
      "learning_rate": 2.1673439689454934e-05,
      "loss": 0.18213883638381959,
      "step": 28400,
      "token_acc": 0.9338842975206612
    },
    {
      "epoch": 1.4145211891838056,
      "grad_norm": 1.2569785118103027,
      "learning_rate": 2.1656478818410018e-05,
      "loss": 0.2220855951309204,
      "step": 28405,
      "token_acc": 0.9752155172413793
    },
    {
      "epoch": 1.41477018076789,
      "grad_norm": 2.88590931892395,
      "learning_rate": 2.163952275173196e-05,
      "loss": 0.16535775661468505,
      "step": 28410,
      "token_acc": 0.9481327800829875
    },
    {
      "epoch": 1.4150191723519745,
      "grad_norm": 1.820304036140442,
      "learning_rate": 2.1622571492294945e-05,
      "loss": 0.17446479797363282,
      "step": 28415,
      "token_acc": 0.9380234505862647
    },
    {
      "epoch": 1.415268163936059,
      "grad_norm": 0.8385340571403503,
      "learning_rate": 2.1605625042972306e-05,
      "loss": 0.14878882169723512,
      "step": 28420,
      "token_acc": 0.9617037905431809
    },
    {
      "epoch": 1.4155171555201433,
      "grad_norm": 1.0179377794265747,
      "learning_rate": 2.158868340663649e-05,
      "loss": 0.31612730026245117,
      "step": 28425,
      "token_acc": 0.8860372746715551
    },
    {
      "epoch": 1.415766147104228,
      "grad_norm": 0.302338182926178,
      "learning_rate": 2.1571746586159235e-05,
      "loss": 0.2668966770172119,
      "step": 28430,
      "token_acc": 0.9083568833266048
    },
    {
      "epoch": 1.4160151386883124,
      "grad_norm": 5.553297519683838,
      "learning_rate": 2.1554814584411433e-05,
      "loss": 0.26854443550109863,
      "step": 28435,
      "token_acc": 0.9405555555555556
    },
    {
      "epoch": 1.4162641302723968,
      "grad_norm": 1.879556655883789,
      "learning_rate": 2.1537887404263086e-05,
      "loss": 0.3296829700469971,
      "step": 28440,
      "token_acc": 0.9292355371900827
    },
    {
      "epoch": 1.4165131218564813,
      "grad_norm": 7.324564456939697,
      "learning_rate": 2.1520965048583445e-05,
      "loss": 0.19962503910064697,
      "step": 28445,
      "token_acc": 0.9760850310008857
    },
    {
      "epoch": 1.4167621134405657,
      "grad_norm": 1.1378523111343384,
      "learning_rate": 2.150404752024099e-05,
      "loss": 0.1429464340209961,
      "step": 28450,
      "token_acc": 0.9642857142857143
    },
    {
      "epoch": 1.41701110502465,
      "grad_norm": 5.490592002868652,
      "learning_rate": 2.1487134822103266e-05,
      "loss": 0.23007783889770508,
      "step": 28455,
      "token_acc": 0.9661949685534591
    },
    {
      "epoch": 1.4172600966087345,
      "grad_norm": 3.5215489864349365,
      "learning_rate": 2.1470226957037076e-05,
      "loss": 0.24585263729095458,
      "step": 28460,
      "token_acc": 0.9290123456790124
    },
    {
      "epoch": 1.4175090881928192,
      "grad_norm": 3.225475311279297,
      "learning_rate": 2.145332392790839e-05,
      "loss": 0.27405338287353515,
      "step": 28465,
      "token_acc": 0.9242685025817556
    },
    {
      "epoch": 1.4177580797769036,
      "grad_norm": 2.018795967102051,
      "learning_rate": 2.1436425737582354e-05,
      "loss": 0.23890173435211182,
      "step": 28470,
      "token_acc": 0.8784153005464481
    },
    {
      "epoch": 1.418007071360988,
      "grad_norm": 1.097496509552002,
      "learning_rate": 2.1419532388923297e-05,
      "loss": 0.3041113615036011,
      "step": 28475,
      "token_acc": 0.9039812646370023
    },
    {
      "epoch": 1.4182560629450724,
      "grad_norm": 1.472999095916748,
      "learning_rate": 2.140264388479472e-05,
      "loss": 0.24889817237854003,
      "step": 28480,
      "token_acc": 0.9079229122055674
    },
    {
      "epoch": 1.4185050545291569,
      "grad_norm": 1.5920261144638062,
      "learning_rate": 2.1385760228059316e-05,
      "loss": 0.23774147033691406,
      "step": 28485,
      "token_acc": 0.907860824742268
    },
    {
      "epoch": 1.4187540461132413,
      "grad_norm": 5.105808734893799,
      "learning_rate": 2.1368881421578936e-05,
      "loss": 0.1760237455368042,
      "step": 28490,
      "token_acc": 0.9806818181818182
    },
    {
      "epoch": 1.4190030376973257,
      "grad_norm": 3.5624942779541016,
      "learning_rate": 2.1352007468214637e-05,
      "loss": 0.2138690710067749,
      "step": 28495,
      "token_acc": 0.9557321225879682
    },
    {
      "epoch": 1.4192520292814104,
      "grad_norm": 0.6536195874214172,
      "learning_rate": 2.133513837082662e-05,
      "loss": 0.28389763832092285,
      "step": 28500,
      "token_acc": 0.9112492231199503
    },
    {
      "epoch": 1.4195010208654948,
      "grad_norm": 4.567042827606201,
      "learning_rate": 2.131827413227429e-05,
      "loss": 0.28508472442626953,
      "step": 28505,
      "token_acc": 0.9515661252900232
    },
    {
      "epoch": 1.4197500124495792,
      "grad_norm": 1.9799903631210327,
      "learning_rate": 2.130141475541622e-05,
      "loss": 0.21615910530090332,
      "step": 28510,
      "token_acc": 0.9104166666666667
    },
    {
      "epoch": 1.4199990040336636,
      "grad_norm": 3.6029841899871826,
      "learning_rate": 2.1284560243110175e-05,
      "loss": 0.19536640644073486,
      "step": 28515,
      "token_acc": 0.9675810473815462
    },
    {
      "epoch": 1.420247995617748,
      "grad_norm": 0.4764200747013092,
      "learning_rate": 2.126771059821302e-05,
      "loss": 0.21567897796630858,
      "step": 28520,
      "token_acc": 0.9205974842767296
    },
    {
      "epoch": 1.4204969872018327,
      "grad_norm": 1.4389668703079224,
      "learning_rate": 2.1250865823580913e-05,
      "loss": 0.19022380113601683,
      "step": 28525,
      "token_acc": 0.922077922077922
    },
    {
      "epoch": 1.420745978785917,
      "grad_norm": 1.0777671337127686,
      "learning_rate": 2.12340259220691e-05,
      "loss": 0.1920710563659668,
      "step": 28530,
      "token_acc": 0.9447115384615384
    },
    {
      "epoch": 1.4209949703700016,
      "grad_norm": 1.655495524406433,
      "learning_rate": 2.1217190896532035e-05,
      "loss": 0.1554042935371399,
      "step": 28535,
      "token_acc": 0.9838911759441561
    },
    {
      "epoch": 1.421243961954086,
      "grad_norm": 0.5956319570541382,
      "learning_rate": 2.1200360749823335e-05,
      "loss": 0.24057996273040771,
      "step": 28540,
      "token_acc": 0.9291338582677166
    },
    {
      "epoch": 1.4214929535381704,
      "grad_norm": 3.425245761871338,
      "learning_rate": 2.1183535484795798e-05,
      "loss": 0.2063141345977783,
      "step": 28545,
      "token_acc": 0.929718875502008
    },
    {
      "epoch": 1.4217419451222548,
      "grad_norm": 0.6820886731147766,
      "learning_rate": 2.11667151043014e-05,
      "loss": 0.14336466789245605,
      "step": 28550,
      "token_acc": 0.9677708146821844
    },
    {
      "epoch": 1.4219909367063392,
      "grad_norm": 2.0640709400177,
      "learning_rate": 2.1149899611191225e-05,
      "loss": 0.25249242782592773,
      "step": 28555,
      "token_acc": 0.9582027168234065
    },
    {
      "epoch": 1.422239928290424,
      "grad_norm": 1.2671221494674683,
      "learning_rate": 2.1133089008315644e-05,
      "loss": 0.1562868595123291,
      "step": 28560,
      "token_acc": 0.9731838127742565
    },
    {
      "epoch": 1.4224889198745083,
      "grad_norm": 1.8204683065414429,
      "learning_rate": 2.111628329852413e-05,
      "loss": 0.18398647308349608,
      "step": 28565,
      "token_acc": 0.9341085271317829
    },
    {
      "epoch": 1.4227379114585927,
      "grad_norm": 2.549344778060913,
      "learning_rate": 2.10994824846653e-05,
      "loss": 0.3285432100296021,
      "step": 28570,
      "token_acc": 0.975024975024975
    },
    {
      "epoch": 1.4229869030426772,
      "grad_norm": 1.0248675346374512,
      "learning_rate": 2.1082686569586972e-05,
      "loss": 0.16185041666030883,
      "step": 28575,
      "token_acc": 0.9819890368050117
    },
    {
      "epoch": 1.4232358946267616,
      "grad_norm": 4.006329536437988,
      "learning_rate": 2.10658955561362e-05,
      "loss": 0.2522329330444336,
      "step": 28580,
      "token_acc": 0.9017681728880157
    },
    {
      "epoch": 1.423484886210846,
      "grad_norm": 1.8257253170013428,
      "learning_rate": 2.1049109447159084e-05,
      "loss": 0.42963495254516604,
      "step": 28585,
      "token_acc": 0.8473118279569892
    },
    {
      "epoch": 1.4237338777949304,
      "grad_norm": 1.4080162048339844,
      "learning_rate": 2.103232824550094e-05,
      "loss": 0.2596083402633667,
      "step": 28590,
      "token_acc": 0.9180672268907563
    },
    {
      "epoch": 1.423982869379015,
      "grad_norm": 6.1661763191223145,
      "learning_rate": 2.101555195400634e-05,
      "loss": 0.5573005199432373,
      "step": 28595,
      "token_acc": 0.8699825479930192
    },
    {
      "epoch": 1.4242318609630995,
      "grad_norm": 2.7328977584838867,
      "learning_rate": 2.0998780575518882e-05,
      "loss": 0.12694342136383058,
      "step": 28600,
      "token_acc": 0.9511677282377919
    },
    {
      "epoch": 1.424480852547184,
      "grad_norm": 5.031583786010742,
      "learning_rate": 2.0982014112881426e-05,
      "loss": 0.2955463886260986,
      "step": 28605,
      "token_acc": 0.9657110736368747
    },
    {
      "epoch": 1.4247298441312684,
      "grad_norm": 1.6087950468063354,
      "learning_rate": 2.0965252568935957e-05,
      "loss": 0.33492321968078614,
      "step": 28610,
      "token_acc": 0.9073634204275535
    },
    {
      "epoch": 1.4249788357153528,
      "grad_norm": 1.6141613721847534,
      "learning_rate": 2.0948495946523646e-05,
      "loss": 0.12995810508728028,
      "step": 28615,
      "token_acc": 0.979720744680851
    },
    {
      "epoch": 1.4252278272994372,
      "grad_norm": 0.8312373757362366,
      "learning_rate": 2.0931744248484818e-05,
      "loss": 0.20807209014892578,
      "step": 28620,
      "token_acc": 0.9294403892944039
    },
    {
      "epoch": 1.4254768188835216,
      "grad_norm": 0.9164130687713623,
      "learning_rate": 2.0914997477658976e-05,
      "loss": 0.17739328145980834,
      "step": 28625,
      "token_acc": 0.92
    },
    {
      "epoch": 1.4257258104676063,
      "grad_norm": 0.725104570388794,
      "learning_rate": 2.0898255636884777e-05,
      "loss": 0.3220335006713867,
      "step": 28630,
      "token_acc": 0.9405225125069483
    },
    {
      "epoch": 1.4259748020516907,
      "grad_norm": 1.9098765850067139,
      "learning_rate": 2.088151872900005e-05,
      "loss": 0.23642325401306152,
      "step": 28635,
      "token_acc": 0.9090909090909091
    },
    {
      "epoch": 1.4262237936357751,
      "grad_norm": 5.672607421875,
      "learning_rate": 2.0864786756841776e-05,
      "loss": 0.37977871894836424,
      "step": 28640,
      "token_acc": 0.826710816777042
    },
    {
      "epoch": 1.4264727852198595,
      "grad_norm": 1.0823893547058105,
      "learning_rate": 2.084805972324613e-05,
      "loss": 0.13490413427352904,
      "step": 28645,
      "token_acc": 0.9616895874263262
    },
    {
      "epoch": 1.426721776803944,
      "grad_norm": 0.6470312476158142,
      "learning_rate": 2.0831337631048364e-05,
      "loss": 0.24438786506652832,
      "step": 28650,
      "token_acc": 0.9436456400742115
    },
    {
      "epoch": 1.4269707683880286,
      "grad_norm": 1.0758376121520996,
      "learning_rate": 2.0814620483083026e-05,
      "loss": 0.2637013912200928,
      "step": 28655,
      "token_acc": 0.9116997792494481
    },
    {
      "epoch": 1.4272197599721128,
      "grad_norm": 1.9772870540618896,
      "learning_rate": 2.0797908282183725e-05,
      "loss": 0.14976058006286622,
      "step": 28660,
      "token_acc": 0.9377593360995851
    },
    {
      "epoch": 1.4274687515561975,
      "grad_norm": 1.7485997676849365,
      "learning_rate": 2.078120103118326e-05,
      "loss": 0.16441892385482787,
      "step": 28665,
      "token_acc": 0.9459459459459459
    },
    {
      "epoch": 1.4277177431402819,
      "grad_norm": 4.790855407714844,
      "learning_rate": 2.0764498732913606e-05,
      "loss": 0.22694644927978516,
      "step": 28670,
      "token_acc": 0.9577205882352942
    },
    {
      "epoch": 1.4279667347243663,
      "grad_norm": 0.9807020425796509,
      "learning_rate": 2.0747801390205874e-05,
      "loss": 0.3326982259750366,
      "step": 28675,
      "token_acc": 0.847045191193511
    },
    {
      "epoch": 1.4282157263084507,
      "grad_norm": 4.2359395027160645,
      "learning_rate": 2.0731109005890365e-05,
      "loss": 0.2237262487411499,
      "step": 28680,
      "token_acc": 0.9166666666666666
    },
    {
      "epoch": 1.4284647178925352,
      "grad_norm": 1.4084537029266357,
      "learning_rate": 2.0714421582796466e-05,
      "loss": 0.2927103519439697,
      "step": 28685,
      "token_acc": 0.9615699100572364
    },
    {
      "epoch": 1.4287137094766198,
      "grad_norm": 3.0777587890625,
      "learning_rate": 2.0697739123752835e-05,
      "loss": 0.3533748149871826,
      "step": 28690,
      "token_acc": 0.8399621212121212
    },
    {
      "epoch": 1.4289627010607042,
      "grad_norm": 0.36546123027801514,
      "learning_rate": 2.0681061631587228e-05,
      "loss": 0.23301076889038086,
      "step": 28695,
      "token_acc": 0.9862568715642179
    },
    {
      "epoch": 1.4292116926447886,
      "grad_norm": 0.3484235405921936,
      "learning_rate": 2.066438910912653e-05,
      "loss": 0.25622286796569826,
      "step": 28700,
      "token_acc": 0.9400963275135461
    },
    {
      "epoch": 1.429460684228873,
      "grad_norm": 2.1329002380371094,
      "learning_rate": 2.0647721559196813e-05,
      "loss": 0.24673244953155518,
      "step": 28705,
      "token_acc": 0.9376558603491272
    },
    {
      "epoch": 1.4297096758129575,
      "grad_norm": 1.7311766147613525,
      "learning_rate": 2.0631058984623368e-05,
      "loss": 0.18259499073028565,
      "step": 28710,
      "token_acc": 0.9832167832167832
    },
    {
      "epoch": 1.429958667397042,
      "grad_norm": 0.7413954138755798,
      "learning_rate": 2.0614401388230524e-05,
      "loss": 0.3837044477462769,
      "step": 28715,
      "token_acc": 0.8304635761589404
    },
    {
      "epoch": 1.4302076589811263,
      "grad_norm": 1.1109107732772827,
      "learning_rate": 2.059774877284183e-05,
      "loss": 0.2646158218383789,
      "step": 28720,
      "token_acc": 0.9180327868852459
    },
    {
      "epoch": 1.430456650565211,
      "grad_norm": 0.39164942502975464,
      "learning_rate": 2.0581101141280035e-05,
      "loss": 0.22017717361450195,
      "step": 28725,
      "token_acc": 0.9108312342569269
    },
    {
      "epoch": 1.4307056421492954,
      "grad_norm": 0.4462217092514038,
      "learning_rate": 2.0564458496366946e-05,
      "loss": 0.21175794601440429,
      "step": 28730,
      "token_acc": 0.9824881430134987
    },
    {
      "epoch": 1.4309546337333798,
      "grad_norm": 8.279816627502441,
      "learning_rate": 2.0547820840923588e-05,
      "loss": 0.424817419052124,
      "step": 28735,
      "token_acc": 0.8783068783068783
    },
    {
      "epoch": 1.4312036253174643,
      "grad_norm": 0.5728285312652588,
      "learning_rate": 2.0531188177770126e-05,
      "loss": 0.2718686580657959,
      "step": 28740,
      "token_acc": 0.9557109557109557
    },
    {
      "epoch": 1.4314526169015487,
      "grad_norm": 3.936619758605957,
      "learning_rate": 2.0514560509725883e-05,
      "loss": 0.28736324310302735,
      "step": 28745,
      "token_acc": 0.9200743494423792
    },
    {
      "epoch": 1.431701608485633,
      "grad_norm": 6.4186530113220215,
      "learning_rate": 2.0497937839609327e-05,
      "loss": 0.2327583074569702,
      "step": 28750,
      "token_acc": 0.9715206878022569
    },
    {
      "epoch": 1.4319506000697175,
      "grad_norm": 2.18113374710083,
      "learning_rate": 2.048132017023809e-05,
      "loss": 0.22717790603637694,
      "step": 28755,
      "token_acc": 0.9316239316239316
    },
    {
      "epoch": 1.4321995916538022,
      "grad_norm": 1.3810995817184448,
      "learning_rate": 2.0464707504428933e-05,
      "loss": 0.25933380126953126,
      "step": 28760,
      "token_acc": 0.9699745547073791
    },
    {
      "epoch": 1.4324485832378866,
      "grad_norm": 0.6789661645889282,
      "learning_rate": 2.0448099844997804e-05,
      "loss": 0.3015438079833984,
      "step": 28765,
      "token_acc": 0.9164835164835164
    },
    {
      "epoch": 1.432697574821971,
      "grad_norm": 3.1093363761901855,
      "learning_rate": 2.043149719475977e-05,
      "loss": 0.24329688549041747,
      "step": 28770,
      "token_acc": 0.9320557491289199
    },
    {
      "epoch": 1.4329465664060554,
      "grad_norm": 0.41561755537986755,
      "learning_rate": 2.041489955652906e-05,
      "loss": 0.11567342281341553,
      "step": 28775,
      "token_acc": 0.9848380427291523
    },
    {
      "epoch": 1.4331955579901399,
      "grad_norm": 2.7473180294036865,
      "learning_rate": 2.039830693311907e-05,
      "loss": 0.4011378288269043,
      "step": 28780,
      "token_acc": 0.8416334661354582
    },
    {
      "epoch": 1.4334445495742245,
      "grad_norm": 1.555001974105835,
      "learning_rate": 2.0381719327342324e-05,
      "loss": 0.25914227962493896,
      "step": 28785,
      "token_acc": 0.9090909090909091
    },
    {
      "epoch": 1.4336935411583087,
      "grad_norm": 1.3190430402755737,
      "learning_rate": 2.03651367420105e-05,
      "loss": 0.3466921091079712,
      "step": 28790,
      "token_acc": 0.8533333333333334
    },
    {
      "epoch": 1.4339425327423934,
      "grad_norm": 1.6240869760513306,
      "learning_rate": 2.0348559179934428e-05,
      "loss": 0.09764536023139954,
      "step": 28795,
      "token_acc": 0.9882459312839059
    },
    {
      "epoch": 1.4341915243264778,
      "grad_norm": 3.9337117671966553,
      "learning_rate": 2.0331986643924095e-05,
      "loss": 0.3388543605804443,
      "step": 28800,
      "token_acc": 0.8586171310629515
    },
    {
      "epoch": 1.4344405159105622,
      "grad_norm": 1.5231374502182007,
      "learning_rate": 2.0315419136788622e-05,
      "loss": 0.23383097648620604,
      "step": 28805,
      "token_acc": 0.9162011173184358
    },
    {
      "epoch": 1.4346895074946466,
      "grad_norm": 4.109658241271973,
      "learning_rate": 2.02988566613363e-05,
      "loss": 0.23164582252502441,
      "step": 28810,
      "token_acc": 0.9733917143819468
    },
    {
      "epoch": 1.434938499078731,
      "grad_norm": 2.3458099365234375,
      "learning_rate": 2.02822992203745e-05,
      "loss": 0.11933751106262207,
      "step": 28815,
      "token_acc": 0.9835355285961872
    },
    {
      "epoch": 1.4351874906628157,
      "grad_norm": 0.4283443093299866,
      "learning_rate": 2.026574681670984e-05,
      "loss": 0.13676753044128417,
      "step": 28820,
      "token_acc": 0.9831786542923434
    },
    {
      "epoch": 1.4354364822469001,
      "grad_norm": 2.126969337463379,
      "learning_rate": 2.0249199453148044e-05,
      "loss": 0.17590112686157228,
      "step": 28825,
      "token_acc": 0.978375219170076
    },
    {
      "epoch": 1.4356854738309845,
      "grad_norm": 0.5916659235954285,
      "learning_rate": 2.0232657132493903e-05,
      "loss": 0.153605854511261,
      "step": 28830,
      "token_acc": 0.9473482672793414
    },
    {
      "epoch": 1.435934465415069,
      "grad_norm": 1.3137987852096558,
      "learning_rate": 2.0216119857551487e-05,
      "loss": 0.2921061754226685,
      "step": 28835,
      "token_acc": 0.8844444444444445
    },
    {
      "epoch": 1.4361834569991534,
      "grad_norm": 1.2694073915481567,
      "learning_rate": 2.019958763112394e-05,
      "loss": 0.1939571976661682,
      "step": 28840,
      "token_acc": 0.9369369369369369
    },
    {
      "epoch": 1.4364324485832378,
      "grad_norm": 1.5296236276626587,
      "learning_rate": 2.018306045601352e-05,
      "loss": 0.2628772497177124,
      "step": 28845,
      "token_acc": 0.9159935379644588
    },
    {
      "epoch": 1.4366814401673222,
      "grad_norm": 1.2048778533935547,
      "learning_rate": 2.0166538335021668e-05,
      "loss": 0.2450117588043213,
      "step": 28850,
      "token_acc": 0.9002079002079002
    },
    {
      "epoch": 1.436930431751407,
      "grad_norm": 14.07115364074707,
      "learning_rate": 2.015002127094902e-05,
      "loss": 0.17684051990509034,
      "step": 28855,
      "token_acc": 0.9494640122511485
    },
    {
      "epoch": 1.4371794233354913,
      "grad_norm": 3.676945686340332,
      "learning_rate": 2.0133509266595246e-05,
      "loss": 0.18617846965789794,
      "step": 28860,
      "token_acc": 0.9420783645655877
    },
    {
      "epoch": 1.4374284149195757,
      "grad_norm": 1.4921780824661255,
      "learning_rate": 2.0117002324759228e-05,
      "loss": 0.23796844482421875,
      "step": 28865,
      "token_acc": 0.922237380627558
    },
    {
      "epoch": 1.4376774065036602,
      "grad_norm": 0.7568216323852539,
      "learning_rate": 2.0100500448238975e-05,
      "loss": 0.33771581649780275,
      "step": 28870,
      "token_acc": 0.9758032526775089
    },
    {
      "epoch": 1.4379263980877446,
      "grad_norm": 1.2603352069854736,
      "learning_rate": 2.0084003639831634e-05,
      "loss": 0.33528330326080324,
      "step": 28875,
      "token_acc": 0.8996212121212122
    },
    {
      "epoch": 1.4381753896718292,
      "grad_norm": 4.016602516174316,
      "learning_rate": 2.0067511902333503e-05,
      "loss": 0.2820418834686279,
      "step": 28880,
      "token_acc": 0.9780937740199847
    },
    {
      "epoch": 1.4384243812559134,
      "grad_norm": 0.5534807443618774,
      "learning_rate": 2.005102523854e-05,
      "loss": 0.2664299726486206,
      "step": 28885,
      "token_acc": 0.9581632653061225
    },
    {
      "epoch": 1.438673372839998,
      "grad_norm": 1.174574613571167,
      "learning_rate": 2.0034543651245714e-05,
      "loss": 0.2948188543319702,
      "step": 28890,
      "token_acc": 0.8775933609958506
    },
    {
      "epoch": 1.4389223644240825,
      "grad_norm": 2.304316520690918,
      "learning_rate": 2.0018067143244334e-05,
      "loss": 0.3692621231079102,
      "step": 28895,
      "token_acc": 0.9652417099480624
    },
    {
      "epoch": 1.439171356008167,
      "grad_norm": 3.1684060096740723,
      "learning_rate": 2.000159571732873e-05,
      "loss": 0.271696949005127,
      "step": 28900,
      "token_acc": 0.913946587537092
    },
    {
      "epoch": 1.4394203475922513,
      "grad_norm": 1.3150328397750854,
      "learning_rate": 1.998512937629088e-05,
      "loss": 0.33046932220458985,
      "step": 28905,
      "token_acc": 0.8490732568402471
    },
    {
      "epoch": 1.4396693391763358,
      "grad_norm": 1.0569133758544922,
      "learning_rate": 1.996866812292191e-05,
      "loss": 0.23403146266937255,
      "step": 28910,
      "token_acc": 0.9336569579288025
    },
    {
      "epoch": 1.4399183307604204,
      "grad_norm": 1.5935471057891846,
      "learning_rate": 1.9952211960012084e-05,
      "loss": 0.6451520919799805,
      "step": 28915,
      "token_acc": 0.8299065420560747
    },
    {
      "epoch": 1.4401673223445046,
      "grad_norm": 1.4182523488998413,
      "learning_rate": 1.9935760890350802e-05,
      "loss": 0.19790985584259033,
      "step": 28920,
      "token_acc": 0.9723055934515689
    },
    {
      "epoch": 1.4404163139285893,
      "grad_norm": 1.3713233470916748,
      "learning_rate": 1.9919314916726607e-05,
      "loss": 0.3417565584182739,
      "step": 28925,
      "token_acc": 0.9357101110461719
    },
    {
      "epoch": 1.4406653055126737,
      "grad_norm": 0.9594688415527344,
      "learning_rate": 1.9902874041927166e-05,
      "loss": 0.221109938621521,
      "step": 28930,
      "token_acc": 0.9417637271214643
    },
    {
      "epoch": 1.4409142970967581,
      "grad_norm": 1.8829787969589233,
      "learning_rate": 1.98864382687393e-05,
      "loss": 0.31602752208709717,
      "step": 28935,
      "token_acc": 0.9190546528803545
    },
    {
      "epoch": 1.4411632886808425,
      "grad_norm": 1.4398082494735718,
      "learning_rate": 1.9870007599948937e-05,
      "loss": 0.24671971797943115,
      "step": 28940,
      "token_acc": 0.9036144578313253
    },
    {
      "epoch": 1.441412280264927,
      "grad_norm": 4.061040878295898,
      "learning_rate": 1.9853582038341166e-05,
      "loss": 0.14743709564208984,
      "step": 28945,
      "token_acc": 0.9827498731608321
    },
    {
      "epoch": 1.4416612718490116,
      "grad_norm": 1.183699607849121,
      "learning_rate": 1.9837161586700204e-05,
      "loss": 0.2817673683166504,
      "step": 28950,
      "token_acc": 0.897029702970297
    },
    {
      "epoch": 1.441910263433096,
      "grad_norm": 1.8176953792572021,
      "learning_rate": 1.9820746247809413e-05,
      "loss": 0.5222748279571533,
      "step": 28955,
      "token_acc": 0.8078758949880668
    },
    {
      "epoch": 1.4421592550171805,
      "grad_norm": 0.84687340259552,
      "learning_rate": 1.980433602445122e-05,
      "loss": 0.1868428349494934,
      "step": 28960,
      "token_acc": 0.9294605809128631
    },
    {
      "epoch": 1.4424082466012649,
      "grad_norm": 13.648672103881836,
      "learning_rate": 1.9787930919407287e-05,
      "loss": 0.3677877902984619,
      "step": 28965,
      "token_acc": 0.8596491228070176
    },
    {
      "epoch": 1.4426572381853493,
      "grad_norm": 2.937932014465332,
      "learning_rate": 1.977153093545837e-05,
      "loss": 0.37738590240478515,
      "step": 28970,
      "token_acc": 0.8018242122719734
    },
    {
      "epoch": 1.4429062297694337,
      "grad_norm": 1.7078320980072021,
      "learning_rate": 1.9755136075384308e-05,
      "loss": 0.21526746749877929,
      "step": 28975,
      "token_acc": 0.9674922600619195
    },
    {
      "epoch": 1.4431552213535181,
      "grad_norm": 0.603437066078186,
      "learning_rate": 1.9738746341964108e-05,
      "loss": 0.18578050136566163,
      "step": 28980,
      "token_acc": 0.9695369618196588
    },
    {
      "epoch": 1.4434042129376028,
      "grad_norm": 1.7544258832931519,
      "learning_rate": 1.972236173797597e-05,
      "loss": 0.24737510681152344,
      "step": 28985,
      "token_acc": 0.9487179487179487
    },
    {
      "epoch": 1.4436532045216872,
      "grad_norm": 1.5371731519699097,
      "learning_rate": 1.9705982266197103e-05,
      "loss": 0.24689855575561523,
      "step": 28990,
      "token_acc": 0.8837920489296636
    },
    {
      "epoch": 1.4439021961057716,
      "grad_norm": 3.4363555908203125,
      "learning_rate": 1.968960792940392e-05,
      "loss": 0.33662729263305663,
      "step": 28995,
      "token_acc": 0.8993135011441648
    },
    {
      "epoch": 1.444151187689856,
      "grad_norm": 1.3692128658294678,
      "learning_rate": 1.9673238730371994e-05,
      "loss": 0.22220916748046876,
      "step": 29000,
      "token_acc": 0.9405405405405406
    },
    {
      "epoch": 1.4444001792739405,
      "grad_norm": 3.076859474182129,
      "learning_rate": 1.9656874671875946e-05,
      "loss": 0.30540926456451417,
      "step": 29005,
      "token_acc": 0.8358078602620087
    },
    {
      "epoch": 1.4446491708580251,
      "grad_norm": 1.3823858499526978,
      "learning_rate": 1.9640515756689566e-05,
      "loss": 0.4404592514038086,
      "step": 29010,
      "token_acc": 0.8900709219858156
    },
    {
      "epoch": 1.4448981624421093,
      "grad_norm": 1.5799896717071533,
      "learning_rate": 1.9624161987585767e-05,
      "loss": 0.3971287250518799,
      "step": 29015,
      "token_acc": 0.9228675136116152
    },
    {
      "epoch": 1.445147154026194,
      "grad_norm": 3.358792304992676,
      "learning_rate": 1.960781336733663e-05,
      "loss": 0.46771631240844724,
      "step": 29020,
      "token_acc": 0.8515037593984962
    },
    {
      "epoch": 1.4453961456102784,
      "grad_norm": 2.2658212184906006,
      "learning_rate": 1.9591469898713293e-05,
      "loss": 0.14423803091049195,
      "step": 29025,
      "token_acc": 0.952191235059761
    },
    {
      "epoch": 1.4456451371943628,
      "grad_norm": 2.179680109024048,
      "learning_rate": 1.9575131584486062e-05,
      "loss": 0.36379156112670896,
      "step": 29030,
      "token_acc": 0.8831521739130435
    },
    {
      "epoch": 1.4458941287784473,
      "grad_norm": 1.0468034744262695,
      "learning_rate": 1.9558798427424363e-05,
      "loss": 0.23453702926635742,
      "step": 29035,
      "token_acc": 0.9195979899497487
    },
    {
      "epoch": 1.4461431203625317,
      "grad_norm": 0.551985502243042,
      "learning_rate": 1.954247043029675e-05,
      "loss": 0.2628097295761108,
      "step": 29040,
      "token_acc": 0.9182242990654206
    },
    {
      "epoch": 1.4463921119466163,
      "grad_norm": 1.1535255908966064,
      "learning_rate": 1.952614759587089e-05,
      "loss": 0.475828218460083,
      "step": 29045,
      "token_acc": 0.8189598420013167
    },
    {
      "epoch": 1.4466411035307007,
      "grad_norm": 1.7501112222671509,
      "learning_rate": 1.95098299269136e-05,
      "loss": 0.25603039264678956,
      "step": 29050,
      "token_acc": 0.9244897959183673
    },
    {
      "epoch": 1.4468900951147852,
      "grad_norm": 0.3456558287143707,
      "learning_rate": 1.9493517426190793e-05,
      "loss": 0.11512327194213867,
      "step": 29055,
      "token_acc": 0.9890981169474727
    },
    {
      "epoch": 1.4471390866988696,
      "grad_norm": 1.080445647239685,
      "learning_rate": 1.947721009646752e-05,
      "loss": 0.34308643341064454,
      "step": 29060,
      "token_acc": 0.8569230769230769
    },
    {
      "epoch": 1.447388078282954,
      "grad_norm": 2.966844081878662,
      "learning_rate": 1.946090794050796e-05,
      "loss": 0.6140856266021728,
      "step": 29065,
      "token_acc": 0.8818380743982495
    },
    {
      "epoch": 1.4476370698670384,
      "grad_norm": 1.2467684745788574,
      "learning_rate": 1.9444610961075397e-05,
      "loss": 0.29209179878234864,
      "step": 29070,
      "token_acc": 0.8507751937984496
    },
    {
      "epoch": 1.4478860614511229,
      "grad_norm": 2.5304062366485596,
      "learning_rate": 1.942831916093227e-05,
      "loss": 0.6977786540985107,
      "step": 29075,
      "token_acc": 0.7951219512195122
    },
    {
      "epoch": 1.4481350530352075,
      "grad_norm": 0.5198584198951721,
      "learning_rate": 1.9412032542840096e-05,
      "loss": 0.15464965105056763,
      "step": 29080,
      "token_acc": 0.9812792511700468
    },
    {
      "epoch": 1.448384044619292,
      "grad_norm": 1.28623366355896,
      "learning_rate": 1.9395751109559572e-05,
      "loss": 0.1914823293685913,
      "step": 29085,
      "token_acc": 0.9292803970223326
    },
    {
      "epoch": 1.4486330362033764,
      "grad_norm": 2.435822010040283,
      "learning_rate": 1.9379474863850422e-05,
      "loss": 0.38210937976837156,
      "step": 29090,
      "token_acc": 0.84996191926885
    },
    {
      "epoch": 1.4488820277874608,
      "grad_norm": 1.2689672708511353,
      "learning_rate": 1.9363203808471596e-05,
      "loss": 0.36769077777862547,
      "step": 29095,
      "token_acc": 0.8526315789473684
    },
    {
      "epoch": 1.4491310193715452,
      "grad_norm": 0.7723276019096375,
      "learning_rate": 1.9346937946181136e-05,
      "loss": 0.23827311992645264,
      "step": 29100,
      "token_acc": 0.9315789473684211
    },
    {
      "epoch": 1.4493800109556296,
      "grad_norm": 1.0794636011123657,
      "learning_rate": 1.9330677279736136e-05,
      "loss": 0.29907186031341554,
      "step": 29105,
      "token_acc": 0.9077669902912622
    },
    {
      "epoch": 1.449629002539714,
      "grad_norm": 2.9303267002105713,
      "learning_rate": 1.9314421811892864e-05,
      "loss": 0.2055880069732666,
      "step": 29110,
      "token_acc": 0.9182389937106918
    },
    {
      "epoch": 1.4498779941237987,
      "grad_norm": 0.3153804838657379,
      "learning_rate": 1.9298171545406753e-05,
      "loss": 0.15023415088653563,
      "step": 29115,
      "token_acc": 0.9706572769953051
    },
    {
      "epoch": 1.4501269857078831,
      "grad_norm": 3.1972227096557617,
      "learning_rate": 1.9281926483032255e-05,
      "loss": 0.31227662563323977,
      "step": 29120,
      "token_acc": 0.9624906226556639
    },
    {
      "epoch": 1.4503759772919675,
      "grad_norm": 0.6530581116676331,
      "learning_rate": 1.9265686627522983e-05,
      "loss": 0.31672377586364747,
      "step": 29125,
      "token_acc": 0.924643584521385
    },
    {
      "epoch": 1.450624968876052,
      "grad_norm": 1.1029831171035767,
      "learning_rate": 1.9249451981631733e-05,
      "loss": 0.21561837196350098,
      "step": 29130,
      "token_acc": 0.929945054945055
    },
    {
      "epoch": 1.4508739604601364,
      "grad_norm": 2.135676622390747,
      "learning_rate": 1.9233222548110298e-05,
      "loss": 0.4349040985107422,
      "step": 29135,
      "token_acc": 0.9726996966632963
    },
    {
      "epoch": 1.451122952044221,
      "grad_norm": 1.845685362815857,
      "learning_rate": 1.9216998329709662e-05,
      "loss": 0.08995240926742554,
      "step": 29140,
      "token_acc": 0.9870900209351012
    },
    {
      "epoch": 1.4513719436283052,
      "grad_norm": 0.5389978885650635,
      "learning_rate": 1.9200779329179907e-05,
      "loss": 0.19059383869171143,
      "step": 29145,
      "token_acc": 0.9253112033195021
    },
    {
      "epoch": 1.4516209352123899,
      "grad_norm": 2.396174192428589,
      "learning_rate": 1.918456554927027e-05,
      "loss": 0.2732449769973755,
      "step": 29150,
      "token_acc": 0.9441277080957811
    },
    {
      "epoch": 1.4518699267964743,
      "grad_norm": 1.5884288549423218,
      "learning_rate": 1.9168356992729025e-05,
      "loss": 0.18682947158813476,
      "step": 29155,
      "token_acc": 0.92152466367713
    },
    {
      "epoch": 1.4521189183805587,
      "grad_norm": 0.8597860336303711,
      "learning_rate": 1.9152153662303614e-05,
      "loss": 0.20803794860839844,
      "step": 29160,
      "token_acc": 0.9608819345661451
    },
    {
      "epoch": 1.4523679099646432,
      "grad_norm": 1.7870556116104126,
      "learning_rate": 1.9135955560740583e-05,
      "loss": 0.30113098621368406,
      "step": 29165,
      "token_acc": 0.930718954248366
    },
    {
      "epoch": 1.4526169015487276,
      "grad_norm": 1.4076381921768188,
      "learning_rate": 1.9119762690785593e-05,
      "loss": 0.29600110054016116,
      "step": 29170,
      "token_acc": 0.9353287012292891
    },
    {
      "epoch": 1.4528658931328122,
      "grad_norm": 6.029041767120361,
      "learning_rate": 1.910357505518341e-05,
      "loss": 0.4302217483520508,
      "step": 29175,
      "token_acc": 0.8334545454545454
    },
    {
      "epoch": 1.4531148847168966,
      "grad_norm": 1.9157382249832153,
      "learning_rate": 1.9087392656677926e-05,
      "loss": 0.3098642349243164,
      "step": 29180,
      "token_acc": 0.8929292929292929
    },
    {
      "epoch": 1.453363876300981,
      "grad_norm": 0.49567025899887085,
      "learning_rate": 1.907121549801213e-05,
      "loss": 0.14124101400375366,
      "step": 29185,
      "token_acc": 0.9635830891586438
    },
    {
      "epoch": 1.4536128678850655,
      "grad_norm": 4.025457859039307,
      "learning_rate": 1.9055043581928132e-05,
      "loss": 0.22575094699859619,
      "step": 29190,
      "token_acc": 0.9282868525896414
    },
    {
      "epoch": 1.45386185946915,
      "grad_norm": 3.9701600074768066,
      "learning_rate": 1.9038876911167157e-05,
      "loss": 0.2829929828643799,
      "step": 29195,
      "token_acc": 0.9646643109540636
    },
    {
      "epoch": 1.4541108510532343,
      "grad_norm": 1.4250032901763916,
      "learning_rate": 1.9022715488469533e-05,
      "loss": 0.25817551612854006,
      "step": 29200,
      "token_acc": 0.9153605015673981
    },
    {
      "epoch": 1.4543598426373188,
      "grad_norm": 2.6457748413085938,
      "learning_rate": 1.9006559316574695e-05,
      "loss": 0.1307845115661621,
      "step": 29205,
      "token_acc": 0.9581589958158996
    },
    {
      "epoch": 1.4546088342214034,
      "grad_norm": 1.6569586992263794,
      "learning_rate": 1.8990408398221206e-05,
      "loss": 0.1890251636505127,
      "step": 29210,
      "token_acc": 0.9678800856531049
    },
    {
      "epoch": 1.4548578258054878,
      "grad_norm": 0.9647770524024963,
      "learning_rate": 1.897426273614673e-05,
      "loss": 0.31863746643066404,
      "step": 29215,
      "token_acc": 0.8861047835990888
    },
    {
      "epoch": 1.4551068173895723,
      "grad_norm": 5.917050838470459,
      "learning_rate": 1.8958122333087993e-05,
      "loss": 0.21414556503295898,
      "step": 29220,
      "token_acc": 0.970381917381138
    },
    {
      "epoch": 1.4553558089736567,
      "grad_norm": 4.744337558746338,
      "learning_rate": 1.8941987191780924e-05,
      "loss": 0.3915844917297363,
      "step": 29225,
      "token_acc": 0.9087837837837838
    },
    {
      "epoch": 1.455604800557741,
      "grad_norm": 3.134920120239258,
      "learning_rate": 1.8925857314960504e-05,
      "loss": 0.28846523761749265,
      "step": 29230,
      "token_acc": 0.904572564612326
    },
    {
      "epoch": 1.4558537921418255,
      "grad_norm": 1.4231288433074951,
      "learning_rate": 1.8909732705360782e-05,
      "loss": 0.14220201969146729,
      "step": 29235,
      "token_acc": 0.950199203187251
    },
    {
      "epoch": 1.45610278372591,
      "grad_norm": 1.7673600912094116,
      "learning_rate": 1.8893613365715013e-05,
      "loss": 0.21741068363189697,
      "step": 29240,
      "token_acc": 0.9245960502692998
    },
    {
      "epoch": 1.4563517753099946,
      "grad_norm": 0.5331282615661621,
      "learning_rate": 1.887749929875549e-05,
      "loss": 0.2207176446914673,
      "step": 29245,
      "token_acc": 0.9600886917960089
    },
    {
      "epoch": 1.456600766894079,
      "grad_norm": 2.3275539875030518,
      "learning_rate": 1.886139050721361e-05,
      "loss": 0.27181301116943357,
      "step": 29250,
      "token_acc": 0.9711876317638791
    },
    {
      "epoch": 1.4568497584781634,
      "grad_norm": 0.4906928539276123,
      "learning_rate": 1.8845286993819883e-05,
      "loss": 0.15581860542297363,
      "step": 29255,
      "token_acc": 0.9852382960776044
    },
    {
      "epoch": 1.4570987500622479,
      "grad_norm": 1.5127228498458862,
      "learning_rate": 1.8829188761303983e-05,
      "loss": 0.28389060497283936,
      "step": 29260,
      "token_acc": 0.8608490566037735
    },
    {
      "epoch": 1.4573477416463323,
      "grad_norm": 0.3534674346446991,
      "learning_rate": 1.88130958123946e-05,
      "loss": 0.14358259439468385,
      "step": 29265,
      "token_acc": 0.9611231101511879
    },
    {
      "epoch": 1.457596733230417,
      "grad_norm": 1.851885199546814,
      "learning_rate": 1.8797008149819578e-05,
      "loss": 0.20852069854736327,
      "step": 29270,
      "token_acc": 0.951693851944793
    },
    {
      "epoch": 1.4578457248145011,
      "grad_norm": 0.824540913105011,
      "learning_rate": 1.8780925776305835e-05,
      "loss": 0.25978209972381594,
      "step": 29275,
      "token_acc": 0.8739130434782608
    },
    {
      "epoch": 1.4580947163985858,
      "grad_norm": 2.458833694458008,
      "learning_rate": 1.8764848694579466e-05,
      "loss": 0.13787999153137206,
      "step": 29280,
      "token_acc": 0.9785495403472931
    },
    {
      "epoch": 1.4583437079826702,
      "grad_norm": 0.8528087735176086,
      "learning_rate": 1.8748776907365573e-05,
      "loss": 0.12082734107971191,
      "step": 29285,
      "token_acc": 0.978687605159843
    },
    {
      "epoch": 1.4585926995667546,
      "grad_norm": 3.366716146469116,
      "learning_rate": 1.8732710417388395e-05,
      "loss": 0.4244077682495117,
      "step": 29290,
      "token_acc": 0.7678119349005424
    },
    {
      "epoch": 1.458841691150839,
      "grad_norm": 2.0406994819641113,
      "learning_rate": 1.8716649227371335e-05,
      "loss": 0.20757052898406983,
      "step": 29295,
      "token_acc": 0.9341463414634147
    },
    {
      "epoch": 1.4590906827349235,
      "grad_norm": 1.1110496520996094,
      "learning_rate": 1.870059334003679e-05,
      "loss": 0.17600568532943725,
      "step": 29300,
      "token_acc": 0.9354838709677419
    },
    {
      "epoch": 1.4593396743190081,
      "grad_norm": 0.8594208359718323,
      "learning_rate": 1.868454275810633e-05,
      "loss": 0.19909040927886962,
      "step": 29305,
      "token_acc": 0.9815109977685686
    },
    {
      "epoch": 1.4595886659030926,
      "grad_norm": 1.0167980194091797,
      "learning_rate": 1.8668497484300613e-05,
      "loss": 0.2705861806869507,
      "step": 29310,
      "token_acc": 0.8945147679324894
    },
    {
      "epoch": 1.459837657487177,
      "grad_norm": 0.8631795644760132,
      "learning_rate": 1.865245752133939e-05,
      "loss": 0.22136983871459961,
      "step": 29315,
      "token_acc": 0.9743732590529248
    },
    {
      "epoch": 1.4600866490712614,
      "grad_norm": 1.6496977806091309,
      "learning_rate": 1.8636422871941506e-05,
      "loss": 0.32835772037506106,
      "step": 29320,
      "token_acc": 0.8841145833333334
    },
    {
      "epoch": 1.4603356406553458,
      "grad_norm": 2.5698559284210205,
      "learning_rate": 1.8620393538824925e-05,
      "loss": 0.1807325601577759,
      "step": 29325,
      "token_acc": 0.9833333333333333
    },
    {
      "epoch": 1.4605846322394302,
      "grad_norm": 1.0824081897735596,
      "learning_rate": 1.8604369524706695e-05,
      "loss": 0.2845911502838135,
      "step": 29330,
      "token_acc": 0.9314505072662462
    },
    {
      "epoch": 1.4608336238235147,
      "grad_norm": 1.4213407039642334,
      "learning_rate": 1.858835083230296e-05,
      "loss": 0.22045254707336426,
      "step": 29335,
      "token_acc": 0.918552036199095
    },
    {
      "epoch": 1.4610826154075993,
      "grad_norm": 1.8858054876327515,
      "learning_rate": 1.857233746432897e-05,
      "loss": 0.23669135570526123,
      "step": 29340,
      "token_acc": 0.9684563758389262
    },
    {
      "epoch": 1.4613316069916837,
      "grad_norm": 1.7211438417434692,
      "learning_rate": 1.8556329423499075e-05,
      "loss": 0.27927260398864745,
      "step": 29345,
      "token_acc": 0.9080150618612157
    },
    {
      "epoch": 1.4615805985757682,
      "grad_norm": 2.0271666049957275,
      "learning_rate": 1.854032671252671e-05,
      "loss": 0.2145658016204834,
      "step": 29350,
      "token_acc": 0.9236725663716814
    },
    {
      "epoch": 1.4618295901598526,
      "grad_norm": 1.1637753248214722,
      "learning_rate": 1.852432933412442e-05,
      "loss": 0.2832111120223999,
      "step": 29355,
      "token_acc": 0.9405204460966543
    },
    {
      "epoch": 1.462078581743937,
      "grad_norm": 2.408775568008423,
      "learning_rate": 1.8508337291003852e-05,
      "loss": 0.28984556198120115,
      "step": 29360,
      "token_acc": 0.9085106382978724
    },
    {
      "epoch": 1.4623275733280214,
      "grad_norm": 0.7886988520622253,
      "learning_rate": 1.849235058587569e-05,
      "loss": 0.29489884376525877,
      "step": 29365,
      "token_acc": 0.8573446327683616
    },
    {
      "epoch": 1.4625765649121059,
      "grad_norm": 8.088088989257812,
      "learning_rate": 1.84763692214498e-05,
      "loss": 0.586609172821045,
      "step": 29370,
      "token_acc": 0.9432689359092303
    },
    {
      "epoch": 1.4628255564961905,
      "grad_norm": 2.8420515060424805,
      "learning_rate": 1.8460393200435115e-05,
      "loss": 0.29076395034790037,
      "step": 29375,
      "token_acc": 0.9351158645276292
    },
    {
      "epoch": 1.463074548080275,
      "grad_norm": 2.0853703022003174,
      "learning_rate": 1.8444422525539613e-05,
      "loss": 0.20888128280639648,
      "step": 29380,
      "token_acc": 0.9200779727095516
    },
    {
      "epoch": 1.4633235396643594,
      "grad_norm": 4.02561092376709,
      "learning_rate": 1.8428457199470395e-05,
      "loss": 0.27618205547332764,
      "step": 29385,
      "token_acc": 0.9618456078083407
    },
    {
      "epoch": 1.4635725312484438,
      "grad_norm": 1.5350885391235352,
      "learning_rate": 1.8412497224933718e-05,
      "loss": 0.23969247341156005,
      "step": 29390,
      "token_acc": 0.9194630872483222
    },
    {
      "epoch": 1.4638215228325282,
      "grad_norm": 1.915037751197815,
      "learning_rate": 1.8396542604634826e-05,
      "loss": 0.1516079306602478,
      "step": 29395,
      "token_acc": 0.9810288215979569
    },
    {
      "epoch": 1.4640705144166128,
      "grad_norm": 0.433637410402298,
      "learning_rate": 1.8380593341278108e-05,
      "loss": 0.16199542284011842,
      "step": 29400,
      "token_acc": 0.979187314172448
    },
    {
      "epoch": 1.464319506000697,
      "grad_norm": 0.33448588848114014,
      "learning_rate": 1.836464943756707e-05,
      "loss": 0.26740574836730957,
      "step": 29405,
      "token_acc": 0.936222005842259
    },
    {
      "epoch": 1.4645684975847817,
      "grad_norm": 1.2573188543319702,
      "learning_rate": 1.834871089620429e-05,
      "loss": 0.2056978702545166,
      "step": 29410,
      "token_acc": 0.8823529411764706
    },
    {
      "epoch": 1.4648174891688661,
      "grad_norm": 1.7922207117080688,
      "learning_rate": 1.8332777719891397e-05,
      "loss": 0.3467691898345947,
      "step": 29415,
      "token_acc": 0.9221556886227545
    },
    {
      "epoch": 1.4650664807529505,
      "grad_norm": 1.3791664838790894,
      "learning_rate": 1.8316849911329132e-05,
      "loss": 0.15644328594207763,
      "step": 29420,
      "token_acc": 0.9484777517564403
    },
    {
      "epoch": 1.465315472337035,
      "grad_norm": 1.0523449182510376,
      "learning_rate": 1.83009274732174e-05,
      "loss": 0.1906517505645752,
      "step": 29425,
      "token_acc": 0.899103139013453
    },
    {
      "epoch": 1.4655644639211194,
      "grad_norm": 0.49231359362602234,
      "learning_rate": 1.828501040825507e-05,
      "loss": 0.24908769130706787,
      "step": 29430,
      "token_acc": 0.9326010983524713
    },
    {
      "epoch": 1.465813455505204,
      "grad_norm": 3.30507755279541,
      "learning_rate": 1.8269098719140194e-05,
      "loss": 0.21379294395446777,
      "step": 29435,
      "token_acc": 0.958203125
    },
    {
      "epoch": 1.4660624470892885,
      "grad_norm": 5.0728864669799805,
      "learning_rate": 1.8253192408569874e-05,
      "loss": 0.26531500816345216,
      "step": 29440,
      "token_acc": 0.9060665362035225
    },
    {
      "epoch": 1.4663114386733729,
      "grad_norm": 1.7004883289337158,
      "learning_rate": 1.8237291479240302e-05,
      "loss": 0.2755229711532593,
      "step": 29445,
      "token_acc": 0.9628217349857007
    },
    {
      "epoch": 1.4665604302574573,
      "grad_norm": 1.0478854179382324,
      "learning_rate": 1.822139593384678e-05,
      "loss": 0.18411003351211547,
      "step": 29450,
      "token_acc": 0.9739921976592978
    },
    {
      "epoch": 1.4668094218415417,
      "grad_norm": 7.330471992492676,
      "learning_rate": 1.820550577508367e-05,
      "loss": 0.2003944158554077,
      "step": 29455,
      "token_acc": 0.9585492227979274
    },
    {
      "epoch": 1.4670584134256262,
      "grad_norm": 2.773160934448242,
      "learning_rate": 1.8189621005644435e-05,
      "loss": 0.3365645885467529,
      "step": 29460,
      "token_acc": 0.9477611940298507
    },
    {
      "epoch": 1.4673074050097106,
      "grad_norm": 1.543143391609192,
      "learning_rate": 1.817374162822162e-05,
      "loss": 0.19653830528259278,
      "step": 29465,
      "token_acc": 0.9706439393939394
    },
    {
      "epoch": 1.4675563965937952,
      "grad_norm": 1.3776406049728394,
      "learning_rate": 1.815786764550686e-05,
      "loss": 0.2863637924194336,
      "step": 29470,
      "token_acc": 0.9141341051616015
    },
    {
      "epoch": 1.4678053881778796,
      "grad_norm": 1.1193549633026123,
      "learning_rate": 1.8141999060190877e-05,
      "loss": 0.25879316329956054,
      "step": 29475,
      "token_acc": 0.9380035026269702
    },
    {
      "epoch": 1.468054379761964,
      "grad_norm": 2.314021587371826,
      "learning_rate": 1.8126135874963467e-05,
      "loss": 0.2575502395629883,
      "step": 29480,
      "token_acc": 0.8619662363455809
    },
    {
      "epoch": 1.4683033713460485,
      "grad_norm": 1.1507912874221802,
      "learning_rate": 1.8110278092513526e-05,
      "loss": 0.41317172050476075,
      "step": 29485,
      "token_acc": 0.8768768768768769
    },
    {
      "epoch": 1.468552362930133,
      "grad_norm": 2.2542824745178223,
      "learning_rate": 1.8094425715529038e-05,
      "loss": 0.24404683113098144,
      "step": 29490,
      "token_acc": 0.9168490153172867
    },
    {
      "epoch": 1.4688013545142173,
      "grad_norm": 3.608330488204956,
      "learning_rate": 1.8078578746697016e-05,
      "loss": 0.21649770736694335,
      "step": 29495,
      "token_acc": 0.9544344995931652
    },
    {
      "epoch": 1.4690503460983018,
      "grad_norm": 1.4354596138000488,
      "learning_rate": 1.8062737188703637e-05,
      "loss": 0.36583657264709474,
      "step": 29500,
      "token_acc": 0.8679245283018868
    },
    {
      "epoch": 1.4692993376823864,
      "grad_norm": 0.7761163115501404,
      "learning_rate": 1.8046901044234132e-05,
      "loss": 0.3745488405227661,
      "step": 29505,
      "token_acc": 0.8688845401174168
    },
    {
      "epoch": 1.4695483292664708,
      "grad_norm": 7.837127685546875,
      "learning_rate": 1.8031070315972775e-05,
      "loss": 0.25798945426940917,
      "step": 29510,
      "token_acc": 0.958374628344896
    },
    {
      "epoch": 1.4697973208505553,
      "grad_norm": 1.9432629346847534,
      "learning_rate": 1.801524500660295e-05,
      "loss": 0.24411797523498535,
      "step": 29515,
      "token_acc": 0.9355371900826446
    },
    {
      "epoch": 1.4700463124346397,
      "grad_norm": 1.4166382551193237,
      "learning_rate": 1.7999425118807166e-05,
      "loss": 0.16772942543029784,
      "step": 29520,
      "token_acc": 0.9696969696969697
    },
    {
      "epoch": 1.470295304018724,
      "grad_norm": 1.9602779150009155,
      "learning_rate": 1.7983610655266937e-05,
      "loss": 0.20216035842895508,
      "step": 29525,
      "token_acc": 0.9394292370413512
    },
    {
      "epoch": 1.4705442956028087,
      "grad_norm": 1.2689754962921143,
      "learning_rate": 1.7967801618662884e-05,
      "loss": 0.21891517639160157,
      "step": 29530,
      "token_acc": 0.9639564124057
    },
    {
      "epoch": 1.470793287186893,
      "grad_norm": 0.6313865780830383,
      "learning_rate": 1.7951998011674748e-05,
      "loss": 0.20937566757202147,
      "step": 29535,
      "token_acc": 0.9254385964912281
    },
    {
      "epoch": 1.4710422787709776,
      "grad_norm": 0.3893933594226837,
      "learning_rate": 1.7936199836981326e-05,
      "loss": 0.1647092342376709,
      "step": 29540,
      "token_acc": 0.9860480207657365
    },
    {
      "epoch": 1.471291270355062,
      "grad_norm": 2.517678737640381,
      "learning_rate": 1.792040709726045e-05,
      "loss": 0.30559768676757815,
      "step": 29545,
      "token_acc": 0.9134869663770306
    },
    {
      "epoch": 1.4715402619391464,
      "grad_norm": 2.6011228561401367,
      "learning_rate": 1.7904619795189066e-05,
      "loss": 0.4158935546875,
      "step": 29550,
      "token_acc": 0.881619937694704
    },
    {
      "epoch": 1.4717892535232309,
      "grad_norm": 1.2412430047988892,
      "learning_rate": 1.7888837933443252e-05,
      "loss": 0.3528303146362305,
      "step": 29555,
      "token_acc": 0.9591049382716049
    },
    {
      "epoch": 1.4720382451073153,
      "grad_norm": 1.5416837930679321,
      "learning_rate": 1.787306151469806e-05,
      "loss": 0.19583663940429688,
      "step": 29560,
      "token_acc": 0.9332321699544764
    },
    {
      "epoch": 1.4722872366914,
      "grad_norm": 2.01979398727417,
      "learning_rate": 1.7857290541627685e-05,
      "loss": 0.2534362554550171,
      "step": 29565,
      "token_acc": 0.9371134020618557
    },
    {
      "epoch": 1.4725362282754844,
      "grad_norm": 2.738530397415161,
      "learning_rate": 1.7841525016905392e-05,
      "loss": 0.11639955043792724,
      "step": 29570,
      "token_acc": 0.9519832985386222
    },
    {
      "epoch": 1.4727852198595688,
      "grad_norm": 2.2229340076446533,
      "learning_rate": 1.782576494320351e-05,
      "loss": 0.25024845600128176,
      "step": 29575,
      "token_acc": 0.9325337331334332
    },
    {
      "epoch": 1.4730342114436532,
      "grad_norm": 1.6169289350509644,
      "learning_rate": 1.781001032319345e-05,
      "loss": 0.28295671939849854,
      "step": 29580,
      "token_acc": 0.9049645390070922
    },
    {
      "epoch": 1.4732832030277376,
      "grad_norm": 2.1639840602874756,
      "learning_rate": 1.77942611595457e-05,
      "loss": 0.17039380073547364,
      "step": 29585,
      "token_acc": 0.9532428355957768
    },
    {
      "epoch": 1.473532194611822,
      "grad_norm": 1.171522617340088,
      "learning_rate": 1.777851745492982e-05,
      "loss": 0.25780506134033204,
      "step": 29590,
      "token_acc": 0.9491173416407062
    },
    {
      "epoch": 1.4737811861959065,
      "grad_norm": 2.818190336227417,
      "learning_rate": 1.7762779212014442e-05,
      "loss": 0.3060886859893799,
      "step": 29595,
      "token_acc": 0.9694805194805195
    },
    {
      "epoch": 1.4740301777799911,
      "grad_norm": 0.661723792552948,
      "learning_rate": 1.7747046433467285e-05,
      "loss": 0.22972335815429687,
      "step": 29600,
      "token_acc": 0.9246861924686193
    },
    {
      "epoch": 1.4742791693640755,
      "grad_norm": 2.186675786972046,
      "learning_rate": 1.773131912195512e-05,
      "loss": 0.12954652309417725,
      "step": 29605,
      "token_acc": 0.9500756429652042
    },
    {
      "epoch": 1.47452816094816,
      "grad_norm": 0.6789829730987549,
      "learning_rate": 1.7715597280143813e-05,
      "loss": 0.19069314002990723,
      "step": 29610,
      "token_acc": 0.9677211103938025
    },
    {
      "epoch": 1.4747771525322444,
      "grad_norm": 0.8650160431861877,
      "learning_rate": 1.7699880910698297e-05,
      "loss": 0.24648470878601075,
      "step": 29615,
      "token_acc": 0.9243515850144092
    },
    {
      "epoch": 1.4750261441163288,
      "grad_norm": 3.1984641551971436,
      "learning_rate": 1.768417001628258e-05,
      "loss": 0.1690891981124878,
      "step": 29620,
      "token_acc": 0.9791582355321732
    },
    {
      "epoch": 1.4752751357004135,
      "grad_norm": 0.8544009923934937,
      "learning_rate": 1.7668464599559692e-05,
      "loss": 0.15311485528945923,
      "step": 29625,
      "token_acc": 0.9692429022082019
    },
    {
      "epoch": 1.4755241272844977,
      "grad_norm": 3.8395416736602783,
      "learning_rate": 1.7652764663191835e-05,
      "loss": 0.17155219316482545,
      "step": 29630,
      "token_acc": 0.9462209302325582
    },
    {
      "epoch": 1.4757731188685823,
      "grad_norm": 1.00968599319458,
      "learning_rate": 1.763707020984021e-05,
      "loss": 0.23973407745361328,
      "step": 29635,
      "token_acc": 0.8724179829890644
    },
    {
      "epoch": 1.4760221104526667,
      "grad_norm": 0.7702438831329346,
      "learning_rate": 1.7621381242165068e-05,
      "loss": 0.19421012401580812,
      "step": 29640,
      "token_acc": 0.9244060475161987
    },
    {
      "epoch": 1.4762711020367512,
      "grad_norm": 0.6348060965538025,
      "learning_rate": 1.760569776282582e-05,
      "loss": 0.12700098752975464,
      "step": 29645,
      "token_acc": 0.9590443686006825
    },
    {
      "epoch": 1.4765200936208356,
      "grad_norm": 2.889869451522827,
      "learning_rate": 1.7590019774480877e-05,
      "loss": 0.1761487603187561,
      "step": 29650,
      "token_acc": 0.9342629482071713
    },
    {
      "epoch": 1.47676908520492,
      "grad_norm": 1.8325896263122559,
      "learning_rate": 1.7574347279787712e-05,
      "loss": 0.41742672920227053,
      "step": 29655,
      "token_acc": 0.8453683442742523
    },
    {
      "epoch": 1.4770180767890047,
      "grad_norm": 0.797004759311676,
      "learning_rate": 1.755868028140289e-05,
      "loss": 0.47243194580078124,
      "step": 29660,
      "token_acc": 0.8823529411764706
    },
    {
      "epoch": 1.4772670683730889,
      "grad_norm": 1.5278959274291992,
      "learning_rate": 1.7543018781982078e-05,
      "loss": 0.311649489402771,
      "step": 29665,
      "token_acc": 0.8741776315789473
    },
    {
      "epoch": 1.4775160599571735,
      "grad_norm": 1.3770923614501953,
      "learning_rate": 1.752736278417998e-05,
      "loss": 0.20251028537750243,
      "step": 29670,
      "token_acc": 0.9228855721393034
    },
    {
      "epoch": 1.477765051541258,
      "grad_norm": 1.1720573902130127,
      "learning_rate": 1.7511712290650323e-05,
      "loss": 0.15149922370910646,
      "step": 29675,
      "token_acc": 0.9304482225656878
    },
    {
      "epoch": 1.4780140431253423,
      "grad_norm": 2.2441346645355225,
      "learning_rate": 1.749606730404595e-05,
      "loss": 0.17292249202728271,
      "step": 29680,
      "token_acc": 0.9668984700973574
    },
    {
      "epoch": 1.4782630347094268,
      "grad_norm": 3.5782337188720703,
      "learning_rate": 1.7480427827018812e-05,
      "loss": 0.3496564865112305,
      "step": 29685,
      "token_acc": 0.8599537037037037
    },
    {
      "epoch": 1.4785120262935112,
      "grad_norm": 1.8759243488311768,
      "learning_rate": 1.7464793862219825e-05,
      "loss": 0.18295098543167115,
      "step": 29690,
      "token_acc": 0.9777327935222672
    },
    {
      "epoch": 1.4787610178775958,
      "grad_norm": 0.44728797674179077,
      "learning_rate": 1.744916541229903e-05,
      "loss": 0.2023771286010742,
      "step": 29695,
      "token_acc": 0.8971229293809939
    },
    {
      "epoch": 1.4790100094616803,
      "grad_norm": 0.8663471341133118,
      "learning_rate": 1.7433542479905574e-05,
      "loss": 0.19057698249816896,
      "step": 29700,
      "token_acc": 0.9333333333333333
    },
    {
      "epoch": 1.4792590010457647,
      "grad_norm": 3.457224130630493,
      "learning_rate": 1.741792506768756e-05,
      "loss": 0.3953488826751709,
      "step": 29705,
      "token_acc": 0.8318518518518518
    },
    {
      "epoch": 1.4795079926298491,
      "grad_norm": 1.217189908027649,
      "learning_rate": 1.740231317829225e-05,
      "loss": 0.19805926084518433,
      "step": 29710,
      "token_acc": 0.9397217928902627
    },
    {
      "epoch": 1.4797569842139335,
      "grad_norm": 3.0574822425842285,
      "learning_rate": 1.7386706814365933e-05,
      "loss": 0.2583874940872192,
      "step": 29715,
      "token_acc": 0.8649328859060402
    },
    {
      "epoch": 1.480005975798018,
      "grad_norm": 2.1049633026123047,
      "learning_rate": 1.7371105978553953e-05,
      "loss": 0.37871694564819336,
      "step": 29720,
      "token_acc": 0.884004884004884
    },
    {
      "epoch": 1.4802549673821024,
      "grad_norm": 0.9720901250839233,
      "learning_rate": 1.7355510673500742e-05,
      "loss": 0.28914675712585447,
      "step": 29725,
      "token_acc": 0.9586349534643226
    },
    {
      "epoch": 1.480503958966187,
      "grad_norm": 1.3729990720748901,
      "learning_rate": 1.733992090184977e-05,
      "loss": 0.18574373722076415,
      "step": 29730,
      "token_acc": 0.9463487332339792
    },
    {
      "epoch": 1.4807529505502715,
      "grad_norm": 0.6808491349220276,
      "learning_rate": 1.732433666624359e-05,
      "loss": 0.3993107557296753,
      "step": 29735,
      "token_acc": 0.9645748987854251
    },
    {
      "epoch": 1.4810019421343559,
      "grad_norm": 1.00563645362854,
      "learning_rate": 1.7308757969323802e-05,
      "loss": 0.5366576671600342,
      "step": 29740,
      "token_acc": 0.8333333333333334
    },
    {
      "epoch": 1.4812509337184403,
      "grad_norm": 2.108599901199341,
      "learning_rate": 1.729318481373108e-05,
      "loss": 0.2112182378768921,
      "step": 29745,
      "token_acc": 0.9288537549407114
    },
    {
      "epoch": 1.4814999253025247,
      "grad_norm": 5.3111891746521,
      "learning_rate": 1.7277617202105133e-05,
      "loss": 0.3710068464279175,
      "step": 29750,
      "token_acc": 0.883125
    },
    {
      "epoch": 1.4817489168866094,
      "grad_norm": 3.667581558227539,
      "learning_rate": 1.7262055137084766e-05,
      "loss": 0.20807695388793945,
      "step": 29755,
      "token_acc": 0.9138888888888889
    },
    {
      "epoch": 1.4819979084706936,
      "grad_norm": 1.0918220281600952,
      "learning_rate": 1.724649862130782e-05,
      "loss": 0.2524671792984009,
      "step": 29760,
      "token_acc": 0.9189765458422174
    },
    {
      "epoch": 1.4822469000547782,
      "grad_norm": 3.119818687438965,
      "learning_rate": 1.723094765741121e-05,
      "loss": 0.43325605392456057,
      "step": 29765,
      "token_acc": 0.8955304254173398
    },
    {
      "epoch": 1.4824958916388626,
      "grad_norm": 1.2412739992141724,
      "learning_rate": 1.7215402248030864e-05,
      "loss": 0.15905630588531494,
      "step": 29770,
      "token_acc": 0.9319852941176471
    },
    {
      "epoch": 1.482744883222947,
      "grad_norm": 0.5501523017883301,
      "learning_rate": 1.719986239580185e-05,
      "loss": 0.1653628945350647,
      "step": 29775,
      "token_acc": 0.971028971028971
    },
    {
      "epoch": 1.4829938748070315,
      "grad_norm": 1.7756403684616089,
      "learning_rate": 1.7184328103358237e-05,
      "loss": 0.21269493103027343,
      "step": 29780,
      "token_acc": 0.9080389768574909
    },
    {
      "epoch": 1.483242866391116,
      "grad_norm": 4.363287448883057,
      "learning_rate": 1.716879937333317e-05,
      "loss": 0.4126927375793457,
      "step": 29785,
      "token_acc": 0.9469294920394238
    },
    {
      "epoch": 1.4834918579752006,
      "grad_norm": 0.775109589099884,
      "learning_rate": 1.7153276208358804e-05,
      "loss": 0.29899821281433103,
      "step": 29790,
      "token_acc": 0.8413021363173957
    },
    {
      "epoch": 1.4837408495592848,
      "grad_norm": 0.9201191067695618,
      "learning_rate": 1.7137758611066447e-05,
      "loss": 0.13917587995529174,
      "step": 29795,
      "token_acc": 0.9427710843373494
    },
    {
      "epoch": 1.4839898411433694,
      "grad_norm": 0.5123933553695679,
      "learning_rate": 1.7122246584086395e-05,
      "loss": 0.33770527839660647,
      "step": 29800,
      "token_acc": 0.9412453183520599
    },
    {
      "epoch": 1.4842388327274538,
      "grad_norm": 1.8401635885238647,
      "learning_rate": 1.710674013004797e-05,
      "loss": 0.2073948621749878,
      "step": 29805,
      "token_acc": 0.929384965831435
    },
    {
      "epoch": 1.4844878243115383,
      "grad_norm": 1.1193159818649292,
      "learning_rate": 1.7091239251579648e-05,
      "loss": 0.20147852897644042,
      "step": 29810,
      "token_acc": 0.9395711500974658
    },
    {
      "epoch": 1.4847368158956227,
      "grad_norm": 1.411133885383606,
      "learning_rate": 1.7075743951308897e-05,
      "loss": 0.20385448932647704,
      "step": 29815,
      "token_acc": 0.9381818181818182
    },
    {
      "epoch": 1.484985807479707,
      "grad_norm": 4.088737487792969,
      "learning_rate": 1.7060254231862216e-05,
      "loss": 0.22699644565582275,
      "step": 29820,
      "token_acc": 0.9630781189273222
    },
    {
      "epoch": 1.4852347990637917,
      "grad_norm": 0.5437868237495422,
      "learning_rate": 1.7044770095865188e-05,
      "loss": 0.17085107564926147,
      "step": 29825,
      "token_acc": 0.944141689373297
    },
    {
      "epoch": 1.4854837906478762,
      "grad_norm": 2.796340227127075,
      "learning_rate": 1.7029291545942504e-05,
      "loss": 0.3285204410552979,
      "step": 29830,
      "token_acc": 0.8657894736842106
    },
    {
      "epoch": 1.4857327822319606,
      "grad_norm": 2.8092024326324463,
      "learning_rate": 1.70138185847178e-05,
      "loss": 0.4470773696899414,
      "step": 29835,
      "token_acc": 0.8841269841269841
    },
    {
      "epoch": 1.485981773816045,
      "grad_norm": 0.9469507932662964,
      "learning_rate": 1.699835121481384e-05,
      "loss": 0.4807446956634521,
      "step": 29840,
      "token_acc": 0.8318264014466547
    },
    {
      "epoch": 1.4862307654001294,
      "grad_norm": 4.2902116775512695,
      "learning_rate": 1.6982889438852418e-05,
      "loss": 0.26994245052337645,
      "step": 29845,
      "token_acc": 0.9705340699815838
    },
    {
      "epoch": 1.4864797569842139,
      "grad_norm": 2.003258228302002,
      "learning_rate": 1.696743325945438e-05,
      "loss": 0.1524532914161682,
      "step": 29850,
      "token_acc": 0.9724431818181818
    },
    {
      "epoch": 1.4867287485682983,
      "grad_norm": 1.775635838508606,
      "learning_rate": 1.6951982679239624e-05,
      "loss": 0.29971699714660643,
      "step": 29855,
      "token_acc": 0.8820224719101124
    },
    {
      "epoch": 1.486977740152383,
      "grad_norm": 1.275498390197754,
      "learning_rate": 1.693653770082711e-05,
      "loss": 0.15209368467330933,
      "step": 29860,
      "token_acc": 0.9729594391587381
    },
    {
      "epoch": 1.4872267317364674,
      "grad_norm": 0.8620621562004089,
      "learning_rate": 1.6921098326834823e-05,
      "loss": 0.15813593864440917,
      "step": 29865,
      "token_acc": 0.9791425260718424
    },
    {
      "epoch": 1.4874757233205518,
      "grad_norm": 0.36789244413375854,
      "learning_rate": 1.6905664559879825e-05,
      "loss": 0.17119007110595702,
      "step": 29870,
      "token_acc": 0.952755905511811
    },
    {
      "epoch": 1.4877247149046362,
      "grad_norm": 1.442689299583435,
      "learning_rate": 1.6890236402578207e-05,
      "loss": 0.3057006597518921,
      "step": 29875,
      "token_acc": 0.9412231930103256
    },
    {
      "epoch": 1.4879737064887206,
      "grad_norm": 1.9563566446304321,
      "learning_rate": 1.6874813857545123e-05,
      "loss": 0.19928405284881592,
      "step": 29880,
      "token_acc": 0.9307958477508651
    },
    {
      "epoch": 1.4882226980728053,
      "grad_norm": 1.5238393545150757,
      "learning_rate": 1.685939692739477e-05,
      "loss": 0.3236849308013916,
      "step": 29885,
      "token_acc": 0.8581235697940504
    },
    {
      "epoch": 1.4884716896568895,
      "grad_norm": 3.0283827781677246,
      "learning_rate": 1.6843985614740395e-05,
      "loss": 0.15734094381332397,
      "step": 29890,
      "token_acc": 0.9399075500770416
    },
    {
      "epoch": 1.4887206812409741,
      "grad_norm": 5.153013229370117,
      "learning_rate": 1.6828579922194303e-05,
      "loss": 0.43398489952087405,
      "step": 29895,
      "token_acc": 0.9011857707509882
    },
    {
      "epoch": 1.4889696728250585,
      "grad_norm": 1.4528430700302124,
      "learning_rate": 1.6813179852367787e-05,
      "loss": 0.338913106918335,
      "step": 29900,
      "token_acc": 0.8930232558139535
    },
    {
      "epoch": 1.489218664409143,
      "grad_norm": 4.077783107757568,
      "learning_rate": 1.679778540787129e-05,
      "loss": 0.20021193027496337,
      "step": 29905,
      "token_acc": 0.9166666666666666
    },
    {
      "epoch": 1.4894676559932274,
      "grad_norm": 1.6019625663757324,
      "learning_rate": 1.6782396591314232e-05,
      "loss": 0.2168361186981201,
      "step": 29910,
      "token_acc": 0.913953488372093
    },
    {
      "epoch": 1.4897166475773118,
      "grad_norm": 1.3898273706436157,
      "learning_rate": 1.67670134053051e-05,
      "loss": 0.15637924671173095,
      "step": 29915,
      "token_acc": 0.9485815602836879
    },
    {
      "epoch": 1.4899656391613965,
      "grad_norm": 2.840334892272949,
      "learning_rate": 1.675163585245137e-05,
      "loss": 0.31709604263305663,
      "step": 29920,
      "token_acc": 0.9636098981077147
    },
    {
      "epoch": 1.4902146307454809,
      "grad_norm": 1.1206976175308228,
      "learning_rate": 1.673626393535967e-05,
      "loss": 0.19514091014862062,
      "step": 29925,
      "token_acc": 0.9340909090909091
    },
    {
      "epoch": 1.4904636223295653,
      "grad_norm": 0.381936639547348,
      "learning_rate": 1.6720897656635614e-05,
      "loss": 0.09488970637321473,
      "step": 29930,
      "token_acc": 0.9894675248683441
    },
    {
      "epoch": 1.4907126139136497,
      "grad_norm": 5.160000801086426,
      "learning_rate": 1.6705537018883816e-05,
      "loss": 0.35017659664154055,
      "step": 29935,
      "token_acc": 0.8476190476190476
    },
    {
      "epoch": 1.4909616054977342,
      "grad_norm": 2.163768768310547,
      "learning_rate": 1.6690182024708018e-05,
      "loss": 0.508974266052246,
      "step": 29940,
      "token_acc": 0.7972292191435768
    },
    {
      "epoch": 1.4912105970818186,
      "grad_norm": 0.4788146913051605,
      "learning_rate": 1.667483267671098e-05,
      "loss": 0.22789199352264405,
      "step": 29945,
      "token_acc": 0.9371549893842888
    },
    {
      "epoch": 1.491459588665903,
      "grad_norm": 4.485203266143799,
      "learning_rate": 1.6659488977494452e-05,
      "loss": 0.3470174789428711,
      "step": 29950,
      "token_acc": 0.9015748031496063
    },
    {
      "epoch": 1.4917085802499876,
      "grad_norm": 1.8696130514144897,
      "learning_rate": 1.664415092965927e-05,
      "loss": 0.16245601177215577,
      "step": 29955,
      "token_acc": 0.9408945686900958
    },
    {
      "epoch": 1.491957571834072,
      "grad_norm": 1.100233554840088,
      "learning_rate": 1.6628818535805356e-05,
      "loss": 0.17693753242492677,
      "step": 29960,
      "token_acc": 0.9753371868978805
    },
    {
      "epoch": 1.4922065634181565,
      "grad_norm": 3.471539258956909,
      "learning_rate": 1.661349179853158e-05,
      "loss": 0.2651259183883667,
      "step": 29965,
      "token_acc": 0.8289655172413793
    },
    {
      "epoch": 1.492455555002241,
      "grad_norm": 1.10280179977417,
      "learning_rate": 1.659817072043592e-05,
      "loss": 0.2514287710189819,
      "step": 29970,
      "token_acc": 0.9267734553775744
    },
    {
      "epoch": 1.4927045465863253,
      "grad_norm": 2.4410343170166016,
      "learning_rate": 1.6582855304115362e-05,
      "loss": 0.49791808128356935,
      "step": 29975,
      "token_acc": 0.9202898550724637
    },
    {
      "epoch": 1.4929535381704098,
      "grad_norm": 2.4349141120910645,
      "learning_rate": 1.656754555216596e-05,
      "loss": 0.23162620067596434,
      "step": 29980,
      "token_acc": 0.8973509933774835
    },
    {
      "epoch": 1.4932025297544942,
      "grad_norm": 1.4386606216430664,
      "learning_rate": 1.6552241467182773e-05,
      "loss": 0.29760615825653075,
      "step": 29985,
      "token_acc": 0.9403741231488698
    },
    {
      "epoch": 1.4934515213385788,
      "grad_norm": 1.3355579376220703,
      "learning_rate": 1.653694305175994e-05,
      "loss": 0.2863924026489258,
      "step": 29990,
      "token_acc": 0.8567251461988304
    },
    {
      "epoch": 1.4937005129226633,
      "grad_norm": 2.688789129257202,
      "learning_rate": 1.6521650308490603e-05,
      "loss": 0.22688493728637696,
      "step": 29995,
      "token_acc": 0.9868090452261307
    },
    {
      "epoch": 1.4939495045067477,
      "grad_norm": 1.8807069063186646,
      "learning_rate": 1.6506363239966965e-05,
      "loss": 0.29685120582580565,
      "step": 30000,
      "token_acc": 0.9758324382384532
    },
    {
      "epoch": 1.494198496090832,
      "grad_norm": 6.102876663208008,
      "learning_rate": 1.649108184878026e-05,
      "loss": 0.37225069999694826,
      "step": 30005,
      "token_acc": 0.9767441860465116
    },
    {
      "epoch": 1.4944474876749165,
      "grad_norm": 2.1331934928894043,
      "learning_rate": 1.6475806137520755e-05,
      "loss": 0.20931711196899414,
      "step": 30010,
      "token_acc": 0.9352678571428571
    },
    {
      "epoch": 1.4946964792590012,
      "grad_norm": 1.484688639640808,
      "learning_rate": 1.6460536108777758e-05,
      "loss": 0.22896077632904052,
      "step": 30015,
      "token_acc": 0.9520069808027923
    },
    {
      "epoch": 1.4949454708430854,
      "grad_norm": 8.081927299499512,
      "learning_rate": 1.644527176513962e-05,
      "loss": 0.25652804374694826,
      "step": 30020,
      "token_acc": 0.896551724137931
    },
    {
      "epoch": 1.49519446242717,
      "grad_norm": 1.6967099905014038,
      "learning_rate": 1.6430013109193737e-05,
      "loss": 0.15428578853607178,
      "step": 30025,
      "token_acc": 0.976303317535545
    },
    {
      "epoch": 1.4954434540112544,
      "grad_norm": 3.160444736480713,
      "learning_rate": 1.6414760143526475e-05,
      "loss": 0.4345538139343262,
      "step": 30030,
      "token_acc": 0.8037974683544303
    },
    {
      "epoch": 1.4956924455953389,
      "grad_norm": 1.9285610914230347,
      "learning_rate": 1.6399512870723338e-05,
      "loss": 0.3033822774887085,
      "step": 30035,
      "token_acc": 0.828125
    },
    {
      "epoch": 1.4959414371794233,
      "grad_norm": 0.24493251740932465,
      "learning_rate": 1.6384271293368796e-05,
      "loss": 0.2434929132461548,
      "step": 30040,
      "token_acc": 0.953268822279915
    },
    {
      "epoch": 1.4961904287635077,
      "grad_norm": 0.7468430399894714,
      "learning_rate": 1.6369035414046375e-05,
      "loss": 0.13364973068237304,
      "step": 30045,
      "token_acc": 0.9481641468682506
    },
    {
      "epoch": 1.4964394203475924,
      "grad_norm": 0.6772826910018921,
      "learning_rate": 1.6353805235338627e-05,
      "loss": 0.12198286056518555,
      "step": 30050,
      "token_acc": 0.9593231369996745
    },
    {
      "epoch": 1.4966884119316768,
      "grad_norm": 0.3916598856449127,
      "learning_rate": 1.633858075982715e-05,
      "loss": 0.17711162567138672,
      "step": 30055,
      "token_acc": 0.923728813559322
    },
    {
      "epoch": 1.4969374035157612,
      "grad_norm": 4.796970367431641,
      "learning_rate": 1.6323361990092574e-05,
      "loss": 0.264565110206604,
      "step": 30060,
      "token_acc": 0.9516240497581202
    },
    {
      "epoch": 1.4971863950998456,
      "grad_norm": 2.389153480529785,
      "learning_rate": 1.6308148928714518e-05,
      "loss": 0.2937679052352905,
      "step": 30065,
      "token_acc": 0.8851174934725848
    },
    {
      "epoch": 1.49743538668393,
      "grad_norm": 1.1372511386871338,
      "learning_rate": 1.6292941578271707e-05,
      "loss": 0.13233351707458496,
      "step": 30070,
      "token_acc": 0.979498861047836
    },
    {
      "epoch": 1.4976843782680145,
      "grad_norm": 0.6997002959251404,
      "learning_rate": 1.6277739941341875e-05,
      "loss": 0.15476256608963013,
      "step": 30075,
      "token_acc": 0.9597523219814241
    },
    {
      "epoch": 1.497933369852099,
      "grad_norm": 0.6290004253387451,
      "learning_rate": 1.6262544020501734e-05,
      "loss": 0.1812696099281311,
      "step": 30080,
      "token_acc": 0.9751013317892299
    },
    {
      "epoch": 1.4981823614361836,
      "grad_norm": 3.439995527267456,
      "learning_rate": 1.6247353818327073e-05,
      "loss": 0.4164473056793213,
      "step": 30085,
      "token_acc": 0.9474285714285714
    },
    {
      "epoch": 1.498431353020268,
      "grad_norm": 0.5983414649963379,
      "learning_rate": 1.623216933739275e-05,
      "loss": 0.19601800441741943,
      "step": 30090,
      "token_acc": 0.9375
    },
    {
      "epoch": 1.4986803446043524,
      "grad_norm": 2.404442548751831,
      "learning_rate": 1.621699058027256e-05,
      "loss": 0.27044925689697263,
      "step": 30095,
      "token_acc": 0.9690627843494085
    },
    {
      "epoch": 1.4989293361884368,
      "grad_norm": 2.5841236114501953,
      "learning_rate": 1.6201817549539382e-05,
      "loss": 0.2581812381744385,
      "step": 30100,
      "token_acc": 0.9662884927066451
    },
    {
      "epoch": 1.4991783277725212,
      "grad_norm": 1.7652801275253296,
      "learning_rate": 1.6186650247765166e-05,
      "loss": 0.4392655372619629,
      "step": 30105,
      "token_acc": 0.8050986842105263
    },
    {
      "epoch": 1.4994273193566057,
      "grad_norm": 2.433868169784546,
      "learning_rate": 1.61714886775208e-05,
      "loss": 0.2868842124938965,
      "step": 30110,
      "token_acc": 0.8954918032786885
    },
    {
      "epoch": 1.49967631094069,
      "grad_norm": 0.2751530706882477,
      "learning_rate": 1.615633284137626e-05,
      "loss": 0.1590885877609253,
      "step": 30115,
      "token_acc": 0.9554234769687965
    },
    {
      "epoch": 1.4999253025247747,
      "grad_norm": 1.3136258125305176,
      "learning_rate": 1.614118274190053e-05,
      "loss": 0.17516677379608153,
      "step": 30120,
      "token_acc": 0.9782823297137216
    },
    {
      "epoch": 1.5001742941088592,
      "grad_norm": 2.3224830627441406,
      "learning_rate": 1.6126038381661623e-05,
      "loss": 0.2360177755355835,
      "step": 30125,
      "token_acc": 0.96045197740113
    },
    {
      "epoch": 1.5004232856929436,
      "grad_norm": 1.322843074798584,
      "learning_rate": 1.6110899763226595e-05,
      "loss": 0.13160793781280516,
      "step": 30130,
      "token_acc": 0.982304704359085
    },
    {
      "epoch": 1.500672277277028,
      "grad_norm": 4.266829967498779,
      "learning_rate": 1.6095766889161513e-05,
      "loss": 0.287431526184082,
      "step": 30135,
      "token_acc": 0.9016393442622951
    },
    {
      "epoch": 1.5009212688611124,
      "grad_norm": 2.9972164630889893,
      "learning_rate": 1.608063976203147e-05,
      "loss": 0.17628440856933594,
      "step": 30140,
      "token_acc": 0.9846153846153847
    },
    {
      "epoch": 1.501170260445197,
      "grad_norm": 2.6502139568328857,
      "learning_rate": 1.606551838440059e-05,
      "loss": 0.234189772605896,
      "step": 30145,
      "token_acc": 0.9080459770114943
    },
    {
      "epoch": 1.5014192520292813,
      "grad_norm": 0.7987711429595947,
      "learning_rate": 1.6050402758832023e-05,
      "loss": 0.17370597124099732,
      "step": 30150,
      "token_acc": 0.9611536197763391
    },
    {
      "epoch": 1.501668243613366,
      "grad_norm": 1.4730607271194458,
      "learning_rate": 1.6035292887887942e-05,
      "loss": 0.13627443313598633,
      "step": 30155,
      "token_acc": 0.976232086682978
    },
    {
      "epoch": 1.5019172351974504,
      "grad_norm": 1.4606972932815552,
      "learning_rate": 1.6020188774129547e-05,
      "loss": 0.3694064855575562,
      "step": 30160,
      "token_acc": 0.8765206812652068
    },
    {
      "epoch": 1.5021662267815348,
      "grad_norm": 3.305875301361084,
      "learning_rate": 1.6005090420117052e-05,
      "loss": 0.3133389472961426,
      "step": 30165,
      "token_acc": 0.8922345483359746
    },
    {
      "epoch": 1.5024152183656192,
      "grad_norm": 0.7442983984947205,
      "learning_rate": 1.5989997828409708e-05,
      "loss": 0.17069579362869264,
      "step": 30170,
      "token_acc": 0.9801372336583605
    },
    {
      "epoch": 1.5026642099497036,
      "grad_norm": 0.8189849853515625,
      "learning_rate": 1.5974911001565783e-05,
      "loss": 0.2525976896286011,
      "step": 30175,
      "token_acc": 0.9299781181619255
    },
    {
      "epoch": 1.5029132015337883,
      "grad_norm": 0.9172813892364502,
      "learning_rate": 1.5959829942142572e-05,
      "loss": 0.29828314781188964,
      "step": 30180,
      "token_acc": 0.8757763975155279
    },
    {
      "epoch": 1.5031621931178725,
      "grad_norm": 2.7496564388275146,
      "learning_rate": 1.5944754652696387e-05,
      "loss": 0.29629318714141845,
      "step": 30185,
      "token_acc": 0.94907683144729
    },
    {
      "epoch": 1.5034111847019571,
      "grad_norm": 1.2287851572036743,
      "learning_rate": 1.592968513578258e-05,
      "loss": 0.28472466468811036,
      "step": 30190,
      "token_acc": 0.9154786150712831
    },
    {
      "epoch": 1.5036601762860415,
      "grad_norm": 3.0635335445404053,
      "learning_rate": 1.5914621393955453e-05,
      "loss": 0.22003610134124757,
      "step": 30195,
      "token_acc": 0.9846938775510204
    },
    {
      "epoch": 1.503909167870126,
      "grad_norm": 1.1990559101104736,
      "learning_rate": 1.5899563429768442e-05,
      "loss": 0.2994581937789917,
      "step": 30200,
      "token_acc": 0.8884615384615384
    },
    {
      "epoch": 1.5041581594542106,
      "grad_norm": 3.9207825660705566,
      "learning_rate": 1.5884511245773952e-05,
      "loss": 0.14832098484039308,
      "step": 30205,
      "token_acc": 0.9367469879518072
    },
    {
      "epoch": 1.5044071510382948,
      "grad_norm": 1.3615492582321167,
      "learning_rate": 1.586946484452334e-05,
      "loss": 0.280082631111145,
      "step": 30210,
      "token_acc": 0.9644718143060161
    },
    {
      "epoch": 1.5046561426223795,
      "grad_norm": 0.6783104538917542,
      "learning_rate": 1.5854424228567098e-05,
      "loss": 0.23880560398101808,
      "step": 30215,
      "token_acc": 0.9076620825147348
    },
    {
      "epoch": 1.5049051342064637,
      "grad_norm": 2.057931423187256,
      "learning_rate": 1.583938940045469e-05,
      "loss": 0.22605617046356202,
      "step": 30220,
      "token_acc": 0.9609665427509294
    },
    {
      "epoch": 1.5051541257905483,
      "grad_norm": 1.3934274911880493,
      "learning_rate": 1.582436036273456e-05,
      "loss": 0.21659579277038574,
      "step": 30225,
      "token_acc": 0.971244131455399
    },
    {
      "epoch": 1.5054031173746327,
      "grad_norm": 3.784903049468994,
      "learning_rate": 1.58093371179542e-05,
      "loss": 0.13632110357284546,
      "step": 30230,
      "token_acc": 0.9831100757134537
    },
    {
      "epoch": 1.5056521089587172,
      "grad_norm": 0.5428571701049805,
      "learning_rate": 1.5794319668660173e-05,
      "loss": 0.19231154918670654,
      "step": 30235,
      "token_acc": 0.9676991150442478
    },
    {
      "epoch": 1.5059011005428018,
      "grad_norm": 0.5780587792396545,
      "learning_rate": 1.5779308017397964e-05,
      "loss": 0.22840461730957032,
      "step": 30240,
      "token_acc": 0.9666419570051891
    },
    {
      "epoch": 1.506150092126886,
      "grad_norm": 1.7558302879333496,
      "learning_rate": 1.576430216671214e-05,
      "loss": 0.2033182144165039,
      "step": 30245,
      "token_acc": 0.9793644242674371
    },
    {
      "epoch": 1.5063990837109706,
      "grad_norm": 2.625774621963501,
      "learning_rate": 1.574930211914627e-05,
      "loss": 0.16459847688674928,
      "step": 30250,
      "token_acc": 0.949468085106383
    },
    {
      "epoch": 1.506648075295055,
      "grad_norm": 1.2265480756759644,
      "learning_rate": 1.5734307877242925e-05,
      "loss": 0.38641109466552737,
      "step": 30255,
      "token_acc": 0.9391395592864638
    },
    {
      "epoch": 1.5068970668791395,
      "grad_norm": 3.4953107833862305,
      "learning_rate": 1.5719319443543713e-05,
      "loss": 0.27380008697509767,
      "step": 30260,
      "token_acc": 0.9796416938110749
    },
    {
      "epoch": 1.507146058463224,
      "grad_norm": 10.319849967956543,
      "learning_rate": 1.5704336820589243e-05,
      "loss": 0.22761926651000977,
      "step": 30265,
      "token_acc": 0.9770664118490205
    },
    {
      "epoch": 1.5073950500473083,
      "grad_norm": 0.6463702917098999,
      "learning_rate": 1.5689360010919146e-05,
      "loss": 0.15354303121566773,
      "step": 30270,
      "token_acc": 0.9368635437881874
    },
    {
      "epoch": 1.507644041631393,
      "grad_norm": 1.7385883331298828,
      "learning_rate": 1.567438901707206e-05,
      "loss": 0.20988340377807618,
      "step": 30275,
      "token_acc": 0.9254545454545454
    },
    {
      "epoch": 1.5078930332154772,
      "grad_norm": 0.8209698796272278,
      "learning_rate": 1.5659423841585652e-05,
      "loss": 0.19248732328414916,
      "step": 30280,
      "token_acc": 0.9609704641350211
    },
    {
      "epoch": 1.5081420247995618,
      "grad_norm": 5.852635860443115,
      "learning_rate": 1.5644464486996586e-05,
      "loss": 0.3441499710083008,
      "step": 30285,
      "token_acc": 0.8910256410256411
    },
    {
      "epoch": 1.5083910163836463,
      "grad_norm": 1.8257026672363281,
      "learning_rate": 1.5629510955840547e-05,
      "loss": 0.2803230047225952,
      "step": 30290,
      "token_acc": 0.8930131004366813
    },
    {
      "epoch": 1.5086400079677307,
      "grad_norm": 5.432737827301025,
      "learning_rate": 1.5614563250652238e-05,
      "loss": 0.45798649787902834,
      "step": 30295,
      "token_acc": 0.8654743390357699
    },
    {
      "epoch": 1.508888999551815,
      "grad_norm": 3.361072301864624,
      "learning_rate": 1.5599621373965358e-05,
      "loss": 0.21440577507019043,
      "step": 30300,
      "token_acc": 0.9174528301886793
    },
    {
      "epoch": 1.5091379911358995,
      "grad_norm": 0.8057048320770264,
      "learning_rate": 1.5584685328312636e-05,
      "loss": 0.16964964866638182,
      "step": 30305,
      "token_acc": 0.9454094292803971
    },
    {
      "epoch": 1.5093869827199842,
      "grad_norm": 2.1353015899658203,
      "learning_rate": 1.556975511622581e-05,
      "loss": 0.17396475076675416,
      "step": 30310,
      "token_acc": 0.9705464868701207
    },
    {
      "epoch": 1.5096359743040684,
      "grad_norm": 0.700849175453186,
      "learning_rate": 1.5554830740235616e-05,
      "loss": 0.3097496747970581,
      "step": 30315,
      "token_acc": 0.8479041916167664
    },
    {
      "epoch": 1.509884965888153,
      "grad_norm": 0.4474429190158844,
      "learning_rate": 1.553991220287183e-05,
      "loss": 0.12303698062896729,
      "step": 30320,
      "token_acc": 0.9727709556860651
    },
    {
      "epoch": 1.5101339574722374,
      "grad_norm": 3.5458779335021973,
      "learning_rate": 1.5524999506663168e-05,
      "loss": 0.3123691320419312,
      "step": 30325,
      "token_acc": 0.8562628336755647
    },
    {
      "epoch": 1.5103829490563219,
      "grad_norm": 0.9969978332519531,
      "learning_rate": 1.551009265413746e-05,
      "loss": 0.2738549470901489,
      "step": 30330,
      "token_acc": 0.8363228699551569
    },
    {
      "epoch": 1.5106319406404065,
      "grad_norm": 0.6542882919311523,
      "learning_rate": 1.5495191647821483e-05,
      "loss": 0.129571270942688,
      "step": 30335,
      "token_acc": 0.9831570701135919
    },
    {
      "epoch": 1.5108809322244907,
      "grad_norm": 2.368021011352539,
      "learning_rate": 1.548029649024098e-05,
      "loss": 0.2672931671142578,
      "step": 30340,
      "token_acc": 0.9113300492610837
    },
    {
      "epoch": 1.5111299238085754,
      "grad_norm": 2.495785713195801,
      "learning_rate": 1.5465407183920816e-05,
      "loss": 0.16082693338394166,
      "step": 30345,
      "token_acc": 0.9721362229102167
    },
    {
      "epoch": 1.5113789153926598,
      "grad_norm": 2.0588490962982178,
      "learning_rate": 1.545052373138479e-05,
      "loss": 0.4127327919006348,
      "step": 30350,
      "token_acc": 0.8094758064516129
    },
    {
      "epoch": 1.5116279069767442,
      "grad_norm": 0.5559630990028381,
      "learning_rate": 1.5435646135155695e-05,
      "loss": 0.1060794711112976,
      "step": 30355,
      "token_acc": 0.9589827727645611
    },
    {
      "epoch": 1.5118768985608286,
      "grad_norm": 1.170696496963501,
      "learning_rate": 1.5420774397755354e-05,
      "loss": 0.2655541181564331,
      "step": 30360,
      "token_acc": 0.921992199219922
    },
    {
      "epoch": 1.512125890144913,
      "grad_norm": 1.6682802438735962,
      "learning_rate": 1.5405908521704648e-05,
      "loss": 0.1828051447868347,
      "step": 30365,
      "token_acc": 0.9426934097421203
    },
    {
      "epoch": 1.5123748817289977,
      "grad_norm": 4.666268348693848,
      "learning_rate": 1.539104850952337e-05,
      "loss": 0.12723392248153687,
      "step": 30370,
      "token_acc": 0.959479015918958
    },
    {
      "epoch": 1.512623873313082,
      "grad_norm": 2.719592571258545,
      "learning_rate": 1.5376194363730378e-05,
      "loss": 0.18019912242889405,
      "step": 30375,
      "token_acc": 0.9751958224543081
    },
    {
      "epoch": 1.5128728648971665,
      "grad_norm": 1.8141604661941528,
      "learning_rate": 1.5361346086843524e-05,
      "loss": 0.4351961612701416,
      "step": 30380,
      "token_acc": 0.7944693572496263
    },
    {
      "epoch": 1.513121856481251,
      "grad_norm": 1.8503230810165405,
      "learning_rate": 1.534650368137967e-05,
      "loss": 0.30350484848022463,
      "step": 30385,
      "token_acc": 0.8821138211382114
    },
    {
      "epoch": 1.5133708480653354,
      "grad_norm": 0.834346354007721,
      "learning_rate": 1.5331667149854674e-05,
      "loss": 0.35127356052398684,
      "step": 30390,
      "token_acc": 0.9593421653723161
    },
    {
      "epoch": 1.5136198396494198,
      "grad_norm": 0.4078902006149292,
      "learning_rate": 1.5316836494783397e-05,
      "loss": 0.36199376583099363,
      "step": 30395,
      "token_acc": 0.9492934330839568
    },
    {
      "epoch": 1.5138688312335042,
      "grad_norm": 3.4725027084350586,
      "learning_rate": 1.5302011718679714e-05,
      "loss": 0.24762234687805176,
      "step": 30400,
      "token_acc": 0.9304511278195489
    },
    {
      "epoch": 1.5141178228175889,
      "grad_norm": 2.5886683464050293,
      "learning_rate": 1.52871928240565e-05,
      "loss": 0.25341804027557374,
      "step": 30405,
      "token_acc": 0.9551495016611296
    },
    {
      "epoch": 1.514366814401673,
      "grad_norm": 2.087862491607666,
      "learning_rate": 1.527237981342562e-05,
      "loss": 0.1542346477508545,
      "step": 30410,
      "token_acc": 0.9755374351371386
    },
    {
      "epoch": 1.5146158059857577,
      "grad_norm": 1.0281673669815063,
      "learning_rate": 1.5257572689297961e-05,
      "loss": 0.18252863883972167,
      "step": 30415,
      "token_acc": 0.9794254658385093
    },
    {
      "epoch": 1.5148647975698422,
      "grad_norm": 1.4166017770767212,
      "learning_rate": 1.5242771454183403e-05,
      "loss": 0.317750883102417,
      "step": 30420,
      "token_acc": 0.917831004657352
    },
    {
      "epoch": 1.5151137891539266,
      "grad_norm": 2.0134406089782715,
      "learning_rate": 1.5227976110590825e-05,
      "loss": 0.34287490844726565,
      "step": 30425,
      "token_acc": 0.9374012013910844
    },
    {
      "epoch": 1.515362780738011,
      "grad_norm": 5.259210586547852,
      "learning_rate": 1.5213186661028112e-05,
      "loss": 0.3408589601516724,
      "step": 30430,
      "token_acc": 0.8977777777777778
    },
    {
      "epoch": 1.5156117723220954,
      "grad_norm": 2.002263069152832,
      "learning_rate": 1.5198403108002152e-05,
      "loss": 0.1620287537574768,
      "step": 30435,
      "token_acc": 0.9470720720720721
    },
    {
      "epoch": 1.51586076390618,
      "grad_norm": 0.805029571056366,
      "learning_rate": 1.518362545401883e-05,
      "loss": 0.2582793951034546,
      "step": 30440,
      "token_acc": 0.9366666666666666
    },
    {
      "epoch": 1.5161097554902643,
      "grad_norm": 2.2590482234954834,
      "learning_rate": 1.5168853701583024e-05,
      "loss": 0.21831727027893066,
      "step": 30445,
      "token_acc": 0.9152046783625731
    },
    {
      "epoch": 1.516358747074349,
      "grad_norm": 0.9646759033203125,
      "learning_rate": 1.5154087853198628e-05,
      "loss": 0.12620234489440918,
      "step": 30450,
      "token_acc": 0.9562274368231047
    },
    {
      "epoch": 1.5166077386584333,
      "grad_norm": 0.2947770953178406,
      "learning_rate": 1.5139327911368523e-05,
      "loss": 0.27280478477478026,
      "step": 30455,
      "token_acc": 0.979649787032655
    },
    {
      "epoch": 1.5168567302425178,
      "grad_norm": 1.3788601160049438,
      "learning_rate": 1.5124573878594595e-05,
      "loss": 0.2066823959350586,
      "step": 30460,
      "token_acc": 0.9261477045908184
    },
    {
      "epoch": 1.5171057218266024,
      "grad_norm": 3.9669759273529053,
      "learning_rate": 1.5109825757377733e-05,
      "loss": 0.22104403972625733,
      "step": 30465,
      "token_acc": 0.9026013309134906
    },
    {
      "epoch": 1.5173547134106866,
      "grad_norm": 1.4883506298065186,
      "learning_rate": 1.5095083550217775e-05,
      "loss": 0.18322232961654664,
      "step": 30470,
      "token_acc": 0.9774774774774775
    },
    {
      "epoch": 1.5176037049947713,
      "grad_norm": 0.37004727125167847,
      "learning_rate": 1.5080347259613642e-05,
      "loss": 0.1413617730140686,
      "step": 30475,
      "token_acc": 0.9754661432777233
    },
    {
      "epoch": 1.5178526965788557,
      "grad_norm": 2.7355194091796875,
      "learning_rate": 1.5065616888063217e-05,
      "loss": 0.2854889392852783,
      "step": 30480,
      "token_acc": 0.8996960486322189
    },
    {
      "epoch": 1.51810168816294,
      "grad_norm": 3.0905749797821045,
      "learning_rate": 1.5050892438063324e-05,
      "loss": 0.28225810527801515,
      "step": 30485,
      "token_acc": 0.9422550629447182
    },
    {
      "epoch": 1.5183506797470245,
      "grad_norm": 2.5832974910736084,
      "learning_rate": 1.5036173912109846e-05,
      "loss": 0.3973374843597412,
      "step": 30490,
      "token_acc": 0.9138339920948617
    },
    {
      "epoch": 1.518599671331109,
      "grad_norm": 1.9785515069961548,
      "learning_rate": 1.5021461312697683e-05,
      "loss": 0.2964451313018799,
      "step": 30495,
      "token_acc": 0.9022801302931596
    },
    {
      "epoch": 1.5188486629151936,
      "grad_norm": 1.3251829147338867,
      "learning_rate": 1.5006754642320653e-05,
      "loss": 0.31321818828582765,
      "step": 30500,
      "token_acc": 0.884789156626506
    },
    {
      "epoch": 1.5190976544992778,
      "grad_norm": 1.5692756175994873,
      "learning_rate": 1.4992053903471598e-05,
      "loss": 0.1376645803451538,
      "step": 30505,
      "token_acc": 0.9819651741293532
    },
    {
      "epoch": 1.5193466460833625,
      "grad_norm": 3.430530309677124,
      "learning_rate": 1.4977359098642424e-05,
      "loss": 0.274154806137085,
      "step": 30510,
      "token_acc": 0.857504215851602
    },
    {
      "epoch": 1.5195956376674469,
      "grad_norm": 3.63730788230896,
      "learning_rate": 1.4962670230323921e-05,
      "loss": 0.2440354824066162,
      "step": 30515,
      "token_acc": 0.9285714285714286
    },
    {
      "epoch": 1.5198446292515313,
      "grad_norm": 3.273831605911255,
      "learning_rate": 1.4947987301005944e-05,
      "loss": 0.5529342651367187,
      "step": 30520,
      "token_acc": 0.838379341050757
    },
    {
      "epoch": 1.5200936208356157,
      "grad_norm": 3.5562028884887695,
      "learning_rate": 1.4933310313177307e-05,
      "loss": 0.2781508207321167,
      "step": 30525,
      "token_acc": 0.9163424124513618
    },
    {
      "epoch": 1.5203426124197001,
      "grad_norm": 0.9914600849151611,
      "learning_rate": 1.4918639269325869e-05,
      "loss": 0.3530066728591919,
      "step": 30530,
      "token_acc": 0.8585526315789473
    },
    {
      "epoch": 1.5205916040037848,
      "grad_norm": 1.5115667581558228,
      "learning_rate": 1.4903974171938407e-05,
      "loss": 0.2141101360321045,
      "step": 30535,
      "token_acc": 0.9455477258167841
    },
    {
      "epoch": 1.520840595587869,
      "grad_norm": 1.5561916828155518,
      "learning_rate": 1.4889315023500744e-05,
      "loss": 0.20255038738250733,
      "step": 30540,
      "token_acc": 0.9344978165938864
    },
    {
      "epoch": 1.5210895871719536,
      "grad_norm": 1.9885194301605225,
      "learning_rate": 1.4874661826497672e-05,
      "loss": 0.39982430934906005,
      "step": 30545,
      "token_acc": 0.8217680608365019
    },
    {
      "epoch": 1.521338578756038,
      "grad_norm": 6.186793804168701,
      "learning_rate": 1.4860014583412979e-05,
      "loss": 0.21042866706848146,
      "step": 30550,
      "token_acc": 0.9670301800659397
    },
    {
      "epoch": 1.5215875703401225,
      "grad_norm": 1.5205525159835815,
      "learning_rate": 1.4845373296729453e-05,
      "loss": 0.22681562900543212,
      "step": 30555,
      "token_acc": 0.9286775631500743
    },
    {
      "epoch": 1.521836561924207,
      "grad_norm": 0.9521555304527283,
      "learning_rate": 1.4830737968928865e-05,
      "loss": 0.2682481288909912,
      "step": 30560,
      "token_acc": 0.8530499075785583
    },
    {
      "epoch": 1.5220855535082913,
      "grad_norm": 1.5019816160202026,
      "learning_rate": 1.4816108602491963e-05,
      "loss": 0.11755654811859131,
      "step": 30565,
      "token_acc": 0.9834593572778828
    },
    {
      "epoch": 1.522334545092376,
      "grad_norm": 3.587731122970581,
      "learning_rate": 1.4801485199898508e-05,
      "loss": 0.4122976303100586,
      "step": 30570,
      "token_acc": 0.8576449912126538
    },
    {
      "epoch": 1.5225835366764602,
      "grad_norm": 1.7214646339416504,
      "learning_rate": 1.4786867763627238e-05,
      "loss": 0.4094722270965576,
      "step": 30575,
      "token_acc": 0.9525065963060686
    },
    {
      "epoch": 1.5228325282605448,
      "grad_norm": 2.9755935668945312,
      "learning_rate": 1.4772256296155873e-05,
      "loss": 0.2805128335952759,
      "step": 30580,
      "token_acc": 0.9062276306370795
    },
    {
      "epoch": 1.5230815198446293,
      "grad_norm": 0.8602985739707947,
      "learning_rate": 1.4757650799961137e-05,
      "loss": 0.26433823108673093,
      "step": 30585,
      "token_acc": 0.9008746355685131
    },
    {
      "epoch": 1.5233305114287137,
      "grad_norm": 1.3875961303710938,
      "learning_rate": 1.4743051277518733e-05,
      "loss": 0.22501778602600098,
      "step": 30590,
      "token_acc": 0.9720543806646526
    },
    {
      "epoch": 1.5235795030127983,
      "grad_norm": 1.7481019496917725,
      "learning_rate": 1.4728457731303363e-05,
      "loss": 0.3039520263671875,
      "step": 30595,
      "token_acc": 0.9078694817658349
    },
    {
      "epoch": 1.5238284945968825,
      "grad_norm": 2.4790077209472656,
      "learning_rate": 1.4713870163788668e-05,
      "loss": 0.3205216407775879,
      "step": 30600,
      "token_acc": 0.8906372934697089
    },
    {
      "epoch": 1.5240774861809672,
      "grad_norm": 1.7441726922988892,
      "learning_rate": 1.4699288577447345e-05,
      "loss": 0.1974463701248169,
      "step": 30605,
      "token_acc": 0.948076923076923
    },
    {
      "epoch": 1.5243264777650516,
      "grad_norm": 1.1258964538574219,
      "learning_rate": 1.4684712974751058e-05,
      "loss": 0.413232421875,
      "step": 30610,
      "token_acc": 0.836340206185567
    },
    {
      "epoch": 1.524575469349136,
      "grad_norm": 1.386282205581665,
      "learning_rate": 1.4670143358170385e-05,
      "loss": 0.2437201499938965,
      "step": 30615,
      "token_acc": 0.9096437880104257
    },
    {
      "epoch": 1.5248244609332204,
      "grad_norm": 0.954591691493988,
      "learning_rate": 1.4655579730175006e-05,
      "loss": 0.3130701303482056,
      "step": 30620,
      "token_acc": 0.9339477726574501
    },
    {
      "epoch": 1.5250734525173049,
      "grad_norm": 0.8165518641471863,
      "learning_rate": 1.4641022093233526e-05,
      "loss": 0.1741371512413025,
      "step": 30625,
      "token_acc": 0.9620060790273556
    },
    {
      "epoch": 1.5253224441013895,
      "grad_norm": 1.5751311779022217,
      "learning_rate": 1.46264704498135e-05,
      "loss": 0.14302685260772705,
      "step": 30630,
      "token_acc": 0.9801724137931035
    },
    {
      "epoch": 1.5255714356854737,
      "grad_norm": 0.6935059428215027,
      "learning_rate": 1.4611924802381504e-05,
      "loss": 0.18737200498580933,
      "step": 30635,
      "token_acc": 0.9767236299351797
    },
    {
      "epoch": 1.5258204272695584,
      "grad_norm": 0.31216633319854736,
      "learning_rate": 1.4597385153403148e-05,
      "loss": 0.4202550411224365,
      "step": 30640,
      "token_acc": 0.9357997823721437
    },
    {
      "epoch": 1.5260694188536428,
      "grad_norm": 1.4506114721298218,
      "learning_rate": 1.4582851505342926e-05,
      "loss": 0.20104331970214845,
      "step": 30645,
      "token_acc": 0.9846153846153847
    },
    {
      "epoch": 1.5263184104377272,
      "grad_norm": 4.242917060852051,
      "learning_rate": 1.456832386066438e-05,
      "loss": 0.24841604232788086,
      "step": 30650,
      "token_acc": 0.9724245577523413
    },
    {
      "epoch": 1.5265674020218116,
      "grad_norm": 0.7156000137329102,
      "learning_rate": 1.4553802221829999e-05,
      "loss": 0.14243543148040771,
      "step": 30655,
      "token_acc": 0.970746887966805
    },
    {
      "epoch": 1.526816393605896,
      "grad_norm": 2.5930867195129395,
      "learning_rate": 1.453928659130132e-05,
      "loss": 0.1730363368988037,
      "step": 30660,
      "token_acc": 0.9806371018113679
    },
    {
      "epoch": 1.5270653851899807,
      "grad_norm": 1.0832610130310059,
      "learning_rate": 1.4524776971538767e-05,
      "loss": 0.1902138113975525,
      "step": 30665,
      "token_acc": 0.9690652320107599
    },
    {
      "epoch": 1.527314376774065,
      "grad_norm": 4.363481044769287,
      "learning_rate": 1.4510273365001798e-05,
      "loss": 0.3694046974182129,
      "step": 30670,
      "token_acc": 0.8562783661119516
    },
    {
      "epoch": 1.5275633683581495,
      "grad_norm": 2.352147102355957,
      "learning_rate": 1.4495775774148879e-05,
      "loss": 0.3105942726135254,
      "step": 30675,
      "token_acc": 0.9208312716476992
    },
    {
      "epoch": 1.527812359942234,
      "grad_norm": 2.058339834213257,
      "learning_rate": 1.4481284201437389e-05,
      "loss": 0.27949745655059816,
      "step": 30680,
      "token_acc": 0.952925353059852
    },
    {
      "epoch": 1.5280613515263184,
      "grad_norm": 2.2745213508605957,
      "learning_rate": 1.4466798649323737e-05,
      "loss": 0.18839623928070068,
      "step": 30685,
      "token_acc": 0.9723977386099102
    },
    {
      "epoch": 1.5283103431104028,
      "grad_norm": 4.7215776443481445,
      "learning_rate": 1.445231912026329e-05,
      "loss": 0.2415781259536743,
      "step": 30690,
      "token_acc": 0.9139072847682119
    },
    {
      "epoch": 1.5285593346944872,
      "grad_norm": 0.3178994655609131,
      "learning_rate": 1.4437845616710398e-05,
      "loss": 0.16236307621002197,
      "step": 30695,
      "token_acc": 0.9485458612975392
    },
    {
      "epoch": 1.5288083262785719,
      "grad_norm": 1.6237765550613403,
      "learning_rate": 1.44233781411184e-05,
      "loss": 0.40433053970336913,
      "step": 30700,
      "token_acc": 0.9057829759584145
    },
    {
      "epoch": 1.529057317862656,
      "grad_norm": 3.4850449562072754,
      "learning_rate": 1.44089166959396e-05,
      "loss": 0.3295203685760498,
      "step": 30705,
      "token_acc": 0.9570446735395189
    },
    {
      "epoch": 1.5293063094467407,
      "grad_norm": 1.299147367477417,
      "learning_rate": 1.4394461283625282e-05,
      "loss": 0.1935913920402527,
      "step": 30710,
      "token_acc": 0.932761087267525
    },
    {
      "epoch": 1.5295553010308252,
      "grad_norm": 0.8493258357048035,
      "learning_rate": 1.4380011906625706e-05,
      "loss": 0.2586944103240967,
      "step": 30715,
      "token_acc": 0.9602683178534571
    },
    {
      "epoch": 1.5298042926149096,
      "grad_norm": 0.6438925862312317,
      "learning_rate": 1.4365568567390125e-05,
      "loss": 0.07589074969291687,
      "step": 30720,
      "token_acc": 0.9790794979079498
    },
    {
      "epoch": 1.5300532841989942,
      "grad_norm": 0.710338294506073,
      "learning_rate": 1.4351131268366752e-05,
      "loss": 0.2084186553955078,
      "step": 30725,
      "token_acc": 0.9080459770114943
    },
    {
      "epoch": 1.5303022757830784,
      "grad_norm": 1.253746747970581,
      "learning_rate": 1.4336700012002773e-05,
      "loss": 0.21917979717254638,
      "step": 30730,
      "token_acc": 0.9523475823405746
    },
    {
      "epoch": 1.530551267367163,
      "grad_norm": 1.107629656791687,
      "learning_rate": 1.4322274800744368e-05,
      "loss": 0.19317543506622314,
      "step": 30735,
      "token_acc": 0.9530744336569579
    },
    {
      "epoch": 1.5308002589512475,
      "grad_norm": 0.27033448219299316,
      "learning_rate": 1.4307855637036687e-05,
      "loss": 0.2553462028503418,
      "step": 30740,
      "token_acc": 0.9537869062901155
    },
    {
      "epoch": 1.531049250535332,
      "grad_norm": 2.354499340057373,
      "learning_rate": 1.4293442523323808e-05,
      "loss": 0.1894680380821228,
      "step": 30745,
      "token_acc": 0.9334600760456274
    },
    {
      "epoch": 1.5312982421194163,
      "grad_norm": 1.2603198289871216,
      "learning_rate": 1.4279035462048874e-05,
      "loss": 0.24503726959228517,
      "step": 30750,
      "token_acc": 0.9478778853313478
    },
    {
      "epoch": 1.5315472337035008,
      "grad_norm": 4.170783996582031,
      "learning_rate": 1.4264634455653953e-05,
      "loss": 0.6211469173431396,
      "step": 30755,
      "token_acc": 0.8298059964726632
    },
    {
      "epoch": 1.5317962252875854,
      "grad_norm": 6.697226047515869,
      "learning_rate": 1.425023950658005e-05,
      "loss": 0.2720644950866699,
      "step": 30760,
      "token_acc": 0.9515518546555639
    },
    {
      "epoch": 1.5320452168716696,
      "grad_norm": 1.1149638891220093,
      "learning_rate": 1.4235850617267176e-05,
      "loss": 0.3042391300201416,
      "step": 30765,
      "token_acc": 0.9050847457627119
    },
    {
      "epoch": 1.5322942084557543,
      "grad_norm": 0.7760344743728638,
      "learning_rate": 1.422146779015438e-05,
      "loss": 0.08969616889953613,
      "step": 30770,
      "token_acc": 0.9745260663507109
    },
    {
      "epoch": 1.5325432000398387,
      "grad_norm": 1.788580060005188,
      "learning_rate": 1.420709102767957e-05,
      "loss": 0.21342027187347412,
      "step": 30775,
      "token_acc": 0.930188679245283
    },
    {
      "epoch": 1.532792191623923,
      "grad_norm": 0.8355536460876465,
      "learning_rate": 1.4192720332279685e-05,
      "loss": 0.2501934289932251,
      "step": 30780,
      "token_acc": 0.9183491686460807
    },
    {
      "epoch": 1.5330411832080075,
      "grad_norm": 1.1923149824142456,
      "learning_rate": 1.4178355706390628e-05,
      "loss": 0.23120779991149903,
      "step": 30785,
      "token_acc": 0.9121338912133892
    },
    {
      "epoch": 1.533290174792092,
      "grad_norm": 2.3306820392608643,
      "learning_rate": 1.4163997152447311e-05,
      "loss": 0.2822187185287476,
      "step": 30790,
      "token_acc": 0.9092526690391459
    },
    {
      "epoch": 1.5335391663761766,
      "grad_norm": 1.9822404384613037,
      "learning_rate": 1.4149644672883534e-05,
      "loss": 0.18053004741668702,
      "step": 30795,
      "token_acc": 0.9300341296928327
    },
    {
      "epoch": 1.5337881579602608,
      "grad_norm": 0.6820874810218811,
      "learning_rate": 1.4135298270132113e-05,
      "loss": 0.37105889320373536,
      "step": 30800,
      "token_acc": 0.8630686886708296
    },
    {
      "epoch": 1.5340371495443454,
      "grad_norm": 1.8732788562774658,
      "learning_rate": 1.4120957946624886e-05,
      "loss": 0.5772268295288085,
      "step": 30805,
      "token_acc": 0.9276729559748428
    },
    {
      "epoch": 1.5342861411284299,
      "grad_norm": 4.002181053161621,
      "learning_rate": 1.4106623704792554e-05,
      "loss": 0.33831133842468264,
      "step": 30810,
      "token_acc": 0.8545727136431784
    },
    {
      "epoch": 1.5345351327125143,
      "grad_norm": 1.2124172449111938,
      "learning_rate": 1.409229554706486e-05,
      "loss": 0.4075755596160889,
      "step": 30815,
      "token_acc": 0.8285994123408423
    },
    {
      "epoch": 1.534784124296599,
      "grad_norm": 1.9090948104858398,
      "learning_rate": 1.4077973475870504e-05,
      "loss": 0.3304553508758545,
      "step": 30820,
      "token_acc": 0.8473282442748091
    },
    {
      "epoch": 1.5350331158806831,
      "grad_norm": 4.972275733947754,
      "learning_rate": 1.4063657493637145e-05,
      "loss": 0.2690734386444092,
      "step": 30825,
      "token_acc": 0.9024390243902439
    },
    {
      "epoch": 1.5352821074647678,
      "grad_norm": 1.262964129447937,
      "learning_rate": 1.4049347602791407e-05,
      "loss": 0.2090695858001709,
      "step": 30830,
      "token_acc": 0.9371816638370118
    },
    {
      "epoch": 1.535531099048852,
      "grad_norm": 2.3289859294891357,
      "learning_rate": 1.4035043805758891e-05,
      "loss": 0.20875396728515624,
      "step": 30835,
      "token_acc": 0.9193205944798302
    },
    {
      "epoch": 1.5357800906329366,
      "grad_norm": 1.3172802925109863,
      "learning_rate": 1.402074610496416e-05,
      "loss": 0.26626613140106203,
      "step": 30840,
      "token_acc": 0.9571639586410635
    },
    {
      "epoch": 1.536029082217021,
      "grad_norm": 0.19618988037109375,
      "learning_rate": 1.4006454502830746e-05,
      "loss": 0.10009225606918334,
      "step": 30845,
      "token_acc": 0.987
    },
    {
      "epoch": 1.5362780738011055,
      "grad_norm": 2.9795148372650146,
      "learning_rate": 1.3992169001781153e-05,
      "loss": 0.4442484378814697,
      "step": 30850,
      "token_acc": 0.8404907975460123
    },
    {
      "epoch": 1.5365270653851901,
      "grad_norm": 1.9346364736557007,
      "learning_rate": 1.3977889604236832e-05,
      "loss": 0.1948631763458252,
      "step": 30855,
      "token_acc": 0.9693251533742331
    },
    {
      "epoch": 1.5367760569692743,
      "grad_norm": 4.936526775360107,
      "learning_rate": 1.3963616312618216e-05,
      "loss": 0.28972861766815183,
      "step": 30860,
      "token_acc": 0.8931297709923665
    },
    {
      "epoch": 1.537025048553359,
      "grad_norm": 1.0146268606185913,
      "learning_rate": 1.3949349129344702e-05,
      "loss": 0.19320900440216066,
      "step": 30865,
      "token_acc": 0.9315352697095436
    },
    {
      "epoch": 1.5372740401374434,
      "grad_norm": 4.116176128387451,
      "learning_rate": 1.3935088056834656e-05,
      "loss": 0.29757981300354003,
      "step": 30870,
      "token_acc": 0.9296388542963886
    },
    {
      "epoch": 1.5375230317215278,
      "grad_norm": 1.866047739982605,
      "learning_rate": 1.3920833097505365e-05,
      "loss": 0.17892194986343385,
      "step": 30875,
      "token_acc": 0.9258373205741627
    },
    {
      "epoch": 1.5377720233056122,
      "grad_norm": 0.6556931734085083,
      "learning_rate": 1.3906584253773153e-05,
      "loss": 0.17906948328018188,
      "step": 30880,
      "token_acc": 0.9681404421326398
    },
    {
      "epoch": 1.5380210148896967,
      "grad_norm": 0.22577844560146332,
      "learning_rate": 1.3892341528053271e-05,
      "loss": 0.05638805031776428,
      "step": 30885,
      "token_acc": 0.9824516785350966
    },
    {
      "epoch": 1.5382700064737813,
      "grad_norm": 0.3960534632205963,
      "learning_rate": 1.38781049227599e-05,
      "loss": 0.21736085414886475,
      "step": 30890,
      "token_acc": 0.9811937857726901
    },
    {
      "epoch": 1.5385189980578655,
      "grad_norm": 1.8457051515579224,
      "learning_rate": 1.3863874440306213e-05,
      "loss": 0.4000248432159424,
      "step": 30895,
      "token_acc": 0.8892294220665499
    },
    {
      "epoch": 1.5387679896419502,
      "grad_norm": 2.3575222492218018,
      "learning_rate": 1.3849650083104404e-05,
      "loss": 0.21154866218566895,
      "step": 30900,
      "token_acc": 0.9352941176470588
    },
    {
      "epoch": 1.5390169812260346,
      "grad_norm": 1.8165642023086548,
      "learning_rate": 1.3835431853565512e-05,
      "loss": 0.2077017307281494,
      "step": 30905,
      "token_acc": 0.9223744292237442
    },
    {
      "epoch": 1.539265972810119,
      "grad_norm": 2.8577868938446045,
      "learning_rate": 1.3821219754099607e-05,
      "loss": 0.1029064416885376,
      "step": 30910,
      "token_acc": 0.9651307596513076
    },
    {
      "epoch": 1.5395149643942034,
      "grad_norm": 1.236337661743164,
      "learning_rate": 1.380701378711573e-05,
      "loss": 0.08081157207489013,
      "step": 30915,
      "token_acc": 0.9815294880103694
    },
    {
      "epoch": 1.5397639559782879,
      "grad_norm": 1.669581413269043,
      "learning_rate": 1.3792813955021877e-05,
      "loss": 0.2922895193099976,
      "step": 30920,
      "token_acc": 0.9073170731707317
    },
    {
      "epoch": 1.5400129475623725,
      "grad_norm": 2.4729654788970947,
      "learning_rate": 1.377862026022495e-05,
      "loss": 0.2168189287185669,
      "step": 30925,
      "token_acc": 0.9395973154362416
    },
    {
      "epoch": 1.5402619391464567,
      "grad_norm": 1.0379290580749512,
      "learning_rate": 1.3764432705130848e-05,
      "loss": 0.20004866123199463,
      "step": 30930,
      "token_acc": 0.9468937875751503
    },
    {
      "epoch": 1.5405109307305414,
      "grad_norm": 0.9722974300384521,
      "learning_rate": 1.3750251292144483e-05,
      "loss": 0.23269505500793458,
      "step": 30935,
      "token_acc": 0.931350114416476
    },
    {
      "epoch": 1.5407599223146258,
      "grad_norm": 0.28018122911453247,
      "learning_rate": 1.373607602366963e-05,
      "loss": 0.24417657852172853,
      "step": 30940,
      "token_acc": 0.9704190632703369
    },
    {
      "epoch": 1.5410089138987102,
      "grad_norm": 3.0612986087799072,
      "learning_rate": 1.3721906902109077e-05,
      "loss": 0.25230998992919923,
      "step": 30945,
      "token_acc": 0.9082774049217002
    },
    {
      "epoch": 1.5412579054827948,
      "grad_norm": 1.6568142175674438,
      "learning_rate": 1.3707743929864569e-05,
      "loss": 0.2508371353149414,
      "step": 30950,
      "token_acc": 0.9582689335394127
    },
    {
      "epoch": 1.541506897066879,
      "grad_norm": 3.8001205921173096,
      "learning_rate": 1.3693587109336786e-05,
      "loss": 0.31214065551757814,
      "step": 30955,
      "token_acc": 0.8868821292775665
    },
    {
      "epoch": 1.5417558886509637,
      "grad_norm": 1.4485116004943848,
      "learning_rate": 1.3679436442925392e-05,
      "loss": 0.18046283721923828,
      "step": 30960,
      "token_acc": 0.9774891774891775
    },
    {
      "epoch": 1.542004880235048,
      "grad_norm": 0.8401343822479248,
      "learning_rate": 1.3665291933028983e-05,
      "loss": 0.1810522198677063,
      "step": 30965,
      "token_acc": 0.972972972972973
    },
    {
      "epoch": 1.5422538718191325,
      "grad_norm": 0.9808974862098694,
      "learning_rate": 1.3651153582045134e-05,
      "loss": 0.34753711223602296,
      "step": 30970,
      "token_acc": 0.856439127375088
    },
    {
      "epoch": 1.542502863403217,
      "grad_norm": 1.350469708442688,
      "learning_rate": 1.3637021392370358e-05,
      "loss": 0.3322948455810547,
      "step": 30975,
      "token_acc": 0.9216626698641087
    },
    {
      "epoch": 1.5427518549873014,
      "grad_norm": 1.600181221961975,
      "learning_rate": 1.362289536640014e-05,
      "loss": 0.3332167625427246,
      "step": 30980,
      "token_acc": 0.8665540540540541
    },
    {
      "epoch": 1.543000846571386,
      "grad_norm": 1.116701364517212,
      "learning_rate": 1.3608775506528898e-05,
      "loss": 0.22255053520202636,
      "step": 30985,
      "token_acc": 0.896045197740113
    },
    {
      "epoch": 1.5432498381554702,
      "grad_norm": 3.5643036365509033,
      "learning_rate": 1.3594661815150028e-05,
      "loss": 0.33928661346435546,
      "step": 30990,
      "token_acc": 0.8852459016393442
    },
    {
      "epoch": 1.5434988297395549,
      "grad_norm": 0.4869544208049774,
      "learning_rate": 1.3580554294655867e-05,
      "loss": 0.16238806247711182,
      "step": 30995,
      "token_acc": 0.981859410430839
    },
    {
      "epoch": 1.5437478213236393,
      "grad_norm": 0.7092258334159851,
      "learning_rate": 1.356645294743773e-05,
      "loss": 0.21018781661987304,
      "step": 31000,
      "token_acc": 0.9222903885480572
    },
    {
      "epoch": 1.5439968129077237,
      "grad_norm": 0.6369980573654175,
      "learning_rate": 1.355235777588581e-05,
      "loss": 0.1174247145652771,
      "step": 31005,
      "token_acc": 0.9854426619132501
    },
    {
      "epoch": 1.5442458044918081,
      "grad_norm": 4.045230388641357,
      "learning_rate": 1.3538268782389363e-05,
      "loss": 0.17745356559753417,
      "step": 31010,
      "token_acc": 0.9823672029975755
    },
    {
      "epoch": 1.5444947960758926,
      "grad_norm": 3.7828874588012695,
      "learning_rate": 1.3524185969336533e-05,
      "loss": 0.24660120010375977,
      "step": 31015,
      "token_acc": 0.931454196028187
    },
    {
      "epoch": 1.5447437876599772,
      "grad_norm": 1.0537469387054443,
      "learning_rate": 1.3510109339114392e-05,
      "loss": 0.4645265579223633,
      "step": 31020,
      "token_acc": 0.9078777442961687
    },
    {
      "epoch": 1.5449927792440614,
      "grad_norm": 0.512150764465332,
      "learning_rate": 1.349603889410903e-05,
      "loss": 0.31084675788879396,
      "step": 31025,
      "token_acc": 0.9789072426937738
    },
    {
      "epoch": 1.545241770828146,
      "grad_norm": 2.8642897605895996,
      "learning_rate": 1.3481974636705474e-05,
      "loss": 0.23316986560821534,
      "step": 31030,
      "token_acc": 0.9615026389320087
    },
    {
      "epoch": 1.5454907624122305,
      "grad_norm": 1.9618250131607056,
      "learning_rate": 1.3467916569287641e-05,
      "loss": 0.278318452835083,
      "step": 31035,
      "token_acc": 0.917910447761194
    },
    {
      "epoch": 1.545739753996315,
      "grad_norm": 0.49599316716194153,
      "learning_rate": 1.345386469423845e-05,
      "loss": 0.23455219268798827,
      "step": 31040,
      "token_acc": 0.9391691394658753
    },
    {
      "epoch": 1.5459887455803993,
      "grad_norm": 1.9913474321365356,
      "learning_rate": 1.3439819013939792e-05,
      "loss": 0.1913511872291565,
      "step": 31045,
      "token_acc": 0.9301994301994302
    },
    {
      "epoch": 1.5462377371644838,
      "grad_norm": 1.0905113220214844,
      "learning_rate": 1.3425779530772475e-05,
      "loss": 0.24284164905548095,
      "step": 31050,
      "token_acc": 0.9254807692307693
    },
    {
      "epoch": 1.5464867287485684,
      "grad_norm": 1.3950214385986328,
      "learning_rate": 1.3411746247116241e-05,
      "loss": 0.17495931386947633,
      "step": 31055,
      "token_acc": 0.9543307086614173
    },
    {
      "epoch": 1.5467357203326526,
      "grad_norm": 5.015035629272461,
      "learning_rate": 1.3397719165349787e-05,
      "loss": 0.1938375473022461,
      "step": 31060,
      "token_acc": 0.9308855291576674
    },
    {
      "epoch": 1.5469847119167373,
      "grad_norm": 6.4633402824401855,
      "learning_rate": 1.3383698287850832e-05,
      "loss": 0.3929681539535522,
      "step": 31065,
      "token_acc": 0.8656716417910447
    },
    {
      "epoch": 1.5472337035008217,
      "grad_norm": 0.6634899377822876,
      "learning_rate": 1.3369683616995926e-05,
      "loss": 0.11184452772140503,
      "step": 31070,
      "token_acc": 0.9867189858134621
    },
    {
      "epoch": 1.547482695084906,
      "grad_norm": 1.616816520690918,
      "learning_rate": 1.3355675155160635e-05,
      "loss": 0.17649004459381104,
      "step": 31075,
      "token_acc": 0.9653392330383481
    },
    {
      "epoch": 1.5477316866689907,
      "grad_norm": 1.7701268196105957,
      "learning_rate": 1.3341672904719499e-05,
      "loss": 0.3096319198608398,
      "step": 31080,
      "token_acc": 0.949238578680203
    },
    {
      "epoch": 1.547980678253075,
      "grad_norm": 4.3925275802612305,
      "learning_rate": 1.332767686804593e-05,
      "loss": 0.25497069358825686,
      "step": 31085,
      "token_acc": 0.9083557951482479
    },
    {
      "epoch": 1.5482296698371596,
      "grad_norm": 1.685587763786316,
      "learning_rate": 1.3313687047512342e-05,
      "loss": 0.3296994686126709,
      "step": 31090,
      "token_acc": 0.9183595247221158
    },
    {
      "epoch": 1.5484786614212438,
      "grad_norm": 0.3754449784755707,
      "learning_rate": 1.3299703445490069e-05,
      "loss": 0.17955008745193482,
      "step": 31095,
      "token_acc": 0.9860368389780154
    },
    {
      "epoch": 1.5487276530053284,
      "grad_norm": 0.4626205563545227,
      "learning_rate": 1.3285726064349413e-05,
      "loss": 0.1817766547203064,
      "step": 31100,
      "token_acc": 0.9206268958543984
    },
    {
      "epoch": 1.5489766445894129,
      "grad_norm": 1.045244574546814,
      "learning_rate": 1.32717549064596e-05,
      "loss": 0.23365697860717774,
      "step": 31105,
      "token_acc": 0.9426285714285715
    },
    {
      "epoch": 1.5492256361734973,
      "grad_norm": 1.5384186506271362,
      "learning_rate": 1.3257789974188812e-05,
      "loss": 0.2740067481994629,
      "step": 31110,
      "token_acc": 0.8734896943852167
    },
    {
      "epoch": 1.549474627757582,
      "grad_norm": 3.5992727279663086,
      "learning_rate": 1.3243831269904177e-05,
      "loss": 0.2454984664916992,
      "step": 31115,
      "token_acc": 0.9075342465753424
    },
    {
      "epoch": 1.5497236193416661,
      "grad_norm": 1.9701571464538574,
      "learning_rate": 1.3229878795971762e-05,
      "loss": 0.24976680278778077,
      "step": 31120,
      "token_acc": 0.9824775876120619
    },
    {
      "epoch": 1.5499726109257508,
      "grad_norm": 2.8288626670837402,
      "learning_rate": 1.3215932554756583e-05,
      "loss": 0.31688077449798585,
      "step": 31125,
      "token_acc": 0.8644501278772379
    },
    {
      "epoch": 1.5502216025098352,
      "grad_norm": 0.7401654720306396,
      "learning_rate": 1.3201992548622594e-05,
      "loss": 0.22706093788146972,
      "step": 31130,
      "token_acc": 0.9172426676629927
    },
    {
      "epoch": 1.5504705940939196,
      "grad_norm": 11.314040184020996,
      "learning_rate": 1.3188058779932693e-05,
      "loss": 0.13425036668777465,
      "step": 31135,
      "token_acc": 0.9814814814814815
    },
    {
      "epoch": 1.550719585678004,
      "grad_norm": 3.16546893119812,
      "learning_rate": 1.3174131251048727e-05,
      "loss": 0.2871716499328613,
      "step": 31140,
      "token_acc": 0.8392434988179669
    },
    {
      "epoch": 1.5509685772620885,
      "grad_norm": 0.5371412038803101,
      "learning_rate": 1.3160209964331494e-05,
      "loss": 0.264089035987854,
      "step": 31145,
      "token_acc": 0.9413233458177278
    },
    {
      "epoch": 1.5512175688461731,
      "grad_norm": 2.5069286823272705,
      "learning_rate": 1.3146294922140678e-05,
      "loss": 0.42251882553100584,
      "step": 31150,
      "token_acc": 0.9083861874559549
    },
    {
      "epoch": 1.5514665604302573,
      "grad_norm": 1.4977160692214966,
      "learning_rate": 1.313238612683499e-05,
      "loss": 0.1816944122314453,
      "step": 31155,
      "token_acc": 0.9588944011339475
    },
    {
      "epoch": 1.551715552014342,
      "grad_norm": 0.44406479597091675,
      "learning_rate": 1.3118483580772033e-05,
      "loss": 0.22516200542449952,
      "step": 31160,
      "token_acc": 0.9229122055674518
    },
    {
      "epoch": 1.5519645435984264,
      "grad_norm": 6.5275492668151855,
      "learning_rate": 1.3104587286308345e-05,
      "loss": 0.23024792671203614,
      "step": 31165,
      "token_acc": 0.9781293624941834
    },
    {
      "epoch": 1.5522135351825108,
      "grad_norm": 1.8121229410171509,
      "learning_rate": 1.30906972457994e-05,
      "loss": 0.2805830478668213,
      "step": 31170,
      "token_acc": 0.8616352201257862
    },
    {
      "epoch": 1.5524625267665952,
      "grad_norm": 0.8650421500205994,
      "learning_rate": 1.3076813461599663e-05,
      "loss": 0.16292290687561034,
      "step": 31175,
      "token_acc": 0.9817464232856438
    },
    {
      "epoch": 1.5527115183506797,
      "grad_norm": 1.1612801551818848,
      "learning_rate": 1.306293593606251e-05,
      "loss": 0.27314047813415526,
      "step": 31180,
      "token_acc": 0.9449187551638667
    },
    {
      "epoch": 1.5529605099347643,
      "grad_norm": 1.6536153554916382,
      "learning_rate": 1.3049064671540213e-05,
      "loss": 0.16392308473587036,
      "step": 31185,
      "token_acc": 0.9811482433590403
    },
    {
      "epoch": 1.5532095015188485,
      "grad_norm": 0.6791937351226807,
      "learning_rate": 1.3035199670384024e-05,
      "loss": 0.3711022615432739,
      "step": 31190,
      "token_acc": 0.9720226843100189
    },
    {
      "epoch": 1.5534584931029332,
      "grad_norm": 2.701110363006592,
      "learning_rate": 1.302134093494417e-05,
      "loss": 0.2346496343612671,
      "step": 31195,
      "token_acc": 0.9310897435897436
    },
    {
      "epoch": 1.5537074846870176,
      "grad_norm": 1.024428367614746,
      "learning_rate": 1.3007488467569733e-05,
      "loss": 0.24755008220672609,
      "step": 31200,
      "token_acc": 0.9646278555637435
    },
    {
      "epoch": 1.553956476271102,
      "grad_norm": 1.8670461177825928,
      "learning_rate": 1.2993642270608775e-05,
      "loss": 0.18042815923690797,
      "step": 31205,
      "token_acc": 0.9247967479674797
    },
    {
      "epoch": 1.5542054678551867,
      "grad_norm": 3.9663963317871094,
      "learning_rate": 1.2979802346408343e-05,
      "loss": 0.18804105520248413,
      "step": 31210,
      "token_acc": 0.9434571890145396
    },
    {
      "epoch": 1.5544544594392709,
      "grad_norm": 1.9344669580459595,
      "learning_rate": 1.2965968697314317e-05,
      "loss": 0.35546650886535647,
      "step": 31215,
      "token_acc": 0.9356627842484747
    },
    {
      "epoch": 1.5547034510233555,
      "grad_norm": 2.5800225734710693,
      "learning_rate": 1.2952141325671596e-05,
      "loss": 0.26093757152557373,
      "step": 31220,
      "token_acc": 0.8783673469387755
    },
    {
      "epoch": 1.55495244260744,
      "grad_norm": 2.8344132900238037,
      "learning_rate": 1.2938320233823981e-05,
      "loss": 0.42932982444763185,
      "step": 31225,
      "token_acc": 0.8454680534918276
    },
    {
      "epoch": 1.5552014341915243,
      "grad_norm": 2.157270908355713,
      "learning_rate": 1.292450542411422e-05,
      "loss": 0.3658267021179199,
      "step": 31230,
      "token_acc": 0.8203125
    },
    {
      "epoch": 1.5554504257756088,
      "grad_norm": 2.078662157058716,
      "learning_rate": 1.2910696898883983e-05,
      "loss": 0.23353352546691894,
      "step": 31235,
      "token_acc": 0.8712624584717608
    },
    {
      "epoch": 1.5556994173596932,
      "grad_norm": 0.612522542476654,
      "learning_rate": 1.289689466047389e-05,
      "loss": 0.2098369598388672,
      "step": 31240,
      "token_acc": 0.9207650273224044
    },
    {
      "epoch": 1.5559484089437778,
      "grad_norm": 1.744116187095642,
      "learning_rate": 1.2883098711223491e-05,
      "loss": 0.21534934043884277,
      "step": 31245,
      "token_acc": 0.927360774818402
    },
    {
      "epoch": 1.556197400527862,
      "grad_norm": 1.4384968280792236,
      "learning_rate": 1.2869309053471257e-05,
      "loss": 0.4019162178039551,
      "step": 31250,
      "token_acc": 0.822671528007955
    },
    {
      "epoch": 1.5564463921119467,
      "grad_norm": 2.8596384525299072,
      "learning_rate": 1.2855525689554615e-05,
      "loss": 0.26884779930114744,
      "step": 31255,
      "token_acc": 0.9376693766937669
    },
    {
      "epoch": 1.556695383696031,
      "grad_norm": 8.274036407470703,
      "learning_rate": 1.2841748621809908e-05,
      "loss": 0.35005271434783936,
      "step": 31260,
      "token_acc": 0.8947078280044102
    },
    {
      "epoch": 1.5569443752801155,
      "grad_norm": 4.475299835205078,
      "learning_rate": 1.2827977852572414e-05,
      "loss": 0.22383055686950684,
      "step": 31265,
      "token_acc": 0.9268817204301075
    },
    {
      "epoch": 1.5571933668642,
      "grad_norm": 2.076831340789795,
      "learning_rate": 1.2814213384176354e-05,
      "loss": 0.22424445152282715,
      "step": 31270,
      "token_acc": 0.9182692307692307
    },
    {
      "epoch": 1.5574423584482844,
      "grad_norm": 0.4248873293399811,
      "learning_rate": 1.2800455218954882e-05,
      "loss": 0.2900968313217163,
      "step": 31275,
      "token_acc": 0.839375
    },
    {
      "epoch": 1.557691350032369,
      "grad_norm": 0.921044111251831,
      "learning_rate": 1.2786703359240031e-05,
      "loss": 0.11133254766464233,
      "step": 31280,
      "token_acc": 0.9795584627964022
    },
    {
      "epoch": 1.5579403416164532,
      "grad_norm": 1.080950140953064,
      "learning_rate": 1.2772957807362856e-05,
      "loss": 0.45767769813537595,
      "step": 31285,
      "token_acc": 0.791970802919708
    },
    {
      "epoch": 1.5581893332005379,
      "grad_norm": 5.997842311859131,
      "learning_rate": 1.275921856565328e-05,
      "loss": 0.15957776308059693,
      "step": 31290,
      "token_acc": 0.9721141374837873
    },
    {
      "epoch": 1.5584383247846223,
      "grad_norm": 7.21977424621582,
      "learning_rate": 1.2745485636440191e-05,
      "loss": 0.17364115715026857,
      "step": 31295,
      "token_acc": 0.9426751592356688
    },
    {
      "epoch": 1.5586873163687067,
      "grad_norm": 0.9012008905410767,
      "learning_rate": 1.2731759022051337e-05,
      "loss": 0.33723058700561526,
      "step": 31300,
      "token_acc": 0.8172959805115713
    },
    {
      "epoch": 1.5589363079527911,
      "grad_norm": 4.528963088989258,
      "learning_rate": 1.2718038724813498e-05,
      "loss": 0.2940528154373169,
      "step": 31305,
      "token_acc": 0.8888888888888888
    },
    {
      "epoch": 1.5591852995368756,
      "grad_norm": 1.4375669956207275,
      "learning_rate": 1.2704324747052321e-05,
      "loss": 0.4565767288208008,
      "step": 31310,
      "token_acc": 0.8115942028985508
    },
    {
      "epoch": 1.5594342911209602,
      "grad_norm": 1.468559741973877,
      "learning_rate": 1.2690617091092366e-05,
      "loss": 0.33269002437591555,
      "step": 31315,
      "token_acc": 0.8717948717948718
    },
    {
      "epoch": 1.5596832827050444,
      "grad_norm": 5.0956902503967285,
      "learning_rate": 1.2676915759257174e-05,
      "loss": 0.27182157039642335,
      "step": 31320,
      "token_acc": 0.943952802359882
    },
    {
      "epoch": 1.559932274289129,
      "grad_norm": 0.7633382678031921,
      "learning_rate": 1.2663220753869204e-05,
      "loss": 0.11845295429229737,
      "step": 31325,
      "token_acc": 0.9845655962160816
    },
    {
      "epoch": 1.5601812658732135,
      "grad_norm": 0.751301646232605,
      "learning_rate": 1.2649532077249793e-05,
      "loss": 0.24057309627532958,
      "step": 31330,
      "token_acc": 0.9083557951482479
    },
    {
      "epoch": 1.560430257457298,
      "grad_norm": 1.4196949005126953,
      "learning_rate": 1.2635849731719235e-05,
      "loss": 0.290285062789917,
      "step": 31335,
      "token_acc": 0.8920704845814978
    },
    {
      "epoch": 1.5606792490413826,
      "grad_norm": 1.4438986778259277,
      "learning_rate": 1.2622173719596797e-05,
      "loss": 0.3686577796936035,
      "step": 31340,
      "token_acc": 0.8365384615384616
    },
    {
      "epoch": 1.5609282406254668,
      "grad_norm": 3.034766674041748,
      "learning_rate": 1.2608504043200597e-05,
      "loss": 0.19481956958770752,
      "step": 31345,
      "token_acc": 0.9777942264988897
    },
    {
      "epoch": 1.5611772322095514,
      "grad_norm": 0.7479962706565857,
      "learning_rate": 1.2594840704847721e-05,
      "loss": 0.31688523292541504,
      "step": 31350,
      "token_acc": 0.8708791208791209
    },
    {
      "epoch": 1.5614262237936358,
      "grad_norm": 0.9409732818603516,
      "learning_rate": 1.258118370685417e-05,
      "loss": 0.14145084619522094,
      "step": 31355,
      "token_acc": 0.9577272727272728
    },
    {
      "epoch": 1.5616752153777202,
      "grad_norm": 2.6016342639923096,
      "learning_rate": 1.256753305153488e-05,
      "loss": 0.20796349048614501,
      "step": 31360,
      "token_acc": 0.9061135371179039
    },
    {
      "epoch": 1.5619242069618047,
      "grad_norm": 1.4711788892745972,
      "learning_rate": 1.2553888741203701e-05,
      "loss": 0.2344881534576416,
      "step": 31365,
      "token_acc": 0.974703557312253
    },
    {
      "epoch": 1.562173198545889,
      "grad_norm": 1.4850784540176392,
      "learning_rate": 1.2540250778173406e-05,
      "loss": 0.29801311492919924,
      "step": 31370,
      "token_acc": 0.8586776859504133
    },
    {
      "epoch": 1.5624221901299737,
      "grad_norm": 2.4765589237213135,
      "learning_rate": 1.252661916475571e-05,
      "loss": 0.21475114822387695,
      "step": 31375,
      "token_acc": 0.9263157894736842
    },
    {
      "epoch": 1.562671181714058,
      "grad_norm": 2.1101572513580322,
      "learning_rate": 1.2512993903261221e-05,
      "loss": 0.3361346960067749,
      "step": 31380,
      "token_acc": 0.8340122199592668
    },
    {
      "epoch": 1.5629201732981426,
      "grad_norm": 2.2134957313537598,
      "learning_rate": 1.2499374995999502e-05,
      "loss": 0.14607393741607666,
      "step": 31385,
      "token_acc": 0.9469387755102041
    },
    {
      "epoch": 1.563169164882227,
      "grad_norm": 3.90212345123291,
      "learning_rate": 1.248576244527902e-05,
      "loss": 0.20142645835876466,
      "step": 31390,
      "token_acc": 0.943089430894309
    },
    {
      "epoch": 1.5634181564663114,
      "grad_norm": 16.364736557006836,
      "learning_rate": 1.2472156253407169e-05,
      "loss": 0.4637474060058594,
      "step": 31395,
      "token_acc": 0.934156378600823
    },
    {
      "epoch": 1.5636671480503959,
      "grad_norm": 4.030677795410156,
      "learning_rate": 1.245855642269027e-05,
      "loss": 0.22540369033813476,
      "step": 31400,
      "token_acc": 0.9166666666666666
    },
    {
      "epoch": 1.5639161396344803,
      "grad_norm": 0.6145252585411072,
      "learning_rate": 1.244496295543357e-05,
      "loss": 0.20765881538391112,
      "step": 31405,
      "token_acc": 0.9643251195292387
    },
    {
      "epoch": 1.564165131218565,
      "grad_norm": 2.700115203857422,
      "learning_rate": 1.2431375853941191e-05,
      "loss": 0.40665903091430666,
      "step": 31410,
      "token_acc": 0.8663101604278075
    },
    {
      "epoch": 1.5644141228026491,
      "grad_norm": 2.3136966228485107,
      "learning_rate": 1.241779512051625e-05,
      "loss": 0.25345945358276367,
      "step": 31415,
      "token_acc": 0.902127659574468
    },
    {
      "epoch": 1.5646631143867338,
      "grad_norm": 1.4184352159500122,
      "learning_rate": 1.2404220757460743e-05,
      "loss": 0.31461234092712403,
      "step": 31420,
      "token_acc": 0.8839541547277937
    },
    {
      "epoch": 1.5649121059708182,
      "grad_norm": 11.351166725158691,
      "learning_rate": 1.2390652767075583e-05,
      "loss": 0.3859532833099365,
      "step": 31425,
      "token_acc": 0.8882521489971347
    },
    {
      "epoch": 1.5651610975549026,
      "grad_norm": 1.8771519660949707,
      "learning_rate": 1.237709115166062e-05,
      "loss": 0.3757925987243652,
      "step": 31430,
      "token_acc": 0.8647594278283485
    },
    {
      "epoch": 1.565410089138987,
      "grad_norm": 3.169234037399292,
      "learning_rate": 1.2363535913514612e-05,
      "loss": 0.21271958351135253,
      "step": 31435,
      "token_acc": 0.9113924050632911
    },
    {
      "epoch": 1.5656590807230715,
      "grad_norm": 1.0717982053756714,
      "learning_rate": 1.2349987054935247e-05,
      "loss": 0.236480975151062,
      "step": 31440,
      "token_acc": 0.9640247329960652
    },
    {
      "epoch": 1.5659080723071561,
      "grad_norm": 2.915956974029541,
      "learning_rate": 1.2336444578219086e-05,
      "loss": 0.21904733180999755,
      "step": 31445,
      "token_acc": 0.9525925925925925
    },
    {
      "epoch": 1.5661570638912403,
      "grad_norm": 1.3395676612854004,
      "learning_rate": 1.2322908485661689e-05,
      "loss": 0.15149300098419188,
      "step": 31450,
      "token_acc": 0.9598689598689598
    },
    {
      "epoch": 1.566406055475325,
      "grad_norm": 1.088004469871521,
      "learning_rate": 1.230937877955749e-05,
      "loss": 0.22310249805450438,
      "step": 31455,
      "token_acc": 0.88756927949327
    },
    {
      "epoch": 1.5666550470594094,
      "grad_norm": 4.0101189613342285,
      "learning_rate": 1.2295855462199806e-05,
      "loss": 0.21673872470855712,
      "step": 31460,
      "token_acc": 0.9722530521642619
    },
    {
      "epoch": 1.5669040386434938,
      "grad_norm": 4.461591720581055,
      "learning_rate": 1.2282338535880917e-05,
      "loss": 0.31921043395996096,
      "step": 31465,
      "token_acc": 0.9112863479546575
    },
    {
      "epoch": 1.5671530302275785,
      "grad_norm": 1.9398391246795654,
      "learning_rate": 1.2268828002892047e-05,
      "loss": 0.22740514278411866,
      "step": 31470,
      "token_acc": 0.9586929716399507
    },
    {
      "epoch": 1.5674020218116627,
      "grad_norm": 3.052687883377075,
      "learning_rate": 1.2255323865523255e-05,
      "loss": 0.13418997526168824,
      "step": 31475,
      "token_acc": 0.9661214953271028
    },
    {
      "epoch": 1.5676510133957473,
      "grad_norm": 3.386902093887329,
      "learning_rate": 1.2241826126063554e-05,
      "loss": 0.18786900043487548,
      "step": 31480,
      "token_acc": 0.9745114698385726
    },
    {
      "epoch": 1.5679000049798317,
      "grad_norm": 4.429015159606934,
      "learning_rate": 1.2228334786800932e-05,
      "loss": 0.38052217960357665,
      "step": 31485,
      "token_acc": 0.9537173806006893
    },
    {
      "epoch": 1.5681489965639162,
      "grad_norm": 3.0538790225982666,
      "learning_rate": 1.2214849850022187e-05,
      "loss": 0.214483380317688,
      "step": 31490,
      "token_acc": 0.9795517105780575
    },
    {
      "epoch": 1.5683979881480006,
      "grad_norm": 1.4588825702667236,
      "learning_rate": 1.2201371318013094e-05,
      "loss": 0.24100096225738527,
      "step": 31495,
      "token_acc": 0.9121621621621622
    },
    {
      "epoch": 1.568646979732085,
      "grad_norm": 1.2932754755020142,
      "learning_rate": 1.2187899193058339e-05,
      "loss": 0.3130257844924927,
      "step": 31500,
      "token_acc": 0.9021615472127418
    },
    {
      "epoch": 1.5688959713161696,
      "grad_norm": 1.4690262079238892,
      "learning_rate": 1.2174433477441505e-05,
      "loss": 0.2309486150741577,
      "step": 31505,
      "token_acc": 0.8884540117416829
    },
    {
      "epoch": 1.5691449629002538,
      "grad_norm": 5.394562721252441,
      "learning_rate": 1.21609741734451e-05,
      "loss": 0.27298550605773925,
      "step": 31510,
      "token_acc": 0.9042904290429042
    },
    {
      "epoch": 1.5693939544843385,
      "grad_norm": 3.218491315841675,
      "learning_rate": 1.2147521283350548e-05,
      "loss": 0.315960693359375,
      "step": 31515,
      "token_acc": 0.8633754305396096
    },
    {
      "epoch": 1.569642946068423,
      "grad_norm": 2.210517168045044,
      "learning_rate": 1.2134074809438178e-05,
      "loss": 0.2956329584121704,
      "step": 31520,
      "token_acc": 0.936545240893067
    },
    {
      "epoch": 1.5698919376525073,
      "grad_norm": 1.1758043766021729,
      "learning_rate": 1.2120634753987232e-05,
      "loss": 0.14908807277679442,
      "step": 31525,
      "token_acc": 0.9746575342465753
    },
    {
      "epoch": 1.5701409292365918,
      "grad_norm": 0.25636398792266846,
      "learning_rate": 1.2107201119275862e-05,
      "loss": 0.11034389734268188,
      "step": 31530,
      "token_acc": 0.9666666666666667
    },
    {
      "epoch": 1.5703899208206762,
      "grad_norm": 1.714563012123108,
      "learning_rate": 1.2093773907581141e-05,
      "loss": 0.20161082744598388,
      "step": 31535,
      "token_acc": 0.9811463046757164
    },
    {
      "epoch": 1.5706389124047608,
      "grad_norm": 0.8023127317428589,
      "learning_rate": 1.2080353121179044e-05,
      "loss": 0.16974304914474486,
      "step": 31540,
      "token_acc": 0.9268929503916449
    },
    {
      "epoch": 1.570887903988845,
      "grad_norm": 1.5371661186218262,
      "learning_rate": 1.2066938762344466e-05,
      "loss": 0.14488162994384765,
      "step": 31545,
      "token_acc": 0.9475218658892128
    },
    {
      "epoch": 1.5711368955729297,
      "grad_norm": 0.9970961809158325,
      "learning_rate": 1.2053530833351206e-05,
      "loss": 0.18166464567184448,
      "step": 31550,
      "token_acc": 0.9606114050558495
    },
    {
      "epoch": 1.571385887157014,
      "grad_norm": 6.835775852203369,
      "learning_rate": 1.2040129336471967e-05,
      "loss": 0.44594974517822267,
      "step": 31555,
      "token_acc": 0.9085487077534792
    },
    {
      "epoch": 1.5716348787410985,
      "grad_norm": 3.464346408843994,
      "learning_rate": 1.202673427397838e-05,
      "loss": 0.2766300678253174,
      "step": 31560,
      "token_acc": 0.910828025477707
    },
    {
      "epoch": 1.5718838703251832,
      "grad_norm": 0.7701863050460815,
      "learning_rate": 1.2013345648140967e-05,
      "loss": 0.2607463836669922,
      "step": 31565,
      "token_acc": 0.9163090128755365
    },
    {
      "epoch": 1.5721328619092674,
      "grad_norm": 0.7736309766769409,
      "learning_rate": 1.199996346122918e-05,
      "loss": 0.2711016654968262,
      "step": 31570,
      "token_acc": 0.9088888888888889
    },
    {
      "epoch": 1.572381853493352,
      "grad_norm": 1.3179658651351929,
      "learning_rate": 1.1986587715511322e-05,
      "loss": 0.2184454917907715,
      "step": 31575,
      "token_acc": 0.9454365079365079
    },
    {
      "epoch": 1.5726308450774362,
      "grad_norm": 0.5797606110572815,
      "learning_rate": 1.19732184132547e-05,
      "loss": 0.33063740730285646,
      "step": 31580,
      "token_acc": 0.8452895419187554
    },
    {
      "epoch": 1.5728798366615209,
      "grad_norm": 0.7255258560180664,
      "learning_rate": 1.1959855556725463e-05,
      "loss": 0.1918044924736023,
      "step": 31585,
      "token_acc": 0.9376026272577996
    },
    {
      "epoch": 1.5731288282456053,
      "grad_norm": 1.7533786296844482,
      "learning_rate": 1.1946499148188667e-05,
      "loss": 0.23608710765838622,
      "step": 31590,
      "token_acc": 0.9076433121019108
    },
    {
      "epoch": 1.5733778198296897,
      "grad_norm": 3.228841543197632,
      "learning_rate": 1.1933149189908283e-05,
      "loss": 0.22097690105438234,
      "step": 31595,
      "token_acc": 0.9149338374291115
    },
    {
      "epoch": 1.5736268114137744,
      "grad_norm": 2.2193052768707275,
      "learning_rate": 1.1919805684147233e-05,
      "loss": 0.4577329158782959,
      "step": 31600,
      "token_acc": 0.9040697674418605
    },
    {
      "epoch": 1.5738758029978586,
      "grad_norm": 1.700484275817871,
      "learning_rate": 1.1906468633167266e-05,
      "loss": 0.24326181411743164,
      "step": 31605,
      "token_acc": 0.9080717488789237
    },
    {
      "epoch": 1.5741247945819432,
      "grad_norm": 2.1381523609161377,
      "learning_rate": 1.1893138039229084e-05,
      "loss": 0.298107647895813,
      "step": 31610,
      "token_acc": 0.9679618268575324
    },
    {
      "epoch": 1.5743737861660276,
      "grad_norm": 1.6702470779418945,
      "learning_rate": 1.1879813904592329e-05,
      "loss": 0.2626708269119263,
      "step": 31615,
      "token_acc": 0.9019073569482289
    },
    {
      "epoch": 1.574622777750112,
      "grad_norm": 1.3829150199890137,
      "learning_rate": 1.1866496231515466e-05,
      "loss": 0.29618082046508787,
      "step": 31620,
      "token_acc": 0.8609062170706007
    },
    {
      "epoch": 1.5748717693341965,
      "grad_norm": 3.897442102432251,
      "learning_rate": 1.1853185022255914e-05,
      "loss": 0.29019436836242674,
      "step": 31625,
      "token_acc": 0.9172932330827067
    },
    {
      "epoch": 1.575120760918281,
      "grad_norm": 1.4910471439361572,
      "learning_rate": 1.1839880279069992e-05,
      "loss": 0.20328214168548583,
      "step": 31630,
      "token_acc": 0.9703470031545741
    },
    {
      "epoch": 1.5753697525023656,
      "grad_norm": 4.866610050201416,
      "learning_rate": 1.1826582004212927e-05,
      "loss": 0.27006633281707765,
      "step": 31635,
      "token_acc": 0.9266169154228856
    },
    {
      "epoch": 1.5756187440864498,
      "grad_norm": 5.143561363220215,
      "learning_rate": 1.181329019993883e-05,
      "loss": 0.38441612720489504,
      "step": 31640,
      "token_acc": 0.8613636363636363
    },
    {
      "epoch": 1.5758677356705344,
      "grad_norm": 1.6412960290908813,
      "learning_rate": 1.1800004868500736e-05,
      "loss": 0.22492341995239257,
      "step": 31645,
      "token_acc": 0.9069767441860465
    },
    {
      "epoch": 1.5761167272546188,
      "grad_norm": 3.001133441925049,
      "learning_rate": 1.1786726012150574e-05,
      "loss": 0.3435837745666504,
      "step": 31650,
      "token_acc": 0.9495484272812208
    },
    {
      "epoch": 1.5763657188387032,
      "grad_norm": 1.2926387786865234,
      "learning_rate": 1.1773453633139169e-05,
      "loss": 0.17557661533355712,
      "step": 31655,
      "token_acc": 0.9835774522858411
    },
    {
      "epoch": 1.5766147104227877,
      "grad_norm": 2.424320936203003,
      "learning_rate": 1.176018773371626e-05,
      "loss": 0.18008756637573242,
      "step": 31660,
      "token_acc": 0.970010905125409
    },
    {
      "epoch": 1.576863702006872,
      "grad_norm": 13.052251815795898,
      "learning_rate": 1.1746928316130485e-05,
      "loss": 0.21548192501068114,
      "step": 31665,
      "token_acc": 0.9665775401069518
    },
    {
      "epoch": 1.5771126935909567,
      "grad_norm": 1.9817605018615723,
      "learning_rate": 1.1733675382629378e-05,
      "loss": 0.29448890686035156,
      "step": 31670,
      "token_acc": 0.901010101010101
    },
    {
      "epoch": 1.577361685175041,
      "grad_norm": 2.1914408206939697,
      "learning_rate": 1.1720428935459377e-05,
      "loss": 0.20000276565551758,
      "step": 31675,
      "token_acc": 0.9361702127659575
    },
    {
      "epoch": 1.5776106767591256,
      "grad_norm": 0.4797704219818115,
      "learning_rate": 1.1707188976865818e-05,
      "loss": 0.27948431968688964,
      "step": 31680,
      "token_acc": 0.8405931417979611
    },
    {
      "epoch": 1.57785966834321,
      "grad_norm": 5.7012715339660645,
      "learning_rate": 1.1693955509092941e-05,
      "loss": 0.2773306131362915,
      "step": 31685,
      "token_acc": 0.9483173076923077
    },
    {
      "epoch": 1.5781086599272944,
      "grad_norm": 0.9511485695838928,
      "learning_rate": 1.1680728534383884e-05,
      "loss": 0.17392830848693847,
      "step": 31690,
      "token_acc": 0.9398797595190381
    },
    {
      "epoch": 1.578357651511379,
      "grad_norm": 2.514380931854248,
      "learning_rate": 1.1667508054980687e-05,
      "loss": 0.5343756198883056,
      "step": 31695,
      "token_acc": 0.8029556650246306
    },
    {
      "epoch": 1.5786066430954633,
      "grad_norm": 1.7790435552597046,
      "learning_rate": 1.16542940731243e-05,
      "loss": 0.14766817092895507,
      "step": 31700,
      "token_acc": 0.9808917197452229
    },
    {
      "epoch": 1.578855634679548,
      "grad_norm": 0.38801151514053345,
      "learning_rate": 1.1641086591054511e-05,
      "loss": 0.16925716400146484,
      "step": 31705,
      "token_acc": 0.9847775175644028
    },
    {
      "epoch": 1.5791046262636321,
      "grad_norm": 0.6179614663124084,
      "learning_rate": 1.1627885611010098e-05,
      "loss": 0.11389372348785401,
      "step": 31710,
      "token_acc": 0.945631067961165
    },
    {
      "epoch": 1.5793536178477168,
      "grad_norm": 3.099346876144409,
      "learning_rate": 1.16146911352287e-05,
      "loss": 0.1303856372833252,
      "step": 31715,
      "token_acc": 0.9459751485683414
    },
    {
      "epoch": 1.5796026094318012,
      "grad_norm": 0.4689752161502838,
      "learning_rate": 1.1601503165946792e-05,
      "loss": 0.24145619869232177,
      "step": 31720,
      "token_acc": 0.9549469964664311
    },
    {
      "epoch": 1.5798516010158856,
      "grad_norm": 0.5052147507667542,
      "learning_rate": 1.1588321705399846e-05,
      "loss": 0.2497802972793579,
      "step": 31725,
      "token_acc": 0.9027898866608544
    },
    {
      "epoch": 1.5801005925999703,
      "grad_norm": 3.3912312984466553,
      "learning_rate": 1.1575146755822191e-05,
      "loss": 0.17850109338760375,
      "step": 31730,
      "token_acc": 0.9790544584081389
    },
    {
      "epoch": 1.5803495841840545,
      "grad_norm": 0.782676100730896,
      "learning_rate": 1.1561978319447014e-05,
      "loss": 0.21407146453857423,
      "step": 31735,
      "token_acc": 0.9776247848537005
    },
    {
      "epoch": 1.5805985757681391,
      "grad_norm": 1.2288527488708496,
      "learning_rate": 1.1548816398506424e-05,
      "loss": 0.3761028528213501,
      "step": 31740,
      "token_acc": 0.8878205128205128
    },
    {
      "epoch": 1.5808475673522235,
      "grad_norm": 0.5192644000053406,
      "learning_rate": 1.153566099523148e-05,
      "loss": 0.06043444275856018,
      "step": 31745,
      "token_acc": 0.989821882951654
    },
    {
      "epoch": 1.581096558936308,
      "grad_norm": 0.9630986452102661,
      "learning_rate": 1.1522512111852045e-05,
      "loss": 0.19732205867767333,
      "step": 31750,
      "token_acc": 0.9752475247524752
    },
    {
      "epoch": 1.5813455505203924,
      "grad_norm": 1.396859884262085,
      "learning_rate": 1.1509369750596937e-05,
      "loss": 0.2202378273010254,
      "step": 31755,
      "token_acc": 0.9803462798315395
    },
    {
      "epoch": 1.5815945421044768,
      "grad_norm": 0.5659369230270386,
      "learning_rate": 1.1496233913693844e-05,
      "loss": 0.28720066547393797,
      "step": 31760,
      "token_acc": 0.9628828828828829
    },
    {
      "epoch": 1.5818435336885615,
      "grad_norm": 1.550777554512024,
      "learning_rate": 1.148310460336936e-05,
      "loss": 0.27606098651885985,
      "step": 31765,
      "token_acc": 0.8852459016393442
    },
    {
      "epoch": 1.5820925252726457,
      "grad_norm": 1.2058178186416626,
      "learning_rate": 1.1469981821848969e-05,
      "loss": 0.17392027378082275,
      "step": 31770,
      "token_acc": 0.9478448275862069
    },
    {
      "epoch": 1.5823415168567303,
      "grad_norm": 0.7240203619003296,
      "learning_rate": 1.145686557135704e-05,
      "loss": 0.2809618949890137,
      "step": 31775,
      "token_acc": 0.9579288025889967
    },
    {
      "epoch": 1.5825905084408147,
      "grad_norm": 4.897288799285889,
      "learning_rate": 1.144375585411685e-05,
      "loss": 0.26072163581848146,
      "step": 31780,
      "token_acc": 0.9729501267962807
    },
    {
      "epoch": 1.5828395000248991,
      "grad_norm": 0.6144342422485352,
      "learning_rate": 1.1430652672350556e-05,
      "loss": 0.3719522953033447,
      "step": 31785,
      "token_acc": 0.8472032742155525
    },
    {
      "epoch": 1.5830884916089836,
      "grad_norm": 1.7226800918579102,
      "learning_rate": 1.141755602827922e-05,
      "loss": 0.1181157112121582,
      "step": 31790,
      "token_acc": 0.9688542825361512
    },
    {
      "epoch": 1.583337483193068,
      "grad_norm": 2.9969403743743896,
      "learning_rate": 1.1404465924122776e-05,
      "loss": 0.2677353620529175,
      "step": 31795,
      "token_acc": 0.9007263922518159
    },
    {
      "epoch": 1.5835864747771526,
      "grad_norm": 5.672362327575684,
      "learning_rate": 1.1391382362100068e-05,
      "loss": 0.3106703519821167,
      "step": 31800,
      "token_acc": 0.9263565891472868
    },
    {
      "epoch": 1.5838354663612368,
      "grad_norm": 4.767374515533447,
      "learning_rate": 1.1378305344428824e-05,
      "loss": 0.16574064493179322,
      "step": 31805,
      "token_acc": 0.976531196336577
    },
    {
      "epoch": 1.5840844579453215,
      "grad_norm": 2.2793385982513428,
      "learning_rate": 1.136523487332567e-05,
      "loss": 0.16614339351654053,
      "step": 31810,
      "token_acc": 0.9261363636363636
    },
    {
      "epoch": 1.584333449529406,
      "grad_norm": 1.5786112546920776,
      "learning_rate": 1.1352170951006102e-05,
      "loss": 0.2445580005645752,
      "step": 31815,
      "token_acc": 0.9470655926352128
    },
    {
      "epoch": 1.5845824411134903,
      "grad_norm": 0.5158995985984802,
      "learning_rate": 1.1339113579684524e-05,
      "loss": 0.3713905572891235,
      "step": 31820,
      "token_acc": 0.8653241032095658
    },
    {
      "epoch": 1.584831432697575,
      "grad_norm": 9.810385704040527,
      "learning_rate": 1.132606276157423e-05,
      "loss": 0.2574399709701538,
      "step": 31825,
      "token_acc": 0.9385474860335196
    },
    {
      "epoch": 1.5850804242816592,
      "grad_norm": 2.1796038150787354,
      "learning_rate": 1.1313018498887396e-05,
      "loss": 0.29768049716949463,
      "step": 31830,
      "token_acc": 0.8869778869778869
    },
    {
      "epoch": 1.5853294158657438,
      "grad_norm": 2.1872434616088867,
      "learning_rate": 1.1299980793835086e-05,
      "loss": 0.2478555917739868,
      "step": 31835,
      "token_acc": 0.9019073569482289
    },
    {
      "epoch": 1.585578407449828,
      "grad_norm": 4.030135154724121,
      "learning_rate": 1.128694964862726e-05,
      "loss": 0.2757430553436279,
      "step": 31840,
      "token_acc": 0.9177377892030848
    },
    {
      "epoch": 1.5858273990339127,
      "grad_norm": 0.943505048751831,
      "learning_rate": 1.1273925065472768e-05,
      "loss": 0.21577930450439453,
      "step": 31845,
      "token_acc": 0.9165378670788253
    },
    {
      "epoch": 1.586076390617997,
      "grad_norm": 4.133164405822754,
      "learning_rate": 1.126090704657931e-05,
      "loss": 0.24147253036499022,
      "step": 31850,
      "token_acc": 0.9292929292929293
    },
    {
      "epoch": 1.5863253822020815,
      "grad_norm": 1.5490907430648804,
      "learning_rate": 1.1247895594153535e-05,
      "loss": 0.20462579727172853,
      "step": 31855,
      "token_acc": 0.9285714285714286
    },
    {
      "epoch": 1.5865743737861662,
      "grad_norm": 2.4448928833007812,
      "learning_rate": 1.1234890710400958e-05,
      "loss": 0.2514697313308716,
      "step": 31860,
      "token_acc": 0.9198396793587175
    },
    {
      "epoch": 1.5868233653702504,
      "grad_norm": 0.5018926858901978,
      "learning_rate": 1.122189239752594e-05,
      "loss": 0.1920728087425232,
      "step": 31865,
      "token_acc": 0.917953667953668
    },
    {
      "epoch": 1.587072356954335,
      "grad_norm": 2.446632146835327,
      "learning_rate": 1.1208900657731753e-05,
      "loss": 0.23235363960266114,
      "step": 31870,
      "token_acc": 0.9335443037974683
    },
    {
      "epoch": 1.5873213485384194,
      "grad_norm": 2.9228155612945557,
      "learning_rate": 1.1195915493220616e-05,
      "loss": 0.17010908126831054,
      "step": 31875,
      "token_acc": 0.9313893653516295
    },
    {
      "epoch": 1.5875703401225039,
      "grad_norm": 2.8062493801116943,
      "learning_rate": 1.1182936906193519e-05,
      "loss": 0.24067106246948242,
      "step": 31880,
      "token_acc": 0.8957219251336899
    },
    {
      "epoch": 1.5878193317065883,
      "grad_norm": 1.657465934753418,
      "learning_rate": 1.1169964898850416e-05,
      "loss": 0.21863338947296143,
      "step": 31885,
      "token_acc": 0.9432989690721649
    },
    {
      "epoch": 1.5880683232906727,
      "grad_norm": 0.28704723715782166,
      "learning_rate": 1.1156999473390155e-05,
      "loss": 0.16567907333374024,
      "step": 31890,
      "token_acc": 0.9752367079388201
    },
    {
      "epoch": 1.5883173148747574,
      "grad_norm": 0.42952021956443787,
      "learning_rate": 1.11440406320104e-05,
      "loss": 0.14940731525421141,
      "step": 31895,
      "token_acc": 0.9801980198019802
    },
    {
      "epoch": 1.5885663064588416,
      "grad_norm": 1.5467334985733032,
      "learning_rate": 1.1131088376907755e-05,
      "loss": 0.24747638702392577,
      "step": 31900,
      "token_acc": 0.9144460028050491
    },
    {
      "epoch": 1.5888152980429262,
      "grad_norm": 0.38286730647087097,
      "learning_rate": 1.1118142710277695e-05,
      "loss": 0.16200120449066163,
      "step": 31905,
      "token_acc": 0.9861932938856016
    },
    {
      "epoch": 1.5890642896270106,
      "grad_norm": 0.26755663752555847,
      "learning_rate": 1.1105203634314565e-05,
      "loss": 0.1705809235572815,
      "step": 31910,
      "token_acc": 0.9832756632064591
    },
    {
      "epoch": 1.589313281211095,
      "grad_norm": 1.942286729812622,
      "learning_rate": 1.1092271151211608e-05,
      "loss": 0.21713526248931886,
      "step": 31915,
      "token_acc": 0.9713518352730528
    },
    {
      "epoch": 1.5895622727951795,
      "grad_norm": 1.64130699634552,
      "learning_rate": 1.1079345263160945e-05,
      "loss": 0.36407058238983153,
      "step": 31920,
      "token_acc": 0.9090909090909091
    },
    {
      "epoch": 1.589811264379264,
      "grad_norm": 3.353261709213257,
      "learning_rate": 1.1066425972353577e-05,
      "loss": 0.198224937915802,
      "step": 31925,
      "token_acc": 0.9524647887323944
    },
    {
      "epoch": 1.5900602559633485,
      "grad_norm": 1.3064899444580078,
      "learning_rate": 1.1053513280979383e-05,
      "loss": 0.22971982955932618,
      "step": 31930,
      "token_acc": 0.9324055666003976
    },
    {
      "epoch": 1.5903092475474327,
      "grad_norm": 2.44999361038208,
      "learning_rate": 1.1040607191227137e-05,
      "loss": 0.1962869644165039,
      "step": 31935,
      "token_acc": 0.9711286089238845
    },
    {
      "epoch": 1.5905582391315174,
      "grad_norm": 0.7281472086906433,
      "learning_rate": 1.1027707705284474e-05,
      "loss": 0.2500852108001709,
      "step": 31940,
      "token_acc": 0.9098360655737705
    },
    {
      "epoch": 1.5908072307156018,
      "grad_norm": 0.6714891791343689,
      "learning_rate": 1.1014814825337926e-05,
      "loss": 0.12340404987335205,
      "step": 31945,
      "token_acc": 0.9803149606299213
    },
    {
      "epoch": 1.5910562222996862,
      "grad_norm": 0.46061673760414124,
      "learning_rate": 1.1001928553572904e-05,
      "loss": 0.21382033824920654,
      "step": 31950,
      "token_acc": 0.9360950545921645
    },
    {
      "epoch": 1.5913052138837709,
      "grad_norm": 0.9597164392471313,
      "learning_rate": 1.0989048892173692e-05,
      "loss": 0.1903291940689087,
      "step": 31955,
      "token_acc": 0.9142857142857143
    },
    {
      "epoch": 1.591554205467855,
      "grad_norm": 6.276957988739014,
      "learning_rate": 1.097617584332345e-05,
      "loss": 0.5089484214782715,
      "step": 31960,
      "token_acc": 0.9203470031545742
    },
    {
      "epoch": 1.5918031970519397,
      "grad_norm": 1.2415645122528076,
      "learning_rate": 1.0963309409204231e-05,
      "loss": 0.1729027271270752,
      "step": 31965,
      "token_acc": 0.982544608223429
    },
    {
      "epoch": 1.5920521886360242,
      "grad_norm": 1.9774746894836426,
      "learning_rate": 1.0950449591996958e-05,
      "loss": 0.18565391302108764,
      "step": 31970,
      "token_acc": 0.9434306569343066
    },
    {
      "epoch": 1.5923011802201086,
      "grad_norm": 0.5429295897483826,
      "learning_rate": 1.0937596393881445e-05,
      "loss": 0.28603761196136473,
      "step": 31975,
      "token_acc": 0.9197247706422018
    },
    {
      "epoch": 1.592550171804193,
      "grad_norm": 1.9967530965805054,
      "learning_rate": 1.0924749817036334e-05,
      "loss": 0.35798988342285154,
      "step": 31980,
      "token_acc": 0.8829268292682927
    },
    {
      "epoch": 1.5927991633882774,
      "grad_norm": 1.0551310777664185,
      "learning_rate": 1.0911909863639219e-05,
      "loss": 0.2816161632537842,
      "step": 31985,
      "token_acc": 0.9093333333333333
    },
    {
      "epoch": 1.593048154972362,
      "grad_norm": 1.6895588636398315,
      "learning_rate": 1.0899076535866542e-05,
      "loss": 0.12621722221374512,
      "step": 31990,
      "token_acc": 0.9550949913644214
    },
    {
      "epoch": 1.5932971465564463,
      "grad_norm": 7.577489376068115,
      "learning_rate": 1.0886249835893581e-05,
      "loss": 0.4392082214355469,
      "step": 31995,
      "token_acc": 0.8405405405405405
    },
    {
      "epoch": 1.593546138140531,
      "grad_norm": 1.1193815469741821,
      "learning_rate": 1.0873429765894532e-05,
      "loss": 0.13299102783203126,
      "step": 32000,
      "token_acc": 0.9791878172588833
    },
    {
      "epoch": 1.5937951297246153,
      "grad_norm": 1.1256046295166016,
      "learning_rate": 1.08606163280425e-05,
      "loss": 0.28108084201812744,
      "step": 32005,
      "token_acc": 0.8707964601769912
    },
    {
      "epoch": 1.5940441213086998,
      "grad_norm": 1.8638564348220825,
      "learning_rate": 1.0847809524509384e-05,
      "loss": 0.180657958984375,
      "step": 32010,
      "token_acc": 0.9704032556418793
    },
    {
      "epoch": 1.5942931128927842,
      "grad_norm": 2.2911300659179688,
      "learning_rate": 1.0835009357465996e-05,
      "loss": 0.21389708518981934,
      "step": 32015,
      "token_acc": 0.9226361031518625
    },
    {
      "epoch": 1.5945421044768686,
      "grad_norm": 4.374634265899658,
      "learning_rate": 1.0822215829082077e-05,
      "loss": 0.15377038717269897,
      "step": 32020,
      "token_acc": 0.9601328903654485
    },
    {
      "epoch": 1.5947910960609533,
      "grad_norm": 0.5015559196472168,
      "learning_rate": 1.0809428941526146e-05,
      "loss": 0.22034626007080077,
      "step": 32025,
      "token_acc": 0.9637488947833776
    },
    {
      "epoch": 1.5950400876450375,
      "grad_norm": 1.4223542213439941,
      "learning_rate": 1.079664869696566e-05,
      "loss": 0.3160858154296875,
      "step": 32030,
      "token_acc": 0.9213353798925557
    },
    {
      "epoch": 1.595289079229122,
      "grad_norm": 1.6142808198928833,
      "learning_rate": 1.078387509756692e-05,
      "loss": 0.2070835590362549,
      "step": 32035,
      "token_acc": 0.9144050104384134
    },
    {
      "epoch": 1.5955380708132065,
      "grad_norm": 1.6843225955963135,
      "learning_rate": 1.0771108145495152e-05,
      "loss": 0.20945332050323487,
      "step": 32040,
      "token_acc": 0.9641113982199253
    },
    {
      "epoch": 1.595787062397291,
      "grad_norm": 2.3066654205322266,
      "learning_rate": 1.0758347842914385e-05,
      "loss": 0.23629591464996338,
      "step": 32045,
      "token_acc": 0.9679611650485437
    },
    {
      "epoch": 1.5960360539813754,
      "grad_norm": 2.1494128704071045,
      "learning_rate": 1.0745594191987552e-05,
      "loss": 0.20207366943359376,
      "step": 32050,
      "token_acc": 0.9214123006833713
    },
    {
      "epoch": 1.5962850455654598,
      "grad_norm": 1.7097926139831543,
      "learning_rate": 1.0732847194876472e-05,
      "loss": 0.2962590456008911,
      "step": 32055,
      "token_acc": 0.9294117647058824
    },
    {
      "epoch": 1.5965340371495444,
      "grad_norm": 1.5069684982299805,
      "learning_rate": 1.0720106853741823e-05,
      "loss": 0.13011800050735473,
      "step": 32060,
      "token_acc": 0.9571428571428572
    },
    {
      "epoch": 1.5967830287336287,
      "grad_norm": 1.0990192890167236,
      "learning_rate": 1.0707373170743151e-05,
      "loss": 0.1762488842010498,
      "step": 32065,
      "token_acc": 0.9565217391304348
    },
    {
      "epoch": 1.5970320203177133,
      "grad_norm": 1.91029691696167,
      "learning_rate": 1.0694646148038884e-05,
      "loss": 0.16353297233581543,
      "step": 32070,
      "token_acc": 0.971342383107089
    },
    {
      "epoch": 1.5972810119017977,
      "grad_norm": 0.7975640296936035,
      "learning_rate": 1.0681925787786306e-05,
      "loss": 0.15735297203063964,
      "step": 32075,
      "token_acc": 0.9426229508196722
    },
    {
      "epoch": 1.5975300034858821,
      "grad_norm": 1.3391534090042114,
      "learning_rate": 1.0669212092141595e-05,
      "loss": 0.22445108890533447,
      "step": 32080,
      "token_acc": 0.9306930693069307
    },
    {
      "epoch": 1.5977789950699668,
      "grad_norm": 2.489684820175171,
      "learning_rate": 1.065650506325977e-05,
      "loss": 0.1579173445701599,
      "step": 32085,
      "token_acc": 0.9753521126760564
    },
    {
      "epoch": 1.598027986654051,
      "grad_norm": 1.0586026906967163,
      "learning_rate": 1.0643804703294747e-05,
      "loss": 0.3835684537887573,
      "step": 32090,
      "token_acc": 0.9414101290963257
    },
    {
      "epoch": 1.5982769782381356,
      "grad_norm": 2.1215994358062744,
      "learning_rate": 1.0631111014399291e-05,
      "loss": 0.27787740230560304,
      "step": 32095,
      "token_acc": 0.8881650380021715
    },
    {
      "epoch": 1.59852596982222,
      "grad_norm": 0.2715865671634674,
      "learning_rate": 1.0618423998725052e-05,
      "loss": 0.13055863380432128,
      "step": 32100,
      "token_acc": 0.9812568908489526
    },
    {
      "epoch": 1.5987749614063045,
      "grad_norm": 0.35440558195114136,
      "learning_rate": 1.060574365842255e-05,
      "loss": 0.18343535661697388,
      "step": 32105,
      "token_acc": 0.9687235841081995
    },
    {
      "epoch": 1.599023952990389,
      "grad_norm": 3.430642604827881,
      "learning_rate": 1.0593069995641131e-05,
      "loss": 0.5535451889038085,
      "step": 32110,
      "token_acc": 0.8209393346379648
    },
    {
      "epoch": 1.5992729445744733,
      "grad_norm": 1.8778109550476074,
      "learning_rate": 1.0580403012529077e-05,
      "loss": 0.2932446956634521,
      "step": 32115,
      "token_acc": 0.8955386289445049
    },
    {
      "epoch": 1.599521936158558,
      "grad_norm": 2.3182156085968018,
      "learning_rate": 1.0567742711233508e-05,
      "loss": 0.222931432723999,
      "step": 32120,
      "token_acc": 0.9439601494396015
    },
    {
      "epoch": 1.5997709277426422,
      "grad_norm": 4.5478386878967285,
      "learning_rate": 1.0555089093900366e-05,
      "loss": 0.3342214822769165,
      "step": 32125,
      "token_acc": 0.9512378094523631
    },
    {
      "epoch": 1.6000199193267268,
      "grad_norm": 1.8057862520217896,
      "learning_rate": 1.0542442162674543e-05,
      "loss": 0.24181764125823973,
      "step": 32130,
      "token_acc": 0.9217557251908397
    },
    {
      "epoch": 1.6002689109108112,
      "grad_norm": 2.4847214221954346,
      "learning_rate": 1.0529801919699756e-05,
      "loss": 0.1857203483581543,
      "step": 32135,
      "token_acc": 0.9583023082650782
    },
    {
      "epoch": 1.6005179024948957,
      "grad_norm": 2.5972609519958496,
      "learning_rate": 1.0517168367118563e-05,
      "loss": 0.22668099403381348,
      "step": 32140,
      "token_acc": 0.9161147902869757
    },
    {
      "epoch": 1.60076689407898,
      "grad_norm": 2.874410390853882,
      "learning_rate": 1.0504541507072408e-05,
      "loss": 0.16894757747650146,
      "step": 32145,
      "token_acc": 0.9307875894988067
    },
    {
      "epoch": 1.6010158856630645,
      "grad_norm": 1.0824947357177734,
      "learning_rate": 1.0491921341701656e-05,
      "loss": 0.2114865303039551,
      "step": 32150,
      "token_acc": 0.9743967039434962
    },
    {
      "epoch": 1.6012648772471492,
      "grad_norm": 1.6372672319412231,
      "learning_rate": 1.0479307873145439e-05,
      "loss": 0.2004162311553955,
      "step": 32155,
      "token_acc": 0.9304347826086956
    },
    {
      "epoch": 1.6015138688312334,
      "grad_norm": 0.7652804851531982,
      "learning_rate": 1.0466701103541821e-05,
      "loss": 0.09036483764648437,
      "step": 32160,
      "token_acc": 0.9821600771456124
    },
    {
      "epoch": 1.601762860415318,
      "grad_norm": 0.7912341952323914,
      "learning_rate": 1.0454101035027692e-05,
      "loss": 0.20097811222076417,
      "step": 32165,
      "token_acc": 0.9295302013422819
    },
    {
      "epoch": 1.6020118519994024,
      "grad_norm": 1.0687000751495361,
      "learning_rate": 1.0441507669738876e-05,
      "loss": 0.39385688304901123,
      "step": 32170,
      "token_acc": 0.8851190476190476
    },
    {
      "epoch": 1.6022608435834869,
      "grad_norm": 0.5083513259887695,
      "learning_rate": 1.0428921009809956e-05,
      "loss": 0.08461450338363648,
      "step": 32175,
      "token_acc": 0.9757229560871118
    },
    {
      "epoch": 1.6025098351675713,
      "grad_norm": 1.7157806158065796,
      "learning_rate": 1.0416341057374445e-05,
      "loss": 0.32046873569488527,
      "step": 32180,
      "token_acc": 0.952047952047952
    },
    {
      "epoch": 1.6027588267516557,
      "grad_norm": 4.561882495880127,
      "learning_rate": 1.0403767814564746e-05,
      "loss": 0.28778178691864015,
      "step": 32185,
      "token_acc": 0.9092827004219409
    },
    {
      "epoch": 1.6030078183357404,
      "grad_norm": 1.2508399486541748,
      "learning_rate": 1.0391201283512042e-05,
      "loss": 0.16277308464050294,
      "step": 32190,
      "token_acc": 0.9570154095701541
    },
    {
      "epoch": 1.6032568099198246,
      "grad_norm": 1.7624379396438599,
      "learning_rate": 1.0378641466346438e-05,
      "loss": 0.42110333442687986,
      "step": 32195,
      "token_acc": 0.8484513274336283
    },
    {
      "epoch": 1.6035058015039092,
      "grad_norm": 1.142107367515564,
      "learning_rate": 1.0366088365196886e-05,
      "loss": 0.4346320629119873,
      "step": 32200,
      "token_acc": 0.885480572597137
    },
    {
      "epoch": 1.6037547930879936,
      "grad_norm": 1.1779091358184814,
      "learning_rate": 1.035354198219119e-05,
      "loss": 0.2134258508682251,
      "step": 32205,
      "token_acc": 0.9666011787819253
    },
    {
      "epoch": 1.604003784672078,
      "grad_norm": 7.02535343170166,
      "learning_rate": 1.0341002319456033e-05,
      "loss": 0.2443270206451416,
      "step": 32210,
      "token_acc": 0.9757545769421079
    },
    {
      "epoch": 1.6042527762561627,
      "grad_norm": 1.5145397186279297,
      "learning_rate": 1.0328469379116951e-05,
      "loss": 0.23790979385375977,
      "step": 32215,
      "token_acc": 0.9022988505747126
    },
    {
      "epoch": 1.604501767840247,
      "grad_norm": 0.9314278960227966,
      "learning_rate": 1.031594316329833e-05,
      "loss": 0.26698505878448486,
      "step": 32220,
      "token_acc": 0.9600997506234414
    },
    {
      "epoch": 1.6047507594243315,
      "grad_norm": 3.5450377464294434,
      "learning_rate": 1.0303423674123436e-05,
      "loss": 0.1786182403564453,
      "step": 32225,
      "token_acc": 0.9835187474248043
    },
    {
      "epoch": 1.604999751008416,
      "grad_norm": 0.3841201364994049,
      "learning_rate": 1.029091091371438e-05,
      "loss": 0.14660345315933226,
      "step": 32230,
      "token_acc": 0.9908822740681148
    },
    {
      "epoch": 1.6052487425925004,
      "grad_norm": 1.4754341840744019,
      "learning_rate": 1.0278404884192133e-05,
      "loss": 0.38752317428588867,
      "step": 32235,
      "token_acc": 0.8395755305867666
    },
    {
      "epoch": 1.6054977341765848,
      "grad_norm": 3.2722549438476562,
      "learning_rate": 1.0265905587676532e-05,
      "loss": 0.27514770030975344,
      "step": 32240,
      "token_acc": 0.8992443324937027
    },
    {
      "epoch": 1.6057467257606692,
      "grad_norm": 2.522909164428711,
      "learning_rate": 1.0253413026286268e-05,
      "loss": 0.25837998390197753,
      "step": 32245,
      "token_acc": 0.9411042944785276
    },
    {
      "epoch": 1.6059957173447539,
      "grad_norm": 0.4623972177505493,
      "learning_rate": 1.0240927202138912e-05,
      "loss": 0.20205423831939698,
      "step": 32250,
      "token_acc": 0.9782016348773842
    },
    {
      "epoch": 1.606244708928838,
      "grad_norm": 6.110663414001465,
      "learning_rate": 1.022844811735082e-05,
      "loss": 0.22636253833770753,
      "step": 32255,
      "token_acc": 0.9470827679782904
    },
    {
      "epoch": 1.6064937005129227,
      "grad_norm": 2.5166194438934326,
      "learning_rate": 1.0215975774037311e-05,
      "loss": 0.2041330337524414,
      "step": 32260,
      "token_acc": 0.8880840275262586
    },
    {
      "epoch": 1.6067426920970072,
      "grad_norm": 0.8546897172927856,
      "learning_rate": 1.0203510174312503e-05,
      "loss": 0.259186315536499,
      "step": 32265,
      "token_acc": 0.9444444444444444
    },
    {
      "epoch": 1.6069916836810916,
      "grad_norm": 5.611357688903809,
      "learning_rate": 1.0191051320289352e-05,
      "loss": 0.1725999355316162,
      "step": 32270,
      "token_acc": 0.9794520547945206
    },
    {
      "epoch": 1.607240675265176,
      "grad_norm": 4.075717449188232,
      "learning_rate": 1.0178599214079693e-05,
      "loss": 0.17994168996810914,
      "step": 32275,
      "token_acc": 0.9496461622210125
    },
    {
      "epoch": 1.6074896668492604,
      "grad_norm": 1.5478142499923706,
      "learning_rate": 1.0166153857794258e-05,
      "loss": 0.1312893509864807,
      "step": 32280,
      "token_acc": 0.975
    },
    {
      "epoch": 1.607738658433345,
      "grad_norm": 0.387533962726593,
      "learning_rate": 1.0153715253542562e-05,
      "loss": 0.18844157457351685,
      "step": 32285,
      "token_acc": 0.9733893557422969
    },
    {
      "epoch": 1.6079876500174293,
      "grad_norm": 2.6425704956054688,
      "learning_rate": 1.014128340343301e-05,
      "loss": 0.24435772895812988,
      "step": 32290,
      "token_acc": 0.9192100538599641
    },
    {
      "epoch": 1.608236641601514,
      "grad_norm": 2.121302604675293,
      "learning_rate": 1.012885830957288e-05,
      "loss": 0.35380570888519286,
      "step": 32295,
      "token_acc": 0.8389544688026982
    },
    {
      "epoch": 1.6084856331855983,
      "grad_norm": 4.585875511169434,
      "learning_rate": 1.0116439974068298e-05,
      "loss": 0.29913859367370604,
      "step": 32300,
      "token_acc": 0.921455938697318
    },
    {
      "epoch": 1.6087346247696828,
      "grad_norm": 4.6332783699035645,
      "learning_rate": 1.0104028399024196e-05,
      "loss": 0.1505760908126831,
      "step": 32305,
      "token_acc": 0.9652087475149106
    },
    {
      "epoch": 1.6089836163537672,
      "grad_norm": 1.339020848274231,
      "learning_rate": 1.0091623586544408e-05,
      "loss": 0.1650862455368042,
      "step": 32310,
      "token_acc": 0.958156779661017
    },
    {
      "epoch": 1.6092326079378516,
      "grad_norm": 1.929219126701355,
      "learning_rate": 1.007922553873164e-05,
      "loss": 0.18478424549102784,
      "step": 32315,
      "token_acc": 0.9255725190839694
    },
    {
      "epoch": 1.6094815995219363,
      "grad_norm": 6.016781330108643,
      "learning_rate": 1.006683425768739e-05,
      "loss": 0.23151440620422364,
      "step": 32320,
      "token_acc": 0.9711684370257967
    },
    {
      "epoch": 1.6097305911060205,
      "grad_norm": 2.223450183868408,
      "learning_rate": 1.0054449745512051e-05,
      "loss": 0.2329699754714966,
      "step": 32325,
      "token_acc": 0.9536516853932584
    },
    {
      "epoch": 1.609979582690105,
      "grad_norm": 2.9286413192749023,
      "learning_rate": 1.0042072004304864e-05,
      "loss": 0.2574860334396362,
      "step": 32330,
      "token_acc": 0.9578783151326054
    },
    {
      "epoch": 1.6102285742741895,
      "grad_norm": 4.503469467163086,
      "learning_rate": 1.0029701036163913e-05,
      "loss": 0.5729076385498046,
      "step": 32335,
      "token_acc": 0.8755595344673232
    },
    {
      "epoch": 1.610477565858274,
      "grad_norm": 5.124968528747559,
      "learning_rate": 1.0017336843186137e-05,
      "loss": 0.4525268077850342,
      "step": 32340,
      "token_acc": 0.8564814814814815
    },
    {
      "epoch": 1.6107265574423586,
      "grad_norm": 6.47824764251709,
      "learning_rate": 1.0004979427467331e-05,
      "loss": 0.18781423568725586,
      "step": 32345,
      "token_acc": 0.9822592324402607
    },
    {
      "epoch": 1.6109755490264428,
      "grad_norm": 0.38987091183662415,
      "learning_rate": 9.992628791102138e-06,
      "loss": 0.20891470909118653,
      "step": 32350,
      "token_acc": 0.9639880952380953
    },
    {
      "epoch": 1.6112245406105274,
      "grad_norm": 2.1081175804138184,
      "learning_rate": 9.980284936184047e-06,
      "loss": 0.3292628049850464,
      "step": 32355,
      "token_acc": 0.8508771929824561
    },
    {
      "epoch": 1.6114735321946119,
      "grad_norm": 0.9501049518585205,
      "learning_rate": 9.96794786480541e-06,
      "loss": 0.1958850860595703,
      "step": 32360,
      "token_acc": 0.970723306544202
    },
    {
      "epoch": 1.6117225237786963,
      "grad_norm": 1.8173820972442627,
      "learning_rate": 9.95561757905742e-06,
      "loss": 0.4348587512969971,
      "step": 32365,
      "token_acc": 0.9284791038345541
    },
    {
      "epoch": 1.6119715153627807,
      "grad_norm": 0.8587367534637451,
      "learning_rate": 9.943294081030113e-06,
      "loss": 0.330680251121521,
      "step": 32370,
      "token_acc": 0.9561561561561561
    },
    {
      "epoch": 1.6122205069468651,
      "grad_norm": 3.6006617546081543,
      "learning_rate": 9.93097737281239e-06,
      "loss": 0.2764284133911133,
      "step": 32375,
      "token_acc": 0.9733885274985216
    },
    {
      "epoch": 1.6124694985309498,
      "grad_norm": 0.6379009485244751,
      "learning_rate": 9.918667456492009e-06,
      "loss": 0.3097469568252563,
      "step": 32380,
      "token_acc": 0.9096715328467153
    },
    {
      "epoch": 1.612718490115034,
      "grad_norm": 1.0312752723693848,
      "learning_rate": 9.906364334155516e-06,
      "loss": 0.18770451545715333,
      "step": 32385,
      "token_acc": 0.9350104821802935
    },
    {
      "epoch": 1.6129674816991186,
      "grad_norm": 0.7180095314979553,
      "learning_rate": 9.894068007888396e-06,
      "loss": 0.27138652801513674,
      "step": 32390,
      "token_acc": 0.9810851169736187
    },
    {
      "epoch": 1.613216473283203,
      "grad_norm": 1.3593767881393433,
      "learning_rate": 9.881778479774934e-06,
      "loss": 0.3477328777313232,
      "step": 32395,
      "token_acc": 0.8860145513338723
    },
    {
      "epoch": 1.6134654648672875,
      "grad_norm": 0.8230934143066406,
      "learning_rate": 9.869495751898227e-06,
      "loss": 0.13025345802307128,
      "step": 32400,
      "token_acc": 0.975298126064736
    },
    {
      "epoch": 1.613714456451372,
      "grad_norm": 1.3724626302719116,
      "learning_rate": 9.857219826340296e-06,
      "loss": 0.38144171237945557,
      "step": 32405,
      "token_acc": 0.9013157894736842
    },
    {
      "epoch": 1.6139634480354563,
      "grad_norm": 0.748297929763794,
      "learning_rate": 9.84495070518197e-06,
      "loss": 0.23503296375274657,
      "step": 32410,
      "token_acc": 0.9474153297682709
    },
    {
      "epoch": 1.614212439619541,
      "grad_norm": 4.515843868255615,
      "learning_rate": 9.83268839050291e-06,
      "loss": 0.41414055824279783,
      "step": 32415,
      "token_acc": 0.7876857749469215
    },
    {
      "epoch": 1.6144614312036252,
      "grad_norm": 4.116671085357666,
      "learning_rate": 9.820432884381626e-06,
      "loss": 0.21391623020172118,
      "step": 32420,
      "token_acc": 0.9613992762364294
    },
    {
      "epoch": 1.6147104227877098,
      "grad_norm": 4.304123878479004,
      "learning_rate": 9.80818418889552e-06,
      "loss": 0.2689277410507202,
      "step": 32425,
      "token_acc": 0.9395161290322581
    },
    {
      "epoch": 1.6149594143717942,
      "grad_norm": 0.23331314325332642,
      "learning_rate": 9.795942306120798e-06,
      "loss": 0.18125988245010377,
      "step": 32430,
      "token_acc": 0.9862671660424469
    },
    {
      "epoch": 1.6152084059558787,
      "grad_norm": 4.157966613769531,
      "learning_rate": 9.783707238132505e-06,
      "loss": 0.3225870132446289,
      "step": 32435,
      "token_acc": 0.9327272727272727
    },
    {
      "epoch": 1.6154573975399633,
      "grad_norm": 5.5405731201171875,
      "learning_rate": 9.77147898700454e-06,
      "loss": 0.24876091480255128,
      "step": 32440,
      "token_acc": 0.9124513618677043
    },
    {
      "epoch": 1.6157063891240475,
      "grad_norm": 0.7760425209999084,
      "learning_rate": 9.759257554809691e-06,
      "loss": 0.3112258672714233,
      "step": 32445,
      "token_acc": 0.8765432098765432
    },
    {
      "epoch": 1.6159553807081322,
      "grad_norm": 1.9772928953170776,
      "learning_rate": 9.747042943619511e-06,
      "loss": 0.5613605499267578,
      "step": 32450,
      "token_acc": 0.821551132463967
    },
    {
      "epoch": 1.6162043722922164,
      "grad_norm": 0.4111069440841675,
      "learning_rate": 9.734835155504452e-06,
      "loss": 0.16977672576904296,
      "step": 32455,
      "token_acc": 0.9658409387222947
    },
    {
      "epoch": 1.616453363876301,
      "grad_norm": 14.279969215393066,
      "learning_rate": 9.722634192533798e-06,
      "loss": 0.21133594512939452,
      "step": 32460,
      "token_acc": 0.9267734553775744
    },
    {
      "epoch": 1.6167023554603854,
      "grad_norm": 1.6873412132263184,
      "learning_rate": 9.710440056775665e-06,
      "loss": 0.35057730674743653,
      "step": 32465,
      "token_acc": 0.9116677653263019
    },
    {
      "epoch": 1.6169513470444699,
      "grad_norm": 0.21335919201374054,
      "learning_rate": 9.698252750297021e-06,
      "loss": 0.14141335487365722,
      "step": 32470,
      "token_acc": 0.9788533834586466
    },
    {
      "epoch": 1.6172003386285545,
      "grad_norm": 3.0426228046417236,
      "learning_rate": 9.686072275163676e-06,
      "loss": 0.3624220371246338,
      "step": 32475,
      "token_acc": 0.9041450777202072
    },
    {
      "epoch": 1.6174493302126387,
      "grad_norm": 6.11891508102417,
      "learning_rate": 9.673898633440286e-06,
      "loss": 0.3236214637756348,
      "step": 32480,
      "token_acc": 0.8969555035128806
    },
    {
      "epoch": 1.6176983217967233,
      "grad_norm": 0.5114924311637878,
      "learning_rate": 9.661731827190334e-06,
      "loss": 0.3411160945892334,
      "step": 32485,
      "token_acc": 0.8257887517146777
    },
    {
      "epoch": 1.6179473133808078,
      "grad_norm": 3.895460844039917,
      "learning_rate": 9.649571858476158e-06,
      "loss": 0.24365029335021973,
      "step": 32490,
      "token_acc": 0.9327069578466226
    },
    {
      "epoch": 1.6181963049648922,
      "grad_norm": 3.0053935050964355,
      "learning_rate": 9.637418729358932e-06,
      "loss": 0.43695530891418455,
      "step": 32495,
      "token_acc": 0.8112286411716843
    },
    {
      "epoch": 1.6184452965489766,
      "grad_norm": 2.2333550453186035,
      "learning_rate": 9.625272441898675e-06,
      "loss": 0.24722754955291748,
      "step": 32500,
      "token_acc": 0.908235294117647
    },
    {
      "epoch": 1.618694288133061,
      "grad_norm": 1.2935328483581543,
      "learning_rate": 9.613132998154239e-06,
      "loss": 0.3340223550796509,
      "step": 32505,
      "token_acc": 0.8651202749140894
    },
    {
      "epoch": 1.6189432797171457,
      "grad_norm": 1.8889034986495972,
      "learning_rate": 9.601000400183335e-06,
      "loss": 0.2618511915206909,
      "step": 32510,
      "token_acc": 0.961060032449973
    },
    {
      "epoch": 1.61919227130123,
      "grad_norm": 1.321891188621521,
      "learning_rate": 9.588874650042462e-06,
      "loss": 0.28327531814575196,
      "step": 32515,
      "token_acc": 0.9071803852889667
    },
    {
      "epoch": 1.6194412628853145,
      "grad_norm": 1.2154799699783325,
      "learning_rate": 9.576755749787026e-06,
      "loss": 0.2406649112701416,
      "step": 32520,
      "token_acc": 0.9156736938588451
    },
    {
      "epoch": 1.619690254469399,
      "grad_norm": 0.9941895604133606,
      "learning_rate": 9.564643701471242e-06,
      "loss": 0.23045563697814941,
      "step": 32525,
      "token_acc": 0.9578713968957872
    },
    {
      "epoch": 1.6199392460534834,
      "grad_norm": 30.13649559020996,
      "learning_rate": 9.552538507148124e-06,
      "loss": 0.39918837547302244,
      "step": 32530,
      "token_acc": 0.9083239595050618
    },
    {
      "epoch": 1.6201882376375678,
      "grad_norm": 0.8377829194068909,
      "learning_rate": 9.540440168869608e-06,
      "loss": 0.2225789785385132,
      "step": 32535,
      "token_acc": 0.9054441260744985
    },
    {
      "epoch": 1.6204372292216522,
      "grad_norm": 3.613907814025879,
      "learning_rate": 9.528348688686412e-06,
      "loss": 0.33465359210968015,
      "step": 32540,
      "token_acc": 0.919185282522996
    },
    {
      "epoch": 1.6206862208057369,
      "grad_norm": 0.9812759757041931,
      "learning_rate": 9.516264068648084e-06,
      "loss": 0.3138251781463623,
      "step": 32545,
      "token_acc": 0.8398467432950192
    },
    {
      "epoch": 1.620935212389821,
      "grad_norm": 3.316986560821533,
      "learning_rate": 9.50418631080302e-06,
      "loss": 0.3670313835144043,
      "step": 32550,
      "token_acc": 0.924018573237653
    },
    {
      "epoch": 1.6211842039739057,
      "grad_norm": 0.9656040668487549,
      "learning_rate": 9.492115417198488e-06,
      "loss": 0.2205893278121948,
      "step": 32555,
      "token_acc": 0.9286846275752774
    },
    {
      "epoch": 1.6214331955579901,
      "grad_norm": 2.049361228942871,
      "learning_rate": 9.480051389880567e-06,
      "loss": 0.19357261657714844,
      "step": 32560,
      "token_acc": 0.9266409266409267
    },
    {
      "epoch": 1.6216821871420746,
      "grad_norm": 0.6335774660110474,
      "learning_rate": 9.46799423089414e-06,
      "loss": 0.13896645307540895,
      "step": 32565,
      "token_acc": 0.9844868735083532
    },
    {
      "epoch": 1.6219311787261592,
      "grad_norm": 1.9331037998199463,
      "learning_rate": 9.455943942282957e-06,
      "loss": 0.3352416276931763,
      "step": 32570,
      "token_acc": 0.9273504273504274
    },
    {
      "epoch": 1.6221801703102434,
      "grad_norm": 2.440249443054199,
      "learning_rate": 9.443900526089639e-06,
      "loss": 0.22010715007781984,
      "step": 32575,
      "token_acc": 0.9370904325032765
    },
    {
      "epoch": 1.622429161894328,
      "grad_norm": 0.8123893737792969,
      "learning_rate": 9.431863984355566e-06,
      "loss": 0.2438581943511963,
      "step": 32580,
      "token_acc": 0.9090909090909091
    },
    {
      "epoch": 1.6226781534784123,
      "grad_norm": 2.7770256996154785,
      "learning_rate": 9.419834319120997e-06,
      "loss": 0.28328652381896974,
      "step": 32585,
      "token_acc": 0.9080962800875274
    },
    {
      "epoch": 1.622927145062497,
      "grad_norm": 1.9472752809524536,
      "learning_rate": 9.407811532425043e-06,
      "loss": 0.17564260959625244,
      "step": 32590,
      "token_acc": 0.9310344827586207
    },
    {
      "epoch": 1.6231761366465813,
      "grad_norm": 1.0103223323822021,
      "learning_rate": 9.395795626305604e-06,
      "loss": 0.1657802700996399,
      "step": 32595,
      "token_acc": 0.9429238985313751
    },
    {
      "epoch": 1.6234251282306658,
      "grad_norm": 2.6543686389923096,
      "learning_rate": 9.383786602799438e-06,
      "loss": 0.08646669387817382,
      "step": 32600,
      "token_acc": 0.9812987012987013
    },
    {
      "epoch": 1.6236741198147504,
      "grad_norm": 3.9475419521331787,
      "learning_rate": 9.371784463942134e-06,
      "loss": 0.3222515344619751,
      "step": 32605,
      "token_acc": 0.9642992783896696
    },
    {
      "epoch": 1.6239231113988346,
      "grad_norm": 2.2974929809570312,
      "learning_rate": 9.359789211768121e-06,
      "loss": 0.21234421730041503,
      "step": 32610,
      "token_acc": 0.9546599496221663
    },
    {
      "epoch": 1.6241721029829193,
      "grad_norm": 2.6482162475585938,
      "learning_rate": 9.347800848310651e-06,
      "loss": 0.2548277139663696,
      "step": 32615,
      "token_acc": 0.9309309309309309
    },
    {
      "epoch": 1.6244210945670037,
      "grad_norm": 5.276427745819092,
      "learning_rate": 9.335819375601807e-06,
      "loss": 0.2777817726135254,
      "step": 32620,
      "token_acc": 0.9703016241299304
    },
    {
      "epoch": 1.624670086151088,
      "grad_norm": 4.156408309936523,
      "learning_rate": 9.323844795672516e-06,
      "loss": 0.22081351280212402,
      "step": 32625,
      "token_acc": 0.9599109131403119
    },
    {
      "epoch": 1.6249190777351725,
      "grad_norm": 2.400684356689453,
      "learning_rate": 9.311877110552514e-06,
      "loss": 0.16798982620239258,
      "step": 32630,
      "token_acc": 0.9276190476190476
    },
    {
      "epoch": 1.625168069319257,
      "grad_norm": 1.2252097129821777,
      "learning_rate": 9.299916322270396e-06,
      "loss": 0.2984452486038208,
      "step": 32635,
      "token_acc": 0.8939157566302652
    },
    {
      "epoch": 1.6254170609033416,
      "grad_norm": 0.9429177641868591,
      "learning_rate": 9.28796243285357e-06,
      "loss": 0.19725548028945922,
      "step": 32640,
      "token_acc": 0.9782718544719555
    },
    {
      "epoch": 1.6256660524874258,
      "grad_norm": 0.5908927321434021,
      "learning_rate": 9.276015444328273e-06,
      "loss": 0.23194375038146972,
      "step": 32645,
      "token_acc": 0.9593810444874274
    },
    {
      "epoch": 1.6259150440715104,
      "grad_norm": 3.633488893508911,
      "learning_rate": 9.264075358719593e-06,
      "loss": 0.2424921989440918,
      "step": 32650,
      "token_acc": 0.9354838709677419
    },
    {
      "epoch": 1.6261640356555949,
      "grad_norm": 4.013315677642822,
      "learning_rate": 9.252142178051437e-06,
      "loss": 0.27365641593933104,
      "step": 32655,
      "token_acc": 0.9025069637883009
    },
    {
      "epoch": 1.6264130272396793,
      "grad_norm": 1.8897229433059692,
      "learning_rate": 9.2402159043465e-06,
      "loss": 0.19648072719573975,
      "step": 32660,
      "token_acc": 0.9311926605504587
    },
    {
      "epoch": 1.6266620188237637,
      "grad_norm": 4.267648220062256,
      "learning_rate": 9.22829653962638e-06,
      "loss": 0.27955892086029055,
      "step": 32665,
      "token_acc": 0.8836104513064132
    },
    {
      "epoch": 1.6269110104078481,
      "grad_norm": 4.804144382476807,
      "learning_rate": 9.216384085911479e-06,
      "loss": 0.2990297794342041,
      "step": 32670,
      "token_acc": 0.8123404255319149
    },
    {
      "epoch": 1.6271600019919328,
      "grad_norm": 0.6136263012886047,
      "learning_rate": 9.20447854522098e-06,
      "loss": 0.10601722002029419,
      "step": 32675,
      "token_acc": 0.973100798108188
    },
    {
      "epoch": 1.627408993576017,
      "grad_norm": 9.693078994750977,
      "learning_rate": 9.19257991957293e-06,
      "loss": 0.3818051815032959,
      "step": 32680,
      "token_acc": 0.8698630136986302
    },
    {
      "epoch": 1.6276579851601016,
      "grad_norm": 1.9958046674728394,
      "learning_rate": 9.180688210984239e-06,
      "loss": 0.2077869176864624,
      "step": 32685,
      "token_acc": 0.9412698412698413
    },
    {
      "epoch": 1.627906976744186,
      "grad_norm": 2.935978889465332,
      "learning_rate": 9.168803421470612e-06,
      "loss": 0.21276113986968995,
      "step": 32690,
      "token_acc": 0.9186813186813186
    },
    {
      "epoch": 1.6281559683282705,
      "grad_norm": 0.756764829158783,
      "learning_rate": 9.156925553046531e-06,
      "loss": 0.2505696535110474,
      "step": 32695,
      "token_acc": 0.9274725274725275
    },
    {
      "epoch": 1.6284049599123551,
      "grad_norm": 3.907957077026367,
      "learning_rate": 9.1450546077254e-06,
      "loss": 0.2549388647079468,
      "step": 32700,
      "token_acc": 0.9306329113924051
    },
    {
      "epoch": 1.6286539514964393,
      "grad_norm": 0.5496918559074402,
      "learning_rate": 9.133190587519396e-06,
      "loss": 0.30892066955566405,
      "step": 32705,
      "token_acc": 0.9666374012291484
    },
    {
      "epoch": 1.628902943080524,
      "grad_norm": 3.455566883087158,
      "learning_rate": 9.12133349443951e-06,
      "loss": 0.35941884517669676,
      "step": 32710,
      "token_acc": 0.8755656108597285
    },
    {
      "epoch": 1.6291519346646082,
      "grad_norm": 7.03832483291626,
      "learning_rate": 9.109483330495578e-06,
      "loss": 0.28222479820251467,
      "step": 32715,
      "token_acc": 0.8940397350993378
    },
    {
      "epoch": 1.6294009262486928,
      "grad_norm": 0.4028671383857727,
      "learning_rate": 9.097640097696292e-06,
      "loss": 0.1538684844970703,
      "step": 32720,
      "token_acc": 0.9805475504322767
    },
    {
      "epoch": 1.6296499178327772,
      "grad_norm": 1.0727823972702026,
      "learning_rate": 9.085803798049103e-06,
      "loss": 0.5244311809539794,
      "step": 32725,
      "token_acc": 0.8341463414634146
    },
    {
      "epoch": 1.6298989094168617,
      "grad_norm": 1.5071779489517212,
      "learning_rate": 9.07397443356034e-06,
      "loss": 0.32353670597076417,
      "step": 32730,
      "token_acc": 0.8656884875846501
    },
    {
      "epoch": 1.6301479010009463,
      "grad_norm": 2.0486900806427,
      "learning_rate": 9.062152006235136e-06,
      "loss": 0.11478466987609863,
      "step": 32735,
      "token_acc": 0.9837000814995925
    },
    {
      "epoch": 1.6303968925850305,
      "grad_norm": 1.0862441062927246,
      "learning_rate": 9.050336518077452e-06,
      "loss": 0.23138105869293213,
      "step": 32740,
      "token_acc": 0.9106918238993711
    },
    {
      "epoch": 1.6306458841691152,
      "grad_norm": 1.214341402053833,
      "learning_rate": 9.038527971090066e-06,
      "loss": 0.3556836605072021,
      "step": 32745,
      "token_acc": 0.8728070175438597
    },
    {
      "epoch": 1.6308948757531996,
      "grad_norm": 2.5911879539489746,
      "learning_rate": 9.026726367274591e-06,
      "loss": 0.5328103065490722,
      "step": 32750,
      "token_acc": 0.875
    },
    {
      "epoch": 1.631143867337284,
      "grad_norm": 1.9434514045715332,
      "learning_rate": 9.014931708631457e-06,
      "loss": 0.29369778633117677,
      "step": 32755,
      "token_acc": 0.8694362017804155
    },
    {
      "epoch": 1.6313928589213684,
      "grad_norm": 2.4030203819274902,
      "learning_rate": 9.003143997159913e-06,
      "loss": 0.1098588228225708,
      "step": 32760,
      "token_acc": 0.973322554567502
    },
    {
      "epoch": 1.6316418505054529,
      "grad_norm": 0.3752376139163971,
      "learning_rate": 8.991363234858035e-06,
      "loss": 0.22176809310913087,
      "step": 32765,
      "token_acc": 0.9833249115715007
    },
    {
      "epoch": 1.6318908420895375,
      "grad_norm": 1.0490506887435913,
      "learning_rate": 8.979589423722729e-06,
      "loss": 0.30242443084716797,
      "step": 32770,
      "token_acc": 0.8868360277136259
    },
    {
      "epoch": 1.6321398336736217,
      "grad_norm": 0.5967503786087036,
      "learning_rate": 8.9678225657497e-06,
      "loss": 0.1655682682991028,
      "step": 32775,
      "token_acc": 0.9851465274989963
    },
    {
      "epoch": 1.6323888252577063,
      "grad_norm": 2.170746326446533,
      "learning_rate": 8.956062662933496e-06,
      "loss": 0.22335267066955566,
      "step": 32780,
      "token_acc": 0.9233791748526523
    },
    {
      "epoch": 1.6326378168417908,
      "grad_norm": 2.0800654888153076,
      "learning_rate": 8.944309717267496e-06,
      "loss": 0.33401453495025635,
      "step": 32785,
      "token_acc": 0.8620019436345967
    },
    {
      "epoch": 1.6328868084258752,
      "grad_norm": 3.097222328186035,
      "learning_rate": 8.932563730743837e-06,
      "loss": 0.25082898139953613,
      "step": 32790,
      "token_acc": 0.9764638346727899
    },
    {
      "epoch": 1.6331358000099596,
      "grad_norm": 1.9115326404571533,
      "learning_rate": 8.92082470535356e-06,
      "loss": 0.32009124755859375,
      "step": 32795,
      "token_acc": 0.8337468982630273
    },
    {
      "epoch": 1.633384791594044,
      "grad_norm": 1.892226219177246,
      "learning_rate": 8.909092643086481e-06,
      "loss": 0.3529960632324219,
      "step": 32800,
      "token_acc": 0.8955223880597015
    },
    {
      "epoch": 1.6336337831781287,
      "grad_norm": 6.059232711791992,
      "learning_rate": 8.897367545931234e-06,
      "loss": 0.24870195388793945,
      "step": 32805,
      "token_acc": 0.9155844155844156
    },
    {
      "epoch": 1.6338827747622129,
      "grad_norm": 0.8276292681694031,
      "learning_rate": 8.885649415875292e-06,
      "loss": 0.2975451469421387,
      "step": 32810,
      "token_acc": 0.8615984405458089
    },
    {
      "epoch": 1.6341317663462975,
      "grad_norm": 1.387825846672058,
      "learning_rate": 8.873938254904923e-06,
      "loss": 0.1464563488960266,
      "step": 32815,
      "token_acc": 0.9803557207326785
    },
    {
      "epoch": 1.634380757930382,
      "grad_norm": 2.6224327087402344,
      "learning_rate": 8.862234065005253e-06,
      "loss": 0.1291387677192688,
      "step": 32820,
      "token_acc": 0.9896353166986565
    },
    {
      "epoch": 1.6346297495144664,
      "grad_norm": 4.377467632293701,
      "learning_rate": 8.850536848160151e-06,
      "loss": 0.2984859704971313,
      "step": 32825,
      "token_acc": 0.8947368421052632
    },
    {
      "epoch": 1.634878741098551,
      "grad_norm": 3.011610984802246,
      "learning_rate": 8.838846606352396e-06,
      "loss": 0.2896587371826172,
      "step": 32830,
      "token_acc": 0.9098901098901099
    },
    {
      "epoch": 1.6351277326826352,
      "grad_norm": 1.6864540576934814,
      "learning_rate": 8.827163341563538e-06,
      "loss": 0.39803333282470704,
      "step": 32835,
      "token_acc": 0.8103448275862069
    },
    {
      "epoch": 1.6353767242667199,
      "grad_norm": 0.6847841143608093,
      "learning_rate": 8.81548705577393e-06,
      "loss": 0.1163682222366333,
      "step": 32840,
      "token_acc": 0.9688109161793372
    },
    {
      "epoch": 1.6356257158508043,
      "grad_norm": 4.377451419830322,
      "learning_rate": 8.803817750962757e-06,
      "loss": 0.28100602626800536,
      "step": 32845,
      "token_acc": 0.9097345132743363
    },
    {
      "epoch": 1.6358747074348887,
      "grad_norm": 5.953636169433594,
      "learning_rate": 8.792155429108057e-06,
      "loss": 0.41696648597717284,
      "step": 32850,
      "token_acc": 0.9388888888888889
    },
    {
      "epoch": 1.6361236990189731,
      "grad_norm": 1.4651886224746704,
      "learning_rate": 8.780500092186616e-06,
      "loss": 0.2856778621673584,
      "step": 32855,
      "token_acc": 0.9016666666666666
    },
    {
      "epoch": 1.6363726906030576,
      "grad_norm": 0.28719961643218994,
      "learning_rate": 8.768851742174083e-06,
      "loss": 0.18856494426727294,
      "step": 32860,
      "token_acc": 0.9789655172413793
    },
    {
      "epoch": 1.6366216821871422,
      "grad_norm": 0.7885714173316956,
      "learning_rate": 8.757210381044917e-06,
      "loss": 0.2743354558944702,
      "step": 32865,
      "token_acc": 0.8946886446886447
    },
    {
      "epoch": 1.6368706737712264,
      "grad_norm": 0.6989396810531616,
      "learning_rate": 8.745576010772383e-06,
      "loss": 0.12496660947799683,
      "step": 32870,
      "token_acc": 0.9401330376940134
    },
    {
      "epoch": 1.637119665355311,
      "grad_norm": 2.7280445098876953,
      "learning_rate": 8.73394863332856e-06,
      "loss": 0.3443917274475098,
      "step": 32875,
      "token_acc": 0.8841201716738197
    },
    {
      "epoch": 1.6373686569393955,
      "grad_norm": 3.603192090988159,
      "learning_rate": 8.722328250684347e-06,
      "loss": 0.28705482482910155,
      "step": 32880,
      "token_acc": 0.9638739431206764
    },
    {
      "epoch": 1.63761764852348,
      "grad_norm": 3.8537068367004395,
      "learning_rate": 8.710714864809461e-06,
      "loss": 0.31420972347259524,
      "step": 32885,
      "token_acc": 0.8343023255813954
    },
    {
      "epoch": 1.6378666401075643,
      "grad_norm": 0.6120404601097107,
      "learning_rate": 8.699108477672424e-06,
      "loss": 0.17190393209457397,
      "step": 32890,
      "token_acc": 0.9754959159859977
    },
    {
      "epoch": 1.6381156316916488,
      "grad_norm": 3.803802251815796,
      "learning_rate": 8.68750909124058e-06,
      "loss": 0.4733111381530762,
      "step": 32895,
      "token_acc": 0.8299319727891157
    },
    {
      "epoch": 1.6383646232757334,
      "grad_norm": 0.7561254501342773,
      "learning_rate": 8.675916707480075e-06,
      "loss": 0.1299538016319275,
      "step": 32900,
      "token_acc": 0.9502032520325203
    },
    {
      "epoch": 1.6386136148598176,
      "grad_norm": 2.1074717044830322,
      "learning_rate": 8.664331328355885e-06,
      "loss": 0.16362242698669432,
      "step": 32905,
      "token_acc": 0.9436619718309859
    },
    {
      "epoch": 1.6388626064439022,
      "grad_norm": 8.509113311767578,
      "learning_rate": 8.652752955831783e-06,
      "loss": 0.24595730304718016,
      "step": 32910,
      "token_acc": 0.9738979118329466
    },
    {
      "epoch": 1.6391115980279867,
      "grad_norm": 5.127676010131836,
      "learning_rate": 8.641181591870373e-06,
      "loss": 0.1996833324432373,
      "step": 32915,
      "token_acc": 0.9356521739130435
    },
    {
      "epoch": 1.639360589612071,
      "grad_norm": 1.0618555545806885,
      "learning_rate": 8.629617238433025e-06,
      "loss": 0.28756673336029054,
      "step": 32920,
      "token_acc": 0.8329794762915782
    },
    {
      "epoch": 1.6396095811961555,
      "grad_norm": 1.3799022436141968,
      "learning_rate": 8.618059897479979e-06,
      "loss": 0.23626444339752198,
      "step": 32925,
      "token_acc": 0.8743409490333919
    },
    {
      "epoch": 1.63985857278024,
      "grad_norm": 0.807270884513855,
      "learning_rate": 8.606509570970267e-06,
      "loss": 0.1670807957649231,
      "step": 32930,
      "token_acc": 0.9376854599406528
    },
    {
      "epoch": 1.6401075643643246,
      "grad_norm": 0.5686139464378357,
      "learning_rate": 8.594966260861714e-06,
      "loss": 0.1321745276451111,
      "step": 32935,
      "token_acc": 0.9817197020988491
    },
    {
      "epoch": 1.6403565559484088,
      "grad_norm": 1.5665297508239746,
      "learning_rate": 8.583429969110979e-06,
      "loss": 0.2283555507659912,
      "step": 32940,
      "token_acc": 0.9796255506607929
    },
    {
      "epoch": 1.6406055475324934,
      "grad_norm": 1.3214231729507446,
      "learning_rate": 8.571900697673507e-06,
      "loss": 0.19182162284851073,
      "step": 32945,
      "token_acc": 0.9539207760711399
    },
    {
      "epoch": 1.6408545391165779,
      "grad_norm": 8.100752830505371,
      "learning_rate": 8.560378448503581e-06,
      "loss": 0.34782977104187013,
      "step": 32950,
      "token_acc": 0.9085872576177285
    },
    {
      "epoch": 1.6411035307006623,
      "grad_norm": 0.6042555570602417,
      "learning_rate": 8.548863223554254e-06,
      "loss": 0.17974172830581664,
      "step": 32955,
      "token_acc": 0.940754039497307
    },
    {
      "epoch": 1.641352522284747,
      "grad_norm": 5.551524639129639,
      "learning_rate": 8.537355024777437e-06,
      "loss": 0.24573297500610353,
      "step": 32960,
      "token_acc": 0.9303201506591338
    },
    {
      "epoch": 1.6416015138688311,
      "grad_norm": 0.9089784026145935,
      "learning_rate": 8.525853854123838e-06,
      "loss": 0.17983219623565674,
      "step": 32965,
      "token_acc": 0.9746251441753172
    },
    {
      "epoch": 1.6418505054529158,
      "grad_norm": 0.39742040634155273,
      "learning_rate": 8.51435971354293e-06,
      "loss": 0.1913946747779846,
      "step": 32970,
      "token_acc": 0.9575612671846981
    },
    {
      "epoch": 1.6420994970370002,
      "grad_norm": 1.01321280002594,
      "learning_rate": 8.502872604983025e-06,
      "loss": 0.14819793701171874,
      "step": 32975,
      "token_acc": 0.976418761337134
    },
    {
      "epoch": 1.6423484886210846,
      "grad_norm": 0.7435153722763062,
      "learning_rate": 8.49139253039129e-06,
      "loss": 0.10179100036621094,
      "step": 32980,
      "token_acc": 0.9852652259332023
    },
    {
      "epoch": 1.642597480205169,
      "grad_norm": 1.3549752235412598,
      "learning_rate": 8.479919491713605e-06,
      "loss": 0.265820050239563,
      "step": 32985,
      "token_acc": 0.920880149812734
    },
    {
      "epoch": 1.6428464717892535,
      "grad_norm": 1.3980655670166016,
      "learning_rate": 8.468453490894723e-06,
      "loss": 0.24481301307678222,
      "step": 32990,
      "token_acc": 0.9617622610141313
    },
    {
      "epoch": 1.6430954633733381,
      "grad_norm": 0.6658518314361572,
      "learning_rate": 8.456994529878215e-06,
      "loss": 0.13625479936599733,
      "step": 32995,
      "token_acc": 0.9754485363550519
    },
    {
      "epoch": 1.6433444549574223,
      "grad_norm": 0.9904959797859192,
      "learning_rate": 8.44554261060639e-06,
      "loss": 0.1378982186317444,
      "step": 33000,
      "token_acc": 0.9429530201342282
    },
    {
      "epoch": 1.643593446541507,
      "grad_norm": 2.0064878463745117,
      "learning_rate": 8.434097735020424e-06,
      "loss": 0.3303431749343872,
      "step": 33005,
      "token_acc": 0.8948275862068965
    },
    {
      "epoch": 1.6438424381255914,
      "grad_norm": 4.855335712432861,
      "learning_rate": 8.422659905060282e-06,
      "loss": 0.22052876949310302,
      "step": 33010,
      "token_acc": 0.948
    },
    {
      "epoch": 1.6440914297096758,
      "grad_norm": 2.608546733856201,
      "learning_rate": 8.411229122664732e-06,
      "loss": 0.38476266860961916,
      "step": 33015,
      "token_acc": 0.8919793014230272
    },
    {
      "epoch": 1.6443404212937602,
      "grad_norm": 1.5250505208969116,
      "learning_rate": 8.399805389771342e-06,
      "loss": 0.20781960487365722,
      "step": 33020,
      "token_acc": 0.9221854304635762
    },
    {
      "epoch": 1.6445894128778447,
      "grad_norm": 1.4035900831222534,
      "learning_rate": 8.38838870831649e-06,
      "loss": 0.3406081676483154,
      "step": 33025,
      "token_acc": 0.8288614938361131
    },
    {
      "epoch": 1.6448384044619293,
      "grad_norm": 3.7784788608551025,
      "learning_rate": 8.376979080235376e-06,
      "loss": 0.2257232189178467,
      "step": 33030,
      "token_acc": 0.9078575466365179
    },
    {
      "epoch": 1.6450873960460135,
      "grad_norm": 1.7294108867645264,
      "learning_rate": 8.36557650746197e-06,
      "loss": 0.3178514242172241,
      "step": 33035,
      "token_acc": 0.9502164502164502
    },
    {
      "epoch": 1.6453363876300982,
      "grad_norm": 1.2385444641113281,
      "learning_rate": 8.354180991929067e-06,
      "loss": 0.36897590160369875,
      "step": 33040,
      "token_acc": 0.920617816091954
    },
    {
      "epoch": 1.6455853792141826,
      "grad_norm": 0.9752370119094849,
      "learning_rate": 8.342792535568277e-06,
      "loss": 0.1629331588745117,
      "step": 33045,
      "token_acc": 0.9458987783595113
    },
    {
      "epoch": 1.645834370798267,
      "grad_norm": 0.2986489534378052,
      "learning_rate": 8.331411140309986e-06,
      "loss": 0.1774017333984375,
      "step": 33050,
      "token_acc": 0.9834609494640123
    },
    {
      "epoch": 1.6460833623823514,
      "grad_norm": 1.771531581878662,
      "learning_rate": 8.320036808083398e-06,
      "loss": 0.22849879264831544,
      "step": 33055,
      "token_acc": 0.9636091724825523
    },
    {
      "epoch": 1.6463323539664358,
      "grad_norm": 5.8453779220581055,
      "learning_rate": 8.308669540816528e-06,
      "loss": 0.3790105104446411,
      "step": 33060,
      "token_acc": 0.8454746136865342
    },
    {
      "epoch": 1.6465813455505205,
      "grad_norm": 3.154078722000122,
      "learning_rate": 8.297309340436171e-06,
      "loss": 0.1570277452468872,
      "step": 33065,
      "token_acc": 0.9382716049382716
    },
    {
      "epoch": 1.6468303371346047,
      "grad_norm": 1.1982290744781494,
      "learning_rate": 8.285956208867952e-06,
      "loss": 0.1338188648223877,
      "step": 33070,
      "token_acc": 0.9792929292929293
    },
    {
      "epoch": 1.6470793287186893,
      "grad_norm": 4.3295745849609375,
      "learning_rate": 8.274610148036266e-06,
      "loss": 0.27885167598724364,
      "step": 33075,
      "token_acc": 0.9134709931170109
    },
    {
      "epoch": 1.6473283203027738,
      "grad_norm": 0.2425890415906906,
      "learning_rate": 8.26327115986435e-06,
      "loss": 0.18607163429260254,
      "step": 33080,
      "token_acc": 0.9799072642967542
    },
    {
      "epoch": 1.6475773118868582,
      "grad_norm": 1.4688645601272583,
      "learning_rate": 8.251939246274182e-06,
      "loss": 0.17181357145309448,
      "step": 33085,
      "token_acc": 0.9362950544844929
    },
    {
      "epoch": 1.6478263034709428,
      "grad_norm": 0.5579754710197449,
      "learning_rate": 8.240614409186603e-06,
      "loss": 0.17135305404663087,
      "step": 33090,
      "token_acc": 0.935064935064935
    },
    {
      "epoch": 1.648075295055027,
      "grad_norm": 0.9872325658798218,
      "learning_rate": 8.229296650521246e-06,
      "loss": 0.2957183837890625,
      "step": 33095,
      "token_acc": 0.9128014842300557
    },
    {
      "epoch": 1.6483242866391117,
      "grad_norm": 2.384796142578125,
      "learning_rate": 8.217985972196479e-06,
      "loss": 0.4398805618286133,
      "step": 33100,
      "token_acc": 0.8285238623751388
    },
    {
      "epoch": 1.648573278223196,
      "grad_norm": 0.8521853685379028,
      "learning_rate": 8.206682376129554e-06,
      "loss": 0.4348085880279541,
      "step": 33105,
      "token_acc": 0.8957952468007313
    },
    {
      "epoch": 1.6488222698072805,
      "grad_norm": 4.750476837158203,
      "learning_rate": 8.195385864236488e-06,
      "loss": 0.32756006717681885,
      "step": 33110,
      "token_acc": 0.8790322580645161
    },
    {
      "epoch": 1.649071261391365,
      "grad_norm": 0.5899044275283813,
      "learning_rate": 8.184096438432076e-06,
      "loss": 0.2917155742645264,
      "step": 33115,
      "token_acc": 0.924931506849315
    },
    {
      "epoch": 1.6493202529754494,
      "grad_norm": 3.08447265625,
      "learning_rate": 8.172814100629927e-06,
      "loss": 0.20458064079284669,
      "step": 33120,
      "token_acc": 0.9657335907335908
    },
    {
      "epoch": 1.649569244559534,
      "grad_norm": 1.466169834136963,
      "learning_rate": 8.16153885274249e-06,
      "loss": 0.12605445384979247,
      "step": 33125,
      "token_acc": 0.9816933638443935
    },
    {
      "epoch": 1.6498182361436182,
      "grad_norm": 1.3779189586639404,
      "learning_rate": 8.150270696680933e-06,
      "loss": 0.27223236560821534,
      "step": 33130,
      "token_acc": 0.834942084942085
    },
    {
      "epoch": 1.6500672277277029,
      "grad_norm": 0.24456347525119781,
      "learning_rate": 8.139009634355294e-06,
      "loss": 0.3481988191604614,
      "step": 33135,
      "token_acc": 0.8886380737396539
    },
    {
      "epoch": 1.6503162193117873,
      "grad_norm": 1.7400240898132324,
      "learning_rate": 8.127755667674358e-06,
      "loss": 0.21780569553375245,
      "step": 33140,
      "token_acc": 0.9207836456558773
    },
    {
      "epoch": 1.6505652108958717,
      "grad_norm": 3.225111246109009,
      "learning_rate": 8.116508798545742e-06,
      "loss": 0.29807209968566895,
      "step": 33145,
      "token_acc": 0.8947368421052632
    },
    {
      "epoch": 1.6508142024799561,
      "grad_norm": 1.1660059690475464,
      "learning_rate": 8.105269028875833e-06,
      "loss": 0.33587634563446045,
      "step": 33150,
      "token_acc": 0.8902439024390244
    },
    {
      "epoch": 1.6510631940640406,
      "grad_norm": 1.2649122476577759,
      "learning_rate": 8.094036360569846e-06,
      "loss": 0.3576317071914673,
      "step": 33155,
      "token_acc": 0.8859802210587551
    },
    {
      "epoch": 1.6513121856481252,
      "grad_norm": 1.7626043558120728,
      "learning_rate": 8.082810795531754e-06,
      "loss": 0.2782339572906494,
      "step": 33160,
      "token_acc": 0.9514003294892917
    },
    {
      "epoch": 1.6515611772322094,
      "grad_norm": 5.059104919433594,
      "learning_rate": 8.071592335664358e-06,
      "loss": 0.3410353422164917,
      "step": 33165,
      "token_acc": 0.8846153846153846
    },
    {
      "epoch": 1.651810168816294,
      "grad_norm": 1.7409322261810303,
      "learning_rate": 8.060380982869243e-06,
      "loss": 0.25492770671844484,
      "step": 33170,
      "token_acc": 0.912621359223301
    },
    {
      "epoch": 1.6520591604003785,
      "grad_norm": 1.7194907665252686,
      "learning_rate": 8.049176739046782e-06,
      "loss": 0.3097172737121582,
      "step": 33175,
      "token_acc": 0.9372514361467079
    },
    {
      "epoch": 1.652308151984463,
      "grad_norm": 2.151378631591797,
      "learning_rate": 8.037979606096153e-06,
      "loss": 0.3947016954421997,
      "step": 33180,
      "token_acc": 0.9072681704260651
    },
    {
      "epoch": 1.6525571435685475,
      "grad_norm": 1.1107733249664307,
      "learning_rate": 8.026789585915323e-06,
      "loss": 0.2932964086532593,
      "step": 33185,
      "token_acc": 0.8717712177121771
    },
    {
      "epoch": 1.6528061351526318,
      "grad_norm": 0.5169833302497864,
      "learning_rate": 8.015606680401061e-06,
      "loss": 0.18476264476776122,
      "step": 33190,
      "token_acc": 0.9789069990412272
    },
    {
      "epoch": 1.6530551267367164,
      "grad_norm": 1.2125314474105835,
      "learning_rate": 8.004430891448917e-06,
      "loss": 0.22755653858184816,
      "step": 33195,
      "token_acc": 0.9225181598062954
    },
    {
      "epoch": 1.6533041183208006,
      "grad_norm": 1.3229104280471802,
      "learning_rate": 7.993262220953252e-06,
      "loss": 0.20143630504608154,
      "step": 33200,
      "token_acc": 0.9707344008834898
    },
    {
      "epoch": 1.6535531099048852,
      "grad_norm": 0.25243109464645386,
      "learning_rate": 7.982100670807202e-06,
      "loss": 0.20256614685058594,
      "step": 33205,
      "token_acc": 0.9697199091597275
    },
    {
      "epoch": 1.6538021014889697,
      "grad_norm": 1.9401791095733643,
      "learning_rate": 7.970946242902711e-06,
      "loss": 0.2049410343170166,
      "step": 33210,
      "token_acc": 0.9347222222222222
    },
    {
      "epoch": 1.654051093073054,
      "grad_norm": 2.0594699382781982,
      "learning_rate": 7.959798939130503e-06,
      "loss": 0.1944127082824707,
      "step": 33215,
      "token_acc": 0.9530224525043178
    },
    {
      "epoch": 1.6543000846571387,
      "grad_norm": 2.1661674976348877,
      "learning_rate": 7.948658761380112e-06,
      "loss": 0.17915406227111816,
      "step": 33220,
      "token_acc": 0.9860861759425493
    },
    {
      "epoch": 1.654549076241223,
      "grad_norm": 4.88889741897583,
      "learning_rate": 7.937525711539856e-06,
      "loss": 0.3104726552963257,
      "step": 33225,
      "token_acc": 0.9538729329852045
    },
    {
      "epoch": 1.6547980678253076,
      "grad_norm": 2.5289225578308105,
      "learning_rate": 7.926399791496808e-06,
      "loss": 0.323071813583374,
      "step": 33230,
      "token_acc": 0.8502857142857143
    },
    {
      "epoch": 1.655047059409392,
      "grad_norm": 1.1012450456619263,
      "learning_rate": 7.915281003136898e-06,
      "loss": 0.23489820957183838,
      "step": 33235,
      "token_acc": 0.9147609147609148
    },
    {
      "epoch": 1.6552960509934764,
      "grad_norm": 2.7109429836273193,
      "learning_rate": 7.904169348344825e-06,
      "loss": 0.23625469207763672,
      "step": 33240,
      "token_acc": 0.9210526315789473
    },
    {
      "epoch": 1.6555450425775609,
      "grad_norm": 2.4659621715545654,
      "learning_rate": 7.893064829004043e-06,
      "loss": 0.22784144878387452,
      "step": 33245,
      "token_acc": 0.9207708779443254
    },
    {
      "epoch": 1.6557940341616453,
      "grad_norm": 2.0637381076812744,
      "learning_rate": 7.881967446996818e-06,
      "loss": 0.3414269208908081,
      "step": 33250,
      "token_acc": 0.9239373601789709
    },
    {
      "epoch": 1.65604302574573,
      "grad_norm": 0.4363132119178772,
      "learning_rate": 7.870877204204253e-06,
      "loss": 0.26740758419036864,
      "step": 33255,
      "token_acc": 0.9575888051668461
    },
    {
      "epoch": 1.6562920173298141,
      "grad_norm": 2.559086799621582,
      "learning_rate": 7.859794102506158e-06,
      "loss": 0.23024168014526367,
      "step": 33260,
      "token_acc": 0.9403314917127071
    },
    {
      "epoch": 1.6565410089138988,
      "grad_norm": 2.5298056602478027,
      "learning_rate": 7.848718143781186e-06,
      "loss": 0.34341981410980227,
      "step": 33265,
      "token_acc": 0.8954869358669834
    },
    {
      "epoch": 1.6567900004979832,
      "grad_norm": 2.5344343185424805,
      "learning_rate": 7.837649329906765e-06,
      "loss": 0.1792623519897461,
      "step": 33270,
      "token_acc": 0.9381898454746137
    },
    {
      "epoch": 1.6570389920820676,
      "grad_norm": 1.057830572128296,
      "learning_rate": 7.826587662759122e-06,
      "loss": 0.3145066499710083,
      "step": 33275,
      "token_acc": 0.925531914893617
    },
    {
      "epoch": 1.657287983666152,
      "grad_norm": 0.27866482734680176,
      "learning_rate": 7.815533144213255e-06,
      "loss": 0.1787817120552063,
      "step": 33280,
      "token_acc": 0.9821564160971906
    },
    {
      "epoch": 1.6575369752502365,
      "grad_norm": 3.277970552444458,
      "learning_rate": 7.804485776142966e-06,
      "loss": 0.3740675926208496,
      "step": 33285,
      "token_acc": 0.9116334424278488
    },
    {
      "epoch": 1.6577859668343211,
      "grad_norm": 1.0177152156829834,
      "learning_rate": 7.793445560420837e-06,
      "loss": 0.19920114278793336,
      "step": 33290,
      "token_acc": 0.9519846350832266
    },
    {
      "epoch": 1.6580349584184053,
      "grad_norm": 0.3281329274177551,
      "learning_rate": 7.78241249891824e-06,
      "loss": 0.18762837648391723,
      "step": 33295,
      "token_acc": 0.9638215665612926
    },
    {
      "epoch": 1.65828395000249,
      "grad_norm": 1.420235276222229,
      "learning_rate": 7.771386593505325e-06,
      "loss": 0.1848849058151245,
      "step": 33300,
      "token_acc": 0.9543624161073826
    },
    {
      "epoch": 1.6585329415865744,
      "grad_norm": 1.9159408807754517,
      "learning_rate": 7.760367846051047e-06,
      "loss": 0.2643664598464966,
      "step": 33305,
      "token_acc": 0.8891304347826087
    },
    {
      "epoch": 1.6587819331706588,
      "grad_norm": 1.9970303773880005,
      "learning_rate": 7.749356258423136e-06,
      "loss": 0.2716036081314087,
      "step": 33310,
      "token_acc": 0.8774243599689682
    },
    {
      "epoch": 1.6590309247547435,
      "grad_norm": 1.8573813438415527,
      "learning_rate": 7.73835183248811e-06,
      "loss": 0.45568222999572755,
      "step": 33315,
      "token_acc": 0.8362956033676333
    },
    {
      "epoch": 1.6592799163388277,
      "grad_norm": 4.071420669555664,
      "learning_rate": 7.727354570111272e-06,
      "loss": 0.344499397277832,
      "step": 33320,
      "token_acc": 0.9335483870967742
    },
    {
      "epoch": 1.6595289079229123,
      "grad_norm": 3.0368709564208984,
      "learning_rate": 7.716364473156712e-06,
      "loss": 0.22950232028961182,
      "step": 33325,
      "token_acc": 0.9284436493738819
    },
    {
      "epoch": 1.6597778995069965,
      "grad_norm": 0.7356278896331787,
      "learning_rate": 7.705381543487305e-06,
      "loss": 0.1800822615623474,
      "step": 33330,
      "token_acc": 0.9295774647887324
    },
    {
      "epoch": 1.6600268910910811,
      "grad_norm": 0.5027855038642883,
      "learning_rate": 7.69440578296472e-06,
      "loss": 0.13540900945663453,
      "step": 33335,
      "token_acc": 0.9726792009400705
    },
    {
      "epoch": 1.6602758826751656,
      "grad_norm": 1.3098680973052979,
      "learning_rate": 7.683437193449394e-06,
      "loss": 0.20077178478240967,
      "step": 33340,
      "token_acc": 0.9254658385093167
    },
    {
      "epoch": 1.66052487425925,
      "grad_norm": 3.6232247352600098,
      "learning_rate": 7.672475776800565e-06,
      "loss": 0.31672523021697996,
      "step": 33345,
      "token_acc": 0.8625776397515528
    },
    {
      "epoch": 1.6607738658433346,
      "grad_norm": 1.6596647500991821,
      "learning_rate": 7.66152153487623e-06,
      "loss": 0.3558376312255859,
      "step": 33350,
      "token_acc": 0.8277385159010601
    },
    {
      "epoch": 1.6610228574274188,
      "grad_norm": 0.2519756853580475,
      "learning_rate": 7.650574469533222e-06,
      "loss": 0.15005836486816407,
      "step": 33355,
      "token_acc": 0.9730700179533214
    },
    {
      "epoch": 1.6612718490115035,
      "grad_norm": 1.3136518001556396,
      "learning_rate": 7.63963458262707e-06,
      "loss": 0.43166675567626955,
      "step": 33360,
      "token_acc": 0.911070780399274
    },
    {
      "epoch": 1.661520840595588,
      "grad_norm": 2.9696037769317627,
      "learning_rate": 7.6287018760121845e-06,
      "loss": 0.1856634020805359,
      "step": 33365,
      "token_acc": 0.961882072662299
    },
    {
      "epoch": 1.6617698321796723,
      "grad_norm": 1.4543638229370117,
      "learning_rate": 7.617776351541711e-06,
      "loss": 0.11834559440612794,
      "step": 33370,
      "token_acc": 0.9533011272141707
    },
    {
      "epoch": 1.6620188237637568,
      "grad_norm": 15.01842975616455,
      "learning_rate": 7.606858011067547e-06,
      "loss": 0.5057490348815918,
      "step": 33375,
      "token_acc": 0.8859934853420195
    },
    {
      "epoch": 1.6622678153478412,
      "grad_norm": 1.3058388233184814,
      "learning_rate": 7.5959468564404225e-06,
      "loss": 0.21220386028289795,
      "step": 33380,
      "token_acc": 0.9661016949152542
    },
    {
      "epoch": 1.6625168069319258,
      "grad_norm": 1.1275330781936646,
      "learning_rate": 7.585042889509852e-06,
      "loss": 0.23796820640563965,
      "step": 33385,
      "token_acc": 0.9411764705882353
    },
    {
      "epoch": 1.66276579851601,
      "grad_norm": 2.164071798324585,
      "learning_rate": 7.574146112124081e-06,
      "loss": 0.13148145675659179,
      "step": 33390,
      "token_acc": 0.9650793650793651
    },
    {
      "epoch": 1.6630147901000947,
      "grad_norm": 2.6422688961029053,
      "learning_rate": 7.563256526130169e-06,
      "loss": 0.5565955162048339,
      "step": 33395,
      "token_acc": 0.8217740275776909
    },
    {
      "epoch": 1.663263781684179,
      "grad_norm": 0.8629307150840759,
      "learning_rate": 7.5523741333739904e-06,
      "loss": 0.18205431699752808,
      "step": 33400,
      "token_acc": 0.9162303664921466
    },
    {
      "epoch": 1.6635127732682635,
      "grad_norm": 0.25468021631240845,
      "learning_rate": 7.541498935700131e-06,
      "loss": 0.22632267475128173,
      "step": 33405,
      "token_acc": 0.9697158913518577
    },
    {
      "epoch": 1.663761764852348,
      "grad_norm": 0.22900402545928955,
      "learning_rate": 7.530630934951999e-06,
      "loss": 0.08128659129142761,
      "step": 33410,
      "token_acc": 0.9892630551488532
    },
    {
      "epoch": 1.6640107564364324,
      "grad_norm": 4.998819351196289,
      "learning_rate": 7.5197701329717705e-06,
      "loss": 0.31331672668457033,
      "step": 33415,
      "token_acc": 0.9377637130801688
    },
    {
      "epoch": 1.664259748020517,
      "grad_norm": 1.506575345993042,
      "learning_rate": 7.508916531600413e-06,
      "loss": 0.2201969861984253,
      "step": 33420,
      "token_acc": 0.93048128342246
    },
    {
      "epoch": 1.6645087396046012,
      "grad_norm": 3.9607861042022705,
      "learning_rate": 7.498070132677659e-06,
      "loss": 0.3484083652496338,
      "step": 33425,
      "token_acc": 0.9395416869819601
    },
    {
      "epoch": 1.6647577311886859,
      "grad_norm": 0.6264159679412842,
      "learning_rate": 7.487230938042028e-06,
      "loss": 0.2183929204940796,
      "step": 33430,
      "token_acc": 0.9298892988929889
    },
    {
      "epoch": 1.6650067227727703,
      "grad_norm": 1.4857016801834106,
      "learning_rate": 7.4763989495308216e-06,
      "loss": 0.09885692596435547,
      "step": 33435,
      "token_acc": 0.9614093959731543
    },
    {
      "epoch": 1.6652557143568547,
      "grad_norm": 2.0135326385498047,
      "learning_rate": 7.465574168980111e-06,
      "loss": 0.23308796882629396,
      "step": 33440,
      "token_acc": 0.9011235955056179
    },
    {
      "epoch": 1.6655047059409394,
      "grad_norm": 0.8854827880859375,
      "learning_rate": 7.454756598224755e-06,
      "loss": 0.09481667280197144,
      "step": 33445,
      "token_acc": 0.9798549556809025
    },
    {
      "epoch": 1.6657536975250236,
      "grad_norm": 0.5041428208351135,
      "learning_rate": 7.443946239098382e-06,
      "loss": 0.22241249084472656,
      "step": 33450,
      "token_acc": 0.9313432835820895
    },
    {
      "epoch": 1.6660026891091082,
      "grad_norm": 1.6035808324813843,
      "learning_rate": 7.4331430934333924e-06,
      "loss": 0.2746443510055542,
      "step": 33455,
      "token_acc": 0.8794788273615635
    },
    {
      "epoch": 1.6662516806931924,
      "grad_norm": 4.136048793792725,
      "learning_rate": 7.422347163060989e-06,
      "loss": 0.16403589248657227,
      "step": 33460,
      "token_acc": 0.9675236806495264
    },
    {
      "epoch": 1.666500672277277,
      "grad_norm": 3.29024338722229,
      "learning_rate": 7.411558449811129e-06,
      "loss": 0.22067818641662598,
      "step": 33465,
      "token_acc": 0.903485254691689
    },
    {
      "epoch": 1.6667496638613615,
      "grad_norm": 0.46343493461608887,
      "learning_rate": 7.400776955512545e-06,
      "loss": 0.07173467874526977,
      "step": 33470,
      "token_acc": 0.9908660351826793
    },
    {
      "epoch": 1.666998655445446,
      "grad_norm": 6.053166389465332,
      "learning_rate": 7.3900026819927635e-06,
      "loss": 0.5145623683929443,
      "step": 33475,
      "token_acc": 0.8940967823663541
    },
    {
      "epoch": 1.6672476470295305,
      "grad_norm": 1.5937377214431763,
      "learning_rate": 7.379235631078074e-06,
      "loss": 0.4159270763397217,
      "step": 33480,
      "token_acc": 0.8596214511041009
    },
    {
      "epoch": 1.6674966386136147,
      "grad_norm": 0.8027356863021851,
      "learning_rate": 7.3684758045935555e-06,
      "loss": 0.10576722621917725,
      "step": 33485,
      "token_acc": 0.9833795013850416
    },
    {
      "epoch": 1.6677456301976994,
      "grad_norm": 2.8266983032226562,
      "learning_rate": 7.357723204363015e-06,
      "loss": 0.4067516326904297,
      "step": 33490,
      "token_acc": 0.9464166108506363
    },
    {
      "epoch": 1.6679946217817838,
      "grad_norm": 1.9297668933868408,
      "learning_rate": 7.346977832209106e-06,
      "loss": 0.20302460193634034,
      "step": 33495,
      "token_acc": 0.9254658385093167
    },
    {
      "epoch": 1.6682436133658682,
      "grad_norm": 2.412715435028076,
      "learning_rate": 7.3362396899532336e-06,
      "loss": 0.32743406295776367,
      "step": 33500,
      "token_acc": 0.8781115879828326
    },
    {
      "epoch": 1.6684926049499527,
      "grad_norm": 1.771718978881836,
      "learning_rate": 7.325508779415513e-06,
      "loss": 0.40676493644714357,
      "step": 33505,
      "token_acc": 0.8393632416787264
    },
    {
      "epoch": 1.668741596534037,
      "grad_norm": 2.5821142196655273,
      "learning_rate": 7.31478510241494e-06,
      "loss": 0.271729040145874,
      "step": 33510,
      "token_acc": 0.9123085050184891
    },
    {
      "epoch": 1.6689905881181217,
      "grad_norm": 1.6879467964172363,
      "learning_rate": 7.304068660769215e-06,
      "loss": 0.3980417728424072,
      "step": 33515,
      "token_acc": 0.8172484599589322
    },
    {
      "epoch": 1.669239579702206,
      "grad_norm": 2.268237590789795,
      "learning_rate": 7.293359456294813e-06,
      "loss": 0.3089876413345337,
      "step": 33520,
      "token_acc": 0.8939759036144578
    },
    {
      "epoch": 1.6694885712862906,
      "grad_norm": 0.17140568792819977,
      "learning_rate": 7.282657490806993e-06,
      "loss": 0.24976181983947754,
      "step": 33525,
      "token_acc": 0.9245172615564657
    },
    {
      "epoch": 1.669737562870375,
      "grad_norm": 1.2280962467193604,
      "learning_rate": 7.271962766119828e-06,
      "loss": 0.22051315307617186,
      "step": 33530,
      "token_acc": 0.9277266754270697
    },
    {
      "epoch": 1.6699865544544594,
      "grad_norm": 2.2017130851745605,
      "learning_rate": 7.261275284046093e-06,
      "loss": 0.16148074865341186,
      "step": 33535,
      "token_acc": 0.949671772428884
    },
    {
      "epoch": 1.6702355460385439,
      "grad_norm": 1.0778188705444336,
      "learning_rate": 7.250595046397379e-06,
      "loss": 0.2012373685836792,
      "step": 33540,
      "token_acc": 0.9330985915492958
    },
    {
      "epoch": 1.6704845376226283,
      "grad_norm": 1.588479995727539,
      "learning_rate": 7.2399220549840326e-06,
      "loss": 0.2866598844528198,
      "step": 33545,
      "token_acc": 0.9048706240487062
    },
    {
      "epoch": 1.670733529206713,
      "grad_norm": 5.789337158203125,
      "learning_rate": 7.229256311615201e-06,
      "loss": 0.29719507694244385,
      "step": 33550,
      "token_acc": 0.9763736263736263
    },
    {
      "epoch": 1.6709825207907971,
      "grad_norm": 1.7446472644805908,
      "learning_rate": 7.21859781809876e-06,
      "loss": 0.2419424295425415,
      "step": 33555,
      "token_acc": 0.9546327412385982
    },
    {
      "epoch": 1.6712315123748818,
      "grad_norm": 0.7977628111839294,
      "learning_rate": 7.207946576241364e-06,
      "loss": 0.2548382043838501,
      "step": 33560,
      "token_acc": 0.9393352694417554
    },
    {
      "epoch": 1.6714805039589662,
      "grad_norm": 2.311897039413452,
      "learning_rate": 7.197302587848498e-06,
      "loss": 0.19137060642242432,
      "step": 33565,
      "token_acc": 0.9238683127572016
    },
    {
      "epoch": 1.6717294955430506,
      "grad_norm": 0.8308364748954773,
      "learning_rate": 7.1866658547243285e-06,
      "loss": 0.18501205444335939,
      "step": 33570,
      "token_acc": 0.9784377542717657
    },
    {
      "epoch": 1.6719784871271353,
      "grad_norm": 1.0636396408081055,
      "learning_rate": 7.176036378671846e-06,
      "loss": 0.1993170976638794,
      "step": 33575,
      "token_acc": 0.9369627507163324
    },
    {
      "epoch": 1.6722274787112195,
      "grad_norm": 0.8831227421760559,
      "learning_rate": 7.1654141614928004e-06,
      "loss": 0.34959566593170166,
      "step": 33580,
      "token_acc": 0.9119266055045872
    },
    {
      "epoch": 1.672476470295304,
      "grad_norm": 2.821101188659668,
      "learning_rate": 7.154799204987711e-06,
      "loss": 0.27609663009643554,
      "step": 33585,
      "token_acc": 0.8629283489096573
    },
    {
      "epoch": 1.6727254618793885,
      "grad_norm": 3.8507418632507324,
      "learning_rate": 7.144191510955861e-06,
      "loss": 0.3135735034942627,
      "step": 33590,
      "token_acc": 0.8949579831932774
    },
    {
      "epoch": 1.672974453463473,
      "grad_norm": 1.702492356300354,
      "learning_rate": 7.133591081195318e-06,
      "loss": 0.15389155149459838,
      "step": 33595,
      "token_acc": 0.9459459459459459
    },
    {
      "epoch": 1.6732234450475574,
      "grad_norm": 1.2849929332733154,
      "learning_rate": 7.122997917502894e-06,
      "loss": 0.19806431531906127,
      "step": 33600,
      "token_acc": 0.9439252336448598
    },
    {
      "epoch": 1.6734724366316418,
      "grad_norm": 7.574552059173584,
      "learning_rate": 7.112412021674192e-06,
      "loss": 0.27773327827453614,
      "step": 33605,
      "token_acc": 0.9240506329113924
    },
    {
      "epoch": 1.6737214282157264,
      "grad_norm": 2.176879644393921,
      "learning_rate": 7.101833395503566e-06,
      "loss": 0.357340407371521,
      "step": 33610,
      "token_acc": 0.8067796610169492
    },
    {
      "epoch": 1.6739704197998106,
      "grad_norm": 1.842596411705017,
      "learning_rate": 7.091262040784152e-06,
      "loss": 0.29640755653381345,
      "step": 33615,
      "token_acc": 0.8994845360824743
    },
    {
      "epoch": 1.6742194113838953,
      "grad_norm": 2.7071261405944824,
      "learning_rate": 7.080697959307841e-06,
      "loss": 0.2280186653137207,
      "step": 33620,
      "token_acc": 0.9697766097240473
    },
    {
      "epoch": 1.6744684029679797,
      "grad_norm": 0.21279644966125488,
      "learning_rate": 7.0701411528653065e-06,
      "loss": 0.2556776762008667,
      "step": 33625,
      "token_acc": 0.9301987396994668
    },
    {
      "epoch": 1.6747173945520641,
      "grad_norm": 1.3004945516586304,
      "learning_rate": 7.059591623245976e-06,
      "loss": 0.16380332708358764,
      "step": 33630,
      "token_acc": 0.9745385105028644
    },
    {
      "epoch": 1.6749663861361486,
      "grad_norm": 1.2149308919906616,
      "learning_rate": 7.049049372238026e-06,
      "loss": 0.22624580860137938,
      "step": 33635,
      "token_acc": 0.9600380589914367
    },
    {
      "epoch": 1.675215377720233,
      "grad_norm": 2.949091672897339,
      "learning_rate": 7.038514401628454e-06,
      "loss": 0.2503058433532715,
      "step": 33640,
      "token_acc": 0.9241379310344827
    },
    {
      "epoch": 1.6754643693043176,
      "grad_norm": 4.753083229064941,
      "learning_rate": 7.027986713202978e-06,
      "loss": 0.28794245719909667,
      "step": 33645,
      "token_acc": 0.967322999581064
    },
    {
      "epoch": 1.6757133608884018,
      "grad_norm": 0.4640558660030365,
      "learning_rate": 7.017466308746079e-06,
      "loss": 0.2976783037185669,
      "step": 33650,
      "token_acc": 0.9004854368932039
    },
    {
      "epoch": 1.6759623524724865,
      "grad_norm": 3.720006227493286,
      "learning_rate": 7.006953190041022e-06,
      "loss": 0.27046525478363037,
      "step": 33655,
      "token_acc": 0.9442446043165468
    },
    {
      "epoch": 1.676211344056571,
      "grad_norm": 2.855179786682129,
      "learning_rate": 6.996447358869857e-06,
      "loss": 0.22880687713623046,
      "step": 33660,
      "token_acc": 0.971890372452565
    },
    {
      "epoch": 1.6764603356406553,
      "grad_norm": 1.8252209424972534,
      "learning_rate": 6.985948817013338e-06,
      "loss": 0.20040833950042725,
      "step": 33665,
      "token_acc": 0.9313380281690141
    },
    {
      "epoch": 1.6767093272247398,
      "grad_norm": 1.8073869943618774,
      "learning_rate": 6.975457566251043e-06,
      "loss": 0.2442018508911133,
      "step": 33670,
      "token_acc": 0.904320987654321
    },
    {
      "epoch": 1.6769583188088242,
      "grad_norm": 2.3574986457824707,
      "learning_rate": 6.964973608361275e-06,
      "loss": 0.37764534950256345,
      "step": 33675,
      "token_acc": 0.8465608465608465
    },
    {
      "epoch": 1.6772073103929088,
      "grad_norm": 1.011896014213562,
      "learning_rate": 6.954496945121147e-06,
      "loss": 0.3026947259902954,
      "step": 33680,
      "token_acc": 0.8522975929978118
    },
    {
      "epoch": 1.677456301976993,
      "grad_norm": 0.9794411659240723,
      "learning_rate": 6.944027578306472e-06,
      "loss": 0.40340046882629393,
      "step": 33685,
      "token_acc": 0.8396124865446717
    },
    {
      "epoch": 1.6777052935610777,
      "grad_norm": 2.530557155609131,
      "learning_rate": 6.933565509691864e-06,
      "loss": 0.2986452579498291,
      "step": 33690,
      "token_acc": 0.9053398058252428
    },
    {
      "epoch": 1.677954285145162,
      "grad_norm": 4.50576639175415,
      "learning_rate": 6.923110741050726e-06,
      "loss": 0.21094610691070556,
      "step": 33695,
      "token_acc": 0.9098196392785571
    },
    {
      "epoch": 1.6782032767292465,
      "grad_norm": 3.6048336029052734,
      "learning_rate": 6.912663274155156e-06,
      "loss": 0.1565571427345276,
      "step": 33700,
      "token_acc": 0.9478458049886621
    },
    {
      "epoch": 1.6784522683133312,
      "grad_norm": 1.0306915044784546,
      "learning_rate": 6.9022231107760685e-06,
      "loss": 0.27796823978424073,
      "step": 33705,
      "token_acc": 0.9151785714285714
    },
    {
      "epoch": 1.6787012598974154,
      "grad_norm": 2.523408889770508,
      "learning_rate": 6.8917902526831164e-06,
      "loss": 0.39821815490722656,
      "step": 33710,
      "token_acc": 0.8757062146892656
    },
    {
      "epoch": 1.6789502514815,
      "grad_norm": 2.507805347442627,
      "learning_rate": 6.881364701644727e-06,
      "loss": 0.27231194972991946,
      "step": 33715,
      "token_acc": 0.894726524210939
    },
    {
      "epoch": 1.6791992430655844,
      "grad_norm": 3.550191640853882,
      "learning_rate": 6.870946459428079e-06,
      "loss": 0.21750109195709227,
      "step": 33720,
      "token_acc": 0.9576174112256587
    },
    {
      "epoch": 1.6794482346496689,
      "grad_norm": 0.43410998582839966,
      "learning_rate": 6.860535527799123e-06,
      "loss": 0.2902326822280884,
      "step": 33725,
      "token_acc": 0.9238035264483627
    },
    {
      "epoch": 1.6796972262337533,
      "grad_norm": 3.0405540466308594,
      "learning_rate": 6.85013190852255e-06,
      "loss": 0.19424939155578613,
      "step": 33730,
      "token_acc": 0.9314720812182741
    },
    {
      "epoch": 1.6799462178178377,
      "grad_norm": 1.0912009477615356,
      "learning_rate": 6.839735603361835e-06,
      "loss": 0.23153631687164306,
      "step": 33735,
      "token_acc": 0.9157509157509157
    },
    {
      "epoch": 1.6801952094019224,
      "grad_norm": 1.9535144567489624,
      "learning_rate": 6.829346614079196e-06,
      "loss": 0.23008852005004882,
      "step": 33740,
      "token_acc": 0.9408983451536643
    },
    {
      "epoch": 1.6804442009860066,
      "grad_norm": 2.92741322517395,
      "learning_rate": 6.818964942435629e-06,
      "loss": 0.22382991313934325,
      "step": 33745,
      "token_acc": 0.9350940017905103
    },
    {
      "epoch": 1.6806931925700912,
      "grad_norm": 2.857659101486206,
      "learning_rate": 6.8085905901908665e-06,
      "loss": 0.17332903146743775,
      "step": 33750,
      "token_acc": 0.9568505338078291
    },
    {
      "epoch": 1.6809421841541756,
      "grad_norm": 3.6353867053985596,
      "learning_rate": 6.798223559103423e-06,
      "loss": 0.2066239595413208,
      "step": 33755,
      "token_acc": 0.9855403348554034
    },
    {
      "epoch": 1.68119117573826,
      "grad_norm": 2.2669570446014404,
      "learning_rate": 6.787863850930565e-06,
      "loss": 0.23468279838562012,
      "step": 33760,
      "token_acc": 0.9259259259259259
    },
    {
      "epoch": 1.6814401673223445,
      "grad_norm": 2.240605592727661,
      "learning_rate": 6.777511467428283e-06,
      "loss": 0.18205652236938477,
      "step": 33765,
      "token_acc": 0.9458333333333333
    },
    {
      "epoch": 1.681689158906429,
      "grad_norm": 3.853487014770508,
      "learning_rate": 6.767166410351389e-06,
      "loss": 0.18380895853042603,
      "step": 33770,
      "token_acc": 0.97638217928073
    },
    {
      "epoch": 1.6819381504905135,
      "grad_norm": 1.8984291553497314,
      "learning_rate": 6.756828681453426e-06,
      "loss": 0.3115366220474243,
      "step": 33775,
      "token_acc": 0.9093333333333333
    },
    {
      "epoch": 1.6821871420745977,
      "grad_norm": 0.15298107266426086,
      "learning_rate": 6.746498282486663e-06,
      "loss": 0.1295899510383606,
      "step": 33780,
      "token_acc": 0.9797349961028838
    },
    {
      "epoch": 1.6824361336586824,
      "grad_norm": 6.852658271789551,
      "learning_rate": 6.736175215202156e-06,
      "loss": 0.467746639251709,
      "step": 33785,
      "token_acc": 0.8587693798449613
    },
    {
      "epoch": 1.6826851252427668,
      "grad_norm": 0.2341960072517395,
      "learning_rate": 6.72585948134975e-06,
      "loss": 0.24515576362609864,
      "step": 33790,
      "token_acc": 0.987457627118644
    },
    {
      "epoch": 1.6829341168268512,
      "grad_norm": 0.9408009648323059,
      "learning_rate": 6.715551082677979e-06,
      "loss": 0.2179960250854492,
      "step": 33795,
      "token_acc": 0.9228395061728395
    },
    {
      "epoch": 1.6831831084109357,
      "grad_norm": 8.525983810424805,
      "learning_rate": 6.705250020934168e-06,
      "loss": 0.42275710105895997,
      "step": 33800,
      "token_acc": 0.8741721854304636
    },
    {
      "epoch": 1.68343209999502,
      "grad_norm": 1.2589213848114014,
      "learning_rate": 6.694956297864413e-06,
      "loss": 0.17884074449539183,
      "step": 33805,
      "token_acc": 0.9467649467649467
    },
    {
      "epoch": 1.6836810915791047,
      "grad_norm": 2.4287221431732178,
      "learning_rate": 6.684669915213565e-06,
      "loss": 0.13578402996063232,
      "step": 33810,
      "token_acc": 0.9765899336714787
    },
    {
      "epoch": 1.683930083163189,
      "grad_norm": 0.897110641002655,
      "learning_rate": 6.674390874725184e-06,
      "loss": 0.1407969832420349,
      "step": 33815,
      "token_acc": 0.9710144927536232
    },
    {
      "epoch": 1.6841790747472736,
      "grad_norm": 1.1111640930175781,
      "learning_rate": 6.66411917814162e-06,
      "loss": 0.4806235313415527,
      "step": 33820,
      "token_acc": 0.8187134502923976
    },
    {
      "epoch": 1.684428066331358,
      "grad_norm": 3.3487706184387207,
      "learning_rate": 6.653854827204009e-06,
      "loss": 0.29763672351837156,
      "step": 33825,
      "token_acc": 0.8656898656898657
    },
    {
      "epoch": 1.6846770579154424,
      "grad_norm": 3.5390613079071045,
      "learning_rate": 6.643597823652176e-06,
      "loss": 0.3367218017578125,
      "step": 33830,
      "token_acc": 0.9410058027079303
    },
    {
      "epoch": 1.684926049499527,
      "grad_norm": 2.3326492309570312,
      "learning_rate": 6.633348169224751e-06,
      "loss": 0.19001994132995606,
      "step": 33835,
      "token_acc": 0.9650900900900901
    },
    {
      "epoch": 1.6851750410836113,
      "grad_norm": 1.6451077461242676,
      "learning_rate": 6.6231058656590905e-06,
      "loss": 0.23702549934387207,
      "step": 33840,
      "token_acc": 0.9051515151515152
    },
    {
      "epoch": 1.685424032667696,
      "grad_norm": 4.283339023590088,
      "learning_rate": 6.612870914691327e-06,
      "loss": 0.2584470272064209,
      "step": 33845,
      "token_acc": 0.9314079422382672
    },
    {
      "epoch": 1.6856730242517803,
      "grad_norm": 1.8622432947158813,
      "learning_rate": 6.602643318056323e-06,
      "loss": 0.20785369873046874,
      "step": 33850,
      "token_acc": 0.96875
    },
    {
      "epoch": 1.6859220158358648,
      "grad_norm": 2.159780740737915,
      "learning_rate": 6.592423077487719e-06,
      "loss": 0.33375089168548583,
      "step": 33855,
      "token_acc": 0.848990342405619
    },
    {
      "epoch": 1.6861710074199492,
      "grad_norm": 2.146026134490967,
      "learning_rate": 6.5822101947178864e-06,
      "loss": 0.26031720638275146,
      "step": 33860,
      "token_acc": 0.9421487603305785
    },
    {
      "epoch": 1.6864199990040336,
      "grad_norm": 2.0003488063812256,
      "learning_rate": 6.572004671477966e-06,
      "loss": 0.3595986604690552,
      "step": 33865,
      "token_acc": 0.8772455089820359
    },
    {
      "epoch": 1.6866689905881183,
      "grad_norm": 3.4888126850128174,
      "learning_rate": 6.561806509497842e-06,
      "loss": 0.22043745517730712,
      "step": 33870,
      "token_acc": 0.9164785553047404
    },
    {
      "epoch": 1.6869179821722025,
      "grad_norm": 3.244751453399658,
      "learning_rate": 6.5516157105061535e-06,
      "loss": 0.24266741275787354,
      "step": 33875,
      "token_acc": 0.950530035335689
    },
    {
      "epoch": 1.687166973756287,
      "grad_norm": 2.8007359504699707,
      "learning_rate": 6.541432276230286e-06,
      "loss": 0.20784685611724854,
      "step": 33880,
      "token_acc": 0.9328922495274102
    },
    {
      "epoch": 1.6874159653403715,
      "grad_norm": 1.6965751647949219,
      "learning_rate": 6.531256208396391e-06,
      "loss": 0.33826048374176027,
      "step": 33885,
      "token_acc": 0.8438045375218151
    },
    {
      "epoch": 1.687664956924456,
      "grad_norm": 1.509374976158142,
      "learning_rate": 6.5210875087293675e-06,
      "loss": 0.18742421865463257,
      "step": 33890,
      "token_acc": 0.9747422680412371
    },
    {
      "epoch": 1.6879139485085404,
      "grad_norm": 1.4103304147720337,
      "learning_rate": 6.510926178952831e-06,
      "loss": 0.1957996368408203,
      "step": 33895,
      "token_acc": 0.9829857299670691
    },
    {
      "epoch": 1.6881629400926248,
      "grad_norm": 0.9882316589355469,
      "learning_rate": 6.500772220789203e-06,
      "loss": 0.2930415868759155,
      "step": 33900,
      "token_acc": 0.9567099567099567
    },
    {
      "epoch": 1.6884119316767094,
      "grad_norm": 6.332814693450928,
      "learning_rate": 6.490625635959641e-06,
      "loss": 0.35237722396850585,
      "step": 33905,
      "token_acc": 0.8884297520661157
    },
    {
      "epoch": 1.6886609232607936,
      "grad_norm": 3.0884780883789062,
      "learning_rate": 6.480486426183996e-06,
      "loss": 0.2566002368927002,
      "step": 33910,
      "token_acc": 0.9070904645476773
    },
    {
      "epoch": 1.6889099148448783,
      "grad_norm": 1.2162721157073975,
      "learning_rate": 6.470354593180955e-06,
      "loss": 0.08171315789222718,
      "step": 33915,
      "token_acc": 0.9897033586663397
    },
    {
      "epoch": 1.6891589064289627,
      "grad_norm": 2.3502886295318604,
      "learning_rate": 6.460230138667911e-06,
      "loss": 0.1826370358467102,
      "step": 33920,
      "token_acc": 0.9587404994571118
    },
    {
      "epoch": 1.6894078980130471,
      "grad_norm": 1.9560338258743286,
      "learning_rate": 6.4501130643609904e-06,
      "loss": 0.4061319351196289,
      "step": 33925,
      "token_acc": 0.9403973509933775
    },
    {
      "epoch": 1.6896568895971316,
      "grad_norm": 2.5762667655944824,
      "learning_rate": 6.440003371975084e-06,
      "loss": 0.41154794692993163,
      "step": 33930,
      "token_acc": 0.8273381294964028
    },
    {
      "epoch": 1.689905881181216,
      "grad_norm": 5.95504903793335,
      "learning_rate": 6.429901063223853e-06,
      "loss": 0.15967607498168945,
      "step": 33935,
      "token_acc": 0.9733333333333334
    },
    {
      "epoch": 1.6901548727653006,
      "grad_norm": 4.54209566116333,
      "learning_rate": 6.4198061398197e-06,
      "loss": 0.4000386238098145,
      "step": 33940,
      "token_acc": 0.8815426997245179
    },
    {
      "epoch": 1.6904038643493848,
      "grad_norm": 3.0238959789276123,
      "learning_rate": 6.40971860347373e-06,
      "loss": 0.3688197612762451,
      "step": 33945,
      "token_acc": 0.9578059071729957
    },
    {
      "epoch": 1.6906528559334695,
      "grad_norm": 1.6706064939498901,
      "learning_rate": 6.399638455895835e-06,
      "loss": 0.4458749771118164,
      "step": 33950,
      "token_acc": 0.8455284552845529
    },
    {
      "epoch": 1.690901847517554,
      "grad_norm": 2.506288528442383,
      "learning_rate": 6.389565698794686e-06,
      "loss": 0.15783954858779908,
      "step": 33955,
      "token_acc": 0.9853889127632144
    },
    {
      "epoch": 1.6911508391016383,
      "grad_norm": 0.8108918070793152,
      "learning_rate": 6.37950033387763e-06,
      "loss": 0.24698131084442138,
      "step": 33960,
      "token_acc": 0.9720762155059133
    },
    {
      "epoch": 1.691399830685723,
      "grad_norm": 1.6980137825012207,
      "learning_rate": 6.369442362850797e-06,
      "loss": 0.18527332544326783,
      "step": 33965,
      "token_acc": 0.9730700179533214
    },
    {
      "epoch": 1.6916488222698072,
      "grad_norm": 2.8644351959228516,
      "learning_rate": 6.359391787419089e-06,
      "loss": 0.16964660882949828,
      "step": 33970,
      "token_acc": 0.9810834049871023
    },
    {
      "epoch": 1.6918978138538918,
      "grad_norm": 0.7511219382286072,
      "learning_rate": 6.349348609286104e-06,
      "loss": 0.24579193592071533,
      "step": 33975,
      "token_acc": 0.9301587301587302
    },
    {
      "epoch": 1.6921468054379762,
      "grad_norm": 0.7747794985771179,
      "learning_rate": 6.339312830154215e-06,
      "loss": 0.19462074041366578,
      "step": 33980,
      "token_acc": 0.9826011309264898
    },
    {
      "epoch": 1.6923957970220607,
      "grad_norm": 1.956441044807434,
      "learning_rate": 6.329284451724543e-06,
      "loss": 0.1851017117500305,
      "step": 33985,
      "token_acc": 0.932806324110672
    },
    {
      "epoch": 1.692644788606145,
      "grad_norm": 0.7321247458457947,
      "learning_rate": 6.319263475696941e-06,
      "loss": 0.20371661186218262,
      "step": 33990,
      "token_acc": 0.9358752166377816
    },
    {
      "epoch": 1.6928937801902295,
      "grad_norm": 0.9806269407272339,
      "learning_rate": 6.309249903770021e-06,
      "loss": 0.13467202186584473,
      "step": 33995,
      "token_acc": 0.9511811023622048
    },
    {
      "epoch": 1.6931427717743142,
      "grad_norm": 1.1156160831451416,
      "learning_rate": 6.299243737641125e-06,
      "loss": 0.17695415019989014,
      "step": 34000,
      "token_acc": 0.9538670284938942
    },
    {
      "epoch": 1.6933917633583984,
      "grad_norm": 2.6554431915283203,
      "learning_rate": 6.289244979006348e-06,
      "loss": 0.3102971076965332,
      "step": 34005,
      "token_acc": 0.8945974576271186
    },
    {
      "epoch": 1.693640754942483,
      "grad_norm": 2.3557026386260986,
      "learning_rate": 6.279253629560539e-06,
      "loss": 0.35158228874206543,
      "step": 34010,
      "token_acc": 0.90121500264131
    },
    {
      "epoch": 1.6938897465265674,
      "grad_norm": 3.77158784866333,
      "learning_rate": 6.2692696909972706e-06,
      "loss": 0.32367258071899413,
      "step": 34015,
      "token_acc": 0.951974386339381
    },
    {
      "epoch": 1.6941387381106519,
      "grad_norm": 5.84190034866333,
      "learning_rate": 6.259293165008873e-06,
      "loss": 0.25888676643371583,
      "step": 34020,
      "token_acc": 0.9206349206349206
    },
    {
      "epoch": 1.6943877296947363,
      "grad_norm": 1.5303317308425903,
      "learning_rate": 6.249324053286415e-06,
      "loss": 0.17876081466674804,
      "step": 34025,
      "token_acc": 0.9234875444839857
    },
    {
      "epoch": 1.6946367212788207,
      "grad_norm": 4.584298610687256,
      "learning_rate": 6.239362357519718e-06,
      "loss": 0.21454551219940185,
      "step": 34030,
      "token_acc": 0.9797225186766275
    },
    {
      "epoch": 1.6948857128629053,
      "grad_norm": 1.861308217048645,
      "learning_rate": 6.229408079397342e-06,
      "loss": 0.26923227310180664,
      "step": 34035,
      "token_acc": 0.857
    },
    {
      "epoch": 1.6951347044469895,
      "grad_norm": 4.152712821960449,
      "learning_rate": 6.219461220606554e-06,
      "loss": 0.23675761222839356,
      "step": 34040,
      "token_acc": 0.9048780487804878
    },
    {
      "epoch": 1.6953836960310742,
      "grad_norm": 1.4060475826263428,
      "learning_rate": 6.209521782833427e-06,
      "loss": 0.23457734584808348,
      "step": 34045,
      "token_acc": 0.8466321243523316
    },
    {
      "epoch": 1.6956326876151586,
      "grad_norm": 4.449986934661865,
      "learning_rate": 6.199589767762754e-06,
      "loss": 0.27948119640350344,
      "step": 34050,
      "token_acc": 0.8869179600886918
    },
    {
      "epoch": 1.695881679199243,
      "grad_norm": 3.741253137588501,
      "learning_rate": 6.18966517707803e-06,
      "loss": 0.16832858324050903,
      "step": 34055,
      "token_acc": 0.9792345276872965
    },
    {
      "epoch": 1.6961306707833277,
      "grad_norm": 1.067537546157837,
      "learning_rate": 6.179748012461522e-06,
      "loss": 0.4221011161804199,
      "step": 34060,
      "token_acc": 0.8658806190125277
    },
    {
      "epoch": 1.696379662367412,
      "grad_norm": 2.133049249649048,
      "learning_rate": 6.16983827559427e-06,
      "loss": 0.1699784517288208,
      "step": 34065,
      "token_acc": 0.9613228699551569
    },
    {
      "epoch": 1.6966286539514965,
      "grad_norm": 1.6480945348739624,
      "learning_rate": 6.159935968156011e-06,
      "loss": 0.10065945386886596,
      "step": 34070,
      "token_acc": 0.96898355754858
    },
    {
      "epoch": 1.6968776455355807,
      "grad_norm": 3.629429340362549,
      "learning_rate": 6.15004109182521e-06,
      "loss": 0.22714054584503174,
      "step": 34075,
      "token_acc": 0.9365853658536586
    },
    {
      "epoch": 1.6971266371196654,
      "grad_norm": 1.2862719297409058,
      "learning_rate": 6.140153648279123e-06,
      "loss": 0.3542288541793823,
      "step": 34080,
      "token_acc": 0.8313842806635845
    },
    {
      "epoch": 1.6973756287037498,
      "grad_norm": 0.2758868336677551,
      "learning_rate": 6.1302736391937285e-06,
      "loss": 0.3078587055206299,
      "step": 34085,
      "token_acc": 0.859
    },
    {
      "epoch": 1.6976246202878342,
      "grad_norm": 1.1608449220657349,
      "learning_rate": 6.1204010662437135e-06,
      "loss": 0.15896205902099608,
      "step": 34090,
      "token_acc": 0.9780719900703351
    },
    {
      "epoch": 1.6978736118719189,
      "grad_norm": 0.7127118706703186,
      "learning_rate": 6.110535931102523e-06,
      "loss": 0.2167055368423462,
      "step": 34095,
      "token_acc": 0.9258555133079848
    },
    {
      "epoch": 1.698122603456003,
      "grad_norm": 0.6669169664382935,
      "learning_rate": 6.1006782354423865e-06,
      "loss": 0.19053734540939332,
      "step": 34100,
      "token_acc": 0.9654522613065326
    },
    {
      "epoch": 1.6983715950400877,
      "grad_norm": 1.5338126420974731,
      "learning_rate": 6.090827980934194e-06,
      "loss": 0.16564521789550782,
      "step": 34105,
      "token_acc": 0.9378109452736318
    },
    {
      "epoch": 1.6986205866241721,
      "grad_norm": 1.2457982301712036,
      "learning_rate": 6.080985169247621e-06,
      "loss": 0.15114399194717407,
      "step": 34110,
      "token_acc": 0.9724770642201835
    },
    {
      "epoch": 1.6988695782082566,
      "grad_norm": 1.0982108116149902,
      "learning_rate": 6.07114980205108e-06,
      "loss": 0.15578625202178956,
      "step": 34115,
      "token_acc": 0.9414575866188769
    },
    {
      "epoch": 1.699118569792341,
      "grad_norm": 10.174525260925293,
      "learning_rate": 6.061321881011706e-06,
      "loss": 0.20213470458984376,
      "step": 34120,
      "token_acc": 0.9335260115606936
    },
    {
      "epoch": 1.6993675613764254,
      "grad_norm": 3.2862954139709473,
      "learning_rate": 6.05150140779539e-06,
      "loss": 0.2189504623413086,
      "step": 34125,
      "token_acc": 0.9166666666666666
    },
    {
      "epoch": 1.69961655296051,
      "grad_norm": 3.106624126434326,
      "learning_rate": 6.041688384066741e-06,
      "loss": 0.2629244804382324,
      "step": 34130,
      "token_acc": 0.9163265306122449
    },
    {
      "epoch": 1.6998655445445943,
      "grad_norm": 1.4244478940963745,
      "learning_rate": 6.03188281148912e-06,
      "loss": 0.21715290546417237,
      "step": 34135,
      "token_acc": 0.9238410596026491
    },
    {
      "epoch": 1.700114536128679,
      "grad_norm": 4.6553754806518555,
      "learning_rate": 6.022084691724616e-06,
      "loss": 0.3270387887954712,
      "step": 34140,
      "token_acc": 0.9067300658376006
    },
    {
      "epoch": 1.7003635277127633,
      "grad_norm": 0.913709282875061,
      "learning_rate": 6.012294026434067e-06,
      "loss": 0.3088458299636841,
      "step": 34145,
      "token_acc": 0.8440366972477065
    },
    {
      "epoch": 1.7006125192968478,
      "grad_norm": 3.711125612258911,
      "learning_rate": 6.002510817277035e-06,
      "loss": 0.24434149265289307,
      "step": 34150,
      "token_acc": 0.9654403567447045
    },
    {
      "epoch": 1.7008615108809322,
      "grad_norm": 0.8935036063194275,
      "learning_rate": 5.99273506591182e-06,
      "loss": 0.17303743362426757,
      "step": 34155,
      "token_acc": 0.9334470989761092
    },
    {
      "epoch": 1.7011105024650166,
      "grad_norm": 1.7992641925811768,
      "learning_rate": 5.9829667739954575e-06,
      "loss": 0.23996353149414062,
      "step": 34160,
      "token_acc": 0.9343629343629344
    },
    {
      "epoch": 1.7013594940491013,
      "grad_norm": 1.7593220472335815,
      "learning_rate": 5.973205943183741e-06,
      "loss": 0.23428044319152833,
      "step": 34165,
      "token_acc": 0.9450792480648729
    },
    {
      "epoch": 1.7016084856331855,
      "grad_norm": 1.1393002271652222,
      "learning_rate": 5.9634525751311395e-06,
      "loss": 0.12763689756393432,
      "step": 34170,
      "token_acc": 0.9824707846410684
    },
    {
      "epoch": 1.70185747721727,
      "grad_norm": 1.878919005393982,
      "learning_rate": 5.953706671490938e-06,
      "loss": 0.17950713634490967,
      "step": 34175,
      "token_acc": 0.9655667144906743
    },
    {
      "epoch": 1.7021064688013545,
      "grad_norm": 9.320374488830566,
      "learning_rate": 5.9439682339150925e-06,
      "loss": 0.3434248924255371,
      "step": 34180,
      "token_acc": 0.8899755501222494
    },
    {
      "epoch": 1.702355460385439,
      "grad_norm": 1.9989818334579468,
      "learning_rate": 5.9342372640543375e-06,
      "loss": 0.47235727310180664,
      "step": 34185,
      "token_acc": 0.8233695652173914
    },
    {
      "epoch": 1.7026044519695236,
      "grad_norm": 2.763477325439453,
      "learning_rate": 5.924513763558082e-06,
      "loss": 0.19996886253356932,
      "step": 34190,
      "token_acc": 0.9177057356608479
    },
    {
      "epoch": 1.7028534435536078,
      "grad_norm": 1.5453202724456787,
      "learning_rate": 5.91479773407454e-06,
      "loss": 0.2590781211853027,
      "step": 34195,
      "token_acc": 0.9353658536585366
    },
    {
      "epoch": 1.7031024351376924,
      "grad_norm": 9.118080139160156,
      "learning_rate": 5.905089177250628e-06,
      "loss": 0.1892545461654663,
      "step": 34200,
      "token_acc": 0.9555189456342669
    },
    {
      "epoch": 1.7033514267217766,
      "grad_norm": 1.8227180242538452,
      "learning_rate": 5.895388094731963e-06,
      "loss": 0.24470174312591553,
      "step": 34205,
      "token_acc": 0.9693806541405706
    },
    {
      "epoch": 1.7036004183058613,
      "grad_norm": 2.5403804779052734,
      "learning_rate": 5.885694488162963e-06,
      "loss": 0.3376176834106445,
      "step": 34210,
      "token_acc": 0.9584199584199584
    },
    {
      "epoch": 1.7038494098899457,
      "grad_norm": 0.9818622469902039,
      "learning_rate": 5.87600835918673e-06,
      "loss": 0.20994148254394532,
      "step": 34215,
      "token_acc": 0.9693251533742331
    },
    {
      "epoch": 1.7040984014740301,
      "grad_norm": 0.7367937564849854,
      "learning_rate": 5.866329709445101e-06,
      "loss": 0.5540873050689697,
      "step": 34220,
      "token_acc": 0.7969247083775186
    },
    {
      "epoch": 1.7043473930581148,
      "grad_norm": 2.0283422470092773,
      "learning_rate": 5.8566585405786465e-06,
      "loss": 0.28528285026550293,
      "step": 34225,
      "token_acc": 0.925754060324826
    },
    {
      "epoch": 1.704596384642199,
      "grad_norm": 0.9240831732749939,
      "learning_rate": 5.846994854226717e-06,
      "loss": 0.2795224905014038,
      "step": 34230,
      "token_acc": 0.9456585942114589
    },
    {
      "epoch": 1.7048453762262836,
      "grad_norm": 0.7651832699775696,
      "learning_rate": 5.8373386520273185e-06,
      "loss": 0.12371878623962403,
      "step": 34235,
      "token_acc": 0.9592641261498029
    },
    {
      "epoch": 1.705094367810368,
      "grad_norm": 1.4917336702346802,
      "learning_rate": 5.827689935617237e-06,
      "loss": 0.28010220527648927,
      "step": 34240,
      "token_acc": 0.8747870528109029
    },
    {
      "epoch": 1.7053433593944525,
      "grad_norm": 2.669337511062622,
      "learning_rate": 5.818048706631973e-06,
      "loss": 0.15256474018096924,
      "step": 34245,
      "token_acc": 0.9850467289719627
    },
    {
      "epoch": 1.705592350978537,
      "grad_norm": 0.2502429783344269,
      "learning_rate": 5.808414966705772e-06,
      "loss": 0.14292263984680176,
      "step": 34250,
      "token_acc": 0.9492086860507913
    },
    {
      "epoch": 1.7058413425626213,
      "grad_norm": 1.3345874547958374,
      "learning_rate": 5.798788717471592e-06,
      "loss": 0.31722421646118165,
      "step": 34255,
      "token_acc": 0.9224924012158054
    },
    {
      "epoch": 1.706090334146706,
      "grad_norm": 0.28484705090522766,
      "learning_rate": 5.789169960561136e-06,
      "loss": 0.22686407566070557,
      "step": 34260,
      "token_acc": 0.9736694677871148
    },
    {
      "epoch": 1.7063393257307902,
      "grad_norm": 1.2258977890014648,
      "learning_rate": 5.779558697604826e-06,
      "loss": 0.22073163986206054,
      "step": 34265,
      "token_acc": 0.9437158469945355
    },
    {
      "epoch": 1.7065883173148748,
      "grad_norm": 1.1899319887161255,
      "learning_rate": 5.769954930231819e-06,
      "loss": 0.25370714664459226,
      "step": 34270,
      "token_acc": 0.9045584045584045
    },
    {
      "epoch": 1.7068373088989592,
      "grad_norm": 0.5276496410369873,
      "learning_rate": 5.7603586600700084e-06,
      "loss": 0.19668233394622803,
      "step": 34275,
      "token_acc": 0.9763402216232405
    },
    {
      "epoch": 1.7070863004830437,
      "grad_norm": 2.060792922973633,
      "learning_rate": 5.750769888745999e-06,
      "loss": 0.3895720481872559,
      "step": 34280,
      "token_acc": 0.8347781744008159
    },
    {
      "epoch": 1.707335292067128,
      "grad_norm": 2.7326242923736572,
      "learning_rate": 5.741188617885135e-06,
      "loss": 0.3778236389160156,
      "step": 34285,
      "token_acc": 0.8278084714548803
    },
    {
      "epoch": 1.7075842836512125,
      "grad_norm": 4.787792205810547,
      "learning_rate": 5.7316148491114995e-06,
      "loss": 0.20432744026184083,
      "step": 34290,
      "token_acc": 0.9324090121317158
    },
    {
      "epoch": 1.7078332752352972,
      "grad_norm": 2.710794448852539,
      "learning_rate": 5.722048584047895e-06,
      "loss": 0.3133336305618286,
      "step": 34295,
      "token_acc": 0.8592592592592593
    },
    {
      "epoch": 1.7080822668193814,
      "grad_norm": 1.8482333421707153,
      "learning_rate": 5.712489824315825e-06,
      "loss": 0.29983794689178467,
      "step": 34300,
      "token_acc": 0.9336099585062241
    },
    {
      "epoch": 1.708331258403466,
      "grad_norm": 0.7057157158851624,
      "learning_rate": 5.702938571535577e-06,
      "loss": 0.23193597793579102,
      "step": 34305,
      "token_acc": 0.9728588661037394
    },
    {
      "epoch": 1.7085802499875504,
      "grad_norm": 6.688613414764404,
      "learning_rate": 5.693394827326115e-06,
      "loss": 0.28043389320373535,
      "step": 34310,
      "token_acc": 0.8612593383137673
    },
    {
      "epoch": 1.7088292415716348,
      "grad_norm": 1.896116852760315,
      "learning_rate": 5.683858593305169e-06,
      "loss": 0.33688902854919434,
      "step": 34315,
      "token_acc": 0.8612279226240538
    },
    {
      "epoch": 1.7090782331557195,
      "grad_norm": 1.5153089761734009,
      "learning_rate": 5.674329871089163e-06,
      "loss": 0.23850066661834718,
      "step": 34320,
      "token_acc": 0.8811777076761304
    },
    {
      "epoch": 1.7093272247398037,
      "grad_norm": 5.148397445678711,
      "learning_rate": 5.664808662293264e-06,
      "loss": 0.22460341453552246,
      "step": 34325,
      "token_acc": 0.9331352154531947
    },
    {
      "epoch": 1.7095762163238883,
      "grad_norm": 0.5733124613761902,
      "learning_rate": 5.655294968531383e-06,
      "loss": 0.17395864725112914,
      "step": 34330,
      "token_acc": 0.9409131602506714
    },
    {
      "epoch": 1.7098252079079725,
      "grad_norm": 3.7442004680633545,
      "learning_rate": 5.6457887914161014e-06,
      "loss": 0.12988746166229248,
      "step": 34335,
      "token_acc": 0.981853532080363
    },
    {
      "epoch": 1.7100741994920572,
      "grad_norm": 1.844301700592041,
      "learning_rate": 5.636290132558791e-06,
      "loss": 0.27690582275390624,
      "step": 34340,
      "token_acc": 0.8815028901734104
    },
    {
      "epoch": 1.7103231910761416,
      "grad_norm": 3.5757548809051514,
      "learning_rate": 5.6267989935695264e-06,
      "loss": 0.22202019691467284,
      "step": 34345,
      "token_acc": 0.9625585023400937
    },
    {
      "epoch": 1.710572182660226,
      "grad_norm": 1.943540334701538,
      "learning_rate": 5.617315376057086e-06,
      "loss": 0.18698995113372802,
      "step": 34350,
      "token_acc": 0.9759694156198798
    },
    {
      "epoch": 1.7108211742443107,
      "grad_norm": 1.4445574283599854,
      "learning_rate": 5.607839281628979e-06,
      "loss": 0.24259872436523439,
      "step": 34355,
      "token_acc": 0.9549870466321243
    },
    {
      "epoch": 1.7110701658283949,
      "grad_norm": 4.551118850708008,
      "learning_rate": 5.5983707118914876e-06,
      "loss": 0.4197965145111084,
      "step": 34360,
      "token_acc": 0.8845238095238095
    },
    {
      "epoch": 1.7113191574124795,
      "grad_norm": 1.6721444129943848,
      "learning_rate": 5.588909668449549e-06,
      "loss": 0.3818307399749756,
      "step": 34365,
      "token_acc": 0.8220338983050848
    },
    {
      "epoch": 1.711568148996564,
      "grad_norm": 0.9737988710403442,
      "learning_rate": 5.579456152906854e-06,
      "loss": 0.17304415702819825,
      "step": 34370,
      "token_acc": 0.9334677419354839
    },
    {
      "epoch": 1.7118171405806484,
      "grad_norm": 1.596987009048462,
      "learning_rate": 5.570010166865858e-06,
      "loss": 0.17063905000686647,
      "step": 34375,
      "token_acc": 0.9311827956989247
    },
    {
      "epoch": 1.7120661321647328,
      "grad_norm": 0.7920465469360352,
      "learning_rate": 5.560571711927665e-06,
      "loss": 0.20697309970855712,
      "step": 34380,
      "token_acc": 0.9464131374243734
    },
    {
      "epoch": 1.7123151237488172,
      "grad_norm": 0.7982354164123535,
      "learning_rate": 5.551140789692155e-06,
      "loss": 0.18743112087249755,
      "step": 34385,
      "token_acc": 0.9327731092436975
    },
    {
      "epoch": 1.7125641153329019,
      "grad_norm": 1.0096662044525146,
      "learning_rate": 5.541717401757912e-06,
      "loss": 0.17789721488952637,
      "step": 34390,
      "token_acc": 0.9318568994889267
    },
    {
      "epoch": 1.712813106916986,
      "grad_norm": 3.226990222930908,
      "learning_rate": 5.532301549722246e-06,
      "loss": 0.30003492832183837,
      "step": 34395,
      "token_acc": 0.9246704331450094
    },
    {
      "epoch": 1.7130620985010707,
      "grad_norm": 1.1816251277923584,
      "learning_rate": 5.522893235181198e-06,
      "loss": 0.2537713527679443,
      "step": 34400,
      "token_acc": 0.9012775842044135
    },
    {
      "epoch": 1.7133110900851551,
      "grad_norm": 2.7421412467956543,
      "learning_rate": 5.5134924597295136e-06,
      "loss": 0.44290614128112793,
      "step": 34405,
      "token_acc": 0.8226343319067998
    },
    {
      "epoch": 1.7135600816692396,
      "grad_norm": 0.9354598522186279,
      "learning_rate": 5.5040992249606795e-06,
      "loss": 0.32624638080596924,
      "step": 34410,
      "token_acc": 0.9166666666666666
    },
    {
      "epoch": 1.713809073253324,
      "grad_norm": 2.3687210083007812,
      "learning_rate": 5.4947135324668884e-06,
      "loss": 0.1439503788948059,
      "step": 34415,
      "token_acc": 0.9496402877697842
    },
    {
      "epoch": 1.7140580648374084,
      "grad_norm": 3.019986867904663,
      "learning_rate": 5.485335383839068e-06,
      "loss": 0.15861551761627196,
      "step": 34420,
      "token_acc": 0.9777538571941156
    },
    {
      "epoch": 1.714307056421493,
      "grad_norm": 1.4907728433609009,
      "learning_rate": 5.475964780666853e-06,
      "loss": 0.35104899406433104,
      "step": 34425,
      "token_acc": 0.8933177022274326
    },
    {
      "epoch": 1.7145560480055773,
      "grad_norm": 1.387542486190796,
      "learning_rate": 5.466601724538617e-06,
      "loss": 0.1761646270751953,
      "step": 34430,
      "token_acc": 0.9786535303776683
    },
    {
      "epoch": 1.714805039589662,
      "grad_norm": 1.8600319623947144,
      "learning_rate": 5.457246217041434e-06,
      "loss": 0.18680474758148194,
      "step": 34435,
      "token_acc": 0.9508670520231214
    },
    {
      "epoch": 1.7150540311737463,
      "grad_norm": 0.7406520843505859,
      "learning_rate": 5.447898259761114e-06,
      "loss": 0.1408213496208191,
      "step": 34440,
      "token_acc": 0.985031185031185
    },
    {
      "epoch": 1.7153030227578308,
      "grad_norm": 2.978034257888794,
      "learning_rate": 5.438557854282184e-06,
      "loss": 0.20718567371368407,
      "step": 34445,
      "token_acc": 0.9519807923169268
    },
    {
      "epoch": 1.7155520143419154,
      "grad_norm": 0.6465203762054443,
      "learning_rate": 5.4292250021878875e-06,
      "loss": 0.2138672113418579,
      "step": 34450,
      "token_acc": 0.9657444005270093
    },
    {
      "epoch": 1.7158010059259996,
      "grad_norm": 4.512606143951416,
      "learning_rate": 5.419899705060183e-06,
      "loss": 0.2783502578735352,
      "step": 34455,
      "token_acc": 0.8916967509025271
    },
    {
      "epoch": 1.7160499975100842,
      "grad_norm": 1.213669776916504,
      "learning_rate": 5.410581964479772e-06,
      "loss": 0.2727458715438843,
      "step": 34460,
      "token_acc": 0.970130678282514
    },
    {
      "epoch": 1.7162989890941687,
      "grad_norm": 0.8644033074378967,
      "learning_rate": 5.401271782026024e-06,
      "loss": 0.20566296577453613,
      "step": 34465,
      "token_acc": 0.9212007504690432
    },
    {
      "epoch": 1.716547980678253,
      "grad_norm": 7.267694473266602,
      "learning_rate": 5.391969159277088e-06,
      "loss": 0.20681862831115722,
      "step": 34470,
      "token_acc": 0.9612109744560076
    },
    {
      "epoch": 1.7167969722623375,
      "grad_norm": 1.2243387699127197,
      "learning_rate": 5.382674097809815e-06,
      "loss": 0.19823141098022462,
      "step": 34475,
      "token_acc": 0.9587750294464076
    },
    {
      "epoch": 1.717045963846422,
      "grad_norm": 1.4540793895721436,
      "learning_rate": 5.3733865991997256e-06,
      "loss": 0.40094470977783203,
      "step": 34480,
      "token_acc": 0.8117854001759015
    },
    {
      "epoch": 1.7172949554305066,
      "grad_norm": 0.3008023202419281,
      "learning_rate": 5.364106665021123e-06,
      "loss": 0.28215172290802004,
      "step": 34485,
      "token_acc": 0.8610738255033556
    },
    {
      "epoch": 1.7175439470145908,
      "grad_norm": 1.5583583116531372,
      "learning_rate": 5.354834296847011e-06,
      "loss": 0.408903169631958,
      "step": 34490,
      "token_acc": 0.8414096916299559
    },
    {
      "epoch": 1.7177929385986754,
      "grad_norm": 1.6275198459625244,
      "learning_rate": 5.345569496249081e-06,
      "loss": 0.2565497875213623,
      "step": 34495,
      "token_acc": 0.934560327198364
    },
    {
      "epoch": 1.7180419301827599,
      "grad_norm": 0.6579877734184265,
      "learning_rate": 5.336312264797755e-06,
      "loss": 0.08076140880584717,
      "step": 34500,
      "token_acc": 0.9765625
    },
    {
      "epoch": 1.7182909217668443,
      "grad_norm": 2.030252695083618,
      "learning_rate": 5.327062604062216e-06,
      "loss": 0.32522308826446533,
      "step": 34505,
      "token_acc": 0.8582456140350877
    },
    {
      "epoch": 1.7185399133509287,
      "grad_norm": 1.3908276557922363,
      "learning_rate": 5.317820515610294e-06,
      "loss": 0.21503822803497313,
      "step": 34510,
      "token_acc": 0.9579207920792079
    },
    {
      "epoch": 1.7187889049350131,
      "grad_norm": 2.2537078857421875,
      "learning_rate": 5.308586001008581e-06,
      "loss": 0.25387303829193114,
      "step": 34515,
      "token_acc": 0.9597855227882037
    },
    {
      "epoch": 1.7190378965190978,
      "grad_norm": 2.564932346343994,
      "learning_rate": 5.299359061822373e-06,
      "loss": 0.4069999694824219,
      "step": 34520,
      "token_acc": 0.8208791208791208
    },
    {
      "epoch": 1.719286888103182,
      "grad_norm": 1.2788548469543457,
      "learning_rate": 5.290139699615676e-06,
      "loss": 0.22609493732452393,
      "step": 34525,
      "token_acc": 0.9616900175131349
    },
    {
      "epoch": 1.7195358796872666,
      "grad_norm": 1.4937281608581543,
      "learning_rate": 5.2809279159512225e-06,
      "loss": 0.19459550380706786,
      "step": 34530,
      "token_acc": 0.9339263024142312
    },
    {
      "epoch": 1.719784871271351,
      "grad_norm": 1.023916482925415,
      "learning_rate": 5.271723712390458e-06,
      "loss": 0.1879348039627075,
      "step": 34535,
      "token_acc": 0.9438669438669439
    },
    {
      "epoch": 1.7200338628554355,
      "grad_norm": 0.48256373405456543,
      "learning_rate": 5.262527090493535e-06,
      "loss": 0.17929232120513916,
      "step": 34540,
      "token_acc": 0.9548872180451128
    },
    {
      "epoch": 1.72028285443952,
      "grad_norm": 0.5252838134765625,
      "learning_rate": 5.2533380518193284e-06,
      "loss": 0.13287409543991088,
      "step": 34545,
      "token_acc": 0.9731308411214953
    },
    {
      "epoch": 1.7205318460236043,
      "grad_norm": 1.49363112449646,
      "learning_rate": 5.2441565979254315e-06,
      "loss": 0.26965620517730715,
      "step": 34550,
      "token_acc": 0.9282639885222381
    },
    {
      "epoch": 1.720780837607689,
      "grad_norm": 5.617469310760498,
      "learning_rate": 5.234982730368132e-06,
      "loss": 0.3663639545440674,
      "step": 34555,
      "token_acc": 0.9703488372093023
    },
    {
      "epoch": 1.7210298291917732,
      "grad_norm": 2.6736857891082764,
      "learning_rate": 5.225816450702459e-06,
      "loss": 0.19318095445632935,
      "step": 34560,
      "token_acc": 0.9310344827586207
    },
    {
      "epoch": 1.7212788207758578,
      "grad_norm": 0.9414796233177185,
      "learning_rate": 5.216657760482135e-06,
      "loss": 0.2155538320541382,
      "step": 34565,
      "token_acc": 0.9784172661870504
    },
    {
      "epoch": 1.7215278123599422,
      "grad_norm": 0.9142132997512817,
      "learning_rate": 5.207506661259609e-06,
      "loss": 0.20461578369140626,
      "step": 34570,
      "token_acc": 0.9578736208625878
    },
    {
      "epoch": 1.7217768039440267,
      "grad_norm": 1.9307104349136353,
      "learning_rate": 5.198363154586033e-06,
      "loss": 0.18250783681869506,
      "step": 34575,
      "token_acc": 0.9377865094957433
    },
    {
      "epoch": 1.7220257955281113,
      "grad_norm": 0.4897070527076721,
      "learning_rate": 5.189227242011275e-06,
      "loss": 0.20406723022460938,
      "step": 34580,
      "token_acc": 0.9341317365269461
    },
    {
      "epoch": 1.7222747871121955,
      "grad_norm": 0.6201162934303284,
      "learning_rate": 5.180098925083921e-06,
      "loss": 0.15815513134002684,
      "step": 34585,
      "token_acc": 0.9511599511599511
    },
    {
      "epoch": 1.7225237786962802,
      "grad_norm": 0.513502299785614,
      "learning_rate": 5.170978205351274e-06,
      "loss": 0.15894407033920288,
      "step": 34590,
      "token_acc": 0.9417721518987342
    },
    {
      "epoch": 1.7227727702803646,
      "grad_norm": 1.363594651222229,
      "learning_rate": 5.161865084359313e-06,
      "loss": 0.27687273025512693,
      "step": 34595,
      "token_acc": 0.8901098901098901
    },
    {
      "epoch": 1.723021761864449,
      "grad_norm": 1.0736572742462158,
      "learning_rate": 5.152759563652787e-06,
      "loss": 0.2185886859893799,
      "step": 34600,
      "token_acc": 0.9108695652173913
    },
    {
      "epoch": 1.7232707534485334,
      "grad_norm": 2.13130521774292,
      "learning_rate": 5.143661644775127e-06,
      "loss": 0.17664766311645508,
      "step": 34605,
      "token_acc": 0.9620390455531453
    },
    {
      "epoch": 1.7235197450326178,
      "grad_norm": 1.6090123653411865,
      "learning_rate": 5.134571329268445e-06,
      "loss": 0.2876370906829834,
      "step": 34610,
      "token_acc": 0.9560832107585627
    },
    {
      "epoch": 1.7237687366167025,
      "grad_norm": 4.710939407348633,
      "learning_rate": 5.1254886186736185e-06,
      "loss": 0.3655943155288696,
      "step": 34615,
      "token_acc": 0.8829174664107485
    },
    {
      "epoch": 1.7240177282007867,
      "grad_norm": 0.7149583101272583,
      "learning_rate": 5.116413514530216e-06,
      "loss": 0.1824087142944336,
      "step": 34620,
      "token_acc": 0.9349112426035503
    },
    {
      "epoch": 1.7242667197848713,
      "grad_norm": 0.5371572375297546,
      "learning_rate": 5.107346018376497e-06,
      "loss": 0.09607824087142944,
      "step": 34625,
      "token_acc": 0.9818181818181818
    },
    {
      "epoch": 1.7245157113689558,
      "grad_norm": 5.5783371925354,
      "learning_rate": 5.098286131749441e-06,
      "loss": 0.37182164192199707,
      "step": 34630,
      "token_acc": 0.9394083969465649
    },
    {
      "epoch": 1.7247647029530402,
      "grad_norm": 3.278991937637329,
      "learning_rate": 5.089233856184777e-06,
      "loss": 0.2976405620574951,
      "step": 34635,
      "token_acc": 0.9068825910931174
    },
    {
      "epoch": 1.7250136945371246,
      "grad_norm": 1.6559195518493652,
      "learning_rate": 5.080189193216878e-06,
      "loss": 0.3102186918258667,
      "step": 34640,
      "token_acc": 0.892128279883382
    },
    {
      "epoch": 1.725262686121209,
      "grad_norm": 0.5362139344215393,
      "learning_rate": 5.071152144378871e-06,
      "loss": 0.24806978702545165,
      "step": 34645,
      "token_acc": 0.9480662983425414
    },
    {
      "epoch": 1.7255116777052937,
      "grad_norm": 2.1313748359680176,
      "learning_rate": 5.0621227112025824e-06,
      "loss": 0.26486308574676515,
      "step": 34650,
      "token_acc": 0.912807881773399
    },
    {
      "epoch": 1.7257606692893779,
      "grad_norm": 2.1396982669830322,
      "learning_rate": 5.053100895218537e-06,
      "loss": 0.2068478584289551,
      "step": 34655,
      "token_acc": 0.9298780487804879
    },
    {
      "epoch": 1.7260096608734625,
      "grad_norm": 1.7678757905960083,
      "learning_rate": 5.044086697955985e-06,
      "loss": 0.19060630798339845,
      "step": 34660,
      "token_acc": 0.9370517928286852
    },
    {
      "epoch": 1.726258652457547,
      "grad_norm": 2.179746627807617,
      "learning_rate": 5.035080120942876e-06,
      "loss": 0.371299147605896,
      "step": 34665,
      "token_acc": 0.8934426229508197
    },
    {
      "epoch": 1.7265076440416314,
      "grad_norm": 5.931257247924805,
      "learning_rate": 5.02608116570587e-06,
      "loss": 0.20728251934051514,
      "step": 34670,
      "token_acc": 0.9622037155669443
    },
    {
      "epoch": 1.7267566356257158,
      "grad_norm": 4.370908737182617,
      "learning_rate": 5.017089833770333e-06,
      "loss": 0.2037210464477539,
      "step": 34675,
      "token_acc": 0.9432989690721649
    },
    {
      "epoch": 1.7270056272098002,
      "grad_norm": 3.6127572059631348,
      "learning_rate": 5.008106126660339e-06,
      "loss": 0.2157275915145874,
      "step": 34680,
      "token_acc": 0.9226519337016574
    },
    {
      "epoch": 1.7272546187938849,
      "grad_norm": 1.761971116065979,
      "learning_rate": 4.9991300458986754e-06,
      "loss": 0.46216912269592286,
      "step": 34685,
      "token_acc": 0.8919878296146044
    },
    {
      "epoch": 1.727503610377969,
      "grad_norm": 2.012880563735962,
      "learning_rate": 4.990161593006825e-06,
      "loss": 0.36793715953826905,
      "step": 34690,
      "token_acc": 0.9156202913108991
    },
    {
      "epoch": 1.7277526019620537,
      "grad_norm": 2.337207794189453,
      "learning_rate": 4.9812007695049904e-06,
      "loss": 0.5560572624206543,
      "step": 34695,
      "token_acc": 0.8249318801089919
    },
    {
      "epoch": 1.7280015935461381,
      "grad_norm": 4.189972877502441,
      "learning_rate": 4.97224757691207e-06,
      "loss": 0.19135149717330932,
      "step": 34700,
      "token_acc": 0.9294117647058824
    },
    {
      "epoch": 1.7282505851302226,
      "grad_norm": 0.918877899646759,
      "learning_rate": 4.9633020167456855e-06,
      "loss": 0.15477486848831176,
      "step": 34705,
      "token_acc": 0.9203935599284436
    },
    {
      "epoch": 1.7284995767143072,
      "grad_norm": 0.7987454533576965,
      "learning_rate": 4.95436409052214e-06,
      "loss": 0.42205185890197755,
      "step": 34710,
      "token_acc": 0.8823863636363637
    },
    {
      "epoch": 1.7287485682983914,
      "grad_norm": 0.417501300573349,
      "learning_rate": 4.945433799756466e-06,
      "loss": 0.2620307445526123,
      "step": 34715,
      "token_acc": 0.9353555445052213
    },
    {
      "epoch": 1.728997559882476,
      "grad_norm": 1.1637248992919922,
      "learning_rate": 4.9365111459623855e-06,
      "loss": 0.11785305738449096,
      "step": 34720,
      "token_acc": 0.9822580645161291
    },
    {
      "epoch": 1.7292465514665605,
      "grad_norm": 1.041333556175232,
      "learning_rate": 4.927596130652334e-06,
      "loss": 0.1009613037109375,
      "step": 34725,
      "token_acc": 0.972336668628605
    },
    {
      "epoch": 1.729495543050645,
      "grad_norm": 1.7398662567138672,
      "learning_rate": 4.918688755337453e-06,
      "loss": 0.12237117290496827,
      "step": 34730,
      "token_acc": 0.9747320061255743
    },
    {
      "epoch": 1.7297445346347293,
      "grad_norm": 1.5246663093566895,
      "learning_rate": 4.9097890215276e-06,
      "loss": 0.209358811378479,
      "step": 34735,
      "token_acc": 0.9229074889867841
    },
    {
      "epoch": 1.7299935262188137,
      "grad_norm": 1.1832294464111328,
      "learning_rate": 4.9008969307312804e-06,
      "loss": 0.19800044298171998,
      "step": 34740,
      "token_acc": 0.9790602655771196
    },
    {
      "epoch": 1.7302425178028984,
      "grad_norm": 3.1827542781829834,
      "learning_rate": 4.892012484455793e-06,
      "loss": 0.280041766166687,
      "step": 34745,
      "token_acc": 0.8620689655172413
    },
    {
      "epoch": 1.7304915093869826,
      "grad_norm": 1.4064589738845825,
      "learning_rate": 4.883135684207085e-06,
      "loss": 0.31157913208007815,
      "step": 34750,
      "token_acc": 0.8187134502923976
    },
    {
      "epoch": 1.7307405009710672,
      "grad_norm": 1.6252926588058472,
      "learning_rate": 4.874266531489807e-06,
      "loss": 0.2630092859268188,
      "step": 34755,
      "token_acc": 0.9713821138211383
    },
    {
      "epoch": 1.7309894925551517,
      "grad_norm": 0.7582349181175232,
      "learning_rate": 4.865405027807313e-06,
      "loss": 0.11114610433578491,
      "step": 34760,
      "token_acc": 0.9821683309557775
    },
    {
      "epoch": 1.731238484139236,
      "grad_norm": 2.4251058101654053,
      "learning_rate": 4.856551174661711e-06,
      "loss": 0.1708778738975525,
      "step": 34765,
      "token_acc": 0.9285714285714286
    },
    {
      "epoch": 1.7314874757233205,
      "grad_norm": 3.49018931388855,
      "learning_rate": 4.8477049735537346e-06,
      "loss": 0.2292034387588501,
      "step": 34770,
      "token_acc": 0.9291217257318952
    },
    {
      "epoch": 1.731736467307405,
      "grad_norm": 0.4735349714756012,
      "learning_rate": 4.838866425982868e-06,
      "loss": 0.385686993598938,
      "step": 34775,
      "token_acc": 0.8828125
    },
    {
      "epoch": 1.7319854588914896,
      "grad_norm": 4.081562519073486,
      "learning_rate": 4.830035533447313e-06,
      "loss": 0.24894587993621825,
      "step": 34780,
      "token_acc": 0.8982284206558613
    },
    {
      "epoch": 1.7322344504755738,
      "grad_norm": 2.6070611476898193,
      "learning_rate": 4.821212297443922e-06,
      "loss": 0.24979193210601808,
      "step": 34785,
      "token_acc": 0.9484615384615385
    },
    {
      "epoch": 1.7324834420596584,
      "grad_norm": 1.1597115993499756,
      "learning_rate": 4.812396719468282e-06,
      "loss": 0.2547595500946045,
      "step": 34790,
      "token_acc": 0.9298642533936652
    },
    {
      "epoch": 1.7327324336437429,
      "grad_norm": 0.9053094983100891,
      "learning_rate": 4.803588801014685e-06,
      "loss": 0.16399048566818236,
      "step": 34795,
      "token_acc": 0.9314214463840399
    },
    {
      "epoch": 1.7329814252278273,
      "grad_norm": 0.4466083347797394,
      "learning_rate": 4.794788543576107e-06,
      "loss": 0.49235191345214846,
      "step": 34800,
      "token_acc": 0.8901876345739772
    },
    {
      "epoch": 1.733230416811912,
      "grad_norm": 4.031211853027344,
      "learning_rate": 4.785995948644245e-06,
      "loss": 0.17065585851669313,
      "step": 34805,
      "token_acc": 0.9846110002849815
    },
    {
      "epoch": 1.7334794083959961,
      "grad_norm": 9.691237449645996,
      "learning_rate": 4.777211017709482e-06,
      "loss": 0.26996564865112305,
      "step": 34810,
      "token_acc": 0.9267415730337079
    },
    {
      "epoch": 1.7337283999800808,
      "grad_norm": 0.6670182347297668,
      "learning_rate": 4.7684337522609035e-06,
      "loss": 0.17991032600402831,
      "step": 34815,
      "token_acc": 0.9662838088180807
    },
    {
      "epoch": 1.733977391564165,
      "grad_norm": 5.091132164001465,
      "learning_rate": 4.7596641537863085e-06,
      "loss": 0.21063082218170165,
      "step": 34820,
      "token_acc": 0.937748344370861
    },
    {
      "epoch": 1.7342263831482496,
      "grad_norm": 1.4069241285324097,
      "learning_rate": 4.7509022237721805e-06,
      "loss": 0.24721090793609618,
      "step": 34825,
      "token_acc": 0.9507959479015919
    },
    {
      "epoch": 1.734475374732334,
      "grad_norm": 5.468895435333252,
      "learning_rate": 4.742147963703714e-06,
      "loss": 0.3910024881362915,
      "step": 34830,
      "token_acc": 0.9098143236074271
    },
    {
      "epoch": 1.7347243663164185,
      "grad_norm": 1.0225927829742432,
      "learning_rate": 4.7334013750647945e-06,
      "loss": 0.18942680358886718,
      "step": 34835,
      "token_acc": 0.936768149882904
    },
    {
      "epoch": 1.734973357900503,
      "grad_norm": 6.592342376708984,
      "learning_rate": 4.72466245933802e-06,
      "loss": 0.2842997074127197,
      "step": 34840,
      "token_acc": 0.9061032863849765
    },
    {
      "epoch": 1.7352223494845873,
      "grad_norm": 2.341853618621826,
      "learning_rate": 4.715931218004671e-06,
      "loss": 0.3382348299026489,
      "step": 34845,
      "token_acc": 0.8298755186721992
    },
    {
      "epoch": 1.735471341068672,
      "grad_norm": 0.755327045917511,
      "learning_rate": 4.707207652544737e-06,
      "loss": 0.1356410264968872,
      "step": 34850,
      "token_acc": 0.9750406945198047
    },
    {
      "epoch": 1.7357203326527564,
      "grad_norm": 0.4430253803730011,
      "learning_rate": 4.698491764436913e-06,
      "loss": 0.26859920024871825,
      "step": 34855,
      "token_acc": 0.9752066115702479
    },
    {
      "epoch": 1.7359693242368408,
      "grad_norm": 3.60552716255188,
      "learning_rate": 4.689783555158577e-06,
      "loss": 0.2329493999481201,
      "step": 34860,
      "token_acc": 0.977872340425532
    },
    {
      "epoch": 1.7362183158209252,
      "grad_norm": 0.7613970041275024,
      "learning_rate": 4.681083026185829e-06,
      "loss": 0.2359020233154297,
      "step": 34865,
      "token_acc": 0.925
    },
    {
      "epoch": 1.7364673074050097,
      "grad_norm": 6.706474781036377,
      "learning_rate": 4.672390178993419e-06,
      "loss": 0.1825508713722229,
      "step": 34870,
      "token_acc": 0.9576666666666667
    },
    {
      "epoch": 1.7367162989890943,
      "grad_norm": 1.1945327520370483,
      "learning_rate": 4.663705015054859e-06,
      "loss": 0.15247184038162231,
      "step": 34875,
      "token_acc": 0.9375
    },
    {
      "epoch": 1.7369652905731785,
      "grad_norm": 3.874178647994995,
      "learning_rate": 4.655027535842327e-06,
      "loss": 0.519624900817871,
      "step": 34880,
      "token_acc": 0.8435171385991058
    },
    {
      "epoch": 1.7372142821572631,
      "grad_norm": 0.9567652940750122,
      "learning_rate": 4.646357742826668e-06,
      "loss": 0.30491344928741454,
      "step": 34885,
      "token_acc": 0.9416295095257398
    },
    {
      "epoch": 1.7374632737413476,
      "grad_norm": 1.2649937868118286,
      "learning_rate": 4.637695637477479e-06,
      "loss": 0.24528722763061522,
      "step": 34890,
      "token_acc": 0.9146806482364156
    },
    {
      "epoch": 1.737712265325432,
      "grad_norm": 1.43221116065979,
      "learning_rate": 4.629041221263042e-06,
      "loss": 0.2281351327896118,
      "step": 34895,
      "token_acc": 0.9029126213592233
    },
    {
      "epoch": 1.7379612569095164,
      "grad_norm": 1.9764035940170288,
      "learning_rate": 4.620394495650293e-06,
      "loss": 0.3434330224990845,
      "step": 34900,
      "token_acc": 0.7957166392092258
    },
    {
      "epoch": 1.7382102484936008,
      "grad_norm": 6.105744361877441,
      "learning_rate": 4.6117554621049e-06,
      "loss": 0.3057891607284546,
      "step": 34905,
      "token_acc": 0.8962536023054755
    },
    {
      "epoch": 1.7384592400776855,
      "grad_norm": 1.9638268947601318,
      "learning_rate": 4.603124122091246e-06,
      "loss": 0.5131550312042237,
      "step": 34910,
      "token_acc": 0.7539121655729429
    },
    {
      "epoch": 1.7387082316617697,
      "grad_norm": 1.3870590925216675,
      "learning_rate": 4.594500477072361e-06,
      "loss": 0.33243770599365235,
      "step": 34915,
      "token_acc": 0.9395516413130505
    },
    {
      "epoch": 1.7389572232458543,
      "grad_norm": 1.951053500175476,
      "learning_rate": 4.58588452851001e-06,
      "loss": 0.48854813575744627,
      "step": 34920,
      "token_acc": 0.8023630504833512
    },
    {
      "epoch": 1.7392062148299388,
      "grad_norm": 2.5738279819488525,
      "learning_rate": 4.577276277864628e-06,
      "loss": 0.17305949926376343,
      "step": 34925,
      "token_acc": 0.9530988274706867
    },
    {
      "epoch": 1.7394552064140232,
      "grad_norm": 0.2878115475177765,
      "learning_rate": 4.568675726595362e-06,
      "loss": 0.26352968215942385,
      "step": 34930,
      "token_acc": 0.9377049180327869
    },
    {
      "epoch": 1.7397041979981078,
      "grad_norm": 5.23675537109375,
      "learning_rate": 4.560082876160049e-06,
      "loss": 0.2563004016876221,
      "step": 34935,
      "token_acc": 0.9
    },
    {
      "epoch": 1.739953189582192,
      "grad_norm": 1.1795084476470947,
      "learning_rate": 4.551497728015219e-06,
      "loss": 0.13164772987365722,
      "step": 34940,
      "token_acc": 0.9607451763140386
    },
    {
      "epoch": 1.7402021811662767,
      "grad_norm": 2.3660781383514404,
      "learning_rate": 4.542920283616092e-06,
      "loss": 0.34010746479034426,
      "step": 34945,
      "token_acc": 0.8394133132756676
    },
    {
      "epoch": 1.7404511727503609,
      "grad_norm": 1.5192408561706543,
      "learning_rate": 4.534350544416593e-06,
      "loss": 0.2731649160385132,
      "step": 34950,
      "token_acc": 0.9719573752103197
    },
    {
      "epoch": 1.7407001643344455,
      "grad_norm": 1.5025285482406616,
      "learning_rate": 4.525788511869333e-06,
      "loss": 0.30514523983001707,
      "step": 34955,
      "token_acc": 0.8952819332566168
    },
    {
      "epoch": 1.74094915591853,
      "grad_norm": 1.9521044492721558,
      "learning_rate": 4.517234187425623e-06,
      "loss": 0.2993452787399292,
      "step": 34960,
      "token_acc": 0.9463519313304721
    },
    {
      "epoch": 1.7411981475026144,
      "grad_norm": 0.46944761276245117,
      "learning_rate": 4.508687572535453e-06,
      "loss": 0.18529458045959474,
      "step": 34965,
      "token_acc": 0.9741676234213548
    },
    {
      "epoch": 1.741447139086699,
      "grad_norm": 3.0332140922546387,
      "learning_rate": 4.500148668647525e-06,
      "loss": 0.21235053539276122,
      "step": 34970,
      "token_acc": 0.9130434782608695
    },
    {
      "epoch": 1.7416961306707832,
      "grad_norm": 0.9900459051132202,
      "learning_rate": 4.491617477209226e-06,
      "loss": 0.31520447731018064,
      "step": 34975,
      "token_acc": 0.8728971962616823
    },
    {
      "epoch": 1.7419451222548679,
      "grad_norm": 0.553168535232544,
      "learning_rate": 4.483093999666626e-06,
      "loss": 0.3320720672607422,
      "step": 34980,
      "token_acc": 0.9160935350756534
    },
    {
      "epoch": 1.7421941138389523,
      "grad_norm": 1.5509544610977173,
      "learning_rate": 4.47457823746451e-06,
      "loss": 0.22538654804229735,
      "step": 34985,
      "token_acc": 0.8672131147540983
    },
    {
      "epoch": 1.7424431054230367,
      "grad_norm": 0.8908663392066956,
      "learning_rate": 4.466070192046329e-06,
      "loss": 0.11358160972595215,
      "step": 34990,
      "token_acc": 0.9695456814777833
    },
    {
      "epoch": 1.7426920970071211,
      "grad_norm": 1.503696322441101,
      "learning_rate": 4.457569864854255e-06,
      "loss": 0.2102367877960205,
      "step": 34995,
      "token_acc": 0.9725514660012476
    },
    {
      "epoch": 1.7429410885912056,
      "grad_norm": 1.4414443969726562,
      "learning_rate": 4.44907725732911e-06,
      "loss": 0.32294507026672364,
      "step": 35000,
      "token_acc": 0.9023498694516972
    },
    {
      "epoch": 1.7431900801752902,
      "grad_norm": 0.5230996012687683,
      "learning_rate": 4.4405923709104515e-06,
      "loss": 0.30054924488067625,
      "step": 35005,
      "token_acc": 0.8430813124108416
    },
    {
      "epoch": 1.7434390717593744,
      "grad_norm": 0.4156814515590668,
      "learning_rate": 4.432115207036519e-06,
      "loss": 0.09915474057197571,
      "step": 35010,
      "token_acc": 0.9829589465530596
    },
    {
      "epoch": 1.743688063343459,
      "grad_norm": 2.1813526153564453,
      "learning_rate": 4.423645767144202e-06,
      "loss": 0.27172303199768066,
      "step": 35015,
      "token_acc": 0.9075
    },
    {
      "epoch": 1.7439370549275435,
      "grad_norm": 1.3069088459014893,
      "learning_rate": 4.4151840526691355e-06,
      "loss": 0.30046672821044923,
      "step": 35020,
      "token_acc": 0.8949044585987261
    },
    {
      "epoch": 1.744186046511628,
      "grad_norm": 0.5824446082115173,
      "learning_rate": 4.406730065045634e-06,
      "loss": 0.15688574314117432,
      "step": 35025,
      "token_acc": 0.9622641509433962
    },
    {
      "epoch": 1.7444350380957123,
      "grad_norm": 1.9530091285705566,
      "learning_rate": 4.39828380570666e-06,
      "loss": 0.22408363819122315,
      "step": 35030,
      "token_acc": 0.933954933954934
    },
    {
      "epoch": 1.7446840296797967,
      "grad_norm": 2.9408466815948486,
      "learning_rate": 4.389845276083898e-06,
      "loss": 0.39737441539764407,
      "step": 35035,
      "token_acc": 0.8992805755395683
    },
    {
      "epoch": 1.7449330212638814,
      "grad_norm": 5.234261512756348,
      "learning_rate": 4.381414477607754e-06,
      "loss": 0.24336073398590088,
      "step": 35040,
      "token_acc": 0.9164785553047404
    },
    {
      "epoch": 1.7451820128479656,
      "grad_norm": 3.03204607963562,
      "learning_rate": 4.372991411707261e-06,
      "loss": 0.2484429359436035,
      "step": 35045,
      "token_acc": 0.9
    },
    {
      "epoch": 1.7454310044320502,
      "grad_norm": 2.0377464294433594,
      "learning_rate": 4.364576079810173e-06,
      "loss": 0.2965301275253296,
      "step": 35050,
      "token_acc": 0.9320754716981132
    },
    {
      "epoch": 1.7456799960161347,
      "grad_norm": 2.0124459266662598,
      "learning_rate": 4.356168483342926e-06,
      "loss": 0.17617614269256593,
      "step": 35055,
      "token_acc": 0.9806617963042544
    },
    {
      "epoch": 1.745928987600219,
      "grad_norm": 1.690131664276123,
      "learning_rate": 4.347768623730681e-06,
      "loss": 0.2862870693206787,
      "step": 35060,
      "token_acc": 0.8913260219341974
    },
    {
      "epoch": 1.7461779791843037,
      "grad_norm": 0.6512556672096252,
      "learning_rate": 4.339376502397219e-06,
      "loss": 0.21660754680633545,
      "step": 35065,
      "token_acc": 0.9748427672955975
    },
    {
      "epoch": 1.746426970768388,
      "grad_norm": 1.4557549953460693,
      "learning_rate": 4.330992120765054e-06,
      "loss": 0.3012921571731567,
      "step": 35070,
      "token_acc": 0.8983451536643026
    },
    {
      "epoch": 1.7466759623524726,
      "grad_norm": 0.7924733757972717,
      "learning_rate": 4.322615480255398e-06,
      "loss": 0.16083984375,
      "step": 35075,
      "token_acc": 0.9428571428571428
    },
    {
      "epoch": 1.7469249539365568,
      "grad_norm": 0.159966379404068,
      "learning_rate": 4.314246582288117e-06,
      "loss": 0.2613295316696167,
      "step": 35080,
      "token_acc": 0.9205561072492552
    },
    {
      "epoch": 1.7471739455206414,
      "grad_norm": 2.233708143234253,
      "learning_rate": 4.3058854282817865e-06,
      "loss": 0.23455162048339845,
      "step": 35085,
      "token_acc": 0.9651162790697675
    },
    {
      "epoch": 1.7474229371047258,
      "grad_norm": 1.6493180990219116,
      "learning_rate": 4.297532019653655e-06,
      "loss": 0.14376879930496217,
      "step": 35090,
      "token_acc": 0.9457092819614711
    },
    {
      "epoch": 1.7476719286888103,
      "grad_norm": 3.351361036300659,
      "learning_rate": 4.2891863578196745e-06,
      "loss": 0.2020268678665161,
      "step": 35095,
      "token_acc": 0.937625754527163
    },
    {
      "epoch": 1.747920920272895,
      "grad_norm": 0.7428668141365051,
      "learning_rate": 4.280848444194479e-06,
      "loss": 0.09703742861747741,
      "step": 35100,
      "token_acc": 0.9699321047526673
    },
    {
      "epoch": 1.7481699118569791,
      "grad_norm": 1.5997251272201538,
      "learning_rate": 4.272518280191379e-06,
      "loss": 0.17741314172744752,
      "step": 35105,
      "token_acc": 0.948936170212766
    },
    {
      "epoch": 1.7484189034410638,
      "grad_norm": 2.816403865814209,
      "learning_rate": 4.264195867222376e-06,
      "loss": 0.21769180297851562,
      "step": 35110,
      "token_acc": 0.9691535150645624
    },
    {
      "epoch": 1.7486678950251482,
      "grad_norm": 1.2553807497024536,
      "learning_rate": 4.25588120669817e-06,
      "loss": 0.19318987131118776,
      "step": 35115,
      "token_acc": 0.9772524531668153
    },
    {
      "epoch": 1.7489168866092326,
      "grad_norm": 0.9446138143539429,
      "learning_rate": 4.2475743000281284e-06,
      "loss": 0.20035581588745116,
      "step": 35120,
      "token_acc": 0.9365994236311239
    },
    {
      "epoch": 1.749165878193317,
      "grad_norm": 1.2700947523117065,
      "learning_rate": 4.23927514862032e-06,
      "loss": 0.20757920742034913,
      "step": 35125,
      "token_acc": 0.9714484679665738
    },
    {
      "epoch": 1.7494148697774015,
      "grad_norm": 2.3919200897216797,
      "learning_rate": 4.23098375388149e-06,
      "loss": 0.4396146297454834,
      "step": 35130,
      "token_acc": 0.8448753462603878
    },
    {
      "epoch": 1.749663861361486,
      "grad_norm": 2.855203151702881,
      "learning_rate": 4.2227001172170655e-06,
      "loss": 0.21338217258453368,
      "step": 35135,
      "token_acc": 0.9631828978622328
    },
    {
      "epoch": 1.7499128529455703,
      "grad_norm": 1.1957316398620605,
      "learning_rate": 4.214424240031178e-06,
      "loss": 0.32422306537628176,
      "step": 35140,
      "token_acc": 0.9622839182818229
    },
    {
      "epoch": 1.750161844529655,
      "grad_norm": 1.3935914039611816,
      "learning_rate": 4.206156123726601e-06,
      "loss": 0.21237266063690186,
      "step": 35145,
      "token_acc": 0.9116809116809117
    },
    {
      "epoch": 1.7504108361137394,
      "grad_norm": 0.8785175681114197,
      "learning_rate": 4.197895769704846e-06,
      "loss": 0.18024038076400756,
      "step": 35150,
      "token_acc": 0.9795127353266888
    },
    {
      "epoch": 1.7506598276978238,
      "grad_norm": 0.996830403804779,
      "learning_rate": 4.189643179366087e-06,
      "loss": 0.18306015729904174,
      "step": 35155,
      "token_acc": 0.9759470835838846
    },
    {
      "epoch": 1.7509088192819082,
      "grad_norm": 3.2766478061676025,
      "learning_rate": 4.1813983541091614e-06,
      "loss": 0.17686450481414795,
      "step": 35160,
      "token_acc": 0.9433962264150944
    },
    {
      "epoch": 1.7511578108659926,
      "grad_norm": 3.8442602157592773,
      "learning_rate": 4.173161295331607e-06,
      "loss": 0.29168784618377686,
      "step": 35165,
      "token_acc": 0.9036402569593148
    },
    {
      "epoch": 1.7514068024500773,
      "grad_norm": 1.025347113609314,
      "learning_rate": 4.164932004429667e-06,
      "loss": 0.14897843599319457,
      "step": 35170,
      "token_acc": 0.9379615952732644
    },
    {
      "epoch": 1.7516557940341615,
      "grad_norm": 1.9443925619125366,
      "learning_rate": 4.156710482798232e-06,
      "loss": 0.39606223106384275,
      "step": 35175,
      "token_acc": 0.9035947712418301
    },
    {
      "epoch": 1.7519047856182461,
      "grad_norm": 4.37956428527832,
      "learning_rate": 4.148496731830881e-06,
      "loss": 0.2799663066864014,
      "step": 35180,
      "token_acc": 0.9151515151515152
    },
    {
      "epoch": 1.7521537772023306,
      "grad_norm": 0.6041725873947144,
      "learning_rate": 4.140290752919901e-06,
      "loss": 0.2545189619064331,
      "step": 35185,
      "token_acc": 0.9500567536889898
    },
    {
      "epoch": 1.752402768786415,
      "grad_norm": 2.728224039077759,
      "learning_rate": 4.132092547456257e-06,
      "loss": 0.21870803833007812,
      "step": 35190,
      "token_acc": 0.9059304703476483
    },
    {
      "epoch": 1.7526517603704996,
      "grad_norm": 1.5166884660720825,
      "learning_rate": 4.123902116829559e-06,
      "loss": 0.21591124534606934,
      "step": 35195,
      "token_acc": 0.9175187457396047
    },
    {
      "epoch": 1.7529007519545838,
      "grad_norm": 1.0774152278900146,
      "learning_rate": 4.11571946242813e-06,
      "loss": 0.26899185180664065,
      "step": 35200,
      "token_acc": 0.8878980891719745
    },
    {
      "epoch": 1.7531497435386685,
      "grad_norm": 0.5919637680053711,
      "learning_rate": 4.107544585638995e-06,
      "loss": 0.17113800048828126,
      "step": 35205,
      "token_acc": 0.9629200463499421
    },
    {
      "epoch": 1.753398735122753,
      "grad_norm": 4.4099602699279785,
      "learning_rate": 4.099377487847806e-06,
      "loss": 0.17048681974411012,
      "step": 35210,
      "token_acc": 0.9393939393939394
    },
    {
      "epoch": 1.7536477267068373,
      "grad_norm": 2.537120819091797,
      "learning_rate": 4.091218170438943e-06,
      "loss": 0.23554952144622804,
      "step": 35215,
      "token_acc": 0.9237536656891495
    },
    {
      "epoch": 1.7538967182909218,
      "grad_norm": 1.786584496498108,
      "learning_rate": 4.083066634795441e-06,
      "loss": 0.2064436674118042,
      "step": 35220,
      "token_acc": 0.967037037037037
    },
    {
      "epoch": 1.7541457098750062,
      "grad_norm": 2.4243290424346924,
      "learning_rate": 4.074922882299032e-06,
      "loss": 0.1265372395515442,
      "step": 35225,
      "token_acc": 0.96094459582198
    },
    {
      "epoch": 1.7543947014590908,
      "grad_norm": 0.3945293426513672,
      "learning_rate": 4.066786914330123e-06,
      "loss": 0.13442140817642212,
      "step": 35230,
      "token_acc": 0.9778242677824268
    },
    {
      "epoch": 1.754643693043175,
      "grad_norm": 0.1669941544532776,
      "learning_rate": 4.0586587322678e-06,
      "loss": 0.153538978099823,
      "step": 35235,
      "token_acc": 0.9754098360655737
    },
    {
      "epoch": 1.7548926846272597,
      "grad_norm": 9.993718147277832,
      "learning_rate": 4.050538337489829e-06,
      "loss": 0.17826743125915528,
      "step": 35240,
      "token_acc": 0.9837837837837838
    },
    {
      "epoch": 1.755141676211344,
      "grad_norm": 4.834951877593994,
      "learning_rate": 4.042425731372651e-06,
      "loss": 0.3864622116088867,
      "step": 35245,
      "token_acc": 0.8546910755148741
    },
    {
      "epoch": 1.7553906677954285,
      "grad_norm": 1.3450464010238647,
      "learning_rate": 4.034320915291407e-06,
      "loss": 0.34322595596313477,
      "step": 35250,
      "token_acc": 0.89296875
    },
    {
      "epoch": 1.755639659379513,
      "grad_norm": 1.1868149042129517,
      "learning_rate": 4.02622389061989e-06,
      "loss": 0.4357920169830322,
      "step": 35255,
      "token_acc": 0.8630849220103987
    },
    {
      "epoch": 1.7558886509635974,
      "grad_norm": 0.61714768409729,
      "learning_rate": 4.018134658730594e-06,
      "loss": 0.33734827041625975,
      "step": 35260,
      "token_acc": 0.8183694530443757
    },
    {
      "epoch": 1.756137642547682,
      "grad_norm": 2.2082173824310303,
      "learning_rate": 4.010053220994675e-06,
      "loss": 0.22015130519866943,
      "step": 35265,
      "token_acc": 0.969248291571754
    },
    {
      "epoch": 1.7563866341317662,
      "grad_norm": 2.9185259342193604,
      "learning_rate": 4.001979578781995e-06,
      "loss": 0.1594899535179138,
      "step": 35270,
      "token_acc": 0.9675425038639877
    },
    {
      "epoch": 1.7566356257158509,
      "grad_norm": 3.6235034465789795,
      "learning_rate": 3.9939137334610465e-06,
      "loss": 0.24208321571350097,
      "step": 35275,
      "token_acc": 0.8839092872570194
    },
    {
      "epoch": 1.7568846172999353,
      "grad_norm": 0.903308629989624,
      "learning_rate": 3.985855686399054e-06,
      "loss": 0.27283391952514646,
      "step": 35280,
      "token_acc": 0.9223300970873787
    },
    {
      "epoch": 1.7571336088840197,
      "grad_norm": 13.951071739196777,
      "learning_rate": 3.9778054389618956e-06,
      "loss": 0.2584307909011841,
      "step": 35285,
      "token_acc": 0.9460352422907489
    },
    {
      "epoch": 1.7573826004681041,
      "grad_norm": 6.600731372833252,
      "learning_rate": 3.969762992514109e-06,
      "loss": 0.3755886793136597,
      "step": 35290,
      "token_acc": 0.8496525584333544
    },
    {
      "epoch": 1.7576315920521886,
      "grad_norm": 1.9094195365905762,
      "learning_rate": 3.961728348418947e-06,
      "loss": 0.4559654235839844,
      "step": 35295,
      "token_acc": 0.9103299856527977
    },
    {
      "epoch": 1.7578805836362732,
      "grad_norm": 0.7208731174468994,
      "learning_rate": 3.9537015080383265e-06,
      "loss": 0.20630190372467042,
      "step": 35300,
      "token_acc": 0.9726845924029023
    },
    {
      "epoch": 1.7581295752203574,
      "grad_norm": 2.6573901176452637,
      "learning_rate": 3.94568247273282e-06,
      "loss": 0.24510524272918702,
      "step": 35305,
      "token_acc": 0.9234135667396062
    },
    {
      "epoch": 1.758378566804442,
      "grad_norm": 1.5113147497177124,
      "learning_rate": 3.9376712438616845e-06,
      "loss": 0.262378454208374,
      "step": 35310,
      "token_acc": 0.8980099502487562
    },
    {
      "epoch": 1.7586275583885265,
      "grad_norm": 7.53034782409668,
      "learning_rate": 3.92966782278289e-06,
      "loss": 0.23104074001312255,
      "step": 35315,
      "token_acc": 0.9551451187335093
    },
    {
      "epoch": 1.758876549972611,
      "grad_norm": 0.837502121925354,
      "learning_rate": 3.921672210853056e-06,
      "loss": 0.2953870534896851,
      "step": 35320,
      "token_acc": 0.9227817745803357
    },
    {
      "epoch": 1.7591255415566955,
      "grad_norm": 4.690485000610352,
      "learning_rate": 3.9136844094274535e-06,
      "loss": 0.25294106006622313,
      "step": 35325,
      "token_acc": 0.8956521739130435
    },
    {
      "epoch": 1.7593745331407797,
      "grad_norm": 1.177488088607788,
      "learning_rate": 3.905704419860057e-06,
      "loss": 0.30982460975646975,
      "step": 35330,
      "token_acc": 0.830255057167986
    },
    {
      "epoch": 1.7596235247248644,
      "grad_norm": 3.5555038452148438,
      "learning_rate": 3.8977322435035434e-06,
      "loss": 0.22926084995269774,
      "step": 35335,
      "token_acc": 0.9833333333333333
    },
    {
      "epoch": 1.7598725163089488,
      "grad_norm": 1.292484164237976,
      "learning_rate": 3.889767881709211e-06,
      "loss": 0.13828901052474976,
      "step": 35340,
      "token_acc": 0.9455445544554455
    },
    {
      "epoch": 1.7601215078930332,
      "grad_norm": 4.317995071411133,
      "learning_rate": 3.8818113358270565e-06,
      "loss": 0.47240171432495115,
      "step": 35345,
      "token_acc": 0.8346613545816733
    },
    {
      "epoch": 1.7603704994771177,
      "grad_norm": 1.6096696853637695,
      "learning_rate": 3.87386260720577e-06,
      "loss": 0.31946721076965334,
      "step": 35350,
      "token_acc": 0.8951781970649895
    },
    {
      "epoch": 1.760619491061202,
      "grad_norm": 2.1504428386688232,
      "learning_rate": 3.865921697192687e-06,
      "loss": 0.15803885459899902,
      "step": 35355,
      "token_acc": 0.9862142099681867
    },
    {
      "epoch": 1.7608684826452867,
      "grad_norm": 0.8327174782752991,
      "learning_rate": 3.857988607133834e-06,
      "loss": 0.31854982376098634,
      "step": 35360,
      "token_acc": 0.9273977837218189
    },
    {
      "epoch": 1.761117474229371,
      "grad_norm": 1.691569447517395,
      "learning_rate": 3.850063338373916e-06,
      "loss": 0.3893126487731934,
      "step": 35365,
      "token_acc": 0.8715083798882681
    },
    {
      "epoch": 1.7613664658134556,
      "grad_norm": 0.8735785484313965,
      "learning_rate": 3.842145892256294e-06,
      "loss": 0.3442209005355835,
      "step": 35370,
      "token_acc": 0.8718446601941747
    },
    {
      "epoch": 1.76161545739754,
      "grad_norm": 2.3180007934570312,
      "learning_rate": 3.834236270123026e-06,
      "loss": 0.48281450271606446,
      "step": 35375,
      "token_acc": 0.8115577889447236
    },
    {
      "epoch": 1.7618644489816244,
      "grad_norm": 1.5102956295013428,
      "learning_rate": 3.8263344733148185e-06,
      "loss": 0.32306158542633057,
      "step": 35380,
      "token_acc": 0.9027415143603134
    },
    {
      "epoch": 1.7621134405657088,
      "grad_norm": 8.108710289001465,
      "learning_rate": 3.818440503171078e-06,
      "loss": 0.3325853109359741,
      "step": 35385,
      "token_acc": 0.9106753812636166
    },
    {
      "epoch": 1.7623624321497933,
      "grad_norm": 1.0290453433990479,
      "learning_rate": 3.8105543610298667e-06,
      "loss": 0.1418482780456543,
      "step": 35390,
      "token_acc": 0.9735649546827795
    },
    {
      "epoch": 1.762611423733878,
      "grad_norm": 0.9146023392677307,
      "learning_rate": 3.802676048227927e-06,
      "loss": 0.2296823024749756,
      "step": 35395,
      "token_acc": 0.9057142857142857
    },
    {
      "epoch": 1.7628604153179621,
      "grad_norm": 5.077915668487549,
      "learning_rate": 3.7948055661006675e-06,
      "loss": 0.4288315773010254,
      "step": 35400,
      "token_acc": 0.9265374491505145
    },
    {
      "epoch": 1.7631094069020468,
      "grad_norm": 1.9005622863769531,
      "learning_rate": 3.786942915982167e-06,
      "loss": 0.19208322763442992,
      "step": 35405,
      "token_acc": 0.9337748344370861
    },
    {
      "epoch": 1.7633583984861312,
      "grad_norm": 0.33572718501091003,
      "learning_rate": 3.7790880992051968e-06,
      "loss": 0.278013277053833,
      "step": 35410,
      "token_acc": 0.9291666666666667
    },
    {
      "epoch": 1.7636073900702156,
      "grad_norm": 2.1586105823516846,
      "learning_rate": 3.771241117101193e-06,
      "loss": 0.39481663703918457,
      "step": 35415,
      "token_acc": 0.7913306451612904
    },
    {
      "epoch": 1.7638563816543,
      "grad_norm": 3.036911964416504,
      "learning_rate": 3.76340197100023e-06,
      "loss": 0.3166985511779785,
      "step": 35420,
      "token_acc": 0.9541818181818181
    },
    {
      "epoch": 1.7641053732383845,
      "grad_norm": 7.243955612182617,
      "learning_rate": 3.755570662231106e-06,
      "loss": 0.31436140537261964,
      "step": 35425,
      "token_acc": 0.9108786610878661
    },
    {
      "epoch": 1.764354364822469,
      "grad_norm": 3.2987725734710693,
      "learning_rate": 3.747747192121265e-06,
      "loss": 0.08614486455917358,
      "step": 35430,
      "token_acc": 0.986948694869487
    },
    {
      "epoch": 1.7646033564065533,
      "grad_norm": 2.7640485763549805,
      "learning_rate": 3.739931561996812e-06,
      "loss": 0.2891977548599243,
      "step": 35435,
      "token_acc": 0.8972431077694235
    },
    {
      "epoch": 1.764852347990638,
      "grad_norm": 2.1312081813812256,
      "learning_rate": 3.732123773182533e-06,
      "loss": 0.17263448238372803,
      "step": 35440,
      "token_acc": 0.9775625885687294
    },
    {
      "epoch": 1.7651013395747224,
      "grad_norm": 3.4861974716186523,
      "learning_rate": 3.7243238270019022e-06,
      "loss": 0.2761359930038452,
      "step": 35445,
      "token_acc": 0.875531914893617
    },
    {
      "epoch": 1.7653503311588068,
      "grad_norm": 5.26231575012207,
      "learning_rate": 3.7165317247770505e-06,
      "loss": 0.26003179550170896,
      "step": 35450,
      "token_acc": 0.9521149241819633
    },
    {
      "epoch": 1.7655993227428914,
      "grad_norm": 0.49559324979782104,
      "learning_rate": 3.708747467828766e-06,
      "loss": 0.3627275228500366,
      "step": 35455,
      "token_acc": 0.9029649595687331
    },
    {
      "epoch": 1.7658483143269756,
      "grad_norm": 0.8925977349281311,
      "learning_rate": 3.7009710574765045e-06,
      "loss": 0.1277758002281189,
      "step": 35460,
      "token_acc": 0.981591263650546
    },
    {
      "epoch": 1.7660973059110603,
      "grad_norm": 9.910062789916992,
      "learning_rate": 3.6932024950384446e-06,
      "loss": 0.5098713874816895,
      "step": 35465,
      "token_acc": 0.7761538461538462
    },
    {
      "epoch": 1.7663462974951447,
      "grad_norm": 2.542106866836548,
      "learning_rate": 3.685441781831367e-06,
      "loss": 0.3834369421005249,
      "step": 35470,
      "token_acc": 0.8706199460916442
    },
    {
      "epoch": 1.7665952890792291,
      "grad_norm": 1.322999119758606,
      "learning_rate": 3.6776889191707518e-06,
      "loss": 0.3317821741104126,
      "step": 35475,
      "token_acc": 0.8338945005611672
    },
    {
      "epoch": 1.7668442806633136,
      "grad_norm": 1.7625610828399658,
      "learning_rate": 3.669943908370765e-06,
      "loss": 0.1657288432121277,
      "step": 35480,
      "token_acc": 0.9781491002570694
    },
    {
      "epoch": 1.767093272247398,
      "grad_norm": 1.8510520458221436,
      "learning_rate": 3.662206750744207e-06,
      "loss": 0.4068878173828125,
      "step": 35485,
      "token_acc": 0.9114391143911439
    },
    {
      "epoch": 1.7673422638314826,
      "grad_norm": 1.202561378479004,
      "learning_rate": 3.6544774476025724e-06,
      "loss": 0.46817502975463865,
      "step": 35490,
      "token_acc": 0.8063380281690141
    },
    {
      "epoch": 1.7675912554155668,
      "grad_norm": 2.4891886711120605,
      "learning_rate": 3.646756000256013e-06,
      "loss": 0.1778654098510742,
      "step": 35495,
      "token_acc": 0.936127744510978
    },
    {
      "epoch": 1.7678402469996515,
      "grad_norm": 0.19957073032855988,
      "learning_rate": 3.639042410013355e-06,
      "loss": 0.20228903293609618,
      "step": 35500,
      "token_acc": 0.9850523168908819
    },
    {
      "epoch": 1.768089238583736,
      "grad_norm": 0.5943852066993713,
      "learning_rate": 3.63133667818209e-06,
      "loss": 0.3072525978088379,
      "step": 35505,
      "token_acc": 0.9455828779599271
    },
    {
      "epoch": 1.7683382301678203,
      "grad_norm": 4.606323719024658,
      "learning_rate": 3.6236388060683745e-06,
      "loss": 0.5132404804229737,
      "step": 35510,
      "token_acc": 0.7941176470588235
    },
    {
      "epoch": 1.7685872217519047,
      "grad_norm": 0.4089152216911316,
      "learning_rate": 3.615948794977042e-06,
      "loss": 0.17400611639022828,
      "step": 35515,
      "token_acc": 0.9837289943985063
    },
    {
      "epoch": 1.7688362133359892,
      "grad_norm": 1.3135310411453247,
      "learning_rate": 3.6082666462115776e-06,
      "loss": 0.14034562110900878,
      "step": 35520,
      "token_acc": 0.9634935304990758
    },
    {
      "epoch": 1.7690852049200738,
      "grad_norm": 5.357814788818359,
      "learning_rate": 3.600592361074151e-06,
      "loss": 0.3014030933380127,
      "step": 35525,
      "token_acc": 0.8807260155574762
    },
    {
      "epoch": 1.769334196504158,
      "grad_norm": 4.0294508934021,
      "learning_rate": 3.5929259408655936e-06,
      "loss": 0.2060025691986084,
      "step": 35530,
      "token_acc": 0.9751919669226226
    },
    {
      "epoch": 1.7695831880882427,
      "grad_norm": 4.645251274108887,
      "learning_rate": 3.5852673868853937e-06,
      "loss": 0.2173053503036499,
      "step": 35535,
      "token_acc": 0.9181494661921709
    },
    {
      "epoch": 1.769832179672327,
      "grad_norm": 0.6529588103294373,
      "learning_rate": 3.5776167004317186e-06,
      "loss": 0.27725753784179685,
      "step": 35540,
      "token_acc": 0.8421779988944168
    },
    {
      "epoch": 1.7700811712564115,
      "grad_norm": 3.8507025241851807,
      "learning_rate": 3.569973882801403e-06,
      "loss": 0.3309036731719971,
      "step": 35545,
      "token_acc": 0.9101123595505618
    },
    {
      "epoch": 1.7703301628404962,
      "grad_norm": 3.146787405014038,
      "learning_rate": 3.5623389352899217e-06,
      "loss": 0.1826980948448181,
      "step": 35550,
      "token_acc": 0.9576333089846604
    },
    {
      "epoch": 1.7705791544245804,
      "grad_norm": 1.126429557800293,
      "learning_rate": 3.5547118591914565e-06,
      "loss": 0.14384803771972657,
      "step": 35555,
      "token_acc": 0.9675153643546971
    },
    {
      "epoch": 1.770828146008665,
      "grad_norm": 6.218758583068848,
      "learning_rate": 3.5470926557988393e-06,
      "loss": 0.29427926540374755,
      "step": 35560,
      "token_acc": 0.9406175771971497
    },
    {
      "epoch": 1.7710771375927492,
      "grad_norm": 3.2408487796783447,
      "learning_rate": 3.539481326403543e-06,
      "loss": 0.24831666946411132,
      "step": 35565,
      "token_acc": 0.9257028112449799
    },
    {
      "epoch": 1.7713261291768339,
      "grad_norm": 0.5631083250045776,
      "learning_rate": 3.531877872295725e-06,
      "loss": 0.17492142915725709,
      "step": 35570,
      "token_acc": 0.9730807577268196
    },
    {
      "epoch": 1.7715751207609183,
      "grad_norm": 4.48151159286499,
      "learning_rate": 3.524282294764225e-06,
      "loss": 0.2109071731567383,
      "step": 35575,
      "token_acc": 0.928053738730776
    },
    {
      "epoch": 1.7718241123450027,
      "grad_norm": 6.433133125305176,
      "learning_rate": 3.5166945950965314e-06,
      "loss": 0.4482964038848877,
      "step": 35580,
      "token_acc": 0.8239700374531835
    },
    {
      "epoch": 1.7720731039290873,
      "grad_norm": 1.3549529314041138,
      "learning_rate": 3.5091147745787755e-06,
      "loss": 0.25630428791046145,
      "step": 35585,
      "token_acc": 0.918967587034814
    },
    {
      "epoch": 1.7723220955131715,
      "grad_norm": 1.2089061737060547,
      "learning_rate": 3.5015428344957913e-06,
      "loss": 0.3427410364151001,
      "step": 35590,
      "token_acc": 0.9046563192904656
    },
    {
      "epoch": 1.7725710870972562,
      "grad_norm": 1.6359364986419678,
      "learning_rate": 3.493978776131068e-06,
      "loss": 0.39233908653259275,
      "step": 35595,
      "token_acc": 0.8509052183173589
    },
    {
      "epoch": 1.7728200786813406,
      "grad_norm": 1.1655302047729492,
      "learning_rate": 3.4864226007667313e-06,
      "loss": 0.14506312608718872,
      "step": 35600,
      "token_acc": 0.9491525423728814
    },
    {
      "epoch": 1.773069070265425,
      "grad_norm": 2.8714840412139893,
      "learning_rate": 3.4788743096835883e-06,
      "loss": 0.22563138008117675,
      "step": 35605,
      "token_acc": 0.9798488664987406
    },
    {
      "epoch": 1.7733180618495095,
      "grad_norm": 0.5266199707984924,
      "learning_rate": 3.4713339041611394e-06,
      "loss": 0.21243593692779542,
      "step": 35610,
      "token_acc": 0.972972972972973
    },
    {
      "epoch": 1.7735670534335939,
      "grad_norm": 2.4532129764556885,
      "learning_rate": 3.463801385477494e-06,
      "loss": 0.25054001808166504,
      "step": 35615,
      "token_acc": 0.9809644670050761
    },
    {
      "epoch": 1.7738160450176785,
      "grad_norm": 2.143420934677124,
      "learning_rate": 3.4562767549094597e-06,
      "loss": 0.27014524936676027,
      "step": 35620,
      "token_acc": 0.8502923976608188
    },
    {
      "epoch": 1.7740650366017627,
      "grad_norm": 0.6886504292488098,
      "learning_rate": 3.4487600137324993e-06,
      "loss": 0.1522465944290161,
      "step": 35625,
      "token_acc": 0.9371196754563894
    },
    {
      "epoch": 1.7743140281858474,
      "grad_norm": 1.9258732795715332,
      "learning_rate": 3.441251163220738e-06,
      "loss": 0.19501161575317383,
      "step": 35630,
      "token_acc": 0.9634609763227127
    },
    {
      "epoch": 1.7745630197699318,
      "grad_norm": 0.561705470085144,
      "learning_rate": 3.4337502046469628e-06,
      "loss": 0.14563899040222167,
      "step": 35635,
      "token_acc": 0.9412915851272016
    },
    {
      "epoch": 1.7748120113540162,
      "grad_norm": 2.350470781326294,
      "learning_rate": 3.4262571392826237e-06,
      "loss": 0.23496274948120116,
      "step": 35640,
      "token_acc": 0.9303370786516854
    },
    {
      "epoch": 1.7750610029381007,
      "grad_norm": 1.156301736831665,
      "learning_rate": 3.418771968397827e-06,
      "loss": 0.20824058055877687,
      "step": 35645,
      "token_acc": 0.9699306090979183
    },
    {
      "epoch": 1.775309994522185,
      "grad_norm": 1.1773346662521362,
      "learning_rate": 3.411294693261352e-06,
      "loss": 0.28420004844665525,
      "step": 35650,
      "token_acc": 0.9568545581071677
    },
    {
      "epoch": 1.7755589861062697,
      "grad_norm": 3.627063751220703,
      "learning_rate": 3.4038253151406354e-06,
      "loss": 0.2560669660568237,
      "step": 35655,
      "token_acc": 0.8667496886674969
    },
    {
      "epoch": 1.775807977690354,
      "grad_norm": 0.8313403129577637,
      "learning_rate": 3.396363835301769e-06,
      "loss": 0.30229594707489016,
      "step": 35660,
      "token_acc": 0.8934993084370678
    },
    {
      "epoch": 1.7760569692744386,
      "grad_norm": 2.43414568901062,
      "learning_rate": 3.3889102550095087e-06,
      "loss": 0.1819583296775818,
      "step": 35665,
      "token_acc": 0.9575835475578406
    },
    {
      "epoch": 1.776305960858523,
      "grad_norm": 0.8956009149551392,
      "learning_rate": 3.3814645755272823e-06,
      "loss": 0.23807785511016846,
      "step": 35670,
      "token_acc": 0.9398601398601398
    },
    {
      "epoch": 1.7765549524426074,
      "grad_norm": 2.261094808578491,
      "learning_rate": 3.374026798117169e-06,
      "loss": 0.19351890087127685,
      "step": 35675,
      "token_acc": 0.9593301435406698
    },
    {
      "epoch": 1.776803944026692,
      "grad_norm": 1.546832799911499,
      "learning_rate": 3.3665969240398833e-06,
      "loss": 0.14817230701446532,
      "step": 35680,
      "token_acc": 0.9461077844311377
    },
    {
      "epoch": 1.7770529356107763,
      "grad_norm": 0.6792116165161133,
      "learning_rate": 3.359174954554861e-06,
      "loss": 0.26011559963226316,
      "step": 35685,
      "token_acc": 0.9142212189616253
    },
    {
      "epoch": 1.777301927194861,
      "grad_norm": 1.2929463386535645,
      "learning_rate": 3.3517608909201413e-06,
      "loss": 0.29413838386535646,
      "step": 35690,
      "token_acc": 0.8565217391304348
    },
    {
      "epoch": 1.777550918778945,
      "grad_norm": 3.8031582832336426,
      "learning_rate": 3.344354734392452e-06,
      "loss": 0.2510652780532837,
      "step": 35695,
      "token_acc": 0.9071766222604212
    },
    {
      "epoch": 1.7777999103630298,
      "grad_norm": 3.0736913681030273,
      "learning_rate": 3.336956486227172e-06,
      "loss": 0.14378386735916138,
      "step": 35700,
      "token_acc": 0.9648148148148148
    },
    {
      "epoch": 1.7780489019471142,
      "grad_norm": 1.3329375982284546,
      "learning_rate": 3.3295661476783425e-06,
      "loss": 0.13311830759048462,
      "step": 35705,
      "token_acc": 0.9615156897572528
    },
    {
      "epoch": 1.7782978935311986,
      "grad_norm": 1.2943329811096191,
      "learning_rate": 3.322183719998667e-06,
      "loss": 0.22838969230651857,
      "step": 35710,
      "token_acc": 0.9065934065934066
    },
    {
      "epoch": 1.7785468851152832,
      "grad_norm": 3.177037477493286,
      "learning_rate": 3.3148092044394783e-06,
      "loss": 0.26679096221923826,
      "step": 35715,
      "token_acc": 0.9541704857928506
    },
    {
      "epoch": 1.7787958766993675,
      "grad_norm": 3.2599849700927734,
      "learning_rate": 3.3074426022508264e-06,
      "loss": 0.25112018585205076,
      "step": 35720,
      "token_acc": 0.9747191011235955
    },
    {
      "epoch": 1.779044868283452,
      "grad_norm": 1.003597378730774,
      "learning_rate": 3.3000839146813735e-06,
      "loss": 0.21105847358703614,
      "step": 35725,
      "token_acc": 0.9472325781474047
    },
    {
      "epoch": 1.7792938598675365,
      "grad_norm": 13.157639503479004,
      "learning_rate": 3.2927331429784492e-06,
      "loss": 0.466018009185791,
      "step": 35730,
      "token_acc": 0.9545903257650543
    },
    {
      "epoch": 1.779542851451621,
      "grad_norm": 2.9846065044403076,
      "learning_rate": 3.2853902883880405e-06,
      "loss": 0.2043372631072998,
      "step": 35735,
      "token_acc": 0.9329805996472663
    },
    {
      "epoch": 1.7797918430357054,
      "grad_norm": 0.9379834532737732,
      "learning_rate": 3.2780553521548184e-06,
      "loss": 0.35259132385253905,
      "step": 35740,
      "token_acc": 0.9093550261475886
    },
    {
      "epoch": 1.7800408346197898,
      "grad_norm": 1.9769362211227417,
      "learning_rate": 3.270728335522072e-06,
      "loss": 0.30883710384368895,
      "step": 35745,
      "token_acc": 0.926873857404022
    },
    {
      "epoch": 1.7802898262038744,
      "grad_norm": 2.4836108684539795,
      "learning_rate": 3.2634092397317684e-06,
      "loss": 0.31480529308319094,
      "step": 35750,
      "token_acc": 0.9239130434782609
    },
    {
      "epoch": 1.7805388177879586,
      "grad_norm": 1.8567065000534058,
      "learning_rate": 3.2560980660245432e-06,
      "loss": 0.41179280281066893,
      "step": 35755,
      "token_acc": 0.8256182625237793
    },
    {
      "epoch": 1.7807878093720433,
      "grad_norm": 1.8482602834701538,
      "learning_rate": 3.2487948156396662e-06,
      "loss": 0.45128602981567384,
      "step": 35760,
      "token_acc": 0.7954220314735336
    },
    {
      "epoch": 1.7810368009561277,
      "grad_norm": 0.2755715548992157,
      "learning_rate": 3.241499489815075e-06,
      "loss": 0.22684261798858643,
      "step": 35765,
      "token_acc": 0.9632115336813324
    },
    {
      "epoch": 1.7812857925402121,
      "grad_norm": 1.4271337985992432,
      "learning_rate": 3.2342120897873696e-06,
      "loss": 0.5418307781219482,
      "step": 35770,
      "token_acc": 0.7939308398023994
    },
    {
      "epoch": 1.7815347841242966,
      "grad_norm": 3.9870336055755615,
      "learning_rate": 3.226932616791789e-06,
      "loss": 0.16836349964141845,
      "step": 35775,
      "token_acc": 0.9417808219178082
    },
    {
      "epoch": 1.781783775708381,
      "grad_norm": 2.063098669052124,
      "learning_rate": 3.2196610720622524e-06,
      "loss": 0.19834705591201782,
      "step": 35780,
      "token_acc": 0.925343811394892
    },
    {
      "epoch": 1.7820327672924656,
      "grad_norm": 1.0950074195861816,
      "learning_rate": 3.212397456831312e-06,
      "loss": 0.16459016799926757,
      "step": 35785,
      "token_acc": 0.9644300727566694
    },
    {
      "epoch": 1.7822817588765498,
      "grad_norm": 1.290411353111267,
      "learning_rate": 3.2051417723301946e-06,
      "loss": 0.19600083827972412,
      "step": 35790,
      "token_acc": 0.9869415807560138
    },
    {
      "epoch": 1.7825307504606345,
      "grad_norm": 8.313852310180664,
      "learning_rate": 3.1978940197887663e-06,
      "loss": 0.24531569480895996,
      "step": 35795,
      "token_acc": 0.9232111692844677
    },
    {
      "epoch": 1.782779742044719,
      "grad_norm": 2.3693065643310547,
      "learning_rate": 3.1906542004355665e-06,
      "loss": 0.23078465461730957,
      "step": 35800,
      "token_acc": 0.9703748488512697
    },
    {
      "epoch": 1.7830287336288033,
      "grad_norm": 1.8660143613815308,
      "learning_rate": 3.183422315497786e-06,
      "loss": 0.20736706256866455,
      "step": 35805,
      "token_acc": 0.9463087248322147
    },
    {
      "epoch": 1.783277725212888,
      "grad_norm": 2.4469780921936035,
      "learning_rate": 3.176198366201233e-06,
      "loss": 0.35319931507110597,
      "step": 35810,
      "token_acc": 0.861139896373057
    },
    {
      "epoch": 1.7835267167969722,
      "grad_norm": 2.6049728393554688,
      "learning_rate": 3.168982353770433e-06,
      "loss": 0.21417610645294188,
      "step": 35815,
      "token_acc": 0.9309462915601023
    },
    {
      "epoch": 1.7837757083810568,
      "grad_norm": 1.6182260513305664,
      "learning_rate": 3.161774279428531e-06,
      "loss": 0.19962077140808104,
      "step": 35820,
      "token_acc": 0.9466666666666667
    },
    {
      "epoch": 1.784024699965141,
      "grad_norm": 1.081667423248291,
      "learning_rate": 3.1545741443973263e-06,
      "loss": 0.189697790145874,
      "step": 35825,
      "token_acc": 0.9784714747039828
    },
    {
      "epoch": 1.7842736915492257,
      "grad_norm": 1.7341365814208984,
      "learning_rate": 3.1473819498972766e-06,
      "loss": 0.35563974380493163,
      "step": 35830,
      "token_acc": 0.8816067653276956
    },
    {
      "epoch": 1.78452268313331,
      "grad_norm": 2.7814974784851074,
      "learning_rate": 3.1401976971474956e-06,
      "loss": 0.21719377040863036,
      "step": 35835,
      "token_acc": 0.9684947491248541
    },
    {
      "epoch": 1.7847716747173945,
      "grad_norm": 0.33792009949684143,
      "learning_rate": 3.1330213873657587e-06,
      "loss": 0.30014255046844485,
      "step": 35840,
      "token_acc": 0.9423423423423424
    },
    {
      "epoch": 1.7850206663014792,
      "grad_norm": 1.1249436140060425,
      "learning_rate": 3.1258530217684657e-06,
      "loss": 0.2985889196395874,
      "step": 35845,
      "token_acc": 0.8975903614457831
    },
    {
      "epoch": 1.7852696578855634,
      "grad_norm": 1.433998942375183,
      "learning_rate": 3.118692601570705e-06,
      "loss": 0.2187662363052368,
      "step": 35850,
      "token_acc": 0.9251824817518248
    },
    {
      "epoch": 1.785518649469648,
      "grad_norm": 3.5725924968719482,
      "learning_rate": 3.1115401279862066e-06,
      "loss": 0.26491167545318606,
      "step": 35855,
      "token_acc": 0.9382022471910112
    },
    {
      "epoch": 1.7857676410537324,
      "grad_norm": 2.324746608734131,
      "learning_rate": 3.104395602227339e-06,
      "loss": 0.362489652633667,
      "step": 35860,
      "token_acc": 0.9734345351043643
    },
    {
      "epoch": 1.7860166326378168,
      "grad_norm": 2.0918326377868652,
      "learning_rate": 3.0972590255051335e-06,
      "loss": 0.33620965480804443,
      "step": 35865,
      "token_acc": 0.8419654714475432
    },
    {
      "epoch": 1.7862656242219013,
      "grad_norm": 3.4808707237243652,
      "learning_rate": 3.0901303990292897e-06,
      "loss": 0.1817869782447815,
      "step": 35870,
      "token_acc": 0.9631500742942051
    },
    {
      "epoch": 1.7865146158059857,
      "grad_norm": 4.946359634399414,
      "learning_rate": 3.0830097240081346e-06,
      "loss": 0.14335353374481202,
      "step": 35875,
      "token_acc": 0.982648401826484
    },
    {
      "epoch": 1.7867636073900703,
      "grad_norm": 1.8602861166000366,
      "learning_rate": 3.0758970016486478e-06,
      "loss": 0.4476150035858154,
      "step": 35880,
      "token_acc": 0.8714233973198117
    },
    {
      "epoch": 1.7870125989741545,
      "grad_norm": 1.0328913927078247,
      "learning_rate": 3.0687922331564976e-06,
      "loss": 0.278142523765564,
      "step": 35885,
      "token_acc": 0.9515111258718034
    },
    {
      "epoch": 1.7872615905582392,
      "grad_norm": 1.7753543853759766,
      "learning_rate": 3.061695419735955e-06,
      "loss": 0.2561619281768799,
      "step": 35890,
      "token_acc": 0.8720657276995305
    },
    {
      "epoch": 1.7875105821423236,
      "grad_norm": 1.5176639556884766,
      "learning_rate": 3.0546065625899735e-06,
      "loss": 0.252712345123291,
      "step": 35895,
      "token_acc": 0.9755476311767702
    },
    {
      "epoch": 1.787759573726408,
      "grad_norm": 0.7337818741798401,
      "learning_rate": 3.0475256629201422e-06,
      "loss": 0.38991546630859375,
      "step": 35900,
      "token_acc": 0.8357558139534884
    },
    {
      "epoch": 1.7880085653104925,
      "grad_norm": 1.8738698959350586,
      "learning_rate": 3.0404527219267174e-06,
      "loss": 0.18543921709060668,
      "step": 35905,
      "token_acc": 0.9270433351618211
    },
    {
      "epoch": 1.7882575568945769,
      "grad_norm": 2.0795435905456543,
      "learning_rate": 3.0333877408085963e-06,
      "loss": 0.18264471292495726,
      "step": 35910,
      "token_acc": 0.9281437125748503
    },
    {
      "epoch": 1.7885065484786615,
      "grad_norm": 0.43822574615478516,
      "learning_rate": 3.0263307207633264e-06,
      "loss": 0.14073971509933472,
      "step": 35915,
      "token_acc": 0.9792370835345244
    },
    {
      "epoch": 1.7887555400627457,
      "grad_norm": 0.5811992883682251,
      "learning_rate": 3.0192816629871057e-06,
      "loss": 0.20600197315216065,
      "step": 35920,
      "token_acc": 0.9772151898734177
    },
    {
      "epoch": 1.7890045316468304,
      "grad_norm": 1.3560683727264404,
      "learning_rate": 3.0122405686747845e-06,
      "loss": 0.16289868354797363,
      "step": 35925,
      "token_acc": 0.968299711815562
    },
    {
      "epoch": 1.7892535232309148,
      "grad_norm": 1.395906925201416,
      "learning_rate": 3.0052074390198693e-06,
      "loss": 0.18063793182373047,
      "step": 35930,
      "token_acc": 0.9354838709677419
    },
    {
      "epoch": 1.7895025148149992,
      "grad_norm": 1.7156139612197876,
      "learning_rate": 2.9981822752145006e-06,
      "loss": 0.19916868209838867,
      "step": 35935,
      "token_acc": 0.9675052410901468
    },
    {
      "epoch": 1.7897515063990839,
      "grad_norm": 0.8785607814788818,
      "learning_rate": 2.991165078449487e-06,
      "loss": 0.1843199610710144,
      "step": 35940,
      "token_acc": 0.9375
    },
    {
      "epoch": 1.790000497983168,
      "grad_norm": 0.9133285880088806,
      "learning_rate": 2.9841558499142717e-06,
      "loss": 0.1503834009170532,
      "step": 35945,
      "token_acc": 0.9803788903924222
    },
    {
      "epoch": 1.7902494895672527,
      "grad_norm": 2.320218086242676,
      "learning_rate": 2.97715459079696e-06,
      "loss": 0.5398280620574951,
      "step": 35950,
      "token_acc": 0.8074034334763949
    },
    {
      "epoch": 1.7904984811513371,
      "grad_norm": 9.952510833740234,
      "learning_rate": 2.9701613022842913e-06,
      "loss": 0.1976256251335144,
      "step": 35955,
      "token_acc": 0.9204946996466431
    },
    {
      "epoch": 1.7907474727354216,
      "grad_norm": 0.6992917060852051,
      "learning_rate": 2.9631759855616725e-06,
      "loss": 0.11454288959503174,
      "step": 35960,
      "token_acc": 0.9789303079416531
    },
    {
      "epoch": 1.790996464319506,
      "grad_norm": 7.217098236083984,
      "learning_rate": 2.9561986418131404e-06,
      "loss": 0.23541018962860108,
      "step": 35965,
      "token_acc": 0.9596059113300492
    },
    {
      "epoch": 1.7912454559035904,
      "grad_norm": 5.544168949127197,
      "learning_rate": 2.9492292722213987e-06,
      "loss": 0.15023840665817262,
      "step": 35970,
      "token_acc": 0.9598262757871878
    },
    {
      "epoch": 1.791494447487675,
      "grad_norm": 2.856311321258545,
      "learning_rate": 2.942267877967775e-06,
      "loss": 0.2809547185897827,
      "step": 35975,
      "token_acc": 0.9313432835820895
    },
    {
      "epoch": 1.7917434390717593,
      "grad_norm": 1.4470151662826538,
      "learning_rate": 2.935314460232269e-06,
      "loss": 0.21315879821777345,
      "step": 35980,
      "token_acc": 0.9735449735449735
    },
    {
      "epoch": 1.791992430655844,
      "grad_norm": 5.220078468322754,
      "learning_rate": 2.928369020193533e-06,
      "loss": 0.3922186613082886,
      "step": 35985,
      "token_acc": 0.852991452991453
    },
    {
      "epoch": 1.7922414222399283,
      "grad_norm": 2.8474557399749756,
      "learning_rate": 2.9214315590288253e-06,
      "loss": 0.17561867237091064,
      "step": 35990,
      "token_acc": 0.9654605263157895
    },
    {
      "epoch": 1.7924904138240128,
      "grad_norm": 2.7811787128448486,
      "learning_rate": 2.9145020779140998e-06,
      "loss": 0.19572937488555908,
      "step": 35995,
      "token_acc": 0.9105882352941177
    },
    {
      "epoch": 1.7927394054080972,
      "grad_norm": 0.30675724148750305,
      "learning_rate": 2.9075805780239384e-06,
      "loss": 0.27046287059783936,
      "step": 36000,
      "token_acc": 0.9688026981450253
    },
    {
      "epoch": 1.7929883969921816,
      "grad_norm": 1.8501471281051636,
      "learning_rate": 2.900667060531559e-06,
      "loss": 0.10007325410842896,
      "step": 36005,
      "token_acc": 0.9828263002944063
    },
    {
      "epoch": 1.7932373885762662,
      "grad_norm": 1.6823947429656982,
      "learning_rate": 2.8937615266088347e-06,
      "loss": 0.43241472244262696,
      "step": 36010,
      "token_acc": 0.7418590882178804
    },
    {
      "epoch": 1.7934863801603504,
      "grad_norm": 3.8548436164855957,
      "learning_rate": 2.886863977426313e-06,
      "loss": 0.15738334655761718,
      "step": 36015,
      "token_acc": 0.9600456621004566
    },
    {
      "epoch": 1.793735371744435,
      "grad_norm": 2.749699831008911,
      "learning_rate": 2.8799744141531305e-06,
      "loss": 0.14064146280288697,
      "step": 36020,
      "token_acc": 0.9817518248175182
    },
    {
      "epoch": 1.7939843633285195,
      "grad_norm": 2.4592463970184326,
      "learning_rate": 2.87309283795712e-06,
      "loss": 0.22307932376861572,
      "step": 36025,
      "token_acc": 0.9851721538074893
    },
    {
      "epoch": 1.794233354912604,
      "grad_norm": 0.9738288521766663,
      "learning_rate": 2.866219250004737e-06,
      "loss": 0.19656853675842284,
      "step": 36030,
      "token_acc": 0.9256637168141593
    },
    {
      "epoch": 1.7944823464966884,
      "grad_norm": 13.62845516204834,
      "learning_rate": 2.8593536514610885e-06,
      "loss": 0.18747247457504274,
      "step": 36035,
      "token_acc": 0.9806540764624597
    },
    {
      "epoch": 1.7947313380807728,
      "grad_norm": 1.5192464590072632,
      "learning_rate": 2.8524960434899327e-06,
      "loss": 0.3423023223876953,
      "step": 36040,
      "token_acc": 0.8925831202046036
    },
    {
      "epoch": 1.7949803296648574,
      "grad_norm": 0.6987677812576294,
      "learning_rate": 2.845646427253662e-06,
      "loss": 0.12309147119522094,
      "step": 36045,
      "token_acc": 0.984735534256301
    },
    {
      "epoch": 1.7952293212489416,
      "grad_norm": 1.4504708051681519,
      "learning_rate": 2.8388048039133196e-06,
      "loss": 0.18034892082214354,
      "step": 36050,
      "token_acc": 0.9423791821561338
    },
    {
      "epoch": 1.7954783128330263,
      "grad_norm": 6.328794956207275,
      "learning_rate": 2.8319711746286005e-06,
      "loss": 0.37905561923980713,
      "step": 36055,
      "token_acc": 0.8618320610687022
    },
    {
      "epoch": 1.7957273044171107,
      "grad_norm": 1.5349825620651245,
      "learning_rate": 2.825145540557839e-06,
      "loss": 0.257552433013916,
      "step": 36060,
      "token_acc": 0.938
    },
    {
      "epoch": 1.7959762960011951,
      "grad_norm": 0.9013915657997131,
      "learning_rate": 2.8183279028580088e-06,
      "loss": 0.15219367742538453,
      "step": 36065,
      "token_acc": 0.9437229437229437
    },
    {
      "epoch": 1.7962252875852798,
      "grad_norm": 0.7756809592247009,
      "learning_rate": 2.8115182626847313e-06,
      "loss": 0.26970982551574707,
      "step": 36070,
      "token_acc": 0.916116248348745
    },
    {
      "epoch": 1.796474279169364,
      "grad_norm": 0.8705934882164001,
      "learning_rate": 2.8047166211922825e-06,
      "loss": 0.2000863790512085,
      "step": 36075,
      "token_acc": 0.9278779472954231
    },
    {
      "epoch": 1.7967232707534486,
      "grad_norm": 2.308854341506958,
      "learning_rate": 2.7979229795335625e-06,
      "loss": 0.19843474626541138,
      "step": 36080,
      "token_acc": 0.926509186351706
    },
    {
      "epoch": 1.796972262337533,
      "grad_norm": 2.3233087062835693,
      "learning_rate": 2.791137338860139e-06,
      "loss": 0.25062901973724366,
      "step": 36085,
      "token_acc": 0.9639376218323586
    },
    {
      "epoch": 1.7972212539216175,
      "grad_norm": 5.525586128234863,
      "learning_rate": 2.7843597003222087e-06,
      "loss": 0.20678791999816895,
      "step": 36090,
      "token_acc": 0.9663629992992292
    },
    {
      "epoch": 1.797470245505702,
      "grad_norm": 0.5567080974578857,
      "learning_rate": 2.777590065068608e-06,
      "loss": 0.2886597394943237,
      "step": 36095,
      "token_acc": 0.9302325581395349
    },
    {
      "epoch": 1.7977192370897863,
      "grad_norm": 6.731325626373291,
      "learning_rate": 2.7708284342468303e-06,
      "loss": 0.33109445571899415,
      "step": 36100,
      "token_acc": 0.8540925266903915
    },
    {
      "epoch": 1.797968228673871,
      "grad_norm": 2.1671078205108643,
      "learning_rate": 2.7640748090030035e-06,
      "loss": 0.18816931247711183,
      "step": 36105,
      "token_acc": 0.9799240368963646
    },
    {
      "epoch": 1.7982172202579552,
      "grad_norm": 0.9021766185760498,
      "learning_rate": 2.7573291904819055e-06,
      "loss": 0.21596975326538087,
      "step": 36110,
      "token_acc": 0.9474285714285714
    },
    {
      "epoch": 1.7984662118420398,
      "grad_norm": 1.3840751647949219,
      "learning_rate": 2.7505915798269443e-06,
      "loss": 0.214388108253479,
      "step": 36115,
      "token_acc": 0.9430604982206405
    },
    {
      "epoch": 1.7987152034261242,
      "grad_norm": 2.1535747051239014,
      "learning_rate": 2.7438619781801733e-06,
      "loss": 0.2457374095916748,
      "step": 36120,
      "token_acc": 0.912109375
    },
    {
      "epoch": 1.7989641950102087,
      "grad_norm": 2.088280439376831,
      "learning_rate": 2.7371403866823077e-06,
      "loss": 0.364642858505249,
      "step": 36125,
      "token_acc": 0.875
    },
    {
      "epoch": 1.799213186594293,
      "grad_norm": 1.1155060529708862,
      "learning_rate": 2.7304268064726857e-06,
      "loss": 0.09813551902770996,
      "step": 36130,
      "token_acc": 0.9789768745620182
    },
    {
      "epoch": 1.7994621781783775,
      "grad_norm": 0.7114745378494263,
      "learning_rate": 2.7237212386892862e-06,
      "loss": 0.21542911529541015,
      "step": 36135,
      "token_acc": 0.9595959595959596
    },
    {
      "epoch": 1.7997111697624621,
      "grad_norm": 1.6402292251586914,
      "learning_rate": 2.7170236844687336e-06,
      "loss": 0.14535026550292968,
      "step": 36140,
      "token_acc": 0.9781746031746031
    },
    {
      "epoch": 1.7999601613465464,
      "grad_norm": 1.1926912069320679,
      "learning_rate": 2.7103341449463195e-06,
      "loss": 0.18855996131896974,
      "step": 36145,
      "token_acc": 0.9476190476190476
    },
    {
      "epoch": 1.800209152930631,
      "grad_norm": 3.705416679382324,
      "learning_rate": 2.7036526212559255e-06,
      "loss": 0.20123450756072997,
      "step": 36150,
      "token_acc": 0.967930029154519
    },
    {
      "epoch": 1.8004581445147154,
      "grad_norm": 1.6328766345977783,
      "learning_rate": 2.696979114530107e-06,
      "loss": 0.3235750198364258,
      "step": 36155,
      "token_acc": 0.8591549295774648
    },
    {
      "epoch": 1.8007071360987998,
      "grad_norm": 4.939495086669922,
      "learning_rate": 2.6903136259000814e-06,
      "loss": 0.23956403732299805,
      "step": 36160,
      "token_acc": 0.9119170984455959
    },
    {
      "epoch": 1.8009561276828843,
      "grad_norm": 0.9872074127197266,
      "learning_rate": 2.6836561564956566e-06,
      "loss": 0.2083059787750244,
      "step": 36165,
      "token_acc": 0.9176882661996497
    },
    {
      "epoch": 1.8012051192669687,
      "grad_norm": 2.449908971786499,
      "learning_rate": 2.677006707445312e-06,
      "loss": 0.23463361263275145,
      "step": 36170,
      "token_acc": 0.9296577946768061
    },
    {
      "epoch": 1.8014541108510533,
      "grad_norm": 5.318605422973633,
      "learning_rate": 2.6703652798761635e-06,
      "loss": 0.16808782815933226,
      "step": 36175,
      "token_acc": 0.9773351648351648
    },
    {
      "epoch": 1.8017031024351375,
      "grad_norm": 1.0805424451828003,
      "learning_rate": 2.6637318749139716e-06,
      "loss": 0.30210347175598146,
      "step": 36180,
      "token_acc": 0.8795180722891566
    },
    {
      "epoch": 1.8019520940192222,
      "grad_norm": 0.4495088756084442,
      "learning_rate": 2.657106493683126e-06,
      "loss": 0.09878870844841003,
      "step": 36185,
      "token_acc": 0.9802504816955684
    },
    {
      "epoch": 1.8022010856033066,
      "grad_norm": 1.152742624282837,
      "learning_rate": 2.650489137306661e-06,
      "loss": 0.16063734292984008,
      "step": 36190,
      "token_acc": 0.9429530201342282
    },
    {
      "epoch": 1.802450077187391,
      "grad_norm": 0.31081828474998474,
      "learning_rate": 2.643879806906252e-06,
      "loss": 0.24488823413848876,
      "step": 36195,
      "token_acc": 0.9706457925636007
    },
    {
      "epoch": 1.8026990687714757,
      "grad_norm": 2.1662490367889404,
      "learning_rate": 2.637278503602214e-06,
      "loss": 0.2648280620574951,
      "step": 36200,
      "token_acc": 0.9096385542168675
    },
    {
      "epoch": 1.8029480603555599,
      "grad_norm": 1.4165318012237549,
      "learning_rate": 2.630685228513496e-06,
      "loss": 0.22192275524139404,
      "step": 36205,
      "token_acc": 0.9204003813155386
    },
    {
      "epoch": 1.8031970519396445,
      "grad_norm": 1.9195141792297363,
      "learning_rate": 2.6240999827576995e-06,
      "loss": 0.25718677043914795,
      "step": 36210,
      "token_acc": 0.9100642398286938
    },
    {
      "epoch": 1.803446043523729,
      "grad_norm": 3.628032684326172,
      "learning_rate": 2.6175227674510527e-06,
      "loss": 0.40131444931030275,
      "step": 36215,
      "token_acc": 0.7414573898723754
    },
    {
      "epoch": 1.8036950351078134,
      "grad_norm": 2.1311557292938232,
      "learning_rate": 2.6109535837084198e-06,
      "loss": 0.2698009252548218,
      "step": 36220,
      "token_acc": 0.9121405750798722
    },
    {
      "epoch": 1.8039440266918978,
      "grad_norm": 5.30587911605835,
      "learning_rate": 2.604392432643321e-06,
      "loss": 0.47556114196777344,
      "step": 36225,
      "token_acc": 0.8340807174887892
    },
    {
      "epoch": 1.8041930182759822,
      "grad_norm": 2.3324761390686035,
      "learning_rate": 2.597839315367889e-06,
      "loss": 0.4191286087036133,
      "step": 36230,
      "token_acc": 0.8728448275862069
    },
    {
      "epoch": 1.8044420098600669,
      "grad_norm": 1.2457430362701416,
      "learning_rate": 2.5912942329929245e-06,
      "loss": 0.1130103588104248,
      "step": 36235,
      "token_acc": 0.992320819112628
    },
    {
      "epoch": 1.804691001444151,
      "grad_norm": 0.47943419218063354,
      "learning_rate": 2.584757186627845e-06,
      "loss": 0.1543145775794983,
      "step": 36240,
      "token_acc": 0.9842413327330032
    },
    {
      "epoch": 1.8049399930282357,
      "grad_norm": 0.42428186535835266,
      "learning_rate": 2.5782281773807203e-06,
      "loss": 0.25214993953704834,
      "step": 36245,
      "token_acc": 0.9644879053010808
    },
    {
      "epoch": 1.8051889846123201,
      "grad_norm": 1.3530128002166748,
      "learning_rate": 2.571707206358226e-06,
      "loss": 0.264608097076416,
      "step": 36250,
      "token_acc": 0.9588441330998249
    },
    {
      "epoch": 1.8054379761964046,
      "grad_norm": 0.8111826181411743,
      "learning_rate": 2.5651942746657164e-06,
      "loss": 0.3131537675857544,
      "step": 36255,
      "token_acc": 0.8966480446927374
    },
    {
      "epoch": 1.805686967780489,
      "grad_norm": 1.8575198650360107,
      "learning_rate": 2.558689383407176e-06,
      "loss": 0.24667677879333497,
      "step": 36260,
      "token_acc": 0.9223744292237442
    },
    {
      "epoch": 1.8059359593645734,
      "grad_norm": 3.1036880016326904,
      "learning_rate": 2.5521925336851995e-06,
      "loss": 0.311343789100647,
      "step": 36265,
      "token_acc": 0.864406779661017
    },
    {
      "epoch": 1.806184950948658,
      "grad_norm": 1.1724456548690796,
      "learning_rate": 2.5457037266010285e-06,
      "loss": 0.2884265422821045,
      "step": 36270,
      "token_acc": 0.9250463821892393
    },
    {
      "epoch": 1.8064339425327423,
      "grad_norm": 4.73504114151001,
      "learning_rate": 2.539222963254573e-06,
      "loss": 0.22117648124694825,
      "step": 36275,
      "token_acc": 0.9267886855241264
    },
    {
      "epoch": 1.806682934116827,
      "grad_norm": 0.42757126688957214,
      "learning_rate": 2.532750244744336e-06,
      "loss": 0.30564022064208984,
      "step": 36280,
      "token_acc": 0.9293930979769932
    },
    {
      "epoch": 1.8069319257009113,
      "grad_norm": 0.4639071524143219,
      "learning_rate": 2.5262855721674695e-06,
      "loss": 0.3731217384338379,
      "step": 36285,
      "token_acc": 0.9418064976794002
    },
    {
      "epoch": 1.8071809172849957,
      "grad_norm": 0.9602152705192566,
      "learning_rate": 2.51982894661979e-06,
      "loss": 0.19534332752227784,
      "step": 36290,
      "token_acc": 0.9477239353891336
    },
    {
      "epoch": 1.8074299088690802,
      "grad_norm": 1.9250065088272095,
      "learning_rate": 2.5133803691957114e-06,
      "loss": 0.34838500022888186,
      "step": 36295,
      "token_acc": 0.8766603415559773
    },
    {
      "epoch": 1.8076789004531646,
      "grad_norm": 2.9107768535614014,
      "learning_rate": 2.5069398409882983e-06,
      "loss": 0.3751269578933716,
      "step": 36300,
      "token_acc": 0.8736576121288693
    },
    {
      "epoch": 1.8079278920372492,
      "grad_norm": 2.4726715087890625,
      "learning_rate": 2.5005073630892605e-06,
      "loss": 0.412905216217041,
      "step": 36305,
      "token_acc": 0.8221311475409836
    },
    {
      "epoch": 1.8081768836213334,
      "grad_norm": 1.432090163230896,
      "learning_rate": 2.4940829365889262e-06,
      "loss": 0.14421094655990602,
      "step": 36310,
      "token_acc": 0.9597457627118644
    },
    {
      "epoch": 1.808425875205418,
      "grad_norm": 1.5181567668914795,
      "learning_rate": 2.4876665625762797e-06,
      "loss": 0.24402987957000732,
      "step": 36315,
      "token_acc": 0.9101338432122371
    },
    {
      "epoch": 1.8086748667895025,
      "grad_norm": 2.522508382797241,
      "learning_rate": 2.481258242138912e-06,
      "loss": 0.3277618646621704,
      "step": 36320,
      "token_acc": 0.8374340949033392
    },
    {
      "epoch": 1.808923858373587,
      "grad_norm": 3.0715842247009277,
      "learning_rate": 2.4748579763630818e-06,
      "loss": 0.30003910064697265,
      "step": 36325,
      "token_acc": 0.9714540588760036
    },
    {
      "epoch": 1.8091728499576716,
      "grad_norm": 0.6465690732002258,
      "learning_rate": 2.4684657663336495e-06,
      "loss": 0.09056873321533203,
      "step": 36330,
      "token_acc": 0.986250464511334
    },
    {
      "epoch": 1.8094218415417558,
      "grad_norm": 1.0615946054458618,
      "learning_rate": 2.462081613134137e-06,
      "loss": 0.1285865545272827,
      "step": 36335,
      "token_acc": 0.9761499148211243
    },
    {
      "epoch": 1.8096708331258404,
      "grad_norm": 1.3583977222442627,
      "learning_rate": 2.4557055178466904e-06,
      "loss": 0.2105764627456665,
      "step": 36340,
      "token_acc": 0.9844609906118484
    },
    {
      "epoch": 1.8099198247099249,
      "grad_norm": 0.640381395816803,
      "learning_rate": 2.4493374815520833e-06,
      "loss": 0.1816719651222229,
      "step": 36345,
      "token_acc": 0.9670424978317432
    },
    {
      "epoch": 1.8101688162940093,
      "grad_norm": 2.2052676677703857,
      "learning_rate": 2.4429775053297353e-06,
      "loss": 0.14627423286437988,
      "step": 36350,
      "token_acc": 0.9808163265306122
    },
    {
      "epoch": 1.8104178078780937,
      "grad_norm": 1.2434154748916626,
      "learning_rate": 2.436625590257685e-06,
      "loss": 0.2595181465148926,
      "step": 36355,
      "token_acc": 0.9249617151607963
    },
    {
      "epoch": 1.8106667994621781,
      "grad_norm": 1.8314902782440186,
      "learning_rate": 2.430281737412626e-06,
      "loss": 0.1865210175514221,
      "step": 36360,
      "token_acc": 0.9713876967095851
    },
    {
      "epoch": 1.8109157910462628,
      "grad_norm": 1.9817026853561401,
      "learning_rate": 2.42394594786986e-06,
      "loss": 0.16554404497146608,
      "step": 36365,
      "token_acc": 0.9279279279279279
    },
    {
      "epoch": 1.811164782630347,
      "grad_norm": 0.9469698667526245,
      "learning_rate": 2.4176182227033437e-06,
      "loss": 0.191398286819458,
      "step": 36370,
      "token_acc": 0.9754098360655737
    },
    {
      "epoch": 1.8114137742144316,
      "grad_norm": 1.539490818977356,
      "learning_rate": 2.411298562985659e-06,
      "loss": 0.14014549255371095,
      "step": 36375,
      "token_acc": 0.9438877755511023
    },
    {
      "epoch": 1.811662765798516,
      "grad_norm": 3.6384665966033936,
      "learning_rate": 2.4049869697880035e-06,
      "loss": 0.23276515007019044,
      "step": 36380,
      "token_acc": 0.9531772575250836
    },
    {
      "epoch": 1.8119117573826005,
      "grad_norm": 1.3346302509307861,
      "learning_rate": 2.3986834441802385e-06,
      "loss": 0.26624910831451415,
      "step": 36385,
      "token_acc": 0.8428805237315876
    },
    {
      "epoch": 1.8121607489666849,
      "grad_norm": 3.409888982772827,
      "learning_rate": 2.3923879872308486e-06,
      "loss": 0.24812614917755127,
      "step": 36390,
      "token_acc": 0.9412607449856734
    },
    {
      "epoch": 1.8124097405507693,
      "grad_norm": 0.5592842102050781,
      "learning_rate": 2.3861006000069185e-06,
      "loss": 0.1702675223350525,
      "step": 36395,
      "token_acc": 0.9541666666666667
    },
    {
      "epoch": 1.812658732134854,
      "grad_norm": 1.017150640487671,
      "learning_rate": 2.3798212835742183e-06,
      "loss": 0.2266091823577881,
      "step": 36400,
      "token_acc": 0.8936507936507937
    },
    {
      "epoch": 1.8129077237189382,
      "grad_norm": 3.7511537075042725,
      "learning_rate": 2.373550038997113e-06,
      "loss": 0.2355496644973755,
      "step": 36405,
      "token_acc": 0.94415127528584
    },
    {
      "epoch": 1.8131567153030228,
      "grad_norm": 4.634849548339844,
      "learning_rate": 2.367286867338614e-06,
      "loss": 0.2763205528259277,
      "step": 36410,
      "token_acc": 0.919558359621451
    },
    {
      "epoch": 1.8134057068871072,
      "grad_norm": 2.1847445964813232,
      "learning_rate": 2.361031769660338e-06,
      "loss": 0.3886671543121338,
      "step": 36415,
      "token_acc": 0.9051059730250481
    },
    {
      "epoch": 1.8136546984711917,
      "grad_norm": 0.46378082036972046,
      "learning_rate": 2.3547847470225926e-06,
      "loss": 0.31336021423339844,
      "step": 36420,
      "token_acc": 0.9065281899109793
    },
    {
      "epoch": 1.8139036900552763,
      "grad_norm": 2.6581673622131348,
      "learning_rate": 2.348545800484253e-06,
      "loss": 0.3354088306427002,
      "step": 36425,
      "token_acc": 0.8678756476683938
    },
    {
      "epoch": 1.8141526816393605,
      "grad_norm": 3.599109411239624,
      "learning_rate": 2.3423149311028515e-06,
      "loss": 0.2822596549987793,
      "step": 36430,
      "token_acc": 0.8901408450704226
    },
    {
      "epoch": 1.8144016732234451,
      "grad_norm": 0.5993760824203491,
      "learning_rate": 2.336092139934554e-06,
      "loss": 0.25129146575927735,
      "step": 36435,
      "token_acc": 0.8830409356725146
    },
    {
      "epoch": 1.8146506648075293,
      "grad_norm": 1.5919874906539917,
      "learning_rate": 2.3298774280341716e-06,
      "loss": 0.2933964729309082,
      "step": 36440,
      "token_acc": 0.8699029126213592
    },
    {
      "epoch": 1.814899656391614,
      "grad_norm": 0.46264487504959106,
      "learning_rate": 2.3236707964551017e-06,
      "loss": 0.2735039949417114,
      "step": 36445,
      "token_acc": 0.8886107634543179
    },
    {
      "epoch": 1.8151486479756984,
      "grad_norm": 1.1452268362045288,
      "learning_rate": 2.3174722462494137e-06,
      "loss": 0.19048058986663818,
      "step": 36450,
      "token_acc": 0.9286733238231099
    },
    {
      "epoch": 1.8153976395597828,
      "grad_norm": 5.334353923797607,
      "learning_rate": 2.3112817784677998e-06,
      "loss": 0.19639244079589843,
      "step": 36455,
      "token_acc": 0.9818631492168178
    },
    {
      "epoch": 1.8156466311438675,
      "grad_norm": 0.7663698792457581,
      "learning_rate": 2.30509939415956e-06,
      "loss": 0.26766262054443357,
      "step": 36460,
      "token_acc": 0.9632802937576499
    },
    {
      "epoch": 1.8158956227279517,
      "grad_norm": 2.127199172973633,
      "learning_rate": 2.2989250943726393e-06,
      "loss": 0.16699283123016356,
      "step": 36465,
      "token_acc": 0.9745845552297165
    },
    {
      "epoch": 1.8161446143120363,
      "grad_norm": 1.2109934091567993,
      "learning_rate": 2.2927588801536228e-06,
      "loss": 0.12980279922485352,
      "step": 36470,
      "token_acc": 0.9661921708185054
    },
    {
      "epoch": 1.8163936058961208,
      "grad_norm": 0.7296648025512695,
      "learning_rate": 2.286600752547707e-06,
      "loss": 0.14286884069442748,
      "step": 36475,
      "token_acc": 0.9811368850369615
    },
    {
      "epoch": 1.8166425974802052,
      "grad_norm": 2.045496940612793,
      "learning_rate": 2.2804507125987307e-06,
      "loss": 0.2771544218063354,
      "step": 36480,
      "token_acc": 0.8987341772151899
    },
    {
      "epoch": 1.8168915890642896,
      "grad_norm": 1.0184999704360962,
      "learning_rate": 2.2743087613491477e-06,
      "loss": 0.27036399841308595,
      "step": 36485,
      "token_acc": 0.9266503667481663
    },
    {
      "epoch": 1.817140580648374,
      "grad_norm": 1.4922760725021362,
      "learning_rate": 2.2681748998400532e-06,
      "loss": 0.333774209022522,
      "step": 36490,
      "token_acc": 0.8734177215189873
    },
    {
      "epoch": 1.8173895722324587,
      "grad_norm": 2.2762932777404785,
      "learning_rate": 2.2620491291111713e-06,
      "loss": 0.2907050371170044,
      "step": 36495,
      "token_acc": 0.9324191968658179
    },
    {
      "epoch": 1.8176385638165429,
      "grad_norm": 2.288060188293457,
      "learning_rate": 2.255931450200843e-06,
      "loss": 0.2215214729309082,
      "step": 36500,
      "token_acc": 0.9650602409638555
    },
    {
      "epoch": 1.8178875554006275,
      "grad_norm": 0.39683422446250916,
      "learning_rate": 2.249821864146051e-06,
      "loss": 0.16749728918075563,
      "step": 36505,
      "token_acc": 0.9325153374233128
    },
    {
      "epoch": 1.818136546984712,
      "grad_norm": 1.371074914932251,
      "learning_rate": 2.243720371982394e-06,
      "loss": 0.24049015045166017,
      "step": 36510,
      "token_acc": 0.8855454056958625
    },
    {
      "epoch": 1.8183855385687964,
      "grad_norm": 4.474205017089844,
      "learning_rate": 2.2376269747441114e-06,
      "loss": 0.2531916856765747,
      "step": 36515,
      "token_acc": 0.9701666020922123
    },
    {
      "epoch": 1.8186345301528808,
      "grad_norm": 1.739633560180664,
      "learning_rate": 2.2315416734640716e-06,
      "loss": 0.1676527738571167,
      "step": 36520,
      "token_acc": 0.976319350473613
    },
    {
      "epoch": 1.8188835217369652,
      "grad_norm": 1.0468066930770874,
      "learning_rate": 2.225464469173738e-06,
      "loss": 0.10904910564422607,
      "step": 36525,
      "token_acc": 0.9836541954231747
    },
    {
      "epoch": 1.8191325133210499,
      "grad_norm": 1.7572805881500244,
      "learning_rate": 2.219395362903248e-06,
      "loss": 0.45035762786865235,
      "step": 36530,
      "token_acc": 0.8525641025641025
    },
    {
      "epoch": 1.819381504905134,
      "grad_norm": 0.7783701419830322,
      "learning_rate": 2.2133343556813455e-06,
      "loss": 0.20587830543518065,
      "step": 36535,
      "token_acc": 0.9645846748229234
    },
    {
      "epoch": 1.8196304964892187,
      "grad_norm": 0.6823648810386658,
      "learning_rate": 2.2072814485353867e-06,
      "loss": 0.13330626487731934,
      "step": 36540,
      "token_acc": 0.9793753682969947
    },
    {
      "epoch": 1.8198794880733031,
      "grad_norm": 2.3886663913726807,
      "learning_rate": 2.201236642491372e-06,
      "loss": 0.3301780939102173,
      "step": 36545,
      "token_acc": 0.8425249169435216
    },
    {
      "epoch": 1.8201284796573876,
      "grad_norm": 2.6372013092041016,
      "learning_rate": 2.195199938573944e-06,
      "loss": 0.16067805290222167,
      "step": 36550,
      "token_acc": 0.9765917602996255
    },
    {
      "epoch": 1.8203774712414722,
      "grad_norm": 0.8712125420570374,
      "learning_rate": 2.1891713378063337e-06,
      "loss": 0.16307647228240968,
      "step": 36555,
      "token_acc": 0.9545236955481091
    },
    {
      "epoch": 1.8206264628255564,
      "grad_norm": 5.618374824523926,
      "learning_rate": 2.183150841210424e-06,
      "loss": 0.3754109382629395,
      "step": 36560,
      "token_acc": 0.9505874222529371
    },
    {
      "epoch": 1.820875454409641,
      "grad_norm": 8.433516502380371,
      "learning_rate": 2.177138449806726e-06,
      "loss": 0.20048539638519286,
      "step": 36565,
      "token_acc": 0.9735099337748344
    },
    {
      "epoch": 1.8211244459937252,
      "grad_norm": 1.4791368246078491,
      "learning_rate": 2.171134164614369e-06,
      "loss": 0.1805300235748291,
      "step": 36570,
      "token_acc": 0.925764192139738
    },
    {
      "epoch": 1.82137343757781,
      "grad_norm": 0.5431056022644043,
      "learning_rate": 2.1651379866511e-06,
      "loss": 0.1053188681602478,
      "step": 36575,
      "token_acc": 0.9762767710049424
    },
    {
      "epoch": 1.8216224291618943,
      "grad_norm": 1.3509914875030518,
      "learning_rate": 2.1591499169333007e-06,
      "loss": 0.21732730865478517,
      "step": 36580,
      "token_acc": 0.9324817518248175
    },
    {
      "epoch": 1.8218714207459787,
      "grad_norm": 2.157982349395752,
      "learning_rate": 2.153169956475992e-06,
      "loss": 0.1316864013671875,
      "step": 36585,
      "token_acc": 0.9827485380116959
    },
    {
      "epoch": 1.8221204123300634,
      "grad_norm": 0.9650840759277344,
      "learning_rate": 2.147198106292797e-06,
      "loss": 0.20777642726898193,
      "step": 36590,
      "token_acc": 0.9676956209619526
    },
    {
      "epoch": 1.8223694039141476,
      "grad_norm": 1.2600010633468628,
      "learning_rate": 2.1412343673959724e-06,
      "loss": 0.426115894317627,
      "step": 36595,
      "token_acc": 0.8909657320872274
    },
    {
      "epoch": 1.8226183954982322,
      "grad_norm": 1.2968745231628418,
      "learning_rate": 2.1352787407964038e-06,
      "loss": 0.30296642780303956,
      "step": 36600,
      "token_acc": 0.932573599240266
    },
    {
      "epoch": 1.8228673870823167,
      "grad_norm": 3.936920166015625,
      "learning_rate": 2.129331227503595e-06,
      "loss": 0.33035337924957275,
      "step": 36605,
      "token_acc": 0.8863636363636364
    },
    {
      "epoch": 1.823116378666401,
      "grad_norm": 1.1878465414047241,
      "learning_rate": 2.1233918285256893e-06,
      "loss": 0.22535405158996583,
      "step": 36610,
      "token_acc": 0.9174311926605505
    },
    {
      "epoch": 1.8233653702504855,
      "grad_norm": 2.1245853900909424,
      "learning_rate": 2.1174605448694375e-06,
      "loss": 0.2628872632980347,
      "step": 36615,
      "token_acc": 0.9292452830188679
    },
    {
      "epoch": 1.82361436183457,
      "grad_norm": 1.4871281385421753,
      "learning_rate": 2.1115373775402236e-06,
      "loss": 0.236098313331604,
      "step": 36620,
      "token_acc": 0.9181818181818182
    },
    {
      "epoch": 1.8238633534186546,
      "grad_norm": 1.3213244676589966,
      "learning_rate": 2.1056223275420507e-06,
      "loss": 0.18305107355117797,
      "step": 36625,
      "token_acc": 0.9393939393939394
    },
    {
      "epoch": 1.8241123450027388,
      "grad_norm": 1.3417203426361084,
      "learning_rate": 2.0997153958775495e-06,
      "loss": 0.11108152866363526,
      "step": 36630,
      "token_acc": 0.9779816513761468
    },
    {
      "epoch": 1.8243613365868234,
      "grad_norm": 5.920702934265137,
      "learning_rate": 2.093816583547975e-06,
      "loss": 0.18855395317077636,
      "step": 36635,
      "token_acc": 0.970063327576281
    },
    {
      "epoch": 1.8246103281709078,
      "grad_norm": 1.5375158786773682,
      "learning_rate": 2.0879258915532052e-06,
      "loss": 0.13190860748291017,
      "step": 36640,
      "token_acc": 0.9745286803048536
    },
    {
      "epoch": 1.8248593197549923,
      "grad_norm": 0.9292734861373901,
      "learning_rate": 2.082043320891741e-06,
      "loss": 0.29095380306243895,
      "step": 36645,
      "token_acc": 0.8402366863905325
    },
    {
      "epoch": 1.8251083113390767,
      "grad_norm": 1.0980421304702759,
      "learning_rate": 2.0761688725607187e-06,
      "loss": 0.05479001998901367,
      "step": 36650,
      "token_acc": 0.9916051040967092
    },
    {
      "epoch": 1.8253573029231611,
      "grad_norm": 1.9636874198913574,
      "learning_rate": 2.070302547555858e-06,
      "loss": 0.21814932823181152,
      "step": 36655,
      "token_acc": 0.9079601990049752
    },
    {
      "epoch": 1.8256062945072458,
      "grad_norm": 2.735959053039551,
      "learning_rate": 2.064444346871558e-06,
      "loss": 0.2325066566467285,
      "step": 36660,
      "token_acc": 0.9238329238329238
    },
    {
      "epoch": 1.82585528609133,
      "grad_norm": 3.313427686691284,
      "learning_rate": 2.058594271500802e-06,
      "loss": 0.3309484481811523,
      "step": 36665,
      "token_acc": 0.9654898849662832
    },
    {
      "epoch": 1.8261042776754146,
      "grad_norm": 1.2979426383972168,
      "learning_rate": 2.0527523224352086e-06,
      "loss": 0.2184145212173462,
      "step": 36670,
      "token_acc": 0.9771646051379639
    },
    {
      "epoch": 1.826353269259499,
      "grad_norm": 1.8989177942276,
      "learning_rate": 2.0469185006650018e-06,
      "loss": 0.18025622367858887,
      "step": 36675,
      "token_acc": 0.9410774410774411
    },
    {
      "epoch": 1.8266022608435835,
      "grad_norm": 2.4696848392486572,
      "learning_rate": 2.0410928071790734e-06,
      "loss": 0.26003360748291016,
      "step": 36680,
      "token_acc": 0.9030520646319569
    },
    {
      "epoch": 1.826851252427668,
      "grad_norm": 1.5536143779754639,
      "learning_rate": 2.035275242964885e-06,
      "loss": 0.20830955505371093,
      "step": 36685,
      "token_acc": 0.9853951890034365
    },
    {
      "epoch": 1.8271002440117523,
      "grad_norm": 2.940678596496582,
      "learning_rate": 2.0294658090085404e-06,
      "loss": 0.35341193675994875,
      "step": 36690,
      "token_acc": 0.854493580599144
    },
    {
      "epoch": 1.827349235595837,
      "grad_norm": 0.7902962565422058,
      "learning_rate": 2.0236645062947755e-06,
      "loss": 0.2260293960571289,
      "step": 36695,
      "token_acc": 0.9809322033898306
    },
    {
      "epoch": 1.8275982271799212,
      "grad_norm": 3.1699013710021973,
      "learning_rate": 2.0178713358069535e-06,
      "loss": 0.3114544630050659,
      "step": 36700,
      "token_acc": 0.8801742919389978
    },
    {
      "epoch": 1.8278472187640058,
      "grad_norm": 4.481353282928467,
      "learning_rate": 2.0120862985270216e-06,
      "loss": 0.31029396057128905,
      "step": 36705,
      "token_acc": 0.9218989280245024
    },
    {
      "epoch": 1.8280962103480902,
      "grad_norm": 1.6562167406082153,
      "learning_rate": 2.006309395435574e-06,
      "loss": 0.2912817716598511,
      "step": 36710,
      "token_acc": 0.8941176470588236
    },
    {
      "epoch": 1.8283452019321746,
      "grad_norm": 5.500787734985352,
      "learning_rate": 2.0005406275118487e-06,
      "loss": 0.3567537546157837,
      "step": 36715,
      "token_acc": 0.831858407079646
    },
    {
      "epoch": 1.8285941935162593,
      "grad_norm": 10.003226280212402,
      "learning_rate": 1.9947799957336533e-06,
      "loss": 0.19884276390075684,
      "step": 36720,
      "token_acc": 0.9801200300075019
    },
    {
      "epoch": 1.8288431851003435,
      "grad_norm": 0.314624547958374,
      "learning_rate": 1.989027501077456e-06,
      "loss": 0.19659147262573243,
      "step": 36725,
      "token_acc": 0.9869960988296489
    },
    {
      "epoch": 1.8290921766844281,
      "grad_norm": 1.0307384729385376,
      "learning_rate": 1.9832831445183274e-06,
      "loss": 0.1282359004020691,
      "step": 36730,
      "token_acc": 0.9828593689131282
    },
    {
      "epoch": 1.8293411682685126,
      "grad_norm": 3.370051860809326,
      "learning_rate": 1.9775469270299716e-06,
      "loss": 0.24218032360076905,
      "step": 36735,
      "token_acc": 0.9209876543209876
    },
    {
      "epoch": 1.829590159852597,
      "grad_norm": 6.764496803283691,
      "learning_rate": 1.9718188495847e-06,
      "loss": 0.38824071884155276,
      "step": 36740,
      "token_acc": 0.8319123020706456
    },
    {
      "epoch": 1.8298391514366814,
      "grad_norm": 2.71203875541687,
      "learning_rate": 1.9660989131534526e-06,
      "loss": 0.14150495529174806,
      "step": 36745,
      "token_acc": 0.9827349958892847
    },
    {
      "epoch": 1.8300881430207658,
      "grad_norm": 4.326502799987793,
      "learning_rate": 1.9603871187057864e-06,
      "loss": 0.3215649127960205,
      "step": 36750,
      "token_acc": 0.9127725856697819
    },
    {
      "epoch": 1.8303371346048505,
      "grad_norm": 1.9713560342788696,
      "learning_rate": 1.9546834672098778e-06,
      "loss": 0.2735211610794067,
      "step": 36755,
      "token_acc": 0.9264326277749096
    },
    {
      "epoch": 1.8305861261889347,
      "grad_norm": 1.8643574714660645,
      "learning_rate": 1.9489879596325256e-06,
      "loss": 0.15902068614959716,
      "step": 36760,
      "token_acc": 0.9519408502772643
    },
    {
      "epoch": 1.8308351177730193,
      "grad_norm": 1.99211585521698,
      "learning_rate": 1.943300596939146e-06,
      "loss": 0.26859140396118164,
      "step": 36765,
      "token_acc": 0.9161904761904762
    },
    {
      "epoch": 1.8310841093571038,
      "grad_norm": 1.416129231452942,
      "learning_rate": 1.9376213800937737e-06,
      "loss": 0.21250715255737304,
      "step": 36770,
      "token_acc": 0.9551451187335093
    },
    {
      "epoch": 1.8313331009411882,
      "grad_norm": 0.799511730670929,
      "learning_rate": 1.9319503100590664e-06,
      "loss": 0.2794628143310547,
      "step": 36775,
      "token_acc": 0.914572864321608
    },
    {
      "epoch": 1.8315820925252726,
      "grad_norm": 3.020294189453125,
      "learning_rate": 1.9262873877962997e-06,
      "loss": 0.25000662803649903,
      "step": 36780,
      "token_acc": 0.9102362204724409
    },
    {
      "epoch": 1.831831084109357,
      "grad_norm": 4.774810314178467,
      "learning_rate": 1.9206326142653553e-06,
      "loss": 0.2670212030410767,
      "step": 36785,
      "token_acc": 0.9463373083475298
    },
    {
      "epoch": 1.8320800756934417,
      "grad_norm": 0.43204933404922485,
      "learning_rate": 1.9149859904247613e-06,
      "loss": 0.20270955562591553,
      "step": 36790,
      "token_acc": 0.8889751552795031
    },
    {
      "epoch": 1.8323290672775259,
      "grad_norm": 5.639530181884766,
      "learning_rate": 1.909347517231641e-06,
      "loss": 0.22669546604156493,
      "step": 36795,
      "token_acc": 0.9442970822281167
    },
    {
      "epoch": 1.8325780588616105,
      "grad_norm": 1.7291179895401,
      "learning_rate": 1.903717195641741e-06,
      "loss": 0.3701322555541992,
      "step": 36800,
      "token_acc": 0.8491107286288009
    },
    {
      "epoch": 1.832827050445695,
      "grad_norm": 0.5192634463310242,
      "learning_rate": 1.8980950266094311e-06,
      "loss": 0.30873086452484133,
      "step": 36805,
      "token_acc": 0.9773527931555108
    },
    {
      "epoch": 1.8330760420297794,
      "grad_norm": 1.0192489624023438,
      "learning_rate": 1.8924810110877045e-06,
      "loss": 0.3597139596939087,
      "step": 36810,
      "token_acc": 0.8776978417266187
    },
    {
      "epoch": 1.833325033613864,
      "grad_norm": 4.403759956359863,
      "learning_rate": 1.88687515002815e-06,
      "loss": 0.2816433906555176,
      "step": 36815,
      "token_acc": 0.9073634204275535
    },
    {
      "epoch": 1.8335740251979482,
      "grad_norm": 1.8612045049667358,
      "learning_rate": 1.881277444380991e-06,
      "loss": 0.3213716983795166,
      "step": 36820,
      "token_acc": 0.8726190476190476
    },
    {
      "epoch": 1.8338230167820329,
      "grad_norm": 3.2541348934173584,
      "learning_rate": 1.8756878950950796e-06,
      "loss": 0.3710939884185791,
      "step": 36825,
      "token_acc": 0.8494208494208494
    },
    {
      "epoch": 1.8340720083661173,
      "grad_norm": 0.6454622745513916,
      "learning_rate": 1.8701065031178632e-06,
      "loss": 0.2568491220474243,
      "step": 36830,
      "token_acc": 0.9504587155963303
    },
    {
      "epoch": 1.8343209999502017,
      "grad_norm": 1.2554999589920044,
      "learning_rate": 1.8645332693954132e-06,
      "loss": 0.17470295429229737,
      "step": 36835,
      "token_acc": 0.9557086614173228
    },
    {
      "epoch": 1.8345699915342861,
      "grad_norm": 2.1721644401550293,
      "learning_rate": 1.858968194872418e-06,
      "loss": 0.34870760440826415,
      "step": 36840,
      "token_acc": 0.9003831417624522
    },
    {
      "epoch": 1.8348189831183706,
      "grad_norm": 1.1127623319625854,
      "learning_rate": 1.853411280492201e-06,
      "loss": 0.24958364963531493,
      "step": 36845,
      "token_acc": 0.9517857142857142
    },
    {
      "epoch": 1.8350679747024552,
      "grad_norm": 0.7812783718109131,
      "learning_rate": 1.8478625271966699e-06,
      "loss": 0.169017493724823,
      "step": 36850,
      "token_acc": 0.9607390300230947
    },
    {
      "epoch": 1.8353169662865394,
      "grad_norm": 3.676581621170044,
      "learning_rate": 1.8423219359263667e-06,
      "loss": 0.16900714635848998,
      "step": 36855,
      "token_acc": 0.951188986232791
    },
    {
      "epoch": 1.835565957870624,
      "grad_norm": 1.1370054483413696,
      "learning_rate": 1.836789507620462e-06,
      "loss": 0.20762810707092286,
      "step": 36860,
      "token_acc": 0.951179820992677
    },
    {
      "epoch": 1.8358149494547085,
      "grad_norm": 2.2933590412139893,
      "learning_rate": 1.8312652432167176e-06,
      "loss": 0.25532236099243166,
      "step": 36865,
      "token_acc": 0.9665386725178278
    },
    {
      "epoch": 1.836063941038793,
      "grad_norm": 0.7729635238647461,
      "learning_rate": 1.8257491436515284e-06,
      "loss": 0.21622350215911865,
      "step": 36870,
      "token_acc": 0.9445843828715366
    },
    {
      "epoch": 1.8363129326228773,
      "grad_norm": 4.788811683654785,
      "learning_rate": 1.820241209859902e-06,
      "loss": 0.15738930702209472,
      "step": 36875,
      "token_acc": 0.9822125813449024
    },
    {
      "epoch": 1.8365619242069617,
      "grad_norm": 1.0919435024261475,
      "learning_rate": 1.8147414427754527e-06,
      "loss": 0.21346826553344728,
      "step": 36880,
      "token_acc": 0.9258474576271186
    },
    {
      "epoch": 1.8368109157910464,
      "grad_norm": 0.4116722643375397,
      "learning_rate": 1.8092498433304295e-06,
      "loss": 0.20016176700592042,
      "step": 36885,
      "token_acc": 0.9651376146788991
    },
    {
      "epoch": 1.8370599073751306,
      "grad_norm": 1.1287128925323486,
      "learning_rate": 1.8037664124556763e-06,
      "loss": 0.13167980909347535,
      "step": 36890,
      "token_acc": 0.967479674796748
    },
    {
      "epoch": 1.8373088989592152,
      "grad_norm": 1.4264591932296753,
      "learning_rate": 1.798291151080661e-06,
      "loss": 0.5286168098449707,
      "step": 36895,
      "token_acc": 0.9317092651757188
    },
    {
      "epoch": 1.8375578905432997,
      "grad_norm": 4.188203811645508,
      "learning_rate": 1.79282406013348e-06,
      "loss": 0.3355193853378296,
      "step": 36900,
      "token_acc": 0.9603498542274053
    },
    {
      "epoch": 1.837806882127384,
      "grad_norm": 6.746129989624023,
      "learning_rate": 1.7873651405408142e-06,
      "loss": 0.23308062553405762,
      "step": 36905,
      "token_acc": 0.9718798151001541
    },
    {
      "epoch": 1.8380558737114685,
      "grad_norm": 0.6208639144897461,
      "learning_rate": 1.7819143932279957e-06,
      "loss": 0.21189384460449218,
      "step": 36910,
      "token_acc": 0.9738317757009346
    },
    {
      "epoch": 1.838304865295553,
      "grad_norm": 3.2979090213775635,
      "learning_rate": 1.7764718191189412e-06,
      "loss": 0.3759239673614502,
      "step": 36915,
      "token_acc": 0.8390207715133531
    },
    {
      "epoch": 1.8385538568796376,
      "grad_norm": 3.923100471496582,
      "learning_rate": 1.7710374191361957e-06,
      "loss": 0.31084432601928713,
      "step": 36920,
      "token_acc": 0.9571642750053545
    },
    {
      "epoch": 1.8388028484637218,
      "grad_norm": 3.0632081031799316,
      "learning_rate": 1.765611194200928e-06,
      "loss": 0.48024659156799315,
      "step": 36925,
      "token_acc": 0.8307134220072552
    },
    {
      "epoch": 1.8390518400478064,
      "grad_norm": 2.908519744873047,
      "learning_rate": 1.7601931452328857e-06,
      "loss": 0.401377010345459,
      "step": 36930,
      "token_acc": 0.8931451612903226
    },
    {
      "epoch": 1.8393008316318908,
      "grad_norm": 3.2521302700042725,
      "learning_rate": 1.7547832731504732e-06,
      "loss": 0.24982986450195313,
      "step": 36935,
      "token_acc": 0.9736677115987461
    },
    {
      "epoch": 1.8395498232159753,
      "grad_norm": 2.585547924041748,
      "learning_rate": 1.7493815788706957e-06,
      "loss": 0.36393051147460936,
      "step": 36940,
      "token_acc": 0.8471177944862155
    },
    {
      "epoch": 1.83979881480006,
      "grad_norm": 1.1495848894119263,
      "learning_rate": 1.7439880633091543e-06,
      "loss": 0.3072411298751831,
      "step": 36945,
      "token_acc": 0.9220430107526881
    },
    {
      "epoch": 1.8400478063841441,
      "grad_norm": 7.799350738525391,
      "learning_rate": 1.7386027273800732e-06,
      "loss": 0.38410000801086425,
      "step": 36950,
      "token_acc": 0.8982188295165394
    },
    {
      "epoch": 1.8402967979682288,
      "grad_norm": 2.102717638015747,
      "learning_rate": 1.7332255719963052e-06,
      "loss": 0.26604955196380614,
      "step": 36955,
      "token_acc": 0.9085365853658537
    },
    {
      "epoch": 1.8405457895523132,
      "grad_norm": 3.7158610820770264,
      "learning_rate": 1.7278565980693052e-06,
      "loss": 0.3704185485839844,
      "step": 36960,
      "token_acc": 0.9095823095823096
    },
    {
      "epoch": 1.8407947811363976,
      "grad_norm": 1.4899630546569824,
      "learning_rate": 1.7224958065091278e-06,
      "loss": 0.3984377861022949,
      "step": 36965,
      "token_acc": 0.8901345291479821
    },
    {
      "epoch": 1.841043772720482,
      "grad_norm": 2.1599955558776855,
      "learning_rate": 1.7171431982244636e-06,
      "loss": 0.23631036281585693,
      "step": 36970,
      "token_acc": 0.9326599326599326
    },
    {
      "epoch": 1.8412927643045665,
      "grad_norm": 1.5870444774627686,
      "learning_rate": 1.7117987741226083e-06,
      "loss": 0.19393943548202514,
      "step": 36975,
      "token_acc": 0.9455587392550143
    },
    {
      "epoch": 1.841541755888651,
      "grad_norm": 0.712429940700531,
      "learning_rate": 1.7064625351094655e-06,
      "loss": 0.4426990509033203,
      "step": 36980,
      "token_acc": 0.8193484698914116
    },
    {
      "epoch": 1.8417907474727353,
      "grad_norm": 4.460896015167236,
      "learning_rate": 1.7011344820895448e-06,
      "loss": 0.2932474374771118,
      "step": 36985,
      "token_acc": 0.9676494676494677
    },
    {
      "epoch": 1.84203973905682,
      "grad_norm": 16.73148536682129,
      "learning_rate": 1.695814615965996e-06,
      "loss": 0.38689260482788085,
      "step": 36990,
      "token_acc": 0.9724334600760456
    },
    {
      "epoch": 1.8422887306409044,
      "grad_norm": 0.6064044237136841,
      "learning_rate": 1.6905029376405423e-06,
      "loss": 0.2668856382369995,
      "step": 36995,
      "token_acc": 0.9651474530831099
    },
    {
      "epoch": 1.8425377222249888,
      "grad_norm": 1.3649977445602417,
      "learning_rate": 1.6851994480135524e-06,
      "loss": 0.29238691329956057,
      "step": 37000,
      "token_acc": 0.9055793991416309
    },
    {
      "epoch": 1.8427867138090732,
      "grad_norm": 1.7184380292892456,
      "learning_rate": 1.6799041479839905e-06,
      "loss": 0.22439606189727784,
      "step": 37005,
      "token_acc": 0.983132530120482
    },
    {
      "epoch": 1.8430357053931576,
      "grad_norm": 5.51535701751709,
      "learning_rate": 1.6746170384494386e-06,
      "loss": 0.46320500373840334,
      "step": 37010,
      "token_acc": 0.8503787878787878
    },
    {
      "epoch": 1.8432846969772423,
      "grad_norm": 2.29176664352417,
      "learning_rate": 1.6693381203060854e-06,
      "loss": 0.23458361625671387,
      "step": 37015,
      "token_acc": 0.9804063860667634
    },
    {
      "epoch": 1.8435336885613265,
      "grad_norm": 1.5434213876724243,
      "learning_rate": 1.6640673944487318e-06,
      "loss": 0.43526601791381836,
      "step": 37020,
      "token_acc": 0.8297595841455491
    },
    {
      "epoch": 1.8437826801454111,
      "grad_norm": 3.4782826900482178,
      "learning_rate": 1.6588048617707962e-06,
      "loss": 0.3322762966156006,
      "step": 37025,
      "token_acc": 0.869497346237902
    },
    {
      "epoch": 1.8440316717294956,
      "grad_norm": 1.7617777585983276,
      "learning_rate": 1.6535505231643044e-06,
      "loss": 0.21862668991088868,
      "step": 37030,
      "token_acc": 0.9052044609665427
    },
    {
      "epoch": 1.84428066331358,
      "grad_norm": 3.296604633331299,
      "learning_rate": 1.6483043795198826e-06,
      "loss": 0.2792860269546509,
      "step": 37035,
      "token_acc": 0.9102040816326531
    },
    {
      "epoch": 1.8445296548976644,
      "grad_norm": 1.203182339668274,
      "learning_rate": 1.6430664317267918e-06,
      "loss": 0.4698490619659424,
      "step": 37040,
      "token_acc": 0.8512605042016806
    },
    {
      "epoch": 1.8447786464817488,
      "grad_norm": 0.43758130073547363,
      "learning_rate": 1.6378366806728828e-06,
      "loss": 0.2859231472015381,
      "step": 37045,
      "token_acc": 0.958031201933641
    },
    {
      "epoch": 1.8450276380658335,
      "grad_norm": 3.1789004802703857,
      "learning_rate": 1.6326151272446244e-06,
      "loss": 0.40813755989074707,
      "step": 37050,
      "token_acc": 0.8825910931174089
    },
    {
      "epoch": 1.8452766296499177,
      "grad_norm": 2.3434033393859863,
      "learning_rate": 1.6274017723271029e-06,
      "loss": 0.2602705478668213,
      "step": 37055,
      "token_acc": 0.9522439585730725
    },
    {
      "epoch": 1.8455256212340023,
      "grad_norm": 5.288496494293213,
      "learning_rate": 1.6221966168039892e-06,
      "loss": 0.3126802444458008,
      "step": 37060,
      "token_acc": 0.9229390681003584
    },
    {
      "epoch": 1.8457746128180867,
      "grad_norm": 5.6199798583984375,
      "learning_rate": 1.6169996615576e-06,
      "loss": 0.3404457807540894,
      "step": 37065,
      "token_acc": 0.9490229396771452
    },
    {
      "epoch": 1.8460236044021712,
      "grad_norm": 3.705256700515747,
      "learning_rate": 1.611810907468847e-06,
      "loss": 0.28705973625183107,
      "step": 37070,
      "token_acc": 0.8977635782747604
    },
    {
      "epoch": 1.8462725959862558,
      "grad_norm": 4.312892913818359,
      "learning_rate": 1.6066303554172324e-06,
      "loss": 0.1914682388305664,
      "step": 37075,
      "token_acc": 0.9868421052631579
    },
    {
      "epoch": 1.84652158757034,
      "grad_norm": 5.759774684906006,
      "learning_rate": 1.6014580062808926e-06,
      "loss": 0.3333571910858154,
      "step": 37080,
      "token_acc": 0.9190800681431005
    },
    {
      "epoch": 1.8467705791544247,
      "grad_norm": 0.4176638424396515,
      "learning_rate": 1.5962938609365762e-06,
      "loss": 0.26971509456634524,
      "step": 37085,
      "token_acc": 0.9546925566343042
    },
    {
      "epoch": 1.847019570738509,
      "grad_norm": 2.3057029247283936,
      "learning_rate": 1.5911379202596332e-06,
      "loss": 0.35608344078063964,
      "step": 37090,
      "token_acc": 0.8486547085201793
    },
    {
      "epoch": 1.8472685623225935,
      "grad_norm": 0.6670376658439636,
      "learning_rate": 1.5859901851239978e-06,
      "loss": 0.16626992225646972,
      "step": 37095,
      "token_acc": 0.9516908212560387
    },
    {
      "epoch": 1.847517553906678,
      "grad_norm": 1.8005214929580688,
      "learning_rate": 1.5808506564022552e-06,
      "loss": 0.144081449508667,
      "step": 37100,
      "token_acc": 0.9698085419734904
    },
    {
      "epoch": 1.8477665454907624,
      "grad_norm": 1.1282737255096436,
      "learning_rate": 1.5757193349655863e-06,
      "loss": 0.3011990785598755,
      "step": 37105,
      "token_acc": 0.9173553719008265
    },
    {
      "epoch": 1.848015537074847,
      "grad_norm": 3.6855719089508057,
      "learning_rate": 1.5705962216837565e-06,
      "loss": 0.4407497406005859,
      "step": 37110,
      "token_acc": 0.9092731829573935
    },
    {
      "epoch": 1.8482645286589312,
      "grad_norm": 1.9778223037719727,
      "learning_rate": 1.5654813174251658e-06,
      "loss": 0.13226892948150634,
      "step": 37115,
      "token_acc": 0.9706959706959707
    },
    {
      "epoch": 1.8485135202430159,
      "grad_norm": 1.7115023136138916,
      "learning_rate": 1.560374623056826e-06,
      "loss": 0.2736983060836792,
      "step": 37120,
      "token_acc": 0.9752824858757062
    },
    {
      "epoch": 1.8487625118271003,
      "grad_norm": 2.0418941974639893,
      "learning_rate": 1.555276139444334e-06,
      "loss": 0.3198181867599487,
      "step": 37125,
      "token_acc": 0.8355359765051396
    },
    {
      "epoch": 1.8490115034111847,
      "grad_norm": 4.613427639007568,
      "learning_rate": 1.5501858674519144e-06,
      "loss": 0.3829167604446411,
      "step": 37130,
      "token_acc": 0.8486682808716707
    },
    {
      "epoch": 1.8492604949952691,
      "grad_norm": 1.8679695129394531,
      "learning_rate": 1.545103807942394e-06,
      "loss": 0.38819708824157717,
      "step": 37135,
      "token_acc": 0.8667642752562226
    },
    {
      "epoch": 1.8495094865793535,
      "grad_norm": 1.1554781198501587,
      "learning_rate": 1.5400299617772063e-06,
      "loss": 0.2822350263595581,
      "step": 37140,
      "token_acc": 0.9173065564087419
    },
    {
      "epoch": 1.8497584781634382,
      "grad_norm": 1.7845039367675781,
      "learning_rate": 1.5349643298163852e-06,
      "loss": 0.38140082359313965,
      "step": 37145,
      "token_acc": 0.841031149301826
    },
    {
      "epoch": 1.8500074697475224,
      "grad_norm": 3.629166603088379,
      "learning_rate": 1.529906912918594e-06,
      "loss": 0.5156703948974609,
      "step": 37150,
      "token_acc": 0.8191056910569106
    },
    {
      "epoch": 1.850256461331607,
      "grad_norm": 3.095287561416626,
      "learning_rate": 1.52485771194108e-06,
      "loss": 0.3312682628631592,
      "step": 37155,
      "token_acc": 0.8937526561835955
    },
    {
      "epoch": 1.8505054529156915,
      "grad_norm": 0.9942899942398071,
      "learning_rate": 1.519816727739709e-06,
      "loss": 0.2796811580657959,
      "step": 37160,
      "token_acc": 0.8952569169960475
    },
    {
      "epoch": 1.8507544444997759,
      "grad_norm": 2.737474203109741,
      "learning_rate": 1.5147839611689585e-06,
      "loss": 0.20631649494171142,
      "step": 37165,
      "token_acc": 0.9312977099236641
    },
    {
      "epoch": 1.8510034360838605,
      "grad_norm": 1.7944941520690918,
      "learning_rate": 1.5097594130819015e-06,
      "loss": 0.21925609111785888,
      "step": 37170,
      "token_acc": 0.8927392739273927
    },
    {
      "epoch": 1.8512524276679447,
      "grad_norm": 3.27604079246521,
      "learning_rate": 1.5047430843302291e-06,
      "loss": 0.33905959129333496,
      "step": 37175,
      "token_acc": 0.8131979695431472
    },
    {
      "epoch": 1.8515014192520294,
      "grad_norm": 1.5962626934051514,
      "learning_rate": 1.4997349757642276e-06,
      "loss": 0.15683598518371583,
      "step": 37180,
      "token_acc": 0.9772727272727273
    },
    {
      "epoch": 1.8517504108361136,
      "grad_norm": 1.500479817390442,
      "learning_rate": 1.4947350882328016e-06,
      "loss": 0.5199544429779053,
      "step": 37185,
      "token_acc": 0.8237200259235256
    },
    {
      "epoch": 1.8519994024201982,
      "grad_norm": 1.3497945070266724,
      "learning_rate": 1.4897434225834506e-06,
      "loss": 0.4225191593170166,
      "step": 37190,
      "token_acc": 0.9599651871192341
    },
    {
      "epoch": 1.8522483940042827,
      "grad_norm": 1.089294672012329,
      "learning_rate": 1.484759979662287e-06,
      "loss": 0.18181227445602416,
      "step": 37195,
      "token_acc": 0.9605543710021321
    },
    {
      "epoch": 1.852497385588367,
      "grad_norm": 2.1464626789093018,
      "learning_rate": 1.4797847603140402e-06,
      "loss": 0.30227112770080566,
      "step": 37200,
      "token_acc": 0.8928571428571429
    },
    {
      "epoch": 1.8527463771724517,
      "grad_norm": 4.29014778137207,
      "learning_rate": 1.4748177653820195e-06,
      "loss": 0.3674882650375366,
      "step": 37205,
      "token_acc": 0.965572033898305
    },
    {
      "epoch": 1.852995368756536,
      "grad_norm": 0.14429759979248047,
      "learning_rate": 1.4698589957081677e-06,
      "loss": 0.3188305854797363,
      "step": 37210,
      "token_acc": 0.9395691014188124
    },
    {
      "epoch": 1.8532443603406206,
      "grad_norm": 3.6229398250579834,
      "learning_rate": 1.464908452133007e-06,
      "loss": 0.1623749017715454,
      "step": 37215,
      "token_acc": 0.9658703071672355
    },
    {
      "epoch": 1.853493351924705,
      "grad_norm": 1.4224762916564941,
      "learning_rate": 1.4599661354956994e-06,
      "loss": 0.2012401580810547,
      "step": 37220,
      "token_acc": 0.935064935064935
    },
    {
      "epoch": 1.8537423435087894,
      "grad_norm": 5.39544677734375,
      "learning_rate": 1.4550320466339695e-06,
      "loss": 0.25278449058532715,
      "step": 37225,
      "token_acc": 0.9593023255813954
    },
    {
      "epoch": 1.8539913350928738,
      "grad_norm": 1.5272403955459595,
      "learning_rate": 1.4501061863841814e-06,
      "loss": 0.25775966644287107,
      "step": 37230,
      "token_acc": 0.9134615384615384
    },
    {
      "epoch": 1.8542403266769583,
      "grad_norm": 0.35202112793922424,
      "learning_rate": 1.445188555581295e-06,
      "loss": 0.10032891035079956,
      "step": 37235,
      "token_acc": 0.9878651685393258
    },
    {
      "epoch": 1.854489318261043,
      "grad_norm": 1.4146596193313599,
      "learning_rate": 1.4402791550588657e-06,
      "loss": 0.22583494186401368,
      "step": 37240,
      "token_acc": 0.8969072164948454
    },
    {
      "epoch": 1.854738309845127,
      "grad_norm": 1.3049376010894775,
      "learning_rate": 1.4353779856490612e-06,
      "loss": 0.26980531215667725,
      "step": 37245,
      "token_acc": 0.8888888888888888
    },
    {
      "epoch": 1.8549873014292118,
      "grad_norm": 1.625566840171814,
      "learning_rate": 1.430485048182667e-06,
      "loss": 0.15046064853668212,
      "step": 37250,
      "token_acc": 0.9431372549019608
    },
    {
      "epoch": 1.8552362930132962,
      "grad_norm": 1.5003410577774048,
      "learning_rate": 1.4256003434890474e-06,
      "loss": 0.14379652738571166,
      "step": 37255,
      "token_acc": 0.9738824711200402
    },
    {
      "epoch": 1.8554852845973806,
      "grad_norm": 5.094465732574463,
      "learning_rate": 1.4207238723961791e-06,
      "loss": 0.18461911678314208,
      "step": 37260,
      "token_acc": 0.9790547798066596
    },
    {
      "epoch": 1.855734276181465,
      "grad_norm": 1.9005659818649292,
      "learning_rate": 1.4158556357306673e-06,
      "loss": 0.12976077795028687,
      "step": 37265,
      "token_acc": 0.9633691599034876
    },
    {
      "epoch": 1.8559832677655494,
      "grad_norm": 1.3901705741882324,
      "learning_rate": 1.4109956343176856e-06,
      "loss": 0.3551499843597412,
      "step": 37270,
      "token_acc": 0.8792079207920792
    },
    {
      "epoch": 1.856232259349634,
      "grad_norm": 2.4230005741119385,
      "learning_rate": 1.4061438689810302e-06,
      "loss": 0.4002534866333008,
      "step": 37275,
      "token_acc": 0.8837638376383764
    },
    {
      "epoch": 1.8564812509337183,
      "grad_norm": 3.390048027038574,
      "learning_rate": 1.4013003405431046e-06,
      "loss": 0.18711897134780883,
      "step": 37280,
      "token_acc": 0.9318801089918256
    },
    {
      "epoch": 1.856730242517803,
      "grad_norm": 1.7039381265640259,
      "learning_rate": 1.3964650498249132e-06,
      "loss": 0.1416357398033142,
      "step": 37285,
      "token_acc": 0.9447415329768271
    },
    {
      "epoch": 1.8569792341018874,
      "grad_norm": 1.9089897871017456,
      "learning_rate": 1.3916379976460558e-06,
      "loss": 0.19877071380615235,
      "step": 37290,
      "token_acc": 0.9427937915742793
    },
    {
      "epoch": 1.8572282256859718,
      "grad_norm": 0.7561149597167969,
      "learning_rate": 1.3868191848247392e-06,
      "loss": 0.2738763093948364,
      "step": 37295,
      "token_acc": 0.9150743099787686
    },
    {
      "epoch": 1.8574772172700564,
      "grad_norm": 1.5005165338516235,
      "learning_rate": 1.382008612177782e-06,
      "loss": 0.14988579750061035,
      "step": 37300,
      "token_acc": 0.9611470860314524
    },
    {
      "epoch": 1.8577262088541406,
      "grad_norm": 2.598318576812744,
      "learning_rate": 1.3772062805205988e-06,
      "loss": 0.19106165170669556,
      "step": 37305,
      "token_acc": 0.9642946944933367
    },
    {
      "epoch": 1.8579752004382253,
      "grad_norm": 4.994961738586426,
      "learning_rate": 1.372412190667205e-06,
      "loss": 0.3534141302108765,
      "step": 37310,
      "token_acc": 0.8595317725752508
    },
    {
      "epoch": 1.8582241920223095,
      "grad_norm": 3.231205463409424,
      "learning_rate": 1.3676263434302284e-06,
      "loss": 0.2571443557739258,
      "step": 37315,
      "token_acc": 0.9166666666666666
    },
    {
      "epoch": 1.8584731836063941,
      "grad_norm": 1.383780837059021,
      "learning_rate": 1.3628487396208923e-06,
      "loss": 0.2681501626968384,
      "step": 37320,
      "token_acc": 0.9047619047619048
    },
    {
      "epoch": 1.8587221751904786,
      "grad_norm": 2.6458303928375244,
      "learning_rate": 1.358079380049021e-06,
      "loss": 0.18381216526031494,
      "step": 37325,
      "token_acc": 0.9766622633201233
    },
    {
      "epoch": 1.858971166774563,
      "grad_norm": 3.717271566390991,
      "learning_rate": 1.3533182655230402e-06,
      "loss": 0.3943159103393555,
      "step": 37330,
      "token_acc": 0.8609112709832134
    },
    {
      "epoch": 1.8592201583586476,
      "grad_norm": 0.39139866828918457,
      "learning_rate": 1.3485653968499935e-06,
      "loss": 0.12466626167297364,
      "step": 37335,
      "token_acc": 0.978030303030303
    },
    {
      "epoch": 1.8594691499427318,
      "grad_norm": 0.8338595628738403,
      "learning_rate": 1.3438207748355136e-06,
      "loss": 0.12534966468811035,
      "step": 37340,
      "token_acc": 0.984313725490196
    },
    {
      "epoch": 1.8597181415268165,
      "grad_norm": 0.46118804812431335,
      "learning_rate": 1.33908440028383e-06,
      "loss": 0.20260493755340575,
      "step": 37345,
      "token_acc": 0.9419120613150463
    },
    {
      "epoch": 1.859967133110901,
      "grad_norm": 4.3442158699035645,
      "learning_rate": 1.334356273997789e-06,
      "loss": 0.363075852394104,
      "step": 37350,
      "token_acc": 0.9799759711653985
    },
    {
      "epoch": 1.8602161246949853,
      "grad_norm": 2.023754358291626,
      "learning_rate": 1.3296363967788161e-06,
      "loss": 0.33562617301940917,
      "step": 37355,
      "token_acc": 0.8753762793497892
    },
    {
      "epoch": 1.8604651162790697,
      "grad_norm": 2.8083674907684326,
      "learning_rate": 1.3249247694269772e-06,
      "loss": 0.23765780925750732,
      "step": 37360,
      "token_acc": 0.97265625
    },
    {
      "epoch": 1.8607141078631542,
      "grad_norm": 4.246385097503662,
      "learning_rate": 1.3202213927409058e-06,
      "loss": 0.25193147659301757,
      "step": 37365,
      "token_acc": 0.9019741320626277
    },
    {
      "epoch": 1.8609630994472388,
      "grad_norm": 2.182579278945923,
      "learning_rate": 1.315526267517836e-06,
      "loss": 0.18538461923599242,
      "step": 37370,
      "token_acc": 0.950920245398773
    },
    {
      "epoch": 1.861212091031323,
      "grad_norm": 0.8105709552764893,
      "learning_rate": 1.3108393945536313e-06,
      "loss": 0.1887339472770691,
      "step": 37375,
      "token_acc": 0.9817136886102403
    },
    {
      "epoch": 1.8614610826154077,
      "grad_norm": 8.487222671508789,
      "learning_rate": 1.3061607746427395e-06,
      "loss": 0.34886894226074217,
      "step": 37380,
      "token_acc": 0.8765822784810127
    },
    {
      "epoch": 1.861710074199492,
      "grad_norm": 0.580129861831665,
      "learning_rate": 1.3014904085781988e-06,
      "loss": 0.42046680450439455,
      "step": 37385,
      "token_acc": 0.8382541720154044
    },
    {
      "epoch": 1.8619590657835765,
      "grad_norm": 1.1486470699310303,
      "learning_rate": 1.2968282971516643e-06,
      "loss": 0.18055440187454225,
      "step": 37390,
      "token_acc": 0.9635901778154107
    },
    {
      "epoch": 1.862208057367661,
      "grad_norm": 1.6121081113815308,
      "learning_rate": 1.2921744411533932e-06,
      "loss": 0.21931626796722412,
      "step": 37395,
      "token_acc": 0.850967007963595
    },
    {
      "epoch": 1.8624570489517454,
      "grad_norm": 0.2262650579214096,
      "learning_rate": 1.2875288413722209e-06,
      "loss": 0.35253641605377195,
      "step": 37400,
      "token_acc": 0.9376498800959233
    },
    {
      "epoch": 1.86270604053583,
      "grad_norm": 0.8029663562774658,
      "learning_rate": 1.2828914985956176e-06,
      "loss": 0.29160170555114745,
      "step": 37405,
      "token_acc": 0.940771349862259
    },
    {
      "epoch": 1.8629550321199142,
      "grad_norm": 2.881657123565674,
      "learning_rate": 1.2782624136096266e-06,
      "loss": 0.20776302814483644,
      "step": 37410,
      "token_acc": 0.9444444444444444
    },
    {
      "epoch": 1.8632040237039988,
      "grad_norm": 2.0357205867767334,
      "learning_rate": 1.2736415871988983e-06,
      "loss": 0.11746823787689209,
      "step": 37415,
      "token_acc": 0.9765857811834824
    },
    {
      "epoch": 1.8634530152880833,
      "grad_norm": 3.727595806121826,
      "learning_rate": 1.2690290201466947e-06,
      "loss": 0.39853610992431643,
      "step": 37420,
      "token_acc": 0.8260869565217391
    },
    {
      "epoch": 1.8637020068721677,
      "grad_norm": 3.558349132537842,
      "learning_rate": 1.2644247132348576e-06,
      "loss": 0.16647087335586547,
      "step": 37425,
      "token_acc": 0.9421487603305785
    },
    {
      "epoch": 1.8639509984562523,
      "grad_norm": 1.0135700702667236,
      "learning_rate": 1.259828667243851e-06,
      "loss": 0.174298894405365,
      "step": 37430,
      "token_acc": 0.9423076923076923
    },
    {
      "epoch": 1.8641999900403365,
      "grad_norm": 0.33079203963279724,
      "learning_rate": 1.2552408829527184e-06,
      "loss": 0.17543078660964967,
      "step": 37435,
      "token_acc": 0.9852941176470589
    },
    {
      "epoch": 1.8644489816244212,
      "grad_norm": 3.8185739517211914,
      "learning_rate": 1.2506613611391161e-06,
      "loss": 0.19898567199707032,
      "step": 37440,
      "token_acc": 0.9575911789652247
    },
    {
      "epoch": 1.8646979732085054,
      "grad_norm": 2.421586513519287,
      "learning_rate": 1.2460901025792948e-06,
      "loss": 0.27584645748138426,
      "step": 37445,
      "token_acc": 0.8996865203761756
    },
    {
      "epoch": 1.86494696479259,
      "grad_norm": 2.1591575145721436,
      "learning_rate": 1.2415271080481072e-06,
      "loss": 0.5003036499023438,
      "step": 37450,
      "token_acc": 0.7906137184115524
    },
    {
      "epoch": 1.8651959563766745,
      "grad_norm": 1.8653627634048462,
      "learning_rate": 1.2369723783190012e-06,
      "loss": 0.27772746086120603,
      "step": 37455,
      "token_acc": 0.9609856262833676
    },
    {
      "epoch": 1.8654449479607589,
      "grad_norm": 0.3483887016773224,
      "learning_rate": 1.232425914164026e-06,
      "loss": 0.046727517247200014,
      "step": 37460,
      "token_acc": 0.9899333246175971
    },
    {
      "epoch": 1.8656939395448435,
      "grad_norm": 1.6613619327545166,
      "learning_rate": 1.227887716353826e-06,
      "loss": 0.26491560935974123,
      "step": 37465,
      "token_acc": 0.860587002096436
    },
    {
      "epoch": 1.8659429311289277,
      "grad_norm": 3.272874355316162,
      "learning_rate": 1.2233577856576583e-06,
      "loss": 0.24554786682128907,
      "step": 37470,
      "token_acc": 0.9254498714652957
    },
    {
      "epoch": 1.8661919227130124,
      "grad_norm": 0.6065047383308411,
      "learning_rate": 1.2188361228433643e-06,
      "loss": 0.19857183694839478,
      "step": 37475,
      "token_acc": 0.9243986254295533
    },
    {
      "epoch": 1.8664409142970968,
      "grad_norm": 1.1834478378295898,
      "learning_rate": 1.2143227286773863e-06,
      "loss": 0.3542067527770996,
      "step": 37480,
      "token_acc": 0.8913738019169329
    },
    {
      "epoch": 1.8666899058811812,
      "grad_norm": 3.623964309692383,
      "learning_rate": 1.2098176039247623e-06,
      "loss": 0.3447716236114502,
      "step": 37485,
      "token_acc": 0.8858350951374208
    },
    {
      "epoch": 1.8669388974652656,
      "grad_norm": 3.9985666275024414,
      "learning_rate": 1.2053207493491424e-06,
      "loss": 0.1649788498878479,
      "step": 37490,
      "token_acc": 0.976215644820296
    },
    {
      "epoch": 1.86718788904935,
      "grad_norm": 0.5889109373092651,
      "learning_rate": 1.2008321657127618e-06,
      "loss": 0.3417293787002563,
      "step": 37495,
      "token_acc": 0.920995670995671
    },
    {
      "epoch": 1.8674368806334347,
      "grad_norm": 0.7680838704109192,
      "learning_rate": 1.1963518537764506e-06,
      "loss": 0.14035173654556274,
      "step": 37500,
      "token_acc": 0.951310861423221
    },
    {
      "epoch": 1.867685872217519,
      "grad_norm": 3.001850128173828,
      "learning_rate": 1.1918798142996568e-06,
      "loss": 0.16713948249816896,
      "step": 37505,
      "token_acc": 0.9535483870967741
    },
    {
      "epoch": 1.8679348638016036,
      "grad_norm": 2.367431640625,
      "learning_rate": 1.1874160480404128e-06,
      "loss": 0.24017889499664308,
      "step": 37510,
      "token_acc": 0.9677692960135709
    },
    {
      "epoch": 1.868183855385688,
      "grad_norm": 0.3643682599067688,
      "learning_rate": 1.1829605557553358e-06,
      "loss": 0.1797550678253174,
      "step": 37515,
      "token_acc": 0.972
    },
    {
      "epoch": 1.8684328469697724,
      "grad_norm": 1.1808143854141235,
      "learning_rate": 1.178513338199655e-06,
      "loss": 0.16435226202011108,
      "step": 37520,
      "token_acc": 0.9322033898305084
    },
    {
      "epoch": 1.8686818385538568,
      "grad_norm": 2.1175577640533447,
      "learning_rate": 1.1740743961272116e-06,
      "loss": 0.17972609996795655,
      "step": 37525,
      "token_acc": 0.9459876543209876
    },
    {
      "epoch": 1.8689308301379413,
      "grad_norm": 3.504960536956787,
      "learning_rate": 1.169643730290415e-06,
      "loss": 0.253162145614624,
      "step": 37530,
      "token_acc": 0.9381663113006397
    },
    {
      "epoch": 1.869179821722026,
      "grad_norm": 3.6163229942321777,
      "learning_rate": 1.1652213414402925e-06,
      "loss": 0.3010838031768799,
      "step": 37535,
      "token_acc": 0.9019607843137255
    },
    {
      "epoch": 1.86942881330611,
      "grad_norm": 1.0066430568695068,
      "learning_rate": 1.1608072303264494e-06,
      "loss": 0.1349626064300537,
      "step": 37540,
      "token_acc": 0.9454887218045113
    },
    {
      "epoch": 1.8696778048901947,
      "grad_norm": 1.2161147594451904,
      "learning_rate": 1.15640139769711e-06,
      "loss": 0.3287945747375488,
      "step": 37545,
      "token_acc": 0.9237472766884531
    },
    {
      "epoch": 1.8699267964742792,
      "grad_norm": 1.1379538774490356,
      "learning_rate": 1.1520038442990822e-06,
      "loss": 0.2150055170059204,
      "step": 37550,
      "token_acc": 0.9090909090909091
    },
    {
      "epoch": 1.8701757880583636,
      "grad_norm": 0.6061540246009827,
      "learning_rate": 1.1476145708777696e-06,
      "loss": 0.10665807723999024,
      "step": 37555,
      "token_acc": 0.9840788476118272
    },
    {
      "epoch": 1.8704247796424482,
      "grad_norm": 8.496177673339844,
      "learning_rate": 1.143233578177183e-06,
      "loss": 0.24152112007141113,
      "step": 37560,
      "token_acc": 0.9484732824427481
    },
    {
      "epoch": 1.8706737712265324,
      "grad_norm": 3.4706079959869385,
      "learning_rate": 1.1388608669399115e-06,
      "loss": 0.2599029064178467,
      "step": 37565,
      "token_acc": 0.8911917098445595
    },
    {
      "epoch": 1.870922762810617,
      "grad_norm": 1.3803231716156006,
      "learning_rate": 1.1344964379071621e-06,
      "loss": 0.33844287395477296,
      "step": 37570,
      "token_acc": 0.9248307801923762
    },
    {
      "epoch": 1.8711717543947015,
      "grad_norm": 3.898913621902466,
      "learning_rate": 1.130140291818721e-06,
      "loss": 0.3691407680511475,
      "step": 37575,
      "token_acc": 0.8971291866028708
    },
    {
      "epoch": 1.871420745978786,
      "grad_norm": 2.2237415313720703,
      "learning_rate": 1.1257924294129807e-06,
      "loss": 0.20528340339660645,
      "step": 37580,
      "token_acc": 0.9536842105263158
    },
    {
      "epoch": 1.8716697375628704,
      "grad_norm": 4.777564525604248,
      "learning_rate": 1.1214528514269185e-06,
      "loss": 0.599858283996582,
      "step": 37585,
      "token_acc": 0.8157099697885196
    },
    {
      "epoch": 1.8719187291469548,
      "grad_norm": 0.506438136100769,
      "learning_rate": 1.1171215585961182e-06,
      "loss": 0.24866075515747071,
      "step": 37590,
      "token_acc": 0.9799904716531682
    },
    {
      "epoch": 1.8721677207310394,
      "grad_norm": 2.143937826156616,
      "learning_rate": 1.112798551654759e-06,
      "loss": 0.19528939723968505,
      "step": 37595,
      "token_acc": 0.9340659340659341
    },
    {
      "epoch": 1.8724167123151236,
      "grad_norm": 1.136330246925354,
      "learning_rate": 1.108483831335605e-06,
      "loss": 0.21532087326049804,
      "step": 37600,
      "token_acc": 0.914396887159533
    },
    {
      "epoch": 1.8726657038992083,
      "grad_norm": 2.8463995456695557,
      "learning_rate": 1.1041773983700322e-06,
      "loss": 0.13875582218170165,
      "step": 37605,
      "token_acc": 0.9448818897637795
    },
    {
      "epoch": 1.8729146954832927,
      "grad_norm": 2.815164566040039,
      "learning_rate": 1.0998792534879897e-06,
      "loss": 0.17512178421020508,
      "step": 37610,
      "token_acc": 0.944206008583691
    },
    {
      "epoch": 1.8731636870673771,
      "grad_norm": 2.085570812225342,
      "learning_rate": 1.0955893974180454e-06,
      "loss": 0.19623996019363404,
      "step": 37615,
      "token_acc": 0.9692597239648683
    },
    {
      "epoch": 1.8734126786514615,
      "grad_norm": 8.496976852416992,
      "learning_rate": 1.0913078308873393e-06,
      "loss": 0.33240208625793455,
      "step": 37620,
      "token_acc": 0.9575971731448764
    },
    {
      "epoch": 1.873661670235546,
      "grad_norm": 5.946627140045166,
      "learning_rate": 1.0870345546216355e-06,
      "loss": 0.27481849193573,
      "step": 37625,
      "token_acc": 0.9458661417322834
    },
    {
      "epoch": 1.8739106618196306,
      "grad_norm": 1.9335122108459473,
      "learning_rate": 1.0827695693452545e-06,
      "loss": 0.1886738657951355,
      "step": 37630,
      "token_acc": 0.9260143198090692
    },
    {
      "epoch": 1.8741596534037148,
      "grad_norm": 1.4750802516937256,
      "learning_rate": 1.0785128757811513e-06,
      "loss": 0.28005447387695315,
      "step": 37635,
      "token_acc": 0.9785194976867151
    },
    {
      "epoch": 1.8744086449877995,
      "grad_norm": 2.5453708171844482,
      "learning_rate": 1.074264474650849e-06,
      "loss": 0.21049668788909912,
      "step": 37640,
      "token_acc": 0.9217877094972067
    },
    {
      "epoch": 1.874657636571884,
      "grad_norm": 1.5016392469406128,
      "learning_rate": 1.0700243666744659e-06,
      "loss": 0.30510413646698,
      "step": 37645,
      "token_acc": 0.9038461538461539
    },
    {
      "epoch": 1.8749066281559683,
      "grad_norm": 2.35685396194458,
      "learning_rate": 1.0657925525707269e-06,
      "loss": 0.32581820487976076,
      "step": 37650,
      "token_acc": 0.9057489245209229
    },
    {
      "epoch": 1.8751556197400527,
      "grad_norm": 4.242391586303711,
      "learning_rate": 1.0615690330569527e-06,
      "loss": 0.2542855262756348,
      "step": 37655,
      "token_acc": 0.874296435272045
    },
    {
      "epoch": 1.8754046113241372,
      "grad_norm": 2.1050758361816406,
      "learning_rate": 1.0573538088490376e-06,
      "loss": 0.14463003873825073,
      "step": 37660,
      "token_acc": 0.9534883720930233
    },
    {
      "epoch": 1.8756536029082218,
      "grad_norm": 2.275864362716675,
      "learning_rate": 1.0531468806614818e-06,
      "loss": 0.3109093427658081,
      "step": 37665,
      "token_acc": 0.8817829457364341
    },
    {
      "epoch": 1.875902594492306,
      "grad_norm": 2.398726224899292,
      "learning_rate": 1.0489482492074043e-06,
      "loss": 0.18037149906158448,
      "step": 37670,
      "token_acc": 0.9301587301587302
    },
    {
      "epoch": 1.8761515860763907,
      "grad_norm": 1.5461491346359253,
      "learning_rate": 1.0447579151984688e-06,
      "loss": 0.34251651763916013,
      "step": 37675,
      "token_acc": 0.8803561491374513
    },
    {
      "epoch": 1.876400577660475,
      "grad_norm": 0.7109916806221008,
      "learning_rate": 1.0405758793449682e-06,
      "loss": 0.41087965965270995,
      "step": 37680,
      "token_acc": 0.7841269841269841
    },
    {
      "epoch": 1.8766495692445595,
      "grad_norm": 3.5480692386627197,
      "learning_rate": 1.036402142355769e-06,
      "loss": 0.21167867183685302,
      "step": 37685,
      "token_acc": 0.9233954451345756
    },
    {
      "epoch": 1.8768985608286441,
      "grad_norm": 0.5900871157646179,
      "learning_rate": 1.0322367049383552e-06,
      "loss": 0.20227622985839844,
      "step": 37690,
      "token_acc": 0.9253499222395023
    },
    {
      "epoch": 1.8771475524127283,
      "grad_norm": 0.6274065971374512,
      "learning_rate": 1.0280795677987786e-06,
      "loss": 0.3704399824142456,
      "step": 37695,
      "token_acc": 0.9531772575250836
    },
    {
      "epoch": 1.877396543996813,
      "grad_norm": 0.3315808176994324,
      "learning_rate": 1.023930731641698e-06,
      "loss": 0.13015612363815307,
      "step": 37700,
      "token_acc": 0.9859429910191332
    },
    {
      "epoch": 1.8776455355808974,
      "grad_norm": 5.446211814880371,
      "learning_rate": 1.019790197170356e-06,
      "loss": 0.37948243618011473,
      "step": 37705,
      "token_acc": 0.8794326241134752
    },
    {
      "epoch": 1.8778945271649818,
      "grad_norm": 1.52534019947052,
      "learning_rate": 1.0156579650866027e-06,
      "loss": 0.28010714054107666,
      "step": 37710,
      "token_acc": 0.9076923076923077
    },
    {
      "epoch": 1.8781435187490663,
      "grad_norm": 2.0341334342956543,
      "learning_rate": 1.0115340360908665e-06,
      "loss": 0.08719892501831054,
      "step": 37715,
      "token_acc": 0.9906940674680108
    },
    {
      "epoch": 1.8783925103331507,
      "grad_norm": 0.3347052335739136,
      "learning_rate": 1.0074184108821771e-06,
      "loss": 0.2104015350341797,
      "step": 37720,
      "token_acc": 0.9354330708661417
    },
    {
      "epoch": 1.8786415019172353,
      "grad_norm": 3.6476845741271973,
      "learning_rate": 1.0033110901581489e-06,
      "loss": 0.24391500949859618,
      "step": 37725,
      "token_acc": 0.9688007799805005
    },
    {
      "epoch": 1.8788904935013195,
      "grad_norm": 1.529759407043457,
      "learning_rate": 9.992120746149968e-07,
      "loss": 0.2456761360168457,
      "step": 37730,
      "token_acc": 0.9128440366972477
    },
    {
      "epoch": 1.8791394850854042,
      "grad_norm": 3.4549171924591064,
      "learning_rate": 9.951213649475211e-07,
      "loss": 0.2984446048736572,
      "step": 37735,
      "token_acc": 0.9074446680080482
    },
    {
      "epoch": 1.8793884766694886,
      "grad_norm": 3.362886428833008,
      "learning_rate": 9.910389618491168e-07,
      "loss": 0.3390123128890991,
      "step": 37740,
      "token_acc": 0.8716216216216216
    },
    {
      "epoch": 1.879637468253573,
      "grad_norm": 1.7850710153579712,
      "learning_rate": 9.869648660117747e-07,
      "loss": 0.2076413154602051,
      "step": 37745,
      "token_acc": 0.9642857142857143
    },
    {
      "epoch": 1.8798864598376575,
      "grad_norm": 2.97515606880188,
      "learning_rate": 9.828990781260705e-07,
      "loss": 0.30874669551849365,
      "step": 37750,
      "token_acc": 0.9088785046728972
    },
    {
      "epoch": 1.8801354514217419,
      "grad_norm": 2.2313787937164307,
      "learning_rate": 9.788415988811861e-07,
      "loss": 0.1790493607521057,
      "step": 37755,
      "token_acc": 0.937381404174573
    },
    {
      "epoch": 1.8803844430058265,
      "grad_norm": 2.0897574424743652,
      "learning_rate": 9.747924289648658e-07,
      "loss": 0.3457383632659912,
      "step": 37760,
      "token_acc": 0.8154929577464789
    },
    {
      "epoch": 1.8806334345899107,
      "grad_norm": 2.8844387531280518,
      "learning_rate": 9.707515690634771e-07,
      "loss": 0.25175249576568604,
      "step": 37765,
      "token_acc": 0.9300164024056862
    },
    {
      "epoch": 1.8808824261739954,
      "grad_norm": 2.0794105529785156,
      "learning_rate": 9.667190198619668e-07,
      "loss": 0.17203413248062133,
      "step": 37770,
      "token_acc": 0.9564660691421255
    },
    {
      "epoch": 1.8811314177580798,
      "grad_norm": 4.6280622482299805,
      "learning_rate": 9.626947820438602e-07,
      "loss": 0.4510945320129395,
      "step": 37775,
      "token_acc": 0.9243589743589744
    },
    {
      "epoch": 1.8813804093421642,
      "grad_norm": 1.7011032104492188,
      "learning_rate": 9.586788562912953e-07,
      "loss": 0.08953645229339599,
      "step": 37780,
      "token_acc": 0.9808274470232089
    },
    {
      "epoch": 1.8816294009262486,
      "grad_norm": 6.4502058029174805,
      "learning_rate": 9.546712432849992e-07,
      "loss": 0.3204333782196045,
      "step": 37785,
      "token_acc": 0.8845070422535212
    },
    {
      "epoch": 1.881878392510333,
      "grad_norm": 4.731517791748047,
      "learning_rate": 9.506719437042622e-07,
      "loss": 0.1877227783203125,
      "step": 37790,
      "token_acc": 0.9737034331628927
    },
    {
      "epoch": 1.8821273840944177,
      "grad_norm": 1.668792486190796,
      "learning_rate": 9.46680958226992e-07,
      "loss": 0.38192760944366455,
      "step": 37795,
      "token_acc": 0.9125541125541126
    },
    {
      "epoch": 1.882376375678502,
      "grad_norm": 4.706986904144287,
      "learning_rate": 9.426982875296919e-07,
      "loss": 0.3348395824432373,
      "step": 37800,
      "token_acc": 0.9486166007905138
    },
    {
      "epoch": 1.8826253672625866,
      "grad_norm": 2.7191696166992188,
      "learning_rate": 9.387239322874275e-07,
      "loss": 0.11265186071395875,
      "step": 37805,
      "token_acc": 0.9473684210526315
    },
    {
      "epoch": 1.882874358846671,
      "grad_norm": 0.826736569404602,
      "learning_rate": 9.347578931738821e-07,
      "loss": 0.15854334831237793,
      "step": 37810,
      "token_acc": 0.9806284976323719
    },
    {
      "epoch": 1.8831233504307554,
      "grad_norm": 2.358581781387329,
      "learning_rate": 9.308001708613179e-07,
      "loss": 0.3314413070678711,
      "step": 37815,
      "token_acc": 0.7887839073453216
    },
    {
      "epoch": 1.88337234201484,
      "grad_norm": 2.02683424949646,
      "learning_rate": 9.268507660205927e-07,
      "loss": 0.4834622859954834,
      "step": 37820,
      "token_acc": 0.8559670781893004
    },
    {
      "epoch": 1.8836213335989243,
      "grad_norm": 1.6309932470321655,
      "learning_rate": 9.229096793211378e-07,
      "loss": 0.19288522005081177,
      "step": 37825,
      "token_acc": 0.9233333333333333
    },
    {
      "epoch": 1.883870325183009,
      "grad_norm": 1.5136979818344116,
      "learning_rate": 9.189769114309909e-07,
      "loss": 0.21747498512268065,
      "step": 37830,
      "token_acc": 0.9637482900136799
    },
    {
      "epoch": 1.8841193167670933,
      "grad_norm": 1.053877592086792,
      "learning_rate": 9.150524630167856e-07,
      "loss": 0.24587531089782716,
      "step": 37835,
      "token_acc": 0.9260089686098655
    },
    {
      "epoch": 1.8843683083511777,
      "grad_norm": 1.2225430011749268,
      "learning_rate": 9.111363347437285e-07,
      "loss": 0.2103060007095337,
      "step": 37840,
      "token_acc": 0.9216494845360824
    },
    {
      "epoch": 1.8846172999352622,
      "grad_norm": 7.7908525466918945,
      "learning_rate": 9.072285272756165e-07,
      "loss": 0.16942397356033326,
      "step": 37845,
      "token_acc": 0.9614213197969543
    },
    {
      "epoch": 1.8848662915193466,
      "grad_norm": 0.8583316802978516,
      "learning_rate": 9.03329041274853e-07,
      "loss": 0.23834443092346191,
      "step": 37850,
      "token_acc": 0.9308855291576674
    },
    {
      "epoch": 1.8851152831034312,
      "grad_norm": 2.011111259460449,
      "learning_rate": 8.994378774024092e-07,
      "loss": 0.25711498260498045,
      "step": 37855,
      "token_acc": 0.8631578947368421
    },
    {
      "epoch": 1.8853642746875154,
      "grad_norm": 0.7786637544631958,
      "learning_rate": 8.955550363178688e-07,
      "loss": 0.25381429195404054,
      "step": 37860,
      "token_acc": 0.8824013157894737
    },
    {
      "epoch": 1.8856132662716,
      "grad_norm": 2.414921522140503,
      "learning_rate": 8.91680518679383e-07,
      "loss": 0.20431365966796874,
      "step": 37865,
      "token_acc": 0.9732415902140673
    },
    {
      "epoch": 1.8858622578556845,
      "grad_norm": 0.5142960548400879,
      "learning_rate": 8.878143251437043e-07,
      "loss": 0.18417656421661377,
      "step": 37870,
      "token_acc": 0.9683986630203586
    },
    {
      "epoch": 1.886111249439769,
      "grad_norm": 3.0066354274749756,
      "learning_rate": 8.83956456366175e-07,
      "loss": 0.17874956130981445,
      "step": 37875,
      "token_acc": 0.9754509018036072
    },
    {
      "epoch": 1.8863602410238534,
      "grad_norm": 2.6400654315948486,
      "learning_rate": 8.801069130007222e-07,
      "loss": 0.17664746046066285,
      "step": 37880,
      "token_acc": 0.9832775919732442
    },
    {
      "epoch": 1.8866092326079378,
      "grad_norm": 2.6335062980651855,
      "learning_rate": 8.762656956998572e-07,
      "loss": 0.3029024124145508,
      "step": 37885,
      "token_acc": 0.904862579281184
    },
    {
      "epoch": 1.8868582241920224,
      "grad_norm": 1.2734041213989258,
      "learning_rate": 8.724328051146869e-07,
      "loss": 0.1564488887786865,
      "step": 37890,
      "token_acc": 0.9718992248062015
    },
    {
      "epoch": 1.8871072157761066,
      "grad_norm": 1.0498582124710083,
      "learning_rate": 8.686082418949082e-07,
      "loss": 0.18817272186279296,
      "step": 37895,
      "token_acc": 0.9657477025898078
    },
    {
      "epoch": 1.8873562073601913,
      "grad_norm": 2.5270724296569824,
      "learning_rate": 8.647920066888082e-07,
      "loss": 0.294319224357605,
      "step": 37900,
      "token_acc": 0.9198542805100182
    },
    {
      "epoch": 1.8876051989442757,
      "grad_norm": 1.3761179447174072,
      "learning_rate": 8.609841001432418e-07,
      "loss": 0.2631976127624512,
      "step": 37905,
      "token_acc": 0.8555363321799307
    },
    {
      "epoch": 1.8878541905283601,
      "grad_norm": 0.677150309085846,
      "learning_rate": 8.571845229036867e-07,
      "loss": 0.15440725088119506,
      "step": 37910,
      "token_acc": 0.9521988527724665
    },
    {
      "epoch": 1.8881031821124445,
      "grad_norm": 0.5039505362510681,
      "learning_rate": 8.533932756141782e-07,
      "loss": 0.1696189522743225,
      "step": 37915,
      "token_acc": 0.9873193748156885
    },
    {
      "epoch": 1.888352173696529,
      "grad_norm": 3.6071343421936035,
      "learning_rate": 8.496103589173576e-07,
      "loss": 0.35958750247955323,
      "step": 37920,
      "token_acc": 0.9234234234234234
    },
    {
      "epoch": 1.8886011652806136,
      "grad_norm": 0.6537930965423584,
      "learning_rate": 8.458357734544342e-07,
      "loss": 0.20839896202087402,
      "step": 37925,
      "token_acc": 0.9765258215962441
    },
    {
      "epoch": 1.8888501568646978,
      "grad_norm": 0.5771710276603699,
      "learning_rate": 8.420695198652406e-07,
      "loss": 0.22782998085021972,
      "step": 37930,
      "token_acc": 0.9714876033057851
    },
    {
      "epoch": 1.8890991484487825,
      "grad_norm": 1.030860424041748,
      "learning_rate": 8.383115987881607e-07,
      "loss": 0.2489926338195801,
      "step": 37935,
      "token_acc": 0.9072978303747534
    },
    {
      "epoch": 1.8893481400328669,
      "grad_norm": 1.8511099815368652,
      "learning_rate": 8.345620108601848e-07,
      "loss": 0.40148301124572755,
      "step": 37940,
      "token_acc": 0.8857672939305592
    },
    {
      "epoch": 1.8895971316169513,
      "grad_norm": 1.0101794004440308,
      "learning_rate": 8.308207567168769e-07,
      "loss": 0.15208237171173095,
      "step": 37945,
      "token_acc": 0.9435483870967742
    },
    {
      "epoch": 1.889846123201036,
      "grad_norm": 1.2345995903015137,
      "learning_rate": 8.270878369924184e-07,
      "loss": 0.5985422134399414,
      "step": 37950,
      "token_acc": 0.7680652680652681
    },
    {
      "epoch": 1.8900951147851202,
      "grad_norm": 4.057978630065918,
      "learning_rate": 8.233632523195478e-07,
      "loss": 0.26900758743286135,
      "step": 37955,
      "token_acc": 0.8841010401188707
    },
    {
      "epoch": 1.8903441063692048,
      "grad_norm": 0.9618000984191895,
      "learning_rate": 8.196470033295878e-07,
      "loss": 0.18650988340377808,
      "step": 37960,
      "token_acc": 0.9462540716612378
    },
    {
      "epoch": 1.8905930979532892,
      "grad_norm": 2.616034746170044,
      "learning_rate": 8.159390906524844e-07,
      "loss": 0.2000652551651001,
      "step": 37965,
      "token_acc": 0.928
    },
    {
      "epoch": 1.8908420895373736,
      "grad_norm": 1.0917030572891235,
      "learning_rate": 8.122395149167295e-07,
      "loss": 0.1383327841758728,
      "step": 37970,
      "token_acc": 0.940379403794038
    },
    {
      "epoch": 1.891091081121458,
      "grad_norm": 2.0584983825683594,
      "learning_rate": 8.085482767494268e-07,
      "loss": 0.20177106857299804,
      "step": 37975,
      "token_acc": 0.9777838727372463
    },
    {
      "epoch": 1.8913400727055425,
      "grad_norm": 1.3633692264556885,
      "learning_rate": 8.048653767762537e-07,
      "loss": 0.3362511157989502,
      "step": 37980,
      "token_acc": 0.8830409356725146
    },
    {
      "epoch": 1.8915890642896271,
      "grad_norm": 1.6996560096740723,
      "learning_rate": 8.011908156214887e-07,
      "loss": 0.39238953590393066,
      "step": 37985,
      "token_acc": 0.847339527027027
    },
    {
      "epoch": 1.8918380558737113,
      "grad_norm": 1.6103559732437134,
      "learning_rate": 7.975245939079834e-07,
      "loss": 0.3333603858947754,
      "step": 37990,
      "token_acc": 0.9753390875462392
    },
    {
      "epoch": 1.892087047457796,
      "grad_norm": 0.7225427627563477,
      "learning_rate": 7.938667122571797e-07,
      "loss": 0.20882606506347656,
      "step": 37995,
      "token_acc": 0.9188422247446084
    },
    {
      "epoch": 1.8923360390418804,
      "grad_norm": 3.1679787635803223,
      "learning_rate": 7.902171712891038e-07,
      "loss": 0.23903214931488037,
      "step": 38000,
      "token_acc": 0.9157894736842105
    },
    {
      "epoch": 1.8925850306259648,
      "grad_norm": 0.4015653133392334,
      "learning_rate": 7.865759716223775e-07,
      "loss": 0.21772959232330322,
      "step": 38005,
      "token_acc": 0.9604117181314331
    },
    {
      "epoch": 1.8928340222100493,
      "grad_norm": 3.204711437225342,
      "learning_rate": 7.829431138741961e-07,
      "loss": 0.1991000294685364,
      "step": 38010,
      "token_acc": 0.9337349397590361
    },
    {
      "epoch": 1.8930830137941337,
      "grad_norm": 5.28776741027832,
      "learning_rate": 7.793185986603557e-07,
      "loss": 0.5136180877685547,
      "step": 38015,
      "token_acc": 0.8330241187384044
    },
    {
      "epoch": 1.8933320053782183,
      "grad_norm": 0.5654507279396057,
      "learning_rate": 7.757024265952206e-07,
      "loss": 0.10144213438034058,
      "step": 38020,
      "token_acc": 0.97913844486589
    },
    {
      "epoch": 1.8935809969623025,
      "grad_norm": 3.330383062362671,
      "learning_rate": 7.720945982917504e-07,
      "loss": 0.24815139770507813,
      "step": 38025,
      "token_acc": 0.9733874605322508
    },
    {
      "epoch": 1.8938299885463872,
      "grad_norm": 2.46227765083313,
      "learning_rate": 7.684951143615004e-07,
      "loss": 0.32030606269836426,
      "step": 38030,
      "token_acc": 0.8460365853658537
    },
    {
      "epoch": 1.8940789801304716,
      "grad_norm": 0.8379979729652405,
      "learning_rate": 7.649039754145826e-07,
      "loss": 0.2897080659866333,
      "step": 38035,
      "token_acc": 0.8808290155440415
    },
    {
      "epoch": 1.894327971714556,
      "grad_norm": 0.9544968008995056,
      "learning_rate": 7.613211820597266e-07,
      "loss": 0.17886182069778442,
      "step": 38040,
      "token_acc": 0.9173742651861528
    },
    {
      "epoch": 1.8945769632986407,
      "grad_norm": 0.518916130065918,
      "learning_rate": 7.577467349042355e-07,
      "loss": 0.22086920738220214,
      "step": 38045,
      "token_acc": 0.9397089397089398
    },
    {
      "epoch": 1.8948259548827249,
      "grad_norm": 5.176650047302246,
      "learning_rate": 7.541806345539915e-07,
      "loss": 0.507662582397461,
      "step": 38050,
      "token_acc": 0.8836477987421384
    },
    {
      "epoch": 1.8950749464668095,
      "grad_norm": 2.0588581562042236,
      "learning_rate": 7.506228816134553e-07,
      "loss": 0.1805988073348999,
      "step": 38055,
      "token_acc": 0.9377880184331797
    },
    {
      "epoch": 1.8953239380508937,
      "grad_norm": 3.0501904487609863,
      "learning_rate": 7.470734766857001e-07,
      "loss": 0.22830681800842284,
      "step": 38060,
      "token_acc": 0.9386464263124604
    },
    {
      "epoch": 1.8955729296349784,
      "grad_norm": 1.8982617855072021,
      "learning_rate": 7.435324203723614e-07,
      "loss": 0.34872114658355713,
      "step": 38065,
      "token_acc": 0.8552631578947368
    },
    {
      "epoch": 1.8958219212190628,
      "grad_norm": 5.580199718475342,
      "learning_rate": 7.399997132736591e-07,
      "loss": 0.3558320999145508,
      "step": 38070,
      "token_acc": 0.8788990825688073
    },
    {
      "epoch": 1.8960709128031472,
      "grad_norm": 0.2662368416786194,
      "learning_rate": 7.364753559884141e-07,
      "loss": 0.1368396759033203,
      "step": 38075,
      "token_acc": 0.9840566873339238
    },
    {
      "epoch": 1.8963199043872319,
      "grad_norm": 0.20226889848709106,
      "learning_rate": 7.329593491140207e-07,
      "loss": 0.08251674771308899,
      "step": 38080,
      "token_acc": 0.983944259315359
    },
    {
      "epoch": 1.896568895971316,
      "grad_norm": 1.5179535150527954,
      "learning_rate": 7.294516932464579e-07,
      "loss": 0.21869328022003173,
      "step": 38085,
      "token_acc": 0.9237804878048781
    },
    {
      "epoch": 1.8968178875554007,
      "grad_norm": 1.1737196445465088,
      "learning_rate": 7.259523889802888e-07,
      "loss": 0.20180301666259765,
      "step": 38090,
      "token_acc": 0.9138888888888889
    },
    {
      "epoch": 1.8970668791394851,
      "grad_norm": 1.2675704956054688,
      "learning_rate": 7.224614369086668e-07,
      "loss": 0.2253570795059204,
      "step": 38095,
      "token_acc": 0.9359359359359359
    },
    {
      "epoch": 1.8973158707235696,
      "grad_norm": 1.2776137590408325,
      "learning_rate": 7.189788376233186e-07,
      "loss": 0.21092991828918456,
      "step": 38100,
      "token_acc": 0.9484126984126984
    },
    {
      "epoch": 1.897564862307654,
      "grad_norm": 0.9896991848945618,
      "learning_rate": 7.155045917145719e-07,
      "loss": 0.32250156402587893,
      "step": 38105,
      "token_acc": 0.9451523545706371
    },
    {
      "epoch": 1.8978138538917384,
      "grad_norm": 0.9044530987739563,
      "learning_rate": 7.120386997713169e-07,
      "loss": 0.22034914493560792,
      "step": 38110,
      "token_acc": 0.9330708661417323
    },
    {
      "epoch": 1.898062845475823,
      "grad_norm": 0.2950550317764282,
      "learning_rate": 7.085811623810501e-07,
      "loss": 0.05448606610298157,
      "step": 38115,
      "token_acc": 0.9921226314668937
    },
    {
      "epoch": 1.8983118370599072,
      "grad_norm": 3.6469709873199463,
      "learning_rate": 7.051319801298362e-07,
      "loss": 0.3311523199081421,
      "step": 38120,
      "token_acc": 0.8478260869565217
    },
    {
      "epoch": 1.898560828643992,
      "grad_norm": 1.3454769849777222,
      "learning_rate": 7.016911536023297e-07,
      "loss": 0.16609493494033814,
      "step": 38125,
      "token_acc": 0.9388297872340425
    },
    {
      "epoch": 1.8988098202280763,
      "grad_norm": 5.003434181213379,
      "learning_rate": 6.982586833817695e-07,
      "loss": 0.4794152736663818,
      "step": 38130,
      "token_acc": 0.8808080808080808
    },
    {
      "epoch": 1.8990588118121607,
      "grad_norm": 6.647310256958008,
      "learning_rate": 6.948345700499681e-07,
      "loss": 0.3410621166229248,
      "step": 38135,
      "token_acc": 0.9303921568627451
    },
    {
      "epoch": 1.8993078033962452,
      "grad_norm": 5.413458824157715,
      "learning_rate": 6.91418814187339e-07,
      "loss": 0.2594498634338379,
      "step": 38140,
      "token_acc": 0.9246676514032496
    },
    {
      "epoch": 1.8995567949803296,
      "grad_norm": 1.0862030982971191,
      "learning_rate": 6.880114163728635e-07,
      "loss": 0.14918559789657593,
      "step": 38145,
      "token_acc": 0.9481132075471698
    },
    {
      "epoch": 1.8998057865644142,
      "grad_norm": 0.745072603225708,
      "learning_rate": 6.846123771841184e-07,
      "loss": 0.24027738571166993,
      "step": 38150,
      "token_acc": 0.9218067022826615
    },
    {
      "epoch": 1.9000547781484984,
      "grad_norm": 1.666966438293457,
      "learning_rate": 6.81221697197254e-07,
      "loss": 0.46886982917785647,
      "step": 38155,
      "token_acc": 0.8304147465437788
    },
    {
      "epoch": 1.900303769732583,
      "grad_norm": 1.9207377433776855,
      "learning_rate": 6.778393769870106e-07,
      "loss": 0.10673543214797973,
      "step": 38160,
      "token_acc": 0.9764705882352941
    },
    {
      "epoch": 1.9005527613166675,
      "grad_norm": 5.762001991271973,
      "learning_rate": 6.744654171266962e-07,
      "loss": 0.3747232913970947,
      "step": 38165,
      "token_acc": 0.8424396442185514
    },
    {
      "epoch": 1.900801752900752,
      "grad_norm": 1.7073544263839722,
      "learning_rate": 6.710998181882255e-07,
      "loss": 0.23266444206237794,
      "step": 38170,
      "token_acc": 0.9286733238231099
    },
    {
      "epoch": 1.9010507444848366,
      "grad_norm": 1.5068371295928955,
      "learning_rate": 6.677425807420867e-07,
      "loss": 0.29579308032989504,
      "step": 38175,
      "token_acc": 0.8683886838868389
    },
    {
      "epoch": 1.9012997360689208,
      "grad_norm": 2.5798282623291016,
      "learning_rate": 6.643937053573413e-07,
      "loss": 0.33857192993164065,
      "step": 38180,
      "token_acc": 0.8398914518317503
    },
    {
      "epoch": 1.9015487276530054,
      "grad_norm": 0.8932163715362549,
      "learning_rate": 6.610531926016351e-07,
      "loss": 0.18866826295852662,
      "step": 38185,
      "token_acc": 0.9616588419405321
    },
    {
      "epoch": 1.9017977192370896,
      "grad_norm": 0.6939991116523743,
      "learning_rate": 6.577210430412206e-07,
      "loss": 0.23207173347473145,
      "step": 38190,
      "token_acc": 0.9104477611940298
    },
    {
      "epoch": 1.9020467108211743,
      "grad_norm": 2.2984323501586914,
      "learning_rate": 6.543972572408907e-07,
      "loss": 0.37255082130432127,
      "step": 38195,
      "token_acc": 0.900709219858156
    },
    {
      "epoch": 1.9022957024052587,
      "grad_norm": 0.627380907535553,
      "learning_rate": 6.510818357640558e-07,
      "loss": 0.16559221744537353,
      "step": 38200,
      "token_acc": 0.9439834024896265
    },
    {
      "epoch": 1.9025446939893431,
      "grad_norm": 2.293971061706543,
      "learning_rate": 6.47774779172694e-07,
      "loss": 0.36663868427276614,
      "step": 38205,
      "token_acc": 0.8481497235219055
    },
    {
      "epoch": 1.9027936855734278,
      "grad_norm": 0.793981671333313,
      "learning_rate": 6.444760880273737e-07,
      "loss": 0.16280958652496338,
      "step": 38210,
      "token_acc": 0.9889393079977311
    },
    {
      "epoch": 1.903042677157512,
      "grad_norm": 1.4898029565811157,
      "learning_rate": 6.411857628872308e-07,
      "loss": 0.24883010387420654,
      "step": 38215,
      "token_acc": 0.88459250446163
    },
    {
      "epoch": 1.9032916687415966,
      "grad_norm": 1.3540079593658447,
      "learning_rate": 6.379038043099861e-07,
      "loss": 0.1865011215209961,
      "step": 38220,
      "token_acc": 0.9347133757961783
    },
    {
      "epoch": 1.903540660325681,
      "grad_norm": 1.0857183933258057,
      "learning_rate": 6.346302128519665e-07,
      "loss": 0.2364872455596924,
      "step": 38225,
      "token_acc": 0.953799159984727
    },
    {
      "epoch": 1.9037896519097655,
      "grad_norm": 0.4683372378349304,
      "learning_rate": 6.313649890680507e-07,
      "loss": 0.265022873878479,
      "step": 38230,
      "token_acc": 0.967983651226158
    },
    {
      "epoch": 1.9040386434938499,
      "grad_norm": 0.3164948523044586,
      "learning_rate": 6.281081335117067e-07,
      "loss": 0.2846264123916626,
      "step": 38235,
      "token_acc": 0.9373219373219374
    },
    {
      "epoch": 1.9042876350779343,
      "grad_norm": 2.951211929321289,
      "learning_rate": 6.248596467349987e-07,
      "loss": 0.21550798416137695,
      "step": 38240,
      "token_acc": 0.96973599484868
    },
    {
      "epoch": 1.904536626662019,
      "grad_norm": 0.5477485060691833,
      "learning_rate": 6.216195292885474e-07,
      "loss": 0.2541111946105957,
      "step": 38245,
      "token_acc": 0.942099364960777
    },
    {
      "epoch": 1.9047856182461032,
      "grad_norm": 4.126758575439453,
      "learning_rate": 6.1838778172158e-07,
      "loss": 0.3019556045532227,
      "step": 38250,
      "token_acc": 0.9229122055674518
    },
    {
      "epoch": 1.9050346098301878,
      "grad_norm": 1.2107999324798584,
      "learning_rate": 6.151644045818916e-07,
      "loss": 0.4472334384918213,
      "step": 38255,
      "token_acc": 0.901010101010101
    },
    {
      "epoch": 1.9052836014142722,
      "grad_norm": 4.238376617431641,
      "learning_rate": 6.119493984158564e-07,
      "loss": 0.5280973434448242,
      "step": 38260,
      "token_acc": 0.886080586080586
    },
    {
      "epoch": 1.9055325929983566,
      "grad_norm": 1.5770617723464966,
      "learning_rate": 6.087427637684385e-07,
      "loss": 0.21099023818969725,
      "step": 38265,
      "token_acc": 0.8756530825496343
    },
    {
      "epoch": 1.905781584582441,
      "grad_norm": 1.189982533454895,
      "learning_rate": 6.055445011831695e-07,
      "loss": 0.21664392948150635,
      "step": 38270,
      "token_acc": 0.9674054758800521
    },
    {
      "epoch": 1.9060305761665255,
      "grad_norm": 0.9889870882034302,
      "learning_rate": 6.023546112021827e-07,
      "loss": 0.12193663120269775,
      "step": 38275,
      "token_acc": 0.9492307692307692
    },
    {
      "epoch": 1.9062795677506101,
      "grad_norm": 0.5498604774475098,
      "learning_rate": 5.991730943661733e-07,
      "loss": 0.2786185026168823,
      "step": 38280,
      "token_acc": 0.9638055842812823
    },
    {
      "epoch": 1.9065285593346943,
      "grad_norm": 2.7309322357177734,
      "learning_rate": 5.959999512144265e-07,
      "loss": 0.0840374231338501,
      "step": 38285,
      "token_acc": 0.9888947646747752
    },
    {
      "epoch": 1.906777550918779,
      "grad_norm": 1.5263351202011108,
      "learning_rate": 5.928351822848066e-07,
      "loss": 0.10786054134368897,
      "step": 38290,
      "token_acc": 0.9890154597233524
    },
    {
      "epoch": 1.9070265425028634,
      "grad_norm": 1.5205754041671753,
      "learning_rate": 5.896787881137511e-07,
      "loss": 0.18437808752059937,
      "step": 38295,
      "token_acc": 0.9443084455324358
    },
    {
      "epoch": 1.9072755340869478,
      "grad_norm": 1.998194932937622,
      "learning_rate": 5.865307692362876e-07,
      "loss": 0.18670657873153687,
      "step": 38300,
      "token_acc": 0.9753086419753086
    },
    {
      "epoch": 1.9075245256710325,
      "grad_norm": 4.1527299880981445,
      "learning_rate": 5.833911261860336e-07,
      "loss": 0.3311275005340576,
      "step": 38305,
      "token_acc": 0.8927125506072875
    },
    {
      "epoch": 1.9077735172551167,
      "grad_norm": 0.906045138835907,
      "learning_rate": 5.802598594951525e-07,
      "loss": 0.24242422580718995,
      "step": 38310,
      "token_acc": 0.9315960912052117
    },
    {
      "epoch": 1.9080225088392013,
      "grad_norm": 1.7945611476898193,
      "learning_rate": 5.771369696944195e-07,
      "loss": 0.2543973684310913,
      "step": 38315,
      "token_acc": 0.9060693641618497
    },
    {
      "epoch": 1.9082715004232855,
      "grad_norm": 1.837388515472412,
      "learning_rate": 5.740224573131836e-07,
      "loss": 0.21700353622436525,
      "step": 38320,
      "token_acc": 0.9131736526946108
    },
    {
      "epoch": 1.9085204920073702,
      "grad_norm": 0.2681642770767212,
      "learning_rate": 5.709163228793668e-07,
      "loss": 0.14784826040267945,
      "step": 38325,
      "token_acc": 0.9866148531951641
    },
    {
      "epoch": 1.9087694835914546,
      "grad_norm": 1.3890533447265625,
      "learning_rate": 5.678185669194702e-07,
      "loss": 0.3170044183731079,
      "step": 38330,
      "token_acc": 0.8456078083407276
    },
    {
      "epoch": 1.909018475175539,
      "grad_norm": 2.5989134311676025,
      "learning_rate": 5.647291899585849e-07,
      "loss": 0.5582067966461182,
      "step": 38335,
      "token_acc": 0.7953144266337855
    },
    {
      "epoch": 1.9092674667596237,
      "grad_norm": 0.7221397757530212,
      "learning_rate": 5.616481925203809e-07,
      "loss": 0.0649969220161438,
      "step": 38340,
      "token_acc": 0.9858287122612446
    },
    {
      "epoch": 1.9095164583437079,
      "grad_norm": 2.5801596641540527,
      "learning_rate": 5.58575575127085e-07,
      "loss": 0.29843759536743164,
      "step": 38345,
      "token_acc": 0.9151138716356108
    },
    {
      "epoch": 1.9097654499277925,
      "grad_norm": 1.012523889541626,
      "learning_rate": 5.555113382995303e-07,
      "loss": 0.3166820526123047,
      "step": 38350,
      "token_acc": 0.8832997987927566
    },
    {
      "epoch": 1.910014441511877,
      "grad_norm": 1.2615777254104614,
      "learning_rate": 5.524554825571293e-07,
      "loss": 0.5070490837097168,
      "step": 38355,
      "token_acc": 0.7478497057492078
    },
    {
      "epoch": 1.9102634330959614,
      "grad_norm": 2.9057016372680664,
      "learning_rate": 5.49408008417851e-07,
      "loss": 0.2843052864074707,
      "step": 38360,
      "token_acc": 0.9230769230769231
    },
    {
      "epoch": 1.9105124246800458,
      "grad_norm": 3.583345651626587,
      "learning_rate": 5.463689163982544e-07,
      "loss": 0.12364411354064941,
      "step": 38365,
      "token_acc": 0.9910394265232975
    },
    {
      "epoch": 1.9107614162641302,
      "grad_norm": 3.873117685317993,
      "learning_rate": 5.433382070134995e-07,
      "loss": 0.35201296806335447,
      "step": 38370,
      "token_acc": 0.8955223880597015
    },
    {
      "epoch": 1.9110104078482149,
      "grad_norm": 0.45636773109436035,
      "learning_rate": 5.403158807772923e-07,
      "loss": 0.20314326286315917,
      "step": 38375,
      "token_acc": 0.9603340292275574
    },
    {
      "epoch": 1.911259399432299,
      "grad_norm": 0.8815614581108093,
      "learning_rate": 5.37301938201934e-07,
      "loss": 0.1251468300819397,
      "step": 38380,
      "token_acc": 0.9705093833780161
    },
    {
      "epoch": 1.9115083910163837,
      "grad_norm": 0.8301012516021729,
      "learning_rate": 5.342963797983047e-07,
      "loss": 0.14849157333374025,
      "step": 38385,
      "token_acc": 0.9490022172949002
    },
    {
      "epoch": 1.9117573826004681,
      "grad_norm": 1.0667681694030762,
      "learning_rate": 5.312992060758637e-07,
      "loss": 0.3315627336502075,
      "step": 38390,
      "token_acc": 0.9250936329588015
    },
    {
      "epoch": 1.9120063741845525,
      "grad_norm": 2.9900617599487305,
      "learning_rate": 5.283104175426379e-07,
      "loss": 0.2448627233505249,
      "step": 38395,
      "token_acc": 0.9233915953886203
    },
    {
      "epoch": 1.912255365768637,
      "grad_norm": 3.139272451400757,
      "learning_rate": 5.253300147052553e-07,
      "loss": 0.24989697933197022,
      "step": 38400,
      "token_acc": 0.9314720812182741
    },
    {
      "epoch": 1.9125043573527214,
      "grad_norm": 2.6957530975341797,
      "learning_rate": 5.223579980688953e-07,
      "loss": 0.3398657560348511,
      "step": 38405,
      "token_acc": 0.9204064352243861
    },
    {
      "epoch": 1.912753348936806,
      "grad_norm": 1.4604392051696777,
      "learning_rate": 5.193943681373381e-07,
      "loss": 0.2440659761428833,
      "step": 38410,
      "token_acc": 0.9149484536082474
    },
    {
      "epoch": 1.9130023405208902,
      "grad_norm": 1.2632989883422852,
      "learning_rate": 5.164391254129264e-07,
      "loss": 0.24005699157714844,
      "step": 38415,
      "token_acc": 0.9161147902869757
    },
    {
      "epoch": 1.9132513321049749,
      "grad_norm": 3.3209099769592285,
      "learning_rate": 5.134922703965984e-07,
      "loss": 0.24298672676086425,
      "step": 38420,
      "token_acc": 0.8942486085343229
    },
    {
      "epoch": 1.9135003236890593,
      "grad_norm": 0.6886143684387207,
      "learning_rate": 5.105538035878488e-07,
      "loss": 0.12249722480773925,
      "step": 38425,
      "token_acc": 0.98328173374613
    },
    {
      "epoch": 1.9137493152731437,
      "grad_norm": 2.5775530338287354,
      "learning_rate": 5.076237254847738e-07,
      "loss": 0.26962599754333494,
      "step": 38430,
      "token_acc": 0.9621848739495799
    },
    {
      "epoch": 1.9139983068572284,
      "grad_norm": 0.8923917412757874,
      "learning_rate": 5.047020365840316e-07,
      "loss": 0.2117072105407715,
      "step": 38435,
      "token_acc": 0.923728813559322
    },
    {
      "epoch": 1.9142472984413126,
      "grad_norm": 0.20361582934856415,
      "learning_rate": 5.017887373808594e-07,
      "loss": 0.26570897102355956,
      "step": 38440,
      "token_acc": 0.9756394640682094
    },
    {
      "epoch": 1.9144962900253972,
      "grad_norm": 1.5901724100112915,
      "learning_rate": 4.988838283690788e-07,
      "loss": 0.43358240127563474,
      "step": 38445,
      "token_acc": 0.8375576036866359
    },
    {
      "epoch": 1.9147452816094817,
      "grad_norm": 6.327332973480225,
      "learning_rate": 4.95987310041085e-07,
      "loss": 0.4698452949523926,
      "step": 38450,
      "token_acc": 0.8753753753753754
    },
    {
      "epoch": 1.914994273193566,
      "grad_norm": 1.774449348449707,
      "learning_rate": 4.930991828878573e-07,
      "loss": 0.43071722984313965,
      "step": 38455,
      "token_acc": 0.8865979381443299
    },
    {
      "epoch": 1.9152432647776505,
      "grad_norm": 0.13206399977207184,
      "learning_rate": 4.902194473989374e-07,
      "loss": 0.1418749213218689,
      "step": 38460,
      "token_acc": 0.9841758241758242
    },
    {
      "epoch": 1.915492256361735,
      "grad_norm": 1.3641002178192139,
      "learning_rate": 4.873481040624627e-07,
      "loss": 0.2929070949554443,
      "step": 38465,
      "token_acc": 0.9219586840091814
    },
    {
      "epoch": 1.9157412479458196,
      "grad_norm": 2.0508806705474854,
      "learning_rate": 4.844851533651384e-07,
      "loss": 0.14617635011672975,
      "step": 38470,
      "token_acc": 0.9862027594481104
    },
    {
      "epoch": 1.9159902395299038,
      "grad_norm": 4.0015082359313965,
      "learning_rate": 4.816305957922484e-07,
      "loss": 0.40035443305969237,
      "step": 38475,
      "token_acc": 0.9647495361781077
    },
    {
      "epoch": 1.9162392311139884,
      "grad_norm": 0.4600699245929718,
      "learning_rate": 4.787844318276557e-07,
      "loss": 0.08377076983451844,
      "step": 38480,
      "token_acc": 0.9860557768924303
    },
    {
      "epoch": 1.9164882226980728,
      "grad_norm": 5.526340007781982,
      "learning_rate": 4.7594666195379667e-07,
      "loss": 0.182068395614624,
      "step": 38485,
      "token_acc": 0.9852760736196319
    },
    {
      "epoch": 1.9167372142821573,
      "grad_norm": 3.916607141494751,
      "learning_rate": 4.7311728665169195e-07,
      "loss": 0.22437989711761475,
      "step": 38490,
      "token_acc": 0.9168399168399168
    },
    {
      "epoch": 1.9169862058662417,
      "grad_norm": 0.3168071508407593,
      "learning_rate": 4.702963064009247e-07,
      "loss": 0.16803317070007323,
      "step": 38495,
      "token_acc": 0.988541207580432
    },
    {
      "epoch": 1.9172351974503261,
      "grad_norm": 0.8502972722053528,
      "learning_rate": 4.6748372167967904e-07,
      "loss": 0.31812002658843996,
      "step": 38500,
      "token_acc": 0.8393676695563488
    },
    {
      "epoch": 1.9174841890344108,
      "grad_norm": 1.8257694244384766,
      "learning_rate": 4.646795329646847e-07,
      "loss": 0.18683505058288574,
      "step": 38505,
      "token_acc": 0.9465670784257397
    },
    {
      "epoch": 1.917733180618495,
      "grad_norm": 1.5895644426345825,
      "learning_rate": 4.618837407312837e-07,
      "loss": 0.2528404235839844,
      "step": 38510,
      "token_acc": 0.9494091580502215
    },
    {
      "epoch": 1.9179821722025796,
      "grad_norm": 1.8976911306381226,
      "learning_rate": 4.5909634545336364e-07,
      "loss": 0.2517904996871948,
      "step": 38515,
      "token_acc": 0.9202755905511811
    },
    {
      "epoch": 1.918231163786664,
      "grad_norm": 1.4006730318069458,
      "learning_rate": 4.563173476034077e-07,
      "loss": 0.2568629026412964,
      "step": 38520,
      "token_acc": 0.8558490566037736
    },
    {
      "epoch": 1.9184801553707485,
      "grad_norm": 1.4400070905685425,
      "learning_rate": 4.5354674765246687e-07,
      "loss": 0.257448410987854,
      "step": 38525,
      "token_acc": 0.8849315068493151
    },
    {
      "epoch": 1.9187291469548329,
      "grad_norm": 0.6909571290016174,
      "learning_rate": 4.507845460701765e-07,
      "loss": 0.25635709762573244,
      "step": 38530,
      "token_acc": 0.8416206261510129
    },
    {
      "epoch": 1.9189781385389173,
      "grad_norm": 0.2573778033256531,
      "learning_rate": 4.480307433247344e-07,
      "loss": 0.2863333702087402,
      "step": 38535,
      "token_acc": 0.9497655726724715
    },
    {
      "epoch": 1.919227130123002,
      "grad_norm": 1.2763278484344482,
      "learning_rate": 4.4528533988293377e-07,
      "loss": 0.3625182628631592,
      "step": 38540,
      "token_acc": 0.8602693602693603
    },
    {
      "epoch": 1.9194761217070861,
      "grad_norm": 3.8226704597473145,
      "learning_rate": 4.4254833621013013e-07,
      "loss": 0.3291158676147461,
      "step": 38545,
      "token_acc": 0.9511288939697057
    },
    {
      "epoch": 1.9197251132911708,
      "grad_norm": 0.46155351400375366,
      "learning_rate": 4.39819732770258e-07,
      "loss": 0.24511966705322266,
      "step": 38550,
      "token_acc": 0.8491773308957953
    },
    {
      "epoch": 1.9199741048752552,
      "grad_norm": 2.133918285369873,
      "learning_rate": 4.3709953002582514e-07,
      "loss": 0.1874193549156189,
      "step": 38555,
      "token_acc": 0.9449901768172888
    },
    {
      "epoch": 1.9202230964593396,
      "grad_norm": 1.407949686050415,
      "learning_rate": 4.343877284379294e-07,
      "loss": 0.21063807010650634,
      "step": 38560,
      "token_acc": 0.9181818181818182
    },
    {
      "epoch": 1.9204720880434243,
      "grad_norm": 5.852302551269531,
      "learning_rate": 4.3168432846623085e-07,
      "loss": 0.2023984670639038,
      "step": 38565,
      "token_acc": 0.9659427443237907
    },
    {
      "epoch": 1.9207210796275085,
      "grad_norm": 7.36557149887085,
      "learning_rate": 4.289893305689574e-07,
      "loss": 0.3709881067276001,
      "step": 38570,
      "token_acc": 0.9476810600868174
    },
    {
      "epoch": 1.9209700712115931,
      "grad_norm": 1.0150789022445679,
      "learning_rate": 4.263027352029436e-07,
      "loss": 0.2807039976119995,
      "step": 38575,
      "token_acc": 0.9407441433164906
    },
    {
      "epoch": 1.9212190627956776,
      "grad_norm": 6.264678001403809,
      "learning_rate": 4.2362454282356965e-07,
      "loss": 0.2166356325149536,
      "step": 38580,
      "token_acc": 0.9781273983115887
    },
    {
      "epoch": 1.921468054379762,
      "grad_norm": 3.473651170730591,
      "learning_rate": 4.209547538848002e-07,
      "loss": 0.6093714714050293,
      "step": 38585,
      "token_acc": 0.8634146341463415
    },
    {
      "epoch": 1.9217170459638464,
      "grad_norm": 1.766758680343628,
      "learning_rate": 4.1829336883918435e-07,
      "loss": 0.2352142572402954,
      "step": 38590,
      "token_acc": 0.9203980099502488
    },
    {
      "epoch": 1.9219660375479308,
      "grad_norm": 2.159878969192505,
      "learning_rate": 4.15640388137839e-07,
      "loss": 0.3289804935455322,
      "step": 38595,
      "token_acc": 0.7904884318766067
    },
    {
      "epoch": 1.9222150291320155,
      "grad_norm": 1.4761240482330322,
      "learning_rate": 4.129958122304545e-07,
      "loss": 0.28681704998016355,
      "step": 38600,
      "token_acc": 0.9235767326732673
    },
    {
      "epoch": 1.9224640207160997,
      "grad_norm": 0.766413152217865,
      "learning_rate": 4.1035964156529994e-07,
      "loss": 0.14454505443572999,
      "step": 38605,
      "token_acc": 0.9567567567567568
    },
    {
      "epoch": 1.9227130123001843,
      "grad_norm": 0.5455808043479919,
      "learning_rate": 4.0773187658921797e-07,
      "loss": 0.1487761378288269,
      "step": 38610,
      "token_acc": 0.9323529411764706
    },
    {
      "epoch": 1.9229620038842687,
      "grad_norm": 3.066554546356201,
      "learning_rate": 4.0511251774763557e-07,
      "loss": 0.2739337205886841,
      "step": 38615,
      "token_acc": 0.91415313225058
    },
    {
      "epoch": 1.9232109954683532,
      "grad_norm": 0.908599853515625,
      "learning_rate": 4.025015654845421e-07,
      "loss": 0.14304744005203246,
      "step": 38620,
      "token_acc": 0.95
    },
    {
      "epoch": 1.9234599870524376,
      "grad_norm": 0.10174599289894104,
      "learning_rate": 3.9989902024250015e-07,
      "loss": 0.12285791635513306,
      "step": 38625,
      "token_acc": 0.9825891603482168
    },
    {
      "epoch": 1.923708978636522,
      "grad_norm": 3.5700998306274414,
      "learning_rate": 3.973048824626624e-07,
      "loss": 0.21944739818572997,
      "step": 38630,
      "token_acc": 0.9143763213530656
    },
    {
      "epoch": 1.9239579702206067,
      "grad_norm": 3.363355875015259,
      "learning_rate": 3.947191525847493e-07,
      "loss": 0.2762941837310791,
      "step": 38635,
      "token_acc": 0.9690901175446234
    },
    {
      "epoch": 1.9242069618046909,
      "grad_norm": 1.1979105472564697,
      "learning_rate": 3.921418310470437e-07,
      "loss": 0.3950293302536011,
      "step": 38640,
      "token_acc": 0.8170266836086404
    },
    {
      "epoch": 1.9244559533887755,
      "grad_norm": 3.592395544052124,
      "learning_rate": 3.895729182864294e-07,
      "loss": 0.44941344261169436,
      "step": 38645,
      "token_acc": 0.8480194017784963
    },
    {
      "epoch": 1.92470494497286,
      "grad_norm": 3.781207799911499,
      "learning_rate": 3.8701241473833585e-07,
      "loss": 0.3084848880767822,
      "step": 38650,
      "token_acc": 0.8444830582102519
    },
    {
      "epoch": 1.9249539365569444,
      "grad_norm": 0.8044716715812683,
      "learning_rate": 3.8446032083679363e-07,
      "loss": 0.19960613250732423,
      "step": 38655,
      "token_acc": 0.975551580202743
    },
    {
      "epoch": 1.9252029281410288,
      "grad_norm": 1.6226837635040283,
      "learning_rate": 3.819166370143845e-07,
      "loss": 0.163643479347229,
      "step": 38660,
      "token_acc": 0.9815780326729232
    },
    {
      "epoch": 1.9254519197251132,
      "grad_norm": 4.019257068634033,
      "learning_rate": 3.793813637022803e-07,
      "loss": 0.35792109966278074,
      "step": 38665,
      "token_acc": 0.8512304250559284
    },
    {
      "epoch": 1.9257009113091978,
      "grad_norm": 1.510305643081665,
      "learning_rate": 3.76854501330226e-07,
      "loss": 0.2843419075012207,
      "step": 38670,
      "token_acc": 0.8841778697001034
    },
    {
      "epoch": 1.925949902893282,
      "grad_norm": 2.8276801109313965,
      "learning_rate": 3.743360503265292e-07,
      "loss": 0.20738644599914552,
      "step": 38675,
      "token_acc": 0.9198966408268734
    },
    {
      "epoch": 1.9261988944773667,
      "grad_norm": 1.6679348945617676,
      "learning_rate": 3.7182601111808714e-07,
      "loss": 0.2035433292388916,
      "step": 38680,
      "token_acc": 0.9160063391442155
    },
    {
      "epoch": 1.9264478860614511,
      "grad_norm": 5.355045795440674,
      "learning_rate": 3.6932438413035953e-07,
      "loss": 0.2597040176391602,
      "step": 38685,
      "token_acc": 0.9371345029239766
    },
    {
      "epoch": 1.9266968776455355,
      "grad_norm": 5.166743278503418,
      "learning_rate": 3.6683116978738496e-07,
      "loss": 0.2810061931610107,
      "step": 38690,
      "token_acc": 0.974614065180103
    },
    {
      "epoch": 1.9269458692296202,
      "grad_norm": 6.430312156677246,
      "learning_rate": 3.6434636851178097e-07,
      "loss": 0.3162991523742676,
      "step": 38695,
      "token_acc": 0.9456625357483317
    },
    {
      "epoch": 1.9271948608137044,
      "grad_norm": 1.762166976928711,
      "learning_rate": 3.618699807247217e-07,
      "loss": 0.19502408504486085,
      "step": 38700,
      "token_acc": 0.9821538461538462
    },
    {
      "epoch": 1.927443852397789,
      "grad_norm": 0.8691644072532654,
      "learning_rate": 3.5940200684597694e-07,
      "loss": 0.1349842667579651,
      "step": 38705,
      "token_acc": 0.9885760913912689
    },
    {
      "epoch": 1.9276928439818735,
      "grad_norm": 2.0002143383026123,
      "learning_rate": 3.569424472938787e-07,
      "loss": 0.26969566345214846,
      "step": 38710,
      "token_acc": 0.9155963302752294
    },
    {
      "epoch": 1.9279418355659579,
      "grad_norm": 0.6137081980705261,
      "learning_rate": 3.5449130248533247e-07,
      "loss": 0.21818089485168457,
      "step": 38715,
      "token_acc": 0.9824304538799414
    },
    {
      "epoch": 1.9281908271500423,
      "grad_norm": 4.538786888122559,
      "learning_rate": 3.520485728358225e-07,
      "loss": 0.2708399772644043,
      "step": 38720,
      "token_acc": 0.8981900452488688
    },
    {
      "epoch": 1.9284398187341267,
      "grad_norm": 5.536376476287842,
      "learning_rate": 3.496142587593954e-07,
      "loss": 0.3679732084274292,
      "step": 38725,
      "token_acc": 0.9231274638633377
    },
    {
      "epoch": 1.9286888103182114,
      "grad_norm": 2.345853328704834,
      "learning_rate": 3.4718836066869874e-07,
      "loss": 0.18434543609619142,
      "step": 38730,
      "token_acc": 0.9402697495183044
    },
    {
      "epoch": 1.9289378019022956,
      "grad_norm": 0.9126290678977966,
      "learning_rate": 3.4477087897490934e-07,
      "loss": 0.2266824722290039,
      "step": 38735,
      "token_acc": 0.963620230700976
    },
    {
      "epoch": 1.9291867934863802,
      "grad_norm": 0.9234467148780823,
      "learning_rate": 3.42361814087816e-07,
      "loss": 0.16588983535766602,
      "step": 38740,
      "token_acc": 0.9631093544137023
    },
    {
      "epoch": 1.9294357850704646,
      "grad_norm": 0.3796290159225464,
      "learning_rate": 3.399611664157698e-07,
      "loss": 0.17835897207260132,
      "step": 38745,
      "token_acc": 0.9810442301296973
    },
    {
      "epoch": 1.929684776654549,
      "grad_norm": 3.0788798332214355,
      "learning_rate": 3.375689363656842e-07,
      "loss": 0.16578948497772217,
      "step": 38750,
      "token_acc": 0.9388059701492537
    },
    {
      "epoch": 1.9299337682386335,
      "grad_norm": 0.18587343394756317,
      "learning_rate": 3.3518512434305705e-07,
      "loss": 0.18544046878814696,
      "step": 38755,
      "token_acc": 0.9736040609137055
    },
    {
      "epoch": 1.930182759822718,
      "grad_norm": 1.4812959432601929,
      "learning_rate": 3.328097307519651e-07,
      "loss": 0.39630348682403566,
      "step": 38760,
      "token_acc": 0.8352059925093633
    },
    {
      "epoch": 1.9304317514068026,
      "grad_norm": 1.1485021114349365,
      "learning_rate": 3.304427559950307e-07,
      "loss": 0.29216809272766114,
      "step": 38765,
      "token_acc": 0.8977657413676371
    },
    {
      "epoch": 1.9306807429908868,
      "grad_norm": 1.8773057460784912,
      "learning_rate": 3.28084200473483e-07,
      "loss": 0.129131543636322,
      "step": 38770,
      "token_acc": 0.9897084048027445
    },
    {
      "epoch": 1.9309297345749714,
      "grad_norm": 2.5649759769439697,
      "learning_rate": 3.257340645871021e-07,
      "loss": 0.4345134735107422,
      "step": 38775,
      "token_acc": 0.7990074441687345
    },
    {
      "epoch": 1.9311787261590558,
      "grad_norm": 0.35167619585990906,
      "learning_rate": 3.233923487342527e-07,
      "loss": 0.1587120532989502,
      "step": 38780,
      "token_acc": 0.9722627737226277
    },
    {
      "epoch": 1.9314277177431403,
      "grad_norm": 0.5743990540504456,
      "learning_rate": 3.210590533118618e-07,
      "loss": 0.13512189388275148,
      "step": 38785,
      "token_acc": 0.988031914893617
    },
    {
      "epoch": 1.931676709327225,
      "grad_norm": 3.252349615097046,
      "learning_rate": 3.187341787154352e-07,
      "loss": 0.10945196151733398,
      "step": 38790,
      "token_acc": 0.9839128178515828
    },
    {
      "epoch": 1.931925700911309,
      "grad_norm": 2.128830671310425,
      "learning_rate": 3.164177253390521e-07,
      "loss": 0.16944993734359742,
      "step": 38795,
      "token_acc": 0.9315589353612167
    },
    {
      "epoch": 1.9321746924953938,
      "grad_norm": 0.251205712556839,
      "learning_rate": 3.141096935753651e-07,
      "loss": 0.2775390386581421,
      "step": 38800,
      "token_acc": 0.9791603745092117
    },
    {
      "epoch": 1.932423684079478,
      "grad_norm": 1.4602887630462646,
      "learning_rate": 3.118100838155946e-07,
      "loss": 0.42475461959838867,
      "step": 38805,
      "token_acc": 0.8836140888208269
    },
    {
      "epoch": 1.9326726756635626,
      "grad_norm": 1.3649519681930542,
      "learning_rate": 3.0951889644953436e-07,
      "loss": 0.33750553131103517,
      "step": 38810,
      "token_acc": 0.8826855123674912
    },
    {
      "epoch": 1.932921667247647,
      "grad_norm": 1.0393898487091064,
      "learning_rate": 3.07236131865557e-07,
      "loss": 0.14780185222625733,
      "step": 38815,
      "token_acc": 0.9710378117457763
    },
    {
      "epoch": 1.9331706588317314,
      "grad_norm": 7.150021076202393,
      "learning_rate": 3.049617904505919e-07,
      "loss": 0.5250473976135254,
      "step": 38820,
      "token_acc": 0.9639865996649917
    },
    {
      "epoch": 1.933419650415816,
      "grad_norm": 1.4713369607925415,
      "learning_rate": 3.0269587259016405e-07,
      "loss": 0.3518723249435425,
      "step": 38825,
      "token_acc": 0.9492034866245868
    },
    {
      "epoch": 1.9336686419999003,
      "grad_norm": 2.2101199626922607,
      "learning_rate": 3.0043837866834955e-07,
      "loss": 0.2390904664993286,
      "step": 38830,
      "token_acc": 0.9540889526542324
    },
    {
      "epoch": 1.933917633583985,
      "grad_norm": 3.818194627761841,
      "learning_rate": 2.9818930906780894e-07,
      "loss": 0.30907464027404785,
      "step": 38835,
      "token_acc": 0.906392694063927
    },
    {
      "epoch": 1.9341666251680694,
      "grad_norm": 7.645055770874023,
      "learning_rate": 2.959486641697706e-07,
      "loss": 0.5262573719024658,
      "step": 38840,
      "token_acc": 0.8685509196949305
    },
    {
      "epoch": 1.9344156167521538,
      "grad_norm": 2.122340679168701,
      "learning_rate": 2.937164443540308e-07,
      "loss": 0.39777703285217286,
      "step": 38845,
      "token_acc": 0.808641975308642
    },
    {
      "epoch": 1.9346646083362382,
      "grad_norm": 0.28119000792503357,
      "learning_rate": 2.914926499989645e-07,
      "loss": 0.21293280124664307,
      "step": 38850,
      "token_acc": 0.9659160073037127
    },
    {
      "epoch": 1.9349135999203226,
      "grad_norm": 1.454673409461975,
      "learning_rate": 2.8927728148151477e-07,
      "loss": 0.25492985248565675,
      "step": 38855,
      "token_acc": 0.8390918065153011
    },
    {
      "epoch": 1.9351625915044073,
      "grad_norm": 1.1647396087646484,
      "learning_rate": 2.870703391771978e-07,
      "loss": 0.2527324199676514,
      "step": 38860,
      "token_acc": 0.9762826718296225
    },
    {
      "epoch": 1.9354115830884915,
      "grad_norm": 0.8164703249931335,
      "learning_rate": 2.848718234600978e-07,
      "loss": 0.08653897643089295,
      "step": 38865,
      "token_acc": 0.9845995893223819
    },
    {
      "epoch": 1.9356605746725761,
      "grad_norm": 1.9637317657470703,
      "learning_rate": 2.8268173470288316e-07,
      "loss": 0.38259449005126955,
      "step": 38870,
      "token_acc": 0.8507877664504171
    },
    {
      "epoch": 1.9359095662566606,
      "grad_norm": 3.5068986415863037,
      "learning_rate": 2.805000732767793e-07,
      "loss": 0.2505836009979248,
      "step": 38875,
      "token_acc": 0.9141716566866267
    },
    {
      "epoch": 1.936158557840745,
      "grad_norm": 2.062943696975708,
      "learning_rate": 2.7832683955159034e-07,
      "loss": 0.3590186595916748,
      "step": 38880,
      "token_acc": 0.883248730964467
    },
    {
      "epoch": 1.9364075494248294,
      "grad_norm": 0.5572891235351562,
      "learning_rate": 2.7616203389568273e-07,
      "loss": 0.24988439083099365,
      "step": 38885,
      "token_acc": 0.9482233502538071
    },
    {
      "epoch": 1.9366565410089138,
      "grad_norm": 2.9672553539276123,
      "learning_rate": 2.74005656676013e-07,
      "loss": 0.15184178352355956,
      "step": 38890,
      "token_acc": 0.9830633284241531
    },
    {
      "epoch": 1.9369055325929985,
      "grad_norm": 2.8500382900238037,
      "learning_rate": 2.718577082580942e-07,
      "loss": 0.20566976070404053,
      "step": 38895,
      "token_acc": 0.9396887159533074
    },
    {
      "epoch": 1.9371545241770827,
      "grad_norm": 1.2405505180358887,
      "learning_rate": 2.6971818900600187e-07,
      "loss": 0.20101115703582764,
      "step": 38900,
      "token_acc": 0.9308755760368663
    },
    {
      "epoch": 1.9374035157611673,
      "grad_norm": 0.5964038968086243,
      "learning_rate": 2.675870992824181e-07,
      "loss": 0.19346975088119506,
      "step": 38905,
      "token_acc": 0.983942908117752
    },
    {
      "epoch": 1.9376525073452517,
      "grad_norm": 4.268002033233643,
      "learning_rate": 2.654644394485539e-07,
      "loss": 0.27683999538421633,
      "step": 38910,
      "token_acc": 0.9722319859402461
    },
    {
      "epoch": 1.9379014989293362,
      "grad_norm": 2.123722791671753,
      "learning_rate": 2.6335020986421597e-07,
      "loss": 0.24454686641693116,
      "step": 38915,
      "token_acc": 0.9233278955954323
    },
    {
      "epoch": 1.9381504905134208,
      "grad_norm": 0.4278843104839325,
      "learning_rate": 2.612444108877787e-07,
      "loss": 0.1592399001121521,
      "step": 38920,
      "token_acc": 0.9762004175365344
    },
    {
      "epoch": 1.938399482097505,
      "grad_norm": 1.779724359512329,
      "learning_rate": 2.5914704287618994e-07,
      "loss": 0.1757560133934021,
      "step": 38925,
      "token_acc": 0.9760403530895334
    },
    {
      "epoch": 1.9386484736815897,
      "grad_norm": 1.6937901973724365,
      "learning_rate": 2.570581061849542e-07,
      "loss": 0.16161887645721434,
      "step": 38930,
      "token_acc": 0.9672293942403177
    },
    {
      "epoch": 1.9388974652656739,
      "grad_norm": 3.0080769062042236,
      "learning_rate": 2.549776011681604e-07,
      "loss": 0.3238473653793335,
      "step": 38935,
      "token_acc": 0.9479508196721311
    },
    {
      "epoch": 1.9391464568497585,
      "grad_norm": 1.2328304052352905,
      "learning_rate": 2.529055281784654e-07,
      "loss": 0.2850094556808472,
      "step": 38940,
      "token_acc": 0.8615794143744454
    },
    {
      "epoch": 1.939395448433843,
      "grad_norm": 1.303118348121643,
      "learning_rate": 2.508418875670937e-07,
      "loss": 0.21165258884429933,
      "step": 38945,
      "token_acc": 0.9201127819548872
    },
    {
      "epoch": 1.9396444400179274,
      "grad_norm": 2.6292572021484375,
      "learning_rate": 2.4878667968384894e-07,
      "loss": 0.4587566375732422,
      "step": 38950,
      "token_acc": 0.8715154586923467
    },
    {
      "epoch": 1.939893431602012,
      "grad_norm": 4.024977684020996,
      "learning_rate": 2.467399048770913e-07,
      "loss": 0.2958200931549072,
      "step": 38955,
      "token_acc": 0.9330484330484331
    },
    {
      "epoch": 1.9401424231860962,
      "grad_norm": 3.140502452850342,
      "learning_rate": 2.447015634937655e-07,
      "loss": 0.2813927412033081,
      "step": 38960,
      "token_acc": 0.8902439024390244
    },
    {
      "epoch": 1.9403914147701808,
      "grad_norm": 0.7906368374824524,
      "learning_rate": 2.426716558793729e-07,
      "loss": 0.15987805128097535,
      "step": 38965,
      "token_acc": 0.9728950403690888
    },
    {
      "epoch": 1.9406404063542653,
      "grad_norm": 1.9131373167037964,
      "learning_rate": 2.406501823779994e-07,
      "loss": 0.20505077838897706,
      "step": 38970,
      "token_acc": 0.9188191881918819
    },
    {
      "epoch": 1.9408893979383497,
      "grad_norm": 8.210060119628906,
      "learning_rate": 2.3863714333229313e-07,
      "loss": 0.3188780307769775,
      "step": 38975,
      "token_acc": 0.9228187919463087
    },
    {
      "epoch": 1.9411383895224341,
      "grad_norm": 2.454725980758667,
      "learning_rate": 2.366325390834756e-07,
      "loss": 0.20044472217559814,
      "step": 38980,
      "token_acc": 0.9178356713426854
    },
    {
      "epoch": 1.9413873811065185,
      "grad_norm": 1.6400762796401978,
      "learning_rate": 2.3463636997133053e-07,
      "loss": 0.3648902177810669,
      "step": 38985,
      "token_acc": 0.9031596224866639
    },
    {
      "epoch": 1.9416363726906032,
      "grad_norm": 0.8252924680709839,
      "learning_rate": 2.326486363342262e-07,
      "loss": 0.139750075340271,
      "step": 38990,
      "token_acc": 0.9846534653465346
    },
    {
      "epoch": 1.9418853642746874,
      "grad_norm": 1.0013927221298218,
      "learning_rate": 2.30669338509093e-07,
      "loss": 0.2757465362548828,
      "step": 38995,
      "token_acc": 0.8986103962943901
    },
    {
      "epoch": 1.942134355858772,
      "grad_norm": 4.6102705001831055,
      "learning_rate": 2.2869847683142375e-07,
      "loss": 0.25336668491363523,
      "step": 39000,
      "token_acc": 0.9373776908023483
    },
    {
      "epoch": 1.9423833474428565,
      "grad_norm": 4.069022178649902,
      "learning_rate": 2.267360516353012e-07,
      "loss": 0.4747928142547607,
      "step": 39005,
      "token_acc": 0.8818737270875764
    },
    {
      "epoch": 1.9426323390269409,
      "grad_norm": 1.2999591827392578,
      "learning_rate": 2.2478206325334816e-07,
      "loss": 0.2525482654571533,
      "step": 39010,
      "token_acc": 0.929745889387145
    },
    {
      "epoch": 1.9428813306110253,
      "grad_norm": 1.696445107460022,
      "learning_rate": 2.2283651201679412e-07,
      "loss": 0.37266974449157714,
      "step": 39015,
      "token_acc": 0.8493475682087782
    },
    {
      "epoch": 1.9431303221951097,
      "grad_norm": 1.360505223274231,
      "learning_rate": 2.2089939825541417e-07,
      "loss": 0.20497632026672363,
      "step": 39020,
      "token_acc": 0.9617314930991218
    },
    {
      "epoch": 1.9433793137791944,
      "grad_norm": 1.669848918914795,
      "learning_rate": 2.1897072229755122e-07,
      "loss": 0.20982115268707274,
      "step": 39025,
      "token_acc": 0.984786641929499
    },
    {
      "epoch": 1.9436283053632786,
      "grad_norm": 1.4235961437225342,
      "learning_rate": 2.1705048447013265e-07,
      "loss": 0.20775141716003417,
      "step": 39030,
      "token_acc": 0.9778869778869779
    },
    {
      "epoch": 1.9438772969473632,
      "grad_norm": 4.942403316497803,
      "learning_rate": 2.151386850986481e-07,
      "loss": 0.195265793800354,
      "step": 39035,
      "token_acc": 0.9291187739463601
    },
    {
      "epoch": 1.9441262885314476,
      "grad_norm": 2.5858561992645264,
      "learning_rate": 2.1323532450714944e-07,
      "loss": 0.3628873586654663,
      "step": 39040,
      "token_acc": 0.9097744360902256
    },
    {
      "epoch": 1.944375280115532,
      "grad_norm": 1.2402340173721313,
      "learning_rate": 2.1134040301827306e-07,
      "loss": 0.18756227493286132,
      "step": 39045,
      "token_acc": 0.9349775784753364
    },
    {
      "epoch": 1.9446242716996167,
      "grad_norm": 2.7095463275909424,
      "learning_rate": 2.0945392095322313e-07,
      "loss": 0.16094508171081542,
      "step": 39050,
      "token_acc": 0.9801980198019802
    },
    {
      "epoch": 1.944873263283701,
      "grad_norm": 1.9957038164138794,
      "learning_rate": 2.0757587863175498e-07,
      "loss": 0.2306687831878662,
      "step": 39055,
      "token_acc": 0.9211822660098522
    },
    {
      "epoch": 1.9451222548677856,
      "grad_norm": 3.1296072006225586,
      "learning_rate": 2.057062763722084e-07,
      "loss": 0.24759187698364257,
      "step": 39060,
      "token_acc": 0.916504854368932
    },
    {
      "epoch": 1.9453712464518698,
      "grad_norm": 5.654382228851318,
      "learning_rate": 2.0384511449149656e-07,
      "loss": 0.21235642433166504,
      "step": 39065,
      "token_acc": 0.9469083845904823
    },
    {
      "epoch": 1.9456202380359544,
      "grad_norm": 3.582061290740967,
      "learning_rate": 2.0199239330509488e-07,
      "loss": 0.31493799686431884,
      "step": 39070,
      "token_acc": 0.9450757575757576
    },
    {
      "epoch": 1.9458692296200388,
      "grad_norm": 4.516676902770996,
      "learning_rate": 2.0014811312704106e-07,
      "loss": 0.2804088592529297,
      "step": 39075,
      "token_acc": 0.8978494623655914
    },
    {
      "epoch": 1.9461182212041233,
      "grad_norm": 2.133554458618164,
      "learning_rate": 1.9831227426995723e-07,
      "loss": 0.11811280250549316,
      "step": 39080,
      "token_acc": 0.966743119266055
    },
    {
      "epoch": 1.946367212788208,
      "grad_norm": 2.222768545150757,
      "learning_rate": 1.9648487704502227e-07,
      "loss": 0.24523501396179198,
      "step": 39085,
      "token_acc": 0.974025974025974
    },
    {
      "epoch": 1.946616204372292,
      "grad_norm": 6.723355770111084,
      "learning_rate": 1.946659217619995e-07,
      "loss": 0.32623651027679446,
      "step": 39090,
      "token_acc": 0.91
    },
    {
      "epoch": 1.9468651959563767,
      "grad_norm": 5.556515216827393,
      "learning_rate": 1.9285540872919228e-07,
      "loss": 0.1961977243423462,
      "step": 39095,
      "token_acc": 0.9465760077707625
    },
    {
      "epoch": 1.9471141875404612,
      "grad_norm": 1.4502266645431519,
      "learning_rate": 1.9105333825351068e-07,
      "loss": 0.3727802038192749,
      "step": 39100,
      "token_acc": 0.8495762711864406
    },
    {
      "epoch": 1.9473631791245456,
      "grad_norm": 4.421121120452881,
      "learning_rate": 1.8925971064039926e-07,
      "loss": 0.21204795837402343,
      "step": 39105,
      "token_acc": 0.9023354564755839
    },
    {
      "epoch": 1.94761217070863,
      "grad_norm": 4.648452281951904,
      "learning_rate": 1.8747452619389815e-07,
      "loss": 0.2530792474746704,
      "step": 39110,
      "token_acc": 0.9759615384615384
    },
    {
      "epoch": 1.9478611622927144,
      "grad_norm": 1.8537869453430176,
      "learning_rate": 1.8569778521659865e-07,
      "loss": 0.345582103729248,
      "step": 39115,
      "token_acc": 0.8783592644978784
    },
    {
      "epoch": 1.948110153876799,
      "grad_norm": 1.7481434345245361,
      "learning_rate": 1.8392948800967092e-07,
      "loss": 0.34636101722717283,
      "step": 39120,
      "token_acc": 0.8665447897623401
    },
    {
      "epoch": 1.9483591454608833,
      "grad_norm": 0.8190024495124817,
      "learning_rate": 1.8216963487284743e-07,
      "loss": 0.11381500959396362,
      "step": 39125,
      "token_acc": 0.960691823899371
    },
    {
      "epoch": 1.948608137044968,
      "grad_norm": 2.4209847450256348,
      "learning_rate": 1.804182261044285e-07,
      "loss": 0.3419176578521729,
      "step": 39130,
      "token_acc": 0.9430589273890974
    },
    {
      "epoch": 1.9488571286290524,
      "grad_norm": 1.5895475149154663,
      "learning_rate": 1.786752620012988e-07,
      "loss": 0.15379420518875123,
      "step": 39135,
      "token_acc": 0.9808153477218226
    },
    {
      "epoch": 1.9491061202131368,
      "grad_norm": 0.4480350911617279,
      "learning_rate": 1.769407428588832e-07,
      "loss": 0.18153709173202515,
      "step": 39140,
      "token_acc": 0.9436363636363636
    },
    {
      "epoch": 1.9493551117972212,
      "grad_norm": 2.041083335876465,
      "learning_rate": 1.7521466897119642e-07,
      "loss": 0.2112267017364502,
      "step": 39145,
      "token_acc": 0.9126760563380282
    },
    {
      "epoch": 1.9496041033813056,
      "grad_norm": 2.107698917388916,
      "learning_rate": 1.7349704063082672e-07,
      "loss": 0.24014804363250733,
      "step": 39150,
      "token_acc": 0.9505865623889086
    },
    {
      "epoch": 1.9498530949653903,
      "grad_norm": 1.1606931686401367,
      "learning_rate": 1.717878581289134e-07,
      "loss": 0.29812800884246826,
      "step": 39155,
      "token_acc": 0.9005311443746982
    },
    {
      "epoch": 1.9501020865494745,
      "grad_norm": 1.5644437074661255,
      "learning_rate": 1.7008712175516362e-07,
      "loss": 0.2655318260192871,
      "step": 39160,
      "token_acc": 0.9196597353497165
    },
    {
      "epoch": 1.9503510781335591,
      "grad_norm": 5.622070789337158,
      "learning_rate": 1.6839483179787453e-07,
      "loss": 0.4091655254364014,
      "step": 39165,
      "token_acc": 0.9144295302013423
    },
    {
      "epoch": 1.9506000697176435,
      "grad_norm": 0.5892426371574402,
      "learning_rate": 1.6671098854388888e-07,
      "loss": 0.20101523399353027,
      "step": 39170,
      "token_acc": 0.9769497947584465
    },
    {
      "epoch": 1.950849061301728,
      "grad_norm": 1.8643348217010498,
      "learning_rate": 1.6503559227862842e-07,
      "loss": 0.10902872085571289,
      "step": 39175,
      "token_acc": 0.9764631043256997
    },
    {
      "epoch": 1.9510980528858126,
      "grad_norm": 0.6772049069404602,
      "learning_rate": 1.6336864328608259e-07,
      "loss": 0.10090985298156738,
      "step": 39180,
      "token_acc": 0.9805491990846682
    },
    {
      "epoch": 1.9513470444698968,
      "grad_norm": 2.7238171100616455,
      "learning_rate": 1.6171014184880872e-07,
      "loss": 0.33464512825012205,
      "step": 39185,
      "token_acc": 0.884514435695538
    },
    {
      "epoch": 1.9515960360539815,
      "grad_norm": 1.2665667533874512,
      "learning_rate": 1.600600882479264e-07,
      "loss": 0.20287139415740968,
      "step": 39190,
      "token_acc": 0.9505208333333334
    },
    {
      "epoch": 1.9518450276380659,
      "grad_norm": 1.0753660202026367,
      "learning_rate": 1.5841848276312855e-07,
      "loss": 0.12028000354766846,
      "step": 39195,
      "token_acc": 0.9734439834024896
    },
    {
      "epoch": 1.9520940192221503,
      "grad_norm": 2.015733003616333,
      "learning_rate": 1.567853256726759e-07,
      "loss": 0.2837764024734497,
      "step": 39200,
      "token_acc": 0.9090909090909091
    },
    {
      "epoch": 1.9523430108062347,
      "grad_norm": 0.6273435354232788,
      "learning_rate": 1.551606172534026e-07,
      "loss": 0.21225786209106445,
      "step": 39205,
      "token_acc": 0.9604588723456188
    },
    {
      "epoch": 1.9525920023903192,
      "grad_norm": 0.5007399916648865,
      "learning_rate": 1.5354435778069387e-07,
      "loss": 0.10506138801574708,
      "step": 39210,
      "token_acc": 0.9854198089492208
    },
    {
      "epoch": 1.9528409939744038,
      "grad_norm": 0.5203610062599182,
      "learning_rate": 1.5193654752851949e-07,
      "loss": 0.1300244450569153,
      "step": 39215,
      "token_acc": 0.971919770773639
    },
    {
      "epoch": 1.953089985558488,
      "grad_norm": 0.8560639023780823,
      "learning_rate": 1.5033718676941698e-07,
      "loss": 0.20159788131713868,
      "step": 39220,
      "token_acc": 0.9659090909090909
    },
    {
      "epoch": 1.9533389771425727,
      "grad_norm": 2.5457584857940674,
      "learning_rate": 1.487462757744751e-07,
      "loss": 0.27930755615234376,
      "step": 39225,
      "token_acc": 0.9225
    },
    {
      "epoch": 1.953587968726657,
      "grad_norm": 1.5153454542160034,
      "learning_rate": 1.471638148133725e-07,
      "loss": 0.34059360027313235,
      "step": 39230,
      "token_acc": 0.8490351872871736
    },
    {
      "epoch": 1.9538369603107415,
      "grad_norm": 3.3057665824890137,
      "learning_rate": 1.4558980415433353e-07,
      "loss": 0.20046005249023438,
      "step": 39235,
      "token_acc": 0.9306260575296108
    },
    {
      "epoch": 1.954085951894826,
      "grad_norm": 0.7729678750038147,
      "learning_rate": 1.4402424406416148e-07,
      "loss": 0.17631042003631592,
      "step": 39240,
      "token_acc": 0.9405405405405406
    },
    {
      "epoch": 1.9543349434789103,
      "grad_norm": 5.903702259063721,
      "learning_rate": 1.4246713480823292e-07,
      "loss": 0.14835586547851562,
      "step": 39245,
      "token_acc": 0.9825224374114313
    },
    {
      "epoch": 1.954583935062995,
      "grad_norm": 4.212540149688721,
      "learning_rate": 1.4091847665048673e-07,
      "loss": 0.3423937797546387,
      "step": 39250,
      "token_acc": 0.9416419386745796
    },
    {
      "epoch": 1.9548329266470792,
      "grad_norm": 2.9323811531066895,
      "learning_rate": 1.393782698534185e-07,
      "loss": 0.28407511711120603,
      "step": 39255,
      "token_acc": 0.9368258859784283
    },
    {
      "epoch": 1.9550819182311638,
      "grad_norm": 0.46069663763046265,
      "learning_rate": 1.378465146781138e-07,
      "loss": 0.2097395420074463,
      "step": 39260,
      "token_acc": 0.9179734620024126
    },
    {
      "epoch": 1.9553309098152483,
      "grad_norm": 0.5154407620429993,
      "learning_rate": 1.3632321138419834e-07,
      "loss": 0.2576338529586792,
      "step": 39265,
      "token_acc": 0.9641693811074918
    },
    {
      "epoch": 1.9555799013993327,
      "grad_norm": 19.563365936279297,
      "learning_rate": 1.348083602298933e-07,
      "loss": 0.19926027059555054,
      "step": 39270,
      "token_acc": 0.9552683896620279
    },
    {
      "epoch": 1.9558288929834171,
      "grad_norm": 1.1165688037872314,
      "learning_rate": 1.3330196147195996e-07,
      "loss": 0.3554276466369629,
      "step": 39275,
      "token_acc": 0.9103477167993297
    },
    {
      "epoch": 1.9560778845675015,
      "grad_norm": 1.1574687957763672,
      "learning_rate": 1.3180401536575516e-07,
      "loss": 0.16368685960769652,
      "step": 39280,
      "token_acc": 0.9550724637681159
    },
    {
      "epoch": 1.9563268761515862,
      "grad_norm": 0.4429485499858856,
      "learning_rate": 1.3031452216517026e-07,
      "loss": 0.1372867465019226,
      "step": 39285,
      "token_acc": 0.9887839433293979
    },
    {
      "epoch": 1.9565758677356704,
      "grad_norm": 2.0008344650268555,
      "learning_rate": 1.2883348212269775e-07,
      "loss": 0.18820425271987914,
      "step": 39290,
      "token_acc": 0.9705128205128205
    },
    {
      "epoch": 1.956824859319755,
      "grad_norm": 1.5984357595443726,
      "learning_rate": 1.2736089548937568e-07,
      "loss": 0.25766797065734864,
      "step": 39295,
      "token_acc": 0.918859649122807
    },
    {
      "epoch": 1.9570738509038395,
      "grad_norm": 6.942163467407227,
      "learning_rate": 1.2589676251481552e-07,
      "loss": 0.20247807502746581,
      "step": 39300,
      "token_acc": 0.9551181102362205
    },
    {
      "epoch": 1.9573228424879239,
      "grad_norm": 2.8029894828796387,
      "learning_rate": 1.244410834471854e-07,
      "loss": 0.3439630508422852,
      "step": 39305,
      "token_acc": 0.9132791327913279
    },
    {
      "epoch": 1.9575718340720085,
      "grad_norm": 1.1469178199768066,
      "learning_rate": 1.2299385853324907e-07,
      "loss": 0.1964707374572754,
      "step": 39310,
      "token_acc": 0.9744661095636026
    },
    {
      "epoch": 1.9578208256560927,
      "grad_norm": 2.753363609313965,
      "learning_rate": 1.2155508801830473e-07,
      "loss": 0.17107104063034057,
      "step": 39315,
      "token_acc": 0.9890350877192983
    },
    {
      "epoch": 1.9580698172401774,
      "grad_norm": 7.46146821975708,
      "learning_rate": 1.2012477214622954e-07,
      "loss": 0.3303276538848877,
      "step": 39320,
      "token_acc": 0.9736622073578596
    },
    {
      "epoch": 1.9583188088242618,
      "grad_norm": 1.037156343460083,
      "learning_rate": 1.1870291115947952e-07,
      "loss": 0.1822468876838684,
      "step": 39325,
      "token_acc": 0.9230769230769231
    },
    {
      "epoch": 1.9585678004083462,
      "grad_norm": 2.6954233646392822,
      "learning_rate": 1.1728950529905636e-07,
      "loss": 0.3107588529586792,
      "step": 39330,
      "token_acc": 0.8626155878467635
    },
    {
      "epoch": 1.9588167919924306,
      "grad_norm": 1.9284390211105347,
      "learning_rate": 1.1588455480454619e-07,
      "loss": 0.10426380634307861,
      "step": 39335,
      "token_acc": 0.9792687523558236
    },
    {
      "epoch": 1.959065783576515,
      "grad_norm": 3.8142926692962646,
      "learning_rate": 1.1448805991409183e-07,
      "loss": 0.21230244636535645,
      "step": 39340,
      "token_acc": 0.954225352112676
    },
    {
      "epoch": 1.9593147751605997,
      "grad_norm": 6.9409098625183105,
      "learning_rate": 1.1310002086440952e-07,
      "loss": 0.23099608421325685,
      "step": 39345,
      "token_acc": 0.9701722017220172
    },
    {
      "epoch": 1.959563766744684,
      "grad_norm": 4.199160099029541,
      "learning_rate": 1.1172043789077768e-07,
      "loss": 0.18340277671813965,
      "step": 39350,
      "token_acc": 0.9489302967563837
    },
    {
      "epoch": 1.9598127583287686,
      "grad_norm": 1.432438611984253,
      "learning_rate": 1.1034931122703706e-07,
      "loss": 0.45174179077148435,
      "step": 39355,
      "token_acc": 0.8275328692962104
    },
    {
      "epoch": 1.960061749912853,
      "grad_norm": 0.6845071315765381,
      "learning_rate": 1.089866411056073e-07,
      "loss": 0.18195451498031617,
      "step": 39360,
      "token_acc": 0.9379977246871445
    },
    {
      "epoch": 1.9603107414969374,
      "grad_norm": 1.3912608623504639,
      "learning_rate": 1.0763242775746474e-07,
      "loss": 0.280968451499939,
      "step": 39365,
      "token_acc": 0.8811369509043928
    },
    {
      "epoch": 1.9605597330810218,
      "grad_norm": 1.259442925453186,
      "learning_rate": 1.0628667141215909e-07,
      "loss": 0.22154955863952636,
      "step": 39370,
      "token_acc": 0.9179487179487179
    },
    {
      "epoch": 1.9608087246651063,
      "grad_norm": 0.6343774795532227,
      "learning_rate": 1.0494937229779678e-07,
      "loss": 0.08164708614349366,
      "step": 39375,
      "token_acc": 0.9741824440619621
    },
    {
      "epoch": 1.961057716249191,
      "grad_norm": 2.160482406616211,
      "learning_rate": 1.0362053064105759e-07,
      "loss": 0.29537596702575686,
      "step": 39380,
      "token_acc": 0.9069958847736626
    },
    {
      "epoch": 1.961306707833275,
      "grad_norm": 4.262593746185303,
      "learning_rate": 1.0230014666718912e-07,
      "loss": 0.24008054733276368,
      "step": 39385,
      "token_acc": 0.9271356783919598
    },
    {
      "epoch": 1.9615556994173597,
      "grad_norm": 2.1076464653015137,
      "learning_rate": 1.0098822060000124e-07,
      "loss": 0.2653020143508911,
      "step": 39390,
      "token_acc": 0.9122807017543859
    },
    {
      "epoch": 1.9618046910014442,
      "grad_norm": 2.525221347808838,
      "learning_rate": 9.968475266187161e-08,
      "loss": 0.24966952800750733,
      "step": 39395,
      "token_acc": 0.931439764936337
    },
    {
      "epoch": 1.9620536825855286,
      "grad_norm": 2.534384250640869,
      "learning_rate": 9.838974307374571e-08,
      "loss": 0.2813343286514282,
      "step": 39400,
      "token_acc": 0.905982905982906
    },
    {
      "epoch": 1.962302674169613,
      "grad_norm": 1.24775230884552,
      "learning_rate": 9.710319205513684e-08,
      "loss": 0.24284660816192627,
      "step": 39405,
      "token_acc": 0.9688760806916427
    },
    {
      "epoch": 1.9625516657536974,
      "grad_norm": 1.9813100099563599,
      "learning_rate": 9.582509982412057e-08,
      "loss": 0.2736882209777832,
      "step": 39410,
      "token_acc": 0.9248850281042412
    },
    {
      "epoch": 1.962800657337782,
      "grad_norm": 0.7217254638671875,
      "learning_rate": 9.455546659733471e-08,
      "loss": 0.18171144723892213,
      "step": 39415,
      "token_acc": 0.9606666666666667
    },
    {
      "epoch": 1.9630496489218663,
      "grad_norm": 1.3563770055770874,
      "learning_rate": 9.329429258999045e-08,
      "loss": 0.33569204807281494,
      "step": 39420,
      "token_acc": 0.9140767824497258
    },
    {
      "epoch": 1.963298640505951,
      "grad_norm": 2.5194268226623535,
      "learning_rate": 9.204157801586677e-08,
      "loss": 0.3595629930496216,
      "step": 39425,
      "token_acc": 0.8598130841121495
    },
    {
      "epoch": 1.9635476320900354,
      "grad_norm": 4.595357418060303,
      "learning_rate": 9.079732308730493e-08,
      "loss": 0.5680851459503173,
      "step": 39430,
      "token_acc": 0.8005865102639296
    },
    {
      "epoch": 1.9637966236741198,
      "grad_norm": 0.28514111042022705,
      "learning_rate": 8.95615280152029e-08,
      "loss": 0.2107761859893799,
      "step": 39435,
      "token_acc": 0.9812048192771085
    },
    {
      "epoch": 1.9640456152582044,
      "grad_norm": 0.675351619720459,
      "learning_rate": 8.833419300904866e-08,
      "loss": 0.2689490795135498,
      "step": 39440,
      "token_acc": 0.9294590643274854
    },
    {
      "epoch": 1.9642946068422886,
      "grad_norm": 0.6161764860153198,
      "learning_rate": 8.711531827687025e-08,
      "loss": 0.23501458168029785,
      "step": 39445,
      "token_acc": 0.9315237507711289
    },
    {
      "epoch": 1.9645435984263733,
      "grad_norm": 1.1170949935913086,
      "learning_rate": 8.590490402527463e-08,
      "loss": 0.2902409315109253,
      "step": 39450,
      "token_acc": 0.9572471324296142
    },
    {
      "epoch": 1.9647925900104577,
      "grad_norm": 2.8915553092956543,
      "learning_rate": 8.47029504594421e-08,
      "loss": 0.2721139192581177,
      "step": 39455,
      "token_acc": 0.8897243107769424
    },
    {
      "epoch": 1.9650415815945421,
      "grad_norm": 1.119425654411316,
      "learning_rate": 8.35094577830986e-08,
      "loss": 0.14297361373901368,
      "step": 39460,
      "token_acc": 0.9815364325750082
    },
    {
      "epoch": 1.9652905731786265,
      "grad_norm": 2.7731223106384277,
      "learning_rate": 8.232442619854897e-08,
      "loss": 0.3503599166870117,
      "step": 39465,
      "token_acc": 0.8959881129271917
    },
    {
      "epoch": 1.965539564762711,
      "grad_norm": 10.419548988342285,
      "learning_rate": 8.114785590666585e-08,
      "loss": 0.16463491916656495,
      "step": 39470,
      "token_acc": 0.9652892561983472
    },
    {
      "epoch": 1.9657885563467956,
      "grad_norm": 2.6125845909118652,
      "learning_rate": 7.997974710688416e-08,
      "loss": 0.2934115886688232,
      "step": 39475,
      "token_acc": 0.9024856596558317
    },
    {
      "epoch": 1.9660375479308798,
      "grad_norm": 1.7599878311157227,
      "learning_rate": 7.882009999719553e-08,
      "loss": 0.4112586975097656,
      "step": 39480,
      "token_acc": 0.8929815828770533
    },
    {
      "epoch": 1.9662865395149645,
      "grad_norm": 0.978952169418335,
      "learning_rate": 7.766891477417604e-08,
      "loss": 0.22765376567840576,
      "step": 39485,
      "token_acc": 0.957707509881423
    },
    {
      "epoch": 1.9665355310990489,
      "grad_norm": 0.3656481206417084,
      "learning_rate": 7.652619163295848e-08,
      "loss": 0.38801238536834715,
      "step": 39490,
      "token_acc": 0.942589338019918
    },
    {
      "epoch": 1.9667845226831333,
      "grad_norm": 1.1601346731185913,
      "learning_rate": 7.539193076722684e-08,
      "loss": 0.20165114402770995,
      "step": 39495,
      "token_acc": 0.972310969116081
    },
    {
      "epoch": 1.9670335142672177,
      "grad_norm": 7.1372761726379395,
      "learning_rate": 7.426613236925505e-08,
      "loss": 0.273621940612793,
      "step": 39500,
      "token_acc": 0.9637330754352031
    },
    {
      "epoch": 1.9672825058513022,
      "grad_norm": 1.3877184391021729,
      "learning_rate": 7.314879662987383e-08,
      "loss": 0.2485365629196167,
      "step": 39505,
      "token_acc": 0.9388753056234719
    },
    {
      "epoch": 1.9675314974353868,
      "grad_norm": 1.0399285554885864,
      "learning_rate": 7.203992373846502e-08,
      "loss": 0.3171250343322754,
      "step": 39510,
      "token_acc": 0.8835257082896117
    },
    {
      "epoch": 1.967780489019471,
      "grad_norm": 1.6598293781280518,
      "learning_rate": 7.093951388300046e-08,
      "loss": 0.3945149421691895,
      "step": 39515,
      "token_acc": 0.825964252116651
    },
    {
      "epoch": 1.9680294806035556,
      "grad_norm": 5.855252265930176,
      "learning_rate": 6.984756724999208e-08,
      "loss": 0.36216025352478026,
      "step": 39520,
      "token_acc": 0.9003856041131105
    },
    {
      "epoch": 1.96827847218764,
      "grad_norm": 0.7082545757293701,
      "learning_rate": 6.876408402454737e-08,
      "loss": 0.13315490484237671,
      "step": 39525,
      "token_acc": 0.9790486976217441
    },
    {
      "epoch": 1.9685274637717245,
      "grad_norm": 2.1798226833343506,
      "learning_rate": 6.768906439030276e-08,
      "loss": 0.315415620803833,
      "step": 39530,
      "token_acc": 0.868663594470046
    },
    {
      "epoch": 1.968776455355809,
      "grad_norm": 0.34647247195243835,
      "learning_rate": 6.662250852949581e-08,
      "loss": 0.15245940685272216,
      "step": 39535,
      "token_acc": 0.9836845683208701
    },
    {
      "epoch": 1.9690254469398933,
      "grad_norm": 1.0718932151794434,
      "learning_rate": 6.556441662290413e-08,
      "loss": 0.19033704996109008,
      "step": 39540,
      "token_acc": 0.9515072083879423
    },
    {
      "epoch": 1.969274438523978,
      "grad_norm": 1.2390624284744263,
      "learning_rate": 6.451478884987872e-08,
      "loss": 0.12035237550735474,
      "step": 39545,
      "token_acc": 0.9805238415043653
    },
    {
      "epoch": 1.9695234301080622,
      "grad_norm": 6.894145965576172,
      "learning_rate": 6.34736253883439e-08,
      "loss": 0.27364919185638426,
      "step": 39550,
      "token_acc": 0.9730576441102757
    },
    {
      "epoch": 1.9697724216921468,
      "grad_norm": 16.944377899169922,
      "learning_rate": 6.244092641477517e-08,
      "loss": 0.7540109157562256,
      "step": 39555,
      "token_acc": 0.8980716253443526
    },
    {
      "epoch": 1.9700214132762313,
      "grad_norm": 0.2451072335243225,
      "learning_rate": 6.141669210422696e-08,
      "loss": 0.09202235341072082,
      "step": 39560,
      "token_acc": 0.9900712281459098
    },
    {
      "epoch": 1.9702704048603157,
      "grad_norm": 0.7100425362586975,
      "learning_rate": 6.040092263030483e-08,
      "loss": 0.22485644817352296,
      "step": 39565,
      "token_acc": 0.927360774818402
    },
    {
      "epoch": 1.9705193964444003,
      "grad_norm": 1.7032184600830078,
      "learning_rate": 5.9393618165187736e-08,
      "loss": 0.17261335849761963,
      "step": 39570,
      "token_acc": 0.9327272727272727
    },
    {
      "epoch": 1.9707683880284845,
      "grad_norm": 6.3737053871154785,
      "learning_rate": 5.839477887962241e-08,
      "loss": 0.3852832317352295,
      "step": 39575,
      "token_acc": 0.8509984639016898
    },
    {
      "epoch": 1.9710173796125692,
      "grad_norm": 2.7698073387145996,
      "learning_rate": 5.7404404942912324e-08,
      "loss": 0.19275439977645875,
      "step": 39580,
      "token_acc": 0.95042194092827
    },
    {
      "epoch": 1.9712663711966536,
      "grad_norm": 0.4655657410621643,
      "learning_rate": 5.642249652293985e-08,
      "loss": 0.21179966926574706,
      "step": 39585,
      "token_acc": 0.9797742238946379
    },
    {
      "epoch": 1.971515362780738,
      "grad_norm": 1.9081486463546753,
      "learning_rate": 5.544905378613296e-08,
      "loss": 0.17362864017486573,
      "step": 39590,
      "token_acc": 0.9398148148148148
    },
    {
      "epoch": 1.9717643543648224,
      "grad_norm": 5.728041172027588,
      "learning_rate": 5.448407689749857e-08,
      "loss": 0.1193535327911377,
      "step": 39595,
      "token_acc": 0.979927946474524
    },
    {
      "epoch": 1.9720133459489069,
      "grad_norm": 0.9954685568809509,
      "learning_rate": 5.3527566020605825e-08,
      "loss": 0.280316686630249,
      "step": 39600,
      "token_acc": 0.8944381384790011
    },
    {
      "epoch": 1.9722623375329915,
      "grad_norm": 2.1010901927948,
      "learning_rate": 5.2579521317591696e-08,
      "loss": 0.30329763889312744,
      "step": 39605,
      "token_acc": 0.9059674502712477
    },
    {
      "epoch": 1.9725113291170757,
      "grad_norm": 0.8444644212722778,
      "learning_rate": 5.163994294914987e-08,
      "loss": 0.21858501434326172,
      "step": 39610,
      "token_acc": 0.9003479911420437
    },
    {
      "epoch": 1.9727603207011604,
      "grad_norm": 2.6865835189819336,
      "learning_rate": 5.070883107454183e-08,
      "loss": 0.2854173183441162,
      "step": 39615,
      "token_acc": 0.8973305954825462
    },
    {
      "epoch": 1.9730093122852448,
      "grad_norm": 0.5668479204177856,
      "learning_rate": 4.978618585159689e-08,
      "loss": 0.3145549774169922,
      "step": 39620,
      "token_acc": 0.9156908665105387
    },
    {
      "epoch": 1.9732583038693292,
      "grad_norm": 0.8193360567092896,
      "learning_rate": 4.887200743671216e-08,
      "loss": 0.10388190746307373,
      "step": 39625,
      "token_acc": 0.9742599742599742
    },
    {
      "epoch": 1.9735072954534136,
      "grad_norm": 4.249294281005859,
      "learning_rate": 4.796629598484148e-08,
      "loss": 0.17353448867797852,
      "step": 39630,
      "token_acc": 0.982886216466235
    },
    {
      "epoch": 1.973756287037498,
      "grad_norm": 8.559016227722168,
      "learning_rate": 4.706905164951203e-08,
      "loss": 0.4324962615966797,
      "step": 39635,
      "token_acc": 0.8649732620320856
    },
    {
      "epoch": 1.9740052786215827,
      "grad_norm": 2.4866857528686523,
      "learning_rate": 4.6180274582802166e-08,
      "loss": 0.27164497375488283,
      "step": 39640,
      "token_acc": 0.9378109452736318
    },
    {
      "epoch": 1.974254270205667,
      "grad_norm": 2.1626880168914795,
      "learning_rate": 4.5299964935369144e-08,
      "loss": 0.16520795822143555,
      "step": 39645,
      "token_acc": 0.9378806333739342
    },
    {
      "epoch": 1.9745032617897516,
      "grad_norm": 0.7308069467544556,
      "learning_rate": 4.44281228564325e-08,
      "loss": 0.2455955982208252,
      "step": 39650,
      "token_acc": 0.9295238095238095
    },
    {
      "epoch": 1.974752253373836,
      "grad_norm": 3.818373203277588,
      "learning_rate": 4.356474849377401e-08,
      "loss": 0.1893446683883667,
      "step": 39655,
      "token_acc": 0.9324894514767933
    },
    {
      "epoch": 1.9750012449579204,
      "grad_norm": 0.293971449136734,
      "learning_rate": 4.270984199373218e-08,
      "loss": 0.1311657667160034,
      "step": 39660,
      "token_acc": 0.968503937007874
    },
    {
      "epoch": 1.975250236542005,
      "grad_norm": 1.8578057289123535,
      "learning_rate": 4.1863403501224416e-08,
      "loss": 0.308764123916626,
      "step": 39665,
      "token_acc": 0.8784648187633263
    },
    {
      "epoch": 1.9754992281260892,
      "grad_norm": 5.0006184577941895,
      "learning_rate": 4.1025433159724845e-08,
      "loss": 0.19457828998565674,
      "step": 39670,
      "token_acc": 0.9257425742574258
    },
    {
      "epoch": 1.975748219710174,
      "grad_norm": 1.7472901344299316,
      "learning_rate": 4.01959311112754e-08,
      "loss": 0.33361449241638186,
      "step": 39675,
      "token_acc": 0.9812638932994602
    },
    {
      "epoch": 1.975997211294258,
      "grad_norm": 1.885245680809021,
      "learning_rate": 3.9374897496474714e-08,
      "loss": 0.22754936218261718,
      "step": 39680,
      "token_acc": 0.9373601789709173
    },
    {
      "epoch": 1.9762462028783427,
      "grad_norm": 4.448116779327393,
      "learning_rate": 3.856233245450036e-08,
      "loss": 0.4372988224029541,
      "step": 39685,
      "token_acc": 0.8929663608562691
    },
    {
      "epoch": 1.9764951944624272,
      "grad_norm": 1.9136399030685425,
      "learning_rate": 3.77582361230755e-08,
      "loss": 0.12838717699050903,
      "step": 39690,
      "token_acc": 0.9644602398933807
    },
    {
      "epoch": 1.9767441860465116,
      "grad_norm": 0.7418603301048279,
      "learning_rate": 3.696260863851331e-08,
      "loss": 0.13460209369659423,
      "step": 39695,
      "token_acc": 0.9512635379061372
    },
    {
      "epoch": 1.9769931776305962,
      "grad_norm": 1.1856828927993774,
      "learning_rate": 3.617545013566148e-08,
      "loss": 0.3105303764343262,
      "step": 39700,
      "token_acc": 0.9269102990033222
    },
    {
      "epoch": 1.9772421692146804,
      "grad_norm": 2.185244083404541,
      "learning_rate": 3.5396760747957726e-08,
      "loss": 0.3484737157821655,
      "step": 39705,
      "token_acc": 0.9295499021526419
    },
    {
      "epoch": 1.977491160798765,
      "grad_norm": 1.3722549676895142,
      "learning_rate": 3.462654060738535e-08,
      "loss": 0.28006002902984617,
      "step": 39710,
      "token_acc": 0.8799665411961523
    },
    {
      "epoch": 1.9777401523828495,
      "grad_norm": 1.870315670967102,
      "learning_rate": 3.386478984451213e-08,
      "loss": 0.3219930171966553,
      "step": 39715,
      "token_acc": 0.9518828451882845
    },
    {
      "epoch": 1.977989143966934,
      "grad_norm": 3.435703992843628,
      "learning_rate": 3.311150858844592e-08,
      "loss": 0.19202818870544433,
      "step": 39720,
      "token_acc": 0.9801242236024845
    },
    {
      "epoch": 1.9782381355510184,
      "grad_norm": 6.1529717445373535,
      "learning_rate": 3.2366696966878994e-08,
      "loss": 0.31637773513793943,
      "step": 39725,
      "token_acc": 0.9361702127659575
    },
    {
      "epoch": 1.9784871271351028,
      "grad_norm": 0.9809612035751343,
      "learning_rate": 3.163035510606038e-08,
      "loss": 0.20656945705413818,
      "step": 39730,
      "token_acc": 0.913946587537092
    },
    {
      "epoch": 1.9787361187191874,
      "grad_norm": 2.1651511192321777,
      "learning_rate": 3.0902483130801355e-08,
      "loss": 0.23374078273773194,
      "step": 39735,
      "token_acc": 0.9606533036377134
    },
    {
      "epoch": 1.9789851103032716,
      "grad_norm": 3.537804365158081,
      "learning_rate": 3.018308116447544e-08,
      "loss": 0.35263805389404296,
      "step": 39740,
      "token_acc": 0.9034038638454461
    },
    {
      "epoch": 1.9792341018873563,
      "grad_norm": 3.0089080333709717,
      "learning_rate": 2.9472149329035082e-08,
      "loss": 0.2157888650894165,
      "step": 39745,
      "token_acc": 0.947296372347707
    },
    {
      "epoch": 1.9794830934714407,
      "grad_norm": 2.8844666481018066,
      "learning_rate": 2.8769687744978346e-08,
      "loss": 0.39833722114562986,
      "step": 39750,
      "token_acc": 0.8258426966292135
    },
    {
      "epoch": 1.9797320850555251,
      "grad_norm": 4.296086311340332,
      "learning_rate": 2.80756965313822e-08,
      "loss": 0.24326186180114745,
      "step": 39755,
      "token_acc": 0.9473067915690867
    },
    {
      "epoch": 1.9799810766396095,
      "grad_norm": 1.3107926845550537,
      "learning_rate": 2.7390175805880323e-08,
      "loss": 0.15168261528015137,
      "step": 39760,
      "token_acc": 0.9452954048140044
    },
    {
      "epoch": 1.980230068223694,
      "grad_norm": 3.4285478591918945,
      "learning_rate": 2.6713125684668662e-08,
      "loss": 0.22751927375793457,
      "step": 39765,
      "token_acc": 0.9378603459320948
    },
    {
      "epoch": 1.9804790598077786,
      "grad_norm": 1.1099865436553955,
      "learning_rate": 2.604454628250541e-08,
      "loss": 0.21452724933624268,
      "step": 39770,
      "token_acc": 0.9638135003479471
    },
    {
      "epoch": 1.9807280513918628,
      "grad_norm": 1.8040601015090942,
      "learning_rate": 2.5384437712733244e-08,
      "loss": 0.2240328311920166,
      "step": 39775,
      "token_acc": 0.9078091106290672
    },
    {
      "epoch": 1.9809770429759475,
      "grad_norm": 1.0485213994979858,
      "learning_rate": 2.4732800087229335e-08,
      "loss": 0.25841095447540285,
      "step": 39780,
      "token_acc": 0.9210805084745762
    },
    {
      "epoch": 1.9812260345600319,
      "grad_norm": 0.5709624290466309,
      "learning_rate": 2.4089633516460874e-08,
      "loss": 0.2587693691253662,
      "step": 39785,
      "token_acc": 0.9370683039140445
    },
    {
      "epoch": 1.9814750261441163,
      "grad_norm": 1.2816940546035767,
      "learning_rate": 2.345493810943511e-08,
      "loss": 0.29459495544433595,
      "step": 39790,
      "token_acc": 0.9466551326412919
    },
    {
      "epoch": 1.981724017728201,
      "grad_norm": 1.2355533838272095,
      "learning_rate": 2.2828713973749304e-08,
      "loss": 0.23734335899353026,
      "step": 39795,
      "token_acc": 0.9636032757051866
    },
    {
      "epoch": 1.9819730093122851,
      "grad_norm": 2.6254968643188477,
      "learning_rate": 2.2210961215546334e-08,
      "loss": 0.27066216468811033,
      "step": 39800,
      "token_acc": 0.8958652373660031
    },
    {
      "epoch": 1.9822220008963698,
      "grad_norm": 2.365560531616211,
      "learning_rate": 2.1601679939531328e-08,
      "loss": 0.20794379711151123,
      "step": 39805,
      "token_acc": 0.9181034482758621
    },
    {
      "epoch": 1.982470992480454,
      "grad_norm": 6.492383003234863,
      "learning_rate": 2.1000870248988335e-08,
      "loss": 0.31105761528015136,
      "step": 39810,
      "token_acc": 0.9464105156723963
    },
    {
      "epoch": 1.9827199840645386,
      "grad_norm": 0.8065354228019714,
      "learning_rate": 2.0408532245758117e-08,
      "loss": 0.27952554225921633,
      "step": 39815,
      "token_acc": 0.89748045178106
    },
    {
      "epoch": 1.982968975648623,
      "grad_norm": 0.8705001473426819,
      "learning_rate": 1.982466603024369e-08,
      "loss": 0.09455010890960694,
      "step": 39820,
      "token_acc": 0.976274165202109
    },
    {
      "epoch": 1.9832179672327075,
      "grad_norm": 7.5282440185546875,
      "learning_rate": 1.924927170141033e-08,
      "loss": 0.31455249786376954,
      "step": 39825,
      "token_acc": 0.9725829725829725
    },
    {
      "epoch": 1.9834669588167921,
      "grad_norm": 1.7539561986923218,
      "learning_rate": 1.868234935679114e-08,
      "loss": 0.31812295913696287,
      "step": 39830,
      "token_acc": 0.8673469387755102
    },
    {
      "epoch": 1.9837159504008763,
      "grad_norm": 2.481325387954712,
      "learning_rate": 1.8123899092487016e-08,
      "loss": 0.21118788719177245,
      "step": 39835,
      "token_acc": 0.9704797047970479
    },
    {
      "epoch": 1.983964941984961,
      "grad_norm": 0.609770655632019,
      "learning_rate": 1.757392100315003e-08,
      "loss": 0.22071378231048583,
      "step": 39840,
      "token_acc": 0.9631036353771025
    },
    {
      "epoch": 1.9842139335690454,
      "grad_norm": 0.5222067832946777,
      "learning_rate": 1.703241518201115e-08,
      "loss": 0.15328968763351442,
      "step": 39845,
      "token_acc": 0.9795021961932651
    },
    {
      "epoch": 1.9844629251531298,
      "grad_norm": 4.837363243103027,
      "learning_rate": 1.6499381720852524e-08,
      "loss": 0.17484930753707886,
      "step": 39850,
      "token_acc": 0.9352051835853131
    },
    {
      "epoch": 1.9847119167372143,
      "grad_norm": 1.3985639810562134,
      "learning_rate": 1.5974820710029648e-08,
      "loss": 0.21053678989410402,
      "step": 39855,
      "token_acc": 0.9212328767123288
    },
    {
      "epoch": 1.9849609083212987,
      "grad_norm": 3.909276008605957,
      "learning_rate": 1.5458732238460282e-08,
      "loss": 0.2087954044342041,
      "step": 39860,
      "token_acc": 0.9805318138651472
    },
    {
      "epoch": 1.9852098999053833,
      "grad_norm": 0.4239377975463867,
      "learning_rate": 1.4951116393618904e-08,
      "loss": 0.21077139377593995,
      "step": 39865,
      "token_acc": 0.9831065227592679
    },
    {
      "epoch": 1.9854588914894675,
      "grad_norm": 3.0142951011657715,
      "learning_rate": 1.4451973261553342e-08,
      "loss": 0.34998359680175783,
      "step": 39870,
      "token_acc": 0.8558951965065502
    },
    {
      "epoch": 1.9857078830735522,
      "grad_norm": 0.32420244812965393,
      "learning_rate": 1.3961302926862597e-08,
      "loss": 0.10701233148574829,
      "step": 39875,
      "token_acc": 0.9843853820598006
    },
    {
      "epoch": 1.9859568746576366,
      "grad_norm": 4.574821472167969,
      "learning_rate": 1.3479105472730125e-08,
      "loss": 0.4213723659515381,
      "step": 39880,
      "token_acc": 0.9140625
    },
    {
      "epoch": 1.986205866241721,
      "grad_norm": 1.5522546768188477,
      "learning_rate": 1.3005380980884996e-08,
      "loss": 0.26729116439819334,
      "step": 39885,
      "token_acc": 0.8634719710669078
    },
    {
      "epoch": 1.9864548578258054,
      "grad_norm": 1.2689611911773682,
      "learning_rate": 1.2540129531618539e-08,
      "loss": 0.3948157072067261,
      "step": 39890,
      "token_acc": 0.8722826086956522
    },
    {
      "epoch": 1.9867038494098899,
      "grad_norm": 1.3283030986785889,
      "learning_rate": 1.2083351203806547e-08,
      "loss": 0.20940697193145752,
      "step": 39895,
      "token_acc": 0.9521531100478469
    },
    {
      "epoch": 1.9869528409939745,
      "grad_norm": 10.851468086242676,
      "learning_rate": 1.1635046074864874e-08,
      "loss": 0.28596456050872804,
      "step": 39900,
      "token_acc": 0.9227557411273486
    },
    {
      "epoch": 1.9872018325780587,
      "grad_norm": 1.4892135858535767,
      "learning_rate": 1.1195214220788285e-08,
      "loss": 0.1862967848777771,
      "step": 39905,
      "token_acc": 0.9406307977736549
    },
    {
      "epoch": 1.9874508241621434,
      "grad_norm": 0.7037785649299622,
      "learning_rate": 1.0763855716128257e-08,
      "loss": 0.09066159129142762,
      "step": 39910,
      "token_acc": 0.9684647302904564
    },
    {
      "epoch": 1.9876998157462278,
      "grad_norm": 3.2754783630371094,
      "learning_rate": 1.0340970634009627e-08,
      "loss": 0.30750293731689454,
      "step": 39915,
      "token_acc": 0.918141592920354
    },
    {
      "epoch": 1.9879488073303122,
      "grad_norm": 3.8216869831085205,
      "learning_rate": 9.926559046097295e-09,
      "loss": 0.3630409240722656,
      "step": 39920,
      "token_acc": 0.915948275862069
    },
    {
      "epoch": 1.9881977989143969,
      "grad_norm": 3.313415050506592,
      "learning_rate": 9.520621022651722e-09,
      "loss": 0.32319514751434325,
      "step": 39925,
      "token_acc": 0.8743608473338204
    },
    {
      "epoch": 1.988446790498481,
      "grad_norm": 1.0360954999923706,
      "learning_rate": 9.123156632473429e-09,
      "loss": 0.32469727993011477,
      "step": 39930,
      "token_acc": 0.9014084507042254
    },
    {
      "epoch": 1.9886957820825657,
      "grad_norm": 0.7920184135437012,
      "learning_rate": 8.734165942941853e-09,
      "loss": 0.15257681608200074,
      "step": 39935,
      "token_acc": 0.9620253164556962
    },
    {
      "epoch": 1.98894477366665,
      "grad_norm": 1.7605786323547363,
      "learning_rate": 8.353649019982035e-09,
      "loss": 0.16929001808166505,
      "step": 39940,
      "token_acc": 0.9568052159739201
    },
    {
      "epoch": 1.9891937652507345,
      "grad_norm": 3.569800853729248,
      "learning_rate": 7.981605928103486e-09,
      "loss": 0.2660625457763672,
      "step": 39945,
      "token_acc": 0.9629355077835434
    },
    {
      "epoch": 1.989442756834819,
      "grad_norm": 0.45945245027542114,
      "learning_rate": 7.618036730361323e-09,
      "loss": 0.1870243787765503,
      "step": 39950,
      "token_acc": 0.9232736572890026
    },
    {
      "epoch": 1.9896917484189034,
      "grad_norm": 1.7878693342208862,
      "learning_rate": 7.262941488384023e-09,
      "loss": 0.17515641450881958,
      "step": 39955,
      "token_acc": 0.9739679200631081
    },
    {
      "epoch": 1.989940740002988,
      "grad_norm": 1.4634013175964355,
      "learning_rate": 6.916320262367881e-09,
      "loss": 0.2894190549850464,
      "step": 39960,
      "token_acc": 0.9534212695795549
    },
    {
      "epoch": 1.9901897315870722,
      "grad_norm": 1.017408847808838,
      "learning_rate": 6.5781731110659e-09,
      "loss": 0.2922895669937134,
      "step": 39965,
      "token_acc": 0.8557013118062563
    },
    {
      "epoch": 1.9904387231711569,
      "grad_norm": 0.5966668725013733,
      "learning_rate": 6.24850009178779e-09,
      "loss": 0.1762911081314087,
      "step": 39970,
      "token_acc": 0.9645436638214051
    },
    {
      "epoch": 1.9906877147552413,
      "grad_norm": 1.875052571296692,
      "learning_rate": 5.92730126042218e-09,
      "loss": 0.25366530418395994,
      "step": 39975,
      "token_acc": 0.9738981600342319
    },
    {
      "epoch": 1.9909367063393257,
      "grad_norm": 1.3721833229064941,
      "learning_rate": 5.614576671408855e-09,
      "loss": 0.1487797498703003,
      "step": 39980,
      "token_acc": 0.9554937413073713
    },
    {
      "epoch": 1.9911856979234102,
      "grad_norm": 1.1156599521636963,
      "learning_rate": 5.310326377760965e-09,
      "loss": 0.31844358444213866,
      "step": 39985,
      "token_acc": 0.8977955911823647
    },
    {
      "epoch": 1.9914346895074946,
      "grad_norm": 4.20979118347168,
      "learning_rate": 5.01455043104837e-09,
      "loss": 0.103444504737854,
      "step": 39990,
      "token_acc": 0.9865962632006499
    },
    {
      "epoch": 1.9916836810915792,
      "grad_norm": 0.34203290939331055,
      "learning_rate": 4.727248881408741e-09,
      "loss": 0.2781216144561768,
      "step": 39995,
      "token_acc": 0.8555787278415016
    },
    {
      "epoch": 1.9919326726756634,
      "grad_norm": 1.6689114570617676,
      "learning_rate": 4.44842177753646e-09,
      "loss": 0.14081714153289795,
      "step": 40000,
      "token_acc": 0.9844559585492227
    },
    {
      "epoch": 1.992181664259748,
      "grad_norm": 0.9061444401741028,
      "learning_rate": 4.178069166693721e-09,
      "loss": 0.23291847705841065,
      "step": 40005,
      "token_acc": 0.9279869067103109
    },
    {
      "epoch": 1.9924306558438325,
      "grad_norm": 1.7815855741500854,
      "learning_rate": 3.916191094716082e-09,
      "loss": 0.19924269914627074,
      "step": 40010,
      "token_acc": 0.9254385964912281
    },
    {
      "epoch": 1.992679647427917,
      "grad_norm": 0.10181626677513123,
      "learning_rate": 3.6627876059791568e-09,
      "loss": 0.33469841480255125,
      "step": 40015,
      "token_acc": 0.9641478212906784
    },
    {
      "epoch": 1.9929286390120013,
      "grad_norm": 2.4137001037597656,
      "learning_rate": 3.4178587434485766e-09,
      "loss": 0.220574951171875,
      "step": 40020,
      "token_acc": 0.9875214093467091
    },
    {
      "epoch": 1.9931776305960858,
      "grad_norm": 1.9930644035339355,
      "learning_rate": 3.1814045486355805e-09,
      "loss": 0.20206820964813232,
      "step": 40025,
      "token_acc": 0.9498081841432225
    },
    {
      "epoch": 1.9934266221801704,
      "grad_norm": 0.4584088623523712,
      "learning_rate": 2.953425061613668e-09,
      "loss": 0.2255234956741333,
      "step": 40030,
      "token_acc": 0.93756727664155
    },
    {
      "epoch": 1.9936756137642546,
      "grad_norm": 2.767148494720459,
      "learning_rate": 2.733920321040806e-09,
      "loss": 0.3831740617752075,
      "step": 40035,
      "token_acc": 0.8393574297188755
    },
    {
      "epoch": 1.9939246053483393,
      "grad_norm": 2.7236132621765137,
      "learning_rate": 2.522890364115016e-09,
      "loss": 0.1930781841278076,
      "step": 40040,
      "token_acc": 0.9622245540398741
    },
    {
      "epoch": 1.9941735969324237,
      "grad_norm": 1.893737554550171,
      "learning_rate": 2.320335226607684e-09,
      "loss": 0.18931223154067994,
      "step": 40045,
      "token_acc": 0.9839337877312561
    },
    {
      "epoch": 1.994422588516508,
      "grad_norm": 1.2094359397888184,
      "learning_rate": 2.126254942852457e-09,
      "loss": 0.43391757011413573,
      "step": 40050,
      "token_acc": 0.8237657864523537
    },
    {
      "epoch": 1.9946715801005928,
      "grad_norm": 5.555077075958252,
      "learning_rate": 1.9406495457507945e-09,
      "loss": 0.2624362945556641,
      "step": 40055,
      "token_acc": 0.9704663212435233
    },
    {
      "epoch": 1.994920571684677,
      "grad_norm": 1.2282888889312744,
      "learning_rate": 1.763519066760866e-09,
      "loss": 0.19825199842453003,
      "step": 40060,
      "token_acc": 0.9027777777777778
    },
    {
      "epoch": 1.9951695632687616,
      "grad_norm": 1.446585774421692,
      "learning_rate": 1.5948635359086529e-09,
      "loss": 0.1901135563850403,
      "step": 40065,
      "token_acc": 0.9354005167958657
    },
    {
      "epoch": 1.995418554852846,
      "grad_norm": 1.0868116617202759,
      "learning_rate": 1.434682981776847e-09,
      "loss": 0.20681993961334227,
      "step": 40070,
      "token_acc": 0.9216
    },
    {
      "epoch": 1.9956675464369305,
      "grad_norm": 0.2685915231704712,
      "learning_rate": 1.2829774315270548e-09,
      "loss": 0.20343613624572754,
      "step": 40075,
      "token_acc": 0.9859323555821611
    },
    {
      "epoch": 1.9959165380210149,
      "grad_norm": 0.44675081968307495,
      "learning_rate": 1.1397469108664905e-09,
      "loss": 0.21599650382995605,
      "step": 40080,
      "token_acc": 0.9427710843373494
    },
    {
      "epoch": 1.9961655296050993,
      "grad_norm": 1.1570870876312256,
      "learning_rate": 1.0049914440701801e-09,
      "loss": 0.2640018701553345,
      "step": 40085,
      "token_acc": 0.9687174139728885
    },
    {
      "epoch": 1.996414521189184,
      "grad_norm": 3.672579050064087,
      "learning_rate": 8.78711053986514e-10,
      "loss": 0.27048821449279786,
      "step": 40090,
      "token_acc": 0.9134396355353075
    },
    {
      "epoch": 1.9966635127732681,
      "grad_norm": 0.6999344229698181,
      "learning_rate": 7.609057620205918e-10,
      "loss": 0.1294608235359192,
      "step": 40095,
      "token_acc": 0.9856432909994478
    },
    {
      "epoch": 1.9969125043573528,
      "grad_norm": 1.7618666887283325,
      "learning_rate": 6.515755881397744e-10,
      "loss": 0.3135828495025635,
      "step": 40100,
      "token_acc": 0.9094903339191565
    },
    {
      "epoch": 1.9971614959414372,
      "grad_norm": 1.5352011919021606,
      "learning_rate": 5.507205508736846e-10,
      "loss": 0.187045681476593,
      "step": 40105,
      "token_acc": 0.9172749391727494
    },
    {
      "epoch": 1.9974104875255216,
      "grad_norm": 3.503655195236206,
      "learning_rate": 4.5834066731975653e-10,
      "loss": 0.1729512929916382,
      "step": 40110,
      "token_acc": 0.9660774008600096
    },
    {
      "epoch": 1.997659479109606,
      "grad_norm": 1.2954074144363403,
      "learning_rate": 3.744359531376862e-10,
      "loss": 0.2234800100326538,
      "step": 40115,
      "token_acc": 0.9192100538599641
    },
    {
      "epoch": 1.9979084706936905,
      "grad_norm": 0.7506094574928284,
      "learning_rate": 2.990064225438793e-10,
      "loss": 0.20103869438171387,
      "step": 40120,
      "token_acc": 0.9476813317479191
    },
    {
      "epoch": 1.9981574622777751,
      "grad_norm": 1.7069228887557983,
      "learning_rate": 2.3205208833365633e-10,
      "loss": 0.2824241161346436,
      "step": 40125,
      "token_acc": 0.9595657057281917
    },
    {
      "epoch": 1.9984064538618593,
      "grad_norm": 0.5497658848762512,
      "learning_rate": 1.7357296185349648e-10,
      "loss": 0.1995812773704529,
      "step": 40130,
      "token_acc": 0.9593392630241423
    },
    {
      "epoch": 1.998655445445944,
      "grad_norm": 1.5925967693328857,
      "learning_rate": 1.2356905300658917e-10,
      "loss": 0.35033302307128905,
      "step": 40135,
      "token_acc": 0.8716577540106952
    },
    {
      "epoch": 1.9989044370300284,
      "grad_norm": 0.765762209892273,
      "learning_rate": 8.204037028058942e-11,
      "loss": 0.15407748222351075,
      "step": 40140,
      "token_acc": 0.9622716441620334
    },
    {
      "epoch": 1.9991534286141128,
      "grad_norm": 0.8599627614021301,
      "learning_rate": 4.89869207087601e-11,
      "loss": 0.4345370292663574,
      "step": 40145,
      "token_acc": 0.8492276004119464
    },
    {
      "epoch": 1.9994024201981972,
      "grad_norm": 0.1607685685157776,
      "learning_rate": 2.4408709897727478e-11,
      "loss": 0.24126276969909669,
      "step": 40150,
      "token_acc": 0.9858290033065659
    },
    {
      "epoch": 1.9996514117822817,
      "grad_norm": 0.8154983520507812,
      "learning_rate": 8.305742005276785e-12,
      "loss": 0.18437983989715576,
      "step": 40155,
      "token_acc": 0.9364161849710982
    },
    {
      "epoch": 1.9999004033663663,
      "grad_norm": 1.1472392082214355,
      "learning_rate": 6.780197736588889e-13,
      "loss": 0.1652904510498047,
      "step": 40160,
      "token_acc": 0.9391691394658753
    }
  ],
  "logging_steps": 5,
  "max_steps": 40162,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 2,
  "save_steps": 50,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1049366785159148e+18,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}