{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 15000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "grad_norm": 3.2196154594421387,
      "learning_rate": 1.2000000000000002e-06,
      "loss": 2.1425,
      "step": 10
    },
    {
      "grad_norm": 29.082605361938477,
      "learning_rate": 2.5333333333333334e-06,
      "loss": 2.1247,
      "step": 20
    },
    {
      "grad_norm": 4.831064224243164,
      "learning_rate": 3.866666666666667e-06,
      "loss": 1.9729,
      "step": 30
    },
    {
      "grad_norm": 2.7646563053131104,
      "learning_rate": 5.2e-06,
      "loss": 1.5892,
      "step": 40
    },
    {
      "grad_norm": 1.7562229633331299,
      "learning_rate": 6.533333333333333e-06,
      "loss": 1.4066,
      "step": 50
    },
    {
      "grad_norm": 2.1475369930267334,
      "learning_rate": 7.866666666666667e-06,
      "loss": 1.3551,
      "step": 60
    },
    {
      "grad_norm": 4.716170310974121,
      "learning_rate": 9.2e-06,
      "loss": 1.3063,
      "step": 70
    },
    {
      "grad_norm": 1.628972053527832,
      "learning_rate": 1.0533333333333335e-05,
      "loss": 1.3034,
      "step": 80
    },
    {
      "grad_norm": 3.8119773864746094,
      "learning_rate": 1.1866666666666668e-05,
      "loss": 1.3105,
      "step": 90
    },
    {
      "grad_norm": 6.111861705780029,
      "learning_rate": 1.32e-05,
      "loss": 1.2854,
      "step": 100
    },
    {
      "grad_norm": 3.3884594440460205,
      "learning_rate": 1.4533333333333335e-05,
      "loss": 1.2729,
      "step": 110
    },
    {
      "grad_norm": 2.381110429763794,
      "learning_rate": 1.586666666666667e-05,
      "loss": 1.2837,
      "step": 120
    },
    {
      "grad_norm": 1.926332950592041,
      "learning_rate": 1.7199999999999998e-05,
      "loss": 1.2558,
      "step": 130
    },
    {
      "grad_norm": 2.971728801727295,
      "learning_rate": 1.8533333333333334e-05,
      "loss": 1.2547,
      "step": 140
    },
    {
      "grad_norm": 2.2604947090148926,
      "learning_rate": 1.9866666666666667e-05,
      "loss": 1.2414,
      "step": 150
    },
    {
      "grad_norm": 3.773846387863159,
      "learning_rate": 2.12e-05,
      "loss": 1.1994,
      "step": 160
    },
    {
      "grad_norm": 3.694032669067383,
      "learning_rate": 2.2533333333333333e-05,
      "loss": 1.2018,
      "step": 170
    },
    {
      "grad_norm": 2.3460845947265625,
      "learning_rate": 2.3866666666666666e-05,
      "loss": 1.1573,
      "step": 180
    },
    {
      "grad_norm": 4.0095696449279785,
      "learning_rate": 2.5200000000000003e-05,
      "loss": 1.1041,
      "step": 190
    },
    {
      "grad_norm": 1.9105254411697388,
      "learning_rate": 2.6533333333333332e-05,
      "loss": 1.0777,
      "step": 200
    },
    {
      "grad_norm": 2.053624153137207,
      "learning_rate": 2.786666666666667e-05,
      "loss": 0.9998,
      "step": 210
    },
    {
      "grad_norm": 2.4179015159606934,
      "learning_rate": 2.9199999999999998e-05,
      "loss": 0.9657,
      "step": 220
    },
    {
      "grad_norm": 3.1837422847747803,
      "learning_rate": 3.0533333333333335e-05,
      "loss": 0.9135,
      "step": 230
    },
    {
      "grad_norm": 2.7667601108551025,
      "learning_rate": 3.1866666666666664e-05,
      "loss": 0.8339,
      "step": 240
    },
    {
      "grad_norm": 3.312504768371582,
      "learning_rate": 3.32e-05,
      "loss": 0.7827,
      "step": 250
    },
    {
      "grad_norm": 2.8578412532806396,
      "learning_rate": 3.453333333333334e-05,
      "loss": 0.7398,
      "step": 260
    },
    {
      "grad_norm": 2.829364061355591,
      "learning_rate": 3.586666666666667e-05,
      "loss": 0.6812,
      "step": 270
    },
    {
      "grad_norm": 2.8176753520965576,
      "learning_rate": 3.72e-05,
      "loss": 0.569,
      "step": 280
    },
    {
      "grad_norm": 2.7857778072357178,
      "learning_rate": 3.853333333333334e-05,
      "loss": 0.5711,
      "step": 290
    },
    {
      "grad_norm": 3.9559192657470703,
      "learning_rate": 3.986666666666667e-05,
      "loss": 0.5322,
      "step": 300
    },
    {
      "grad_norm": 4.214990139007568,
      "learning_rate": 4.12e-05,
      "loss": 0.4993,
      "step": 310
    },
    {
      "grad_norm": 2.138977289199829,
      "learning_rate": 4.2533333333333335e-05,
      "loss": 0.4817,
      "step": 320
    },
    {
      "grad_norm": 3.5826361179351807,
      "learning_rate": 4.3866666666666665e-05,
      "loss": 0.4767,
      "step": 330
    },
    {
      "grad_norm": 3.329833984375,
      "learning_rate": 4.52e-05,
      "loss": 0.4421,
      "step": 340
    },
    {
      "grad_norm": 2.880566120147705,
      "learning_rate": 4.653333333333334e-05,
      "loss": 0.3772,
      "step": 350
    },
    {
      "grad_norm": 3.078087091445923,
      "learning_rate": 4.7866666666666674e-05,
      "loss": 0.2454,
      "step": 360
    },
    {
      "grad_norm": 2.2207956314086914,
      "learning_rate": 4.92e-05,
      "loss": 0.191,
      "step": 370
    },
    {
      "grad_norm": 2.4574618339538574,
      "learning_rate": 5.053333333333333e-05,
      "loss": 0.2157,
      "step": 380
    },
    {
      "grad_norm": 2.0500876903533936,
      "learning_rate": 5.1866666666666676e-05,
      "loss": 0.1944,
      "step": 390
    },
    {
      "grad_norm": 2.7614920139312744,
      "learning_rate": 5.3200000000000006e-05,
      "loss": 0.1629,
      "step": 400
    },
    {
      "grad_norm": 3.0708000659942627,
      "learning_rate": 5.4533333333333335e-05,
      "loss": 0.1595,
      "step": 410
    },
    {
      "grad_norm": 1.7121083736419678,
      "learning_rate": 5.5866666666666665e-05,
      "loss": 0.1458,
      "step": 420
    },
    {
      "grad_norm": 1.776856780052185,
      "learning_rate": 5.72e-05,
      "loss": 0.16,
      "step": 430
    },
    {
      "grad_norm": 1.457827091217041,
      "learning_rate": 5.853333333333334e-05,
      "loss": 0.1342,
      "step": 440
    },
    {
      "grad_norm": 3.1362082958221436,
      "learning_rate": 5.9866666666666674e-05,
      "loss": 0.1402,
      "step": 450
    },
    {
      "grad_norm": 2.5441603660583496,
      "learning_rate": 6.12e-05,
      "loss": 0.1453,
      "step": 460
    },
    {
      "grad_norm": 2.0660369396209717,
      "learning_rate": 6.253333333333333e-05,
      "loss": 0.1663,
      "step": 470
    },
    {
      "grad_norm": 2.273007869720459,
      "learning_rate": 6.386666666666667e-05,
      "loss": 0.1481,
      "step": 480
    },
    {
      "grad_norm": 2.0471394062042236,
      "learning_rate": 6.52e-05,
      "loss": 0.1374,
      "step": 490
    },
    {
      "grad_norm": 2.8119325637817383,
      "learning_rate": 6.653333333333334e-05,
      "loss": 0.1253,
      "step": 500
    },
    {
      "grad_norm": 2.3422796726226807,
      "learning_rate": 6.786666666666667e-05,
      "loss": 0.1228,
      "step": 510
    },
    {
      "grad_norm": 1.7885456085205078,
      "learning_rate": 6.92e-05,
      "loss": 0.105,
      "step": 520
    },
    {
      "grad_norm": 1.9170336723327637,
      "learning_rate": 7.053333333333334e-05,
      "loss": 0.1318,
      "step": 530
    },
    {
      "grad_norm": 1.7435038089752197,
      "learning_rate": 7.186666666666667e-05,
      "loss": 0.1061,
      "step": 540
    },
    {
      "grad_norm": 1.263757586479187,
      "learning_rate": 7.32e-05,
      "loss": 0.1097,
      "step": 550
    },
    {
      "grad_norm": 1.3120472431182861,
      "learning_rate": 7.453333333333333e-05,
      "loss": 0.1113,
      "step": 560
    },
    {
      "grad_norm": 1.8659203052520752,
      "learning_rate": 7.586666666666668e-05,
      "loss": 0.1082,
      "step": 570
    },
    {
      "grad_norm": 1.5420355796813965,
      "learning_rate": 7.72e-05,
      "loss": 0.1061,
      "step": 580
    },
    {
      "grad_norm": 2.397517204284668,
      "learning_rate": 7.853333333333334e-05,
      "loss": 0.1133,
      "step": 590
    },
    {
      "grad_norm": 1.520746111869812,
      "learning_rate": 7.986666666666667e-05,
      "loss": 0.1209,
      "step": 600
    },
    {
      "grad_norm": 1.7141400575637817,
      "learning_rate": 8.120000000000001e-05,
      "loss": 0.1105,
      "step": 610
    },
    {
      "grad_norm": 2.428492784500122,
      "learning_rate": 8.253333333333334e-05,
      "loss": 0.1202,
      "step": 620
    },
    {
      "grad_norm": 2.114912748336792,
      "learning_rate": 8.386666666666667e-05,
      "loss": 0.0967,
      "step": 630
    },
    {
      "grad_norm": 1.0363012552261353,
      "learning_rate": 8.52e-05,
      "loss": 0.0979,
      "step": 640
    },
    {
      "grad_norm": 1.8391716480255127,
      "learning_rate": 8.653333333333333e-05,
      "loss": 0.0928,
      "step": 650
    },
    {
      "grad_norm": 1.6251909732818604,
      "learning_rate": 8.786666666666667e-05,
      "loss": 0.0935,
      "step": 660
    },
    {
      "grad_norm": 2.148960828781128,
      "learning_rate": 8.92e-05,
      "loss": 0.1127,
      "step": 670
    },
    {
      "grad_norm": 1.9308432340621948,
      "learning_rate": 9.053333333333334e-05,
      "loss": 0.1056,
      "step": 680
    },
    {
      "grad_norm": 2.0903730392456055,
      "learning_rate": 9.186666666666667e-05,
      "loss": 0.1136,
      "step": 690
    },
    {
      "grad_norm": 1.8666802644729614,
      "learning_rate": 9.320000000000002e-05,
      "loss": 0.1125,
      "step": 700
    },
    {
      "grad_norm": 1.087042212486267,
      "learning_rate": 9.453333333333335e-05,
      "loss": 0.1182,
      "step": 710
    },
    {
      "grad_norm": 1.2521101236343384,
      "learning_rate": 9.586666666666667e-05,
      "loss": 0.0868,
      "step": 720
    },
    {
      "grad_norm": 1.9862685203552246,
      "learning_rate": 9.72e-05,
      "loss": 0.1089,
      "step": 730
    },
    {
      "grad_norm": 1.5219173431396484,
      "learning_rate": 9.853333333333333e-05,
      "loss": 0.0905,
      "step": 740
    },
    {
      "grad_norm": 2.285844326019287,
      "learning_rate": 9.986666666666668e-05,
      "loss": 0.0955,
      "step": 750
    },
    {
      "grad_norm": 0.8982871770858765,
      "learning_rate": 9.999990157738453e-05,
      "loss": 0.0977,
      "step": 760
    },
    {
      "grad_norm": 1.4587657451629639,
      "learning_rate": 9.999956135155687e-05,
      "loss": 0.0899,
      "step": 770
    },
    {
      "grad_norm": 1.0439928770065308,
      "learning_rate": 9.99989781090763e-05,
      "loss": 0.0852,
      "step": 780
    },
    {
      "grad_norm": 1.82105553150177,
      "learning_rate": 9.999815185277755e-05,
      "loss": 0.0979,
      "step": 790
    },
    {
      "grad_norm": 1.2031452655792236,
      "learning_rate": 9.999708258667652e-05,
      "loss": 0.1181,
      "step": 800
    },
    {
      "grad_norm": 1.2558348178863525,
      "learning_rate": 9.999577031597029e-05,
      "loss": 0.0959,
      "step": 810
    },
    {
      "grad_norm": 0.9950550198554993,
      "learning_rate": 9.999421504703696e-05,
      "loss": 0.0885,
      "step": 820
    },
    {
      "grad_norm": 1.8631720542907715,
      "learning_rate": 9.999241678743574e-05,
      "loss": 0.0945,
      "step": 830
    },
    {
      "grad_norm": 1.355406403541565,
      "learning_rate": 9.999037554590683e-05,
      "loss": 0.0928,
      "step": 840
    },
    {
      "grad_norm": 0.9885277152061462,
      "learning_rate": 9.998809133237143e-05,
      "loss": 0.0865,
      "step": 850
    },
    {
      "grad_norm": 1.3880960941314697,
      "learning_rate": 9.998556415793169e-05,
      "loss": 0.0685,
      "step": 860
    },
    {
      "grad_norm": 1.5306135416030884,
      "learning_rate": 9.998279403487062e-05,
      "loss": 0.0842,
      "step": 870
    },
    {
      "grad_norm": 1.1060341596603394,
      "learning_rate": 9.997978097665205e-05,
      "loss": 0.0691,
      "step": 880
    },
    {
      "grad_norm": 1.1568797826766968,
      "learning_rate": 9.99765249979206e-05,
      "loss": 0.069,
      "step": 890
    },
    {
      "grad_norm": 1.2129900455474854,
      "learning_rate": 9.997302611450154e-05,
      "loss": 0.0884,
      "step": 900
    },
    {
      "grad_norm": 1.0422638654708862,
      "learning_rate": 9.996928434340073e-05,
      "loss": 0.0708,
      "step": 910
    },
    {
      "grad_norm": 1.1028584241867065,
      "learning_rate": 9.996529970280462e-05,
      "loss": 0.0827,
      "step": 920
    },
    {
      "grad_norm": 1.0222655534744263,
      "learning_rate": 9.996107221208004e-05,
      "loss": 0.0727,
      "step": 930
    },
    {
      "grad_norm": 1.22676420211792,
      "learning_rate": 9.995660189177419e-05,
      "loss": 0.0956,
      "step": 940
    },
    {
      "grad_norm": 1.4435402154922485,
      "learning_rate": 9.995188876361451e-05,
      "loss": 0.1113,
      "step": 950
    },
    {
      "grad_norm": 1.1350411176681519,
      "learning_rate": 9.994693285050857e-05,
      "loss": 0.0786,
      "step": 960
    },
    {
      "grad_norm": 1.087576150894165,
      "learning_rate": 9.994173417654395e-05,
      "loss": 0.0964,
      "step": 970
    },
    {
      "grad_norm": 1.4756165742874146,
      "learning_rate": 9.993629276698821e-05,
      "loss": 0.0798,
      "step": 980
    },
    {
      "grad_norm": 1.2250539064407349,
      "learning_rate": 9.993060864828858e-05,
      "loss": 0.0747,
      "step": 990
    },
    {
      "grad_norm": 1.1227080821990967,
      "learning_rate": 9.992468184807206e-05,
      "loss": 0.0722,
      "step": 1000
    },
    {
      "grad_norm": 1.167031168937683,
      "learning_rate": 9.991851239514511e-05,
      "loss": 0.0792,
      "step": 1010
    },
    {
      "grad_norm": 0.8731303215026855,
      "learning_rate": 9.991210031949359e-05,
      "loss": 0.0705,
      "step": 1020
    },
    {
      "grad_norm": 1.0382814407348633,
      "learning_rate": 9.990544565228259e-05,
      "loss": 0.074,
      "step": 1030
    },
    {
      "grad_norm": 0.6326900124549866,
      "learning_rate": 9.989854842585631e-05,
      "loss": 0.0625,
      "step": 1040
    },
    {
      "grad_norm": 1.2196608781814575,
      "learning_rate": 9.989140867373783e-05,
      "loss": 0.0559,
      "step": 1050
    },
    {
      "grad_norm": 1.171462059020996,
      "learning_rate": 9.988402643062907e-05,
      "loss": 0.072,
      "step": 1060
    },
    {
      "grad_norm": 0.9292182326316833,
      "learning_rate": 9.987640173241046e-05,
      "loss": 0.0794,
      "step": 1070
    },
    {
      "grad_norm": 0.6811104416847229,
      "learning_rate": 9.986853461614093e-05,
      "loss": 0.0847,
      "step": 1080
    },
    {
      "grad_norm": 1.128669261932373,
      "learning_rate": 9.986042512005763e-05,
      "loss": 0.0552,
      "step": 1090
    },
    {
      "grad_norm": 0.9342381954193115,
      "learning_rate": 9.985207328357573e-05,
      "loss": 0.0575,
      "step": 1100
    },
    {
      "grad_norm": 1.0446977615356445,
      "learning_rate": 9.984347914728829e-05,
      "loss": 0.0584,
      "step": 1110
    },
    {
      "grad_norm": 1.2108633518218994,
      "learning_rate": 9.983464275296605e-05,
      "loss": 0.0711,
      "step": 1120
    },
    {
      "grad_norm": 0.763353168964386,
      "learning_rate": 9.982556414355724e-05,
      "loss": 0.0575,
      "step": 1130
    },
    {
      "grad_norm": 1.4829281568527222,
      "learning_rate": 9.981624336318726e-05,
      "loss": 0.0707,
      "step": 1140
    },
    {
      "grad_norm": 1.867234706878662,
      "learning_rate": 9.980668045715864e-05,
      "loss": 0.0807,
      "step": 1150
    },
    {
      "grad_norm": 1.2463937997817993,
      "learning_rate": 9.979687547195066e-05,
      "loss": 0.0705,
      "step": 1160
    },
    {
      "grad_norm": 1.2246901988983154,
      "learning_rate": 9.978682845521927e-05,
      "loss": 0.0579,
      "step": 1170
    },
    {
      "grad_norm": 0.9855242967605591,
      "learning_rate": 9.977653945579673e-05,
      "loss": 0.0586,
      "step": 1180
    },
    {
      "grad_norm": 1.0169440507888794,
      "learning_rate": 9.976600852369144e-05,
      "loss": 0.0618,
      "step": 1190
    },
    {
      "grad_norm": 1.2075167894363403,
      "learning_rate": 9.975523571008769e-05,
      "loss": 0.0641,
      "step": 1200
    },
    {
      "grad_norm": 1.0762183666229248,
      "learning_rate": 9.97442210673454e-05,
      "loss": 0.07,
      "step": 1210
    },
    {
      "grad_norm": 1.1063421964645386,
      "learning_rate": 9.973296464899988e-05,
      "loss": 0.0679,
      "step": 1220
    },
    {
      "grad_norm": 0.9531947374343872,
      "learning_rate": 9.972146650976154e-05,
      "loss": 0.0603,
      "step": 1230
    },
    {
      "grad_norm": 0.9955556392669678,
      "learning_rate": 9.970972670551566e-05,
      "loss": 0.0575,
      "step": 1240
    },
    {
      "grad_norm": 1.4589776992797852,
      "learning_rate": 9.969774529332212e-05,
      "loss": 0.0639,
      "step": 1250
    },
    {
      "grad_norm": 0.741594672203064,
      "learning_rate": 9.968552233141504e-05,
      "loss": 0.0533,
      "step": 1260
    },
    {
      "grad_norm": 1.197283148765564,
      "learning_rate": 9.967305787920264e-05,
      "loss": 0.0699,
      "step": 1270
    },
    {
      "grad_norm": 0.6510735750198364,
      "learning_rate": 9.966035199726684e-05,
      "loss": 0.0605,
      "step": 1280
    },
    {
      "grad_norm": 0.8698846697807312,
      "learning_rate": 9.9647404747363e-05,
      "loss": 0.0782,
      "step": 1290
    },
    {
      "grad_norm": 0.46696871519088745,
      "learning_rate": 9.96342161924196e-05,
      "loss": 0.0623,
      "step": 1300
    },
    {
      "grad_norm": 0.6896010041236877,
      "learning_rate": 9.962078639653797e-05,
      "loss": 0.0522,
      "step": 1310
    },
    {
      "grad_norm": 1.1357372999191284,
      "learning_rate": 9.960711542499202e-05,
      "loss": 0.0507,
      "step": 1320
    },
    {
      "grad_norm": 0.8722898364067078,
      "learning_rate": 9.959320334422772e-05,
      "loss": 0.0438,
      "step": 1330
    },
    {
      "grad_norm": 0.6385193467140198,
      "learning_rate": 9.957905022186309e-05,
      "loss": 0.0463,
      "step": 1340
    },
    {
      "grad_norm": 1.046884298324585,
      "learning_rate": 9.956465612668757e-05,
      "loss": 0.0592,
      "step": 1350
    },
    {
      "grad_norm": 0.9751869440078735,
      "learning_rate": 9.95500211286619e-05,
      "loss": 0.0526,
      "step": 1360
    },
    {
      "grad_norm": 0.764469563961029,
      "learning_rate": 9.953514529891763e-05,
      "loss": 0.0491,
      "step": 1370
    },
    {
      "grad_norm": 1.0174206495285034,
      "learning_rate": 9.952002870975693e-05,
      "loss": 0.049,
      "step": 1380
    },
    {
      "grad_norm": 1.2346817255020142,
      "learning_rate": 9.950467143465207e-05,
      "loss": 0.0524,
      "step": 1390
    },
    {
      "grad_norm": 1.2829627990722656,
      "learning_rate": 9.94890735482452e-05,
      "loss": 0.0702,
      "step": 1400
    },
    {
      "grad_norm": 1.0947206020355225,
      "learning_rate": 9.947323512634788e-05,
      "loss": 0.0494,
      "step": 1410
    },
    {
      "grad_norm": 0.762490451335907,
      "learning_rate": 9.945715624594081e-05,
      "loss": 0.0534,
      "step": 1420
    },
    {
      "grad_norm": 0.6996774673461914,
      "learning_rate": 9.944083698517339e-05,
      "loss": 0.0405,
      "step": 1430
    },
    {
      "grad_norm": 0.7767900824546814,
      "learning_rate": 9.942427742336334e-05,
      "loss": 0.0478,
      "step": 1440
    },
    {
      "grad_norm": 1.0283267498016357,
      "learning_rate": 9.940747764099638e-05,
      "loss": 0.0574,
      "step": 1450
    },
    {
      "grad_norm": 0.6394015550613403,
      "learning_rate": 9.939043771972574e-05,
      "loss": 0.0512,
      "step": 1460
    },
    {
      "grad_norm": 1.320665955543518,
      "learning_rate": 9.937315774237186e-05,
      "loss": 0.0659,
      "step": 1470
    },
    {
      "grad_norm": 1.1902883052825928,
      "learning_rate": 9.93556377929219e-05,
      "loss": 0.0638,
      "step": 1480
    },
    {
      "grad_norm": 0.8278703093528748,
      "learning_rate": 9.933787795652942e-05,
      "loss": 0.0541,
      "step": 1490
    },
    {
      "grad_norm": 0.8686831593513489,
      "learning_rate": 9.931987831951386e-05,
      "loss": 0.0707,
      "step": 1500
    },
    {
      "grad_norm": 0.9511440992355347,
      "learning_rate": 9.930163896936027e-05,
      "loss": 0.0617,
      "step": 1510
    },
    {
      "grad_norm": 0.6950092911720276,
      "learning_rate": 9.92831599947187e-05,
      "loss": 0.0704,
      "step": 1520
    },
    {
      "grad_norm": 0.5376335382461548,
      "learning_rate": 9.926444148540393e-05,
      "loss": 0.0595,
      "step": 1530
    },
    {
      "grad_norm": 0.7061222195625305,
      "learning_rate": 9.924548353239495e-05,
      "loss": 0.0584,
      "step": 1540
    },
    {
      "grad_norm": 1.08260178565979,
      "learning_rate": 9.922628622783451e-05,
      "loss": 0.0573,
      "step": 1550
    },
    {
      "grad_norm": 1.1709884405136108,
      "learning_rate": 9.920684966502878e-05,
      "loss": 0.0583,
      "step": 1560
    },
    {
      "grad_norm": 1.056233286857605,
      "learning_rate": 9.918717393844669e-05,
      "loss": 0.0493,
      "step": 1570
    },
    {
      "grad_norm": 0.6104881167411804,
      "learning_rate": 9.916725914371969e-05,
      "loss": 0.048,
      "step": 1580
    },
    {
      "grad_norm": 0.8352836966514587,
      "learning_rate": 9.914710537764117e-05,
      "loss": 0.0483,
      "step": 1590
    },
    {
      "grad_norm": 1.3303155899047852,
      "learning_rate": 9.912671273816601e-05,
      "loss": 0.0488,
      "step": 1600
    },
    {
      "grad_norm": 0.539818286895752,
      "learning_rate": 9.910608132441008e-05,
      "loss": 0.041,
      "step": 1610
    },
    {
      "grad_norm": 0.98753422498703,
      "learning_rate": 9.908521123664981e-05,
      "loss": 0.0416,
      "step": 1620
    },
    {
      "grad_norm": 1.0843745470046997,
      "learning_rate": 9.906410257632168e-05,
      "loss": 0.0535,
      "step": 1630
    },
    {
      "grad_norm": 0.7955012917518616,
      "learning_rate": 9.904275544602169e-05,
      "loss": 0.0696,
      "step": 1640
    },
    {
      "grad_norm": 1.339219331741333,
      "learning_rate": 9.902116994950493e-05,
      "loss": 0.0679,
      "step": 1650
    },
    {
      "grad_norm": 0.994462788105011,
      "learning_rate": 9.899934619168501e-05,
      "loss": 0.04,
      "step": 1660
    },
    {
      "grad_norm": 0.8836920261383057,
      "learning_rate": 9.89772842786336e-05,
      "loss": 0.039,
      "step": 1670
    },
    {
      "grad_norm": 0.7468816637992859,
      "learning_rate": 9.895498431757989e-05,
      "loss": 0.0466,
      "step": 1680
    },
    {
      "grad_norm": 0.738190233707428,
      "learning_rate": 9.893244641691006e-05,
      "loss": 0.0468,
      "step": 1690
    },
    {
      "grad_norm": 0.8996376991271973,
      "learning_rate": 9.890967068616677e-05,
      "loss": 0.043,
      "step": 1700
    },
    {
      "grad_norm": 0.8633245825767517,
      "learning_rate": 9.888665723604864e-05,
      "loss": 0.0461,
      "step": 1710
    },
    {
      "grad_norm": 1.041114330291748,
      "learning_rate": 9.886340617840968e-05,
      "loss": 0.0559,
      "step": 1720
    },
    {
      "grad_norm": 0.9975208044052124,
      "learning_rate": 9.883991762625876e-05,
      "loss": 0.0499,
      "step": 1730
    },
    {
      "grad_norm": 1.5797739028930664,
      "learning_rate": 9.881619169375908e-05,
      "loss": 0.0554,
      "step": 1740
    },
    {
      "grad_norm": 1.101277232170105,
      "learning_rate": 9.879222849622758e-05,
      "loss": 0.0466,
      "step": 1750
    },
    {
      "grad_norm": 0.5029253363609314,
      "learning_rate": 9.876802815013439e-05,
      "loss": 0.0479,
      "step": 1760
    },
    {
      "grad_norm": 0.785508930683136,
      "learning_rate": 9.87435907731023e-05,
      "loss": 0.0466,
      "step": 1770
    },
    {
      "grad_norm": 0.4874742925167084,
      "learning_rate": 9.871891648390614e-05,
      "loss": 0.043,
      "step": 1780
    },
    {
      "grad_norm": 1.1803230047225952,
      "learning_rate": 9.869400540247223e-05,
      "loss": 0.048,
      "step": 1790
    },
    {
      "grad_norm": 1.2026634216308594,
      "learning_rate": 9.866885764987776e-05,
      "loss": 0.0575,
      "step": 1800
    },
    {
      "grad_norm": 1.2825595140457153,
      "learning_rate": 9.86434733483503e-05,
      "loss": 0.0458,
      "step": 1810
    },
    {
      "grad_norm": 0.96455317735672,
      "learning_rate": 9.861785262126705e-05,
      "loss": 0.0479,
      "step": 1820
    },
    {
      "grad_norm": 0.7363502383232117,
      "learning_rate": 9.85919955931544e-05,
      "loss": 0.041,
      "step": 1830
    },
    {
      "grad_norm": 0.9014765620231628,
      "learning_rate": 9.856590238968721e-05,
      "loss": 0.0398,
      "step": 1840
    },
    {
      "grad_norm": 0.7797010540962219,
      "learning_rate": 9.853957313768824e-05,
      "loss": 0.0497,
      "step": 1850
    },
    {
      "grad_norm": 0.5734282732009888,
      "learning_rate": 9.851300796512755e-05,
      "loss": 0.0429,
      "step": 1860
    },
    {
      "grad_norm": 1.0812326669692993,
      "learning_rate": 9.848620700112188e-05,
      "loss": 0.0486,
      "step": 1870
    },
    {
      "grad_norm": 0.990193247795105,
      "learning_rate": 9.845917037593396e-05,
      "loss": 0.0394,
      "step": 1880
    },
    {
      "grad_norm": 0.7826505303382874,
      "learning_rate": 9.843189822097196e-05,
      "loss": 0.0399,
      "step": 1890
    },
    {
      "grad_norm": 0.5802474021911621,
      "learning_rate": 9.84043906687888e-05,
      "loss": 0.0426,
      "step": 1900
    },
    {
      "grad_norm": 0.6927986145019531,
      "learning_rate": 9.837664785308149e-05,
      "loss": 0.0403,
      "step": 1910
    },
    {
      "grad_norm": 0.9960436224937439,
      "learning_rate": 9.834866990869059e-05,
      "loss": 0.0492,
      "step": 1920
    },
    {
      "grad_norm": 0.795211136341095,
      "learning_rate": 9.832045697159938e-05,
      "loss": 0.0421,
      "step": 1930
    },
    {
      "grad_norm": 1.037459135055542,
      "learning_rate": 9.829200917893334e-05,
      "loss": 0.0443,
      "step": 1940
    },
    {
      "grad_norm": 1.1599419116973877,
      "learning_rate": 9.826332666895944e-05,
      "loss": 0.0496,
      "step": 1950
    },
    {
      "grad_norm": 0.551644504070282,
      "learning_rate": 9.823440958108545e-05,
      "loss": 0.0395,
      "step": 1960
    },
    {
      "grad_norm": 0.9636003971099854,
      "learning_rate": 9.820525805585927e-05,
      "loss": 0.0499,
      "step": 1970
    },
    {
      "grad_norm": 0.7023183107376099,
      "learning_rate": 9.81758722349683e-05,
      "loss": 0.0682,
      "step": 1980
    },
    {
      "grad_norm": 0.9096875786781311,
      "learning_rate": 9.814625226123862e-05,
      "loss": 0.0406,
      "step": 1990
    },
    {
      "grad_norm": 0.7862573862075806,
      "learning_rate": 9.811639827863449e-05,
      "loss": 0.0357,
      "step": 2000
    },
    {
      "grad_norm": 0.7451291680335999,
      "learning_rate": 9.808631043225741e-05,
      "loss": 0.0358,
      "step": 2010
    },
    {
      "grad_norm": 1.0084515810012817,
      "learning_rate": 9.805598886834567e-05,
      "loss": 0.0373,
      "step": 2020
    },
    {
      "grad_norm": 0.5533534288406372,
      "learning_rate": 9.802543373427344e-05,
      "loss": 0.0379,
      "step": 2030
    },
    {
      "grad_norm": 0.9143614768981934,
      "learning_rate": 9.799464517855018e-05,
      "loss": 0.0465,
      "step": 2040
    },
    {
      "grad_norm": 0.8184723854064941,
      "learning_rate": 9.79636233508198e-05,
      "loss": 0.0378,
      "step": 2050
    },
    {
      "grad_norm": 1.0645861625671387,
      "learning_rate": 9.793236840186005e-05,
      "loss": 0.0385,
      "step": 2060
    },
    {
      "grad_norm": 0.7356619238853455,
      "learning_rate": 9.790088048358175e-05,
      "loss": 0.0371,
      "step": 2070
    },
    {
      "grad_norm": 0.6523378491401672,
      "learning_rate": 9.786915974902798e-05,
      "loss": 0.0409,
      "step": 2080
    },
    {
      "grad_norm": 0.7433667182922363,
      "learning_rate": 9.783720635237343e-05,
      "loss": 0.0472,
      "step": 2090
    },
    {
      "grad_norm": 0.5234336853027344,
      "learning_rate": 9.780502044892362e-05,
      "loss": 0.0357,
      "step": 2100
    },
    {
      "grad_norm": 1.3704962730407715,
      "learning_rate": 9.777260219511415e-05,
      "loss": 0.0327,
      "step": 2110
    },
    {
      "grad_norm": 0.6735343337059021,
      "learning_rate": 9.773995174850989e-05,
      "loss": 0.0316,
      "step": 2120
    },
    {
      "grad_norm": 1.118685007095337,
      "learning_rate": 9.770706926780428e-05,
      "loss": 0.0326,
      "step": 2130
    },
    {
      "grad_norm": 0.8515906929969788,
      "learning_rate": 9.767395491281855e-05,
      "loss": 0.0358,
      "step": 2140
    },
    {
      "grad_norm": 0.5774181485176086,
      "learning_rate": 9.764060884450086e-05,
      "loss": 0.0466,
      "step": 2150
    },
    {
      "grad_norm": 0.8826665878295898,
      "learning_rate": 9.76070312249257e-05,
      "loss": 0.0358,
      "step": 2160
    },
    {
      "grad_norm": 1.2392833232879639,
      "learning_rate": 9.757322221729283e-05,
      "loss": 0.0326,
      "step": 2170
    },
    {
      "grad_norm": 0.8017150163650513,
      "learning_rate": 9.753918198592682e-05,
      "loss": 0.0404,
      "step": 2180
    },
    {
      "grad_norm": 0.48765408992767334,
      "learning_rate": 9.750491069627593e-05,
      "loss": 0.0362,
      "step": 2190
    },
    {
      "grad_norm": 0.9469411373138428,
      "learning_rate": 9.747040851491149e-05,
      "loss": 0.0347,
      "step": 2200
    },
    {
      "grad_norm": 0.48115456104278564,
      "learning_rate": 9.743567560952711e-05,
      "loss": 0.0309,
      "step": 2210
    },
    {
      "grad_norm": 1.1067452430725098,
      "learning_rate": 9.740071214893773e-05,
      "loss": 0.0338,
      "step": 2220
    },
    {
      "grad_norm": 0.8469144105911255,
      "learning_rate": 9.736551830307892e-05,
      "loss": 0.0377,
      "step": 2230
    },
    {
      "grad_norm": 0.6595580577850342,
      "learning_rate": 9.733009424300597e-05,
      "loss": 0.0348,
      "step": 2240
    },
    {
      "grad_norm": 0.6042026877403259,
      "learning_rate": 9.729444014089314e-05,
      "loss": 0.0591,
      "step": 2250
    },
    {
      "grad_norm": 0.7197104692459106,
      "learning_rate": 9.725855617003275e-05,
      "loss": 0.0407,
      "step": 2260
    },
    {
      "grad_norm": 1.058612585067749,
      "learning_rate": 9.72224425048344e-05,
      "loss": 0.0373,
      "step": 2270
    },
    {
      "grad_norm": 0.9684089422225952,
      "learning_rate": 9.718609932082405e-05,
      "loss": 0.0426,
      "step": 2280
    },
    {
      "grad_norm": 0.9650396704673767,
      "learning_rate": 9.714952679464323e-05,
      "loss": 0.0421,
      "step": 2290
    },
    {
      "grad_norm": 0.7320858836174011,
      "learning_rate": 9.711272510404816e-05,
      "loss": 0.0381,
      "step": 2300
    },
    {
      "grad_norm": 1.0865315198898315,
      "learning_rate": 9.70756944279089e-05,
      "loss": 0.0464,
      "step": 2310
    },
    {
      "grad_norm": 0.5236483812332153,
      "learning_rate": 9.70384349462084e-05,
      "loss": 0.0377,
      "step": 2320
    },
    {
      "grad_norm": 0.5968430638313293,
      "learning_rate": 9.700094684004182e-05,
      "loss": 0.0417,
      "step": 2330
    },
    {
      "grad_norm": 0.6426110863685608,
      "learning_rate": 9.696323029161535e-05,
      "loss": 0.0313,
      "step": 2340
    },
    {
      "grad_norm": 0.5037769675254822,
      "learning_rate": 9.692528548424567e-05,
      "loss": 0.0421,
      "step": 2350
    },
    {
      "grad_norm": 0.4842354357242584,
      "learning_rate": 9.688711260235872e-05,
      "loss": 0.0324,
      "step": 2360
    },
    {
      "grad_norm": 0.5465818643569946,
      "learning_rate": 9.684871183148912e-05,
      "loss": 0.0367,
      "step": 2370
    },
    {
      "grad_norm": 0.8551076650619507,
      "learning_rate": 9.681008335827898e-05,
      "loss": 0.0299,
      "step": 2380
    },
    {
      "grad_norm": 1.0351768732070923,
      "learning_rate": 9.677122737047724e-05,
      "loss": 0.0379,
      "step": 2390
    },
    {
      "grad_norm": 1.7321906089782715,
      "learning_rate": 9.673214405693857e-05,
      "loss": 0.052,
      "step": 2400
    },
    {
      "grad_norm": 1.1306488513946533,
      "learning_rate": 9.669283360762258e-05,
      "loss": 0.0407,
      "step": 2410
    },
    {
      "grad_norm": 0.5634035468101501,
      "learning_rate": 9.66532962135928e-05,
      "loss": 0.0352,
      "step": 2420
    },
    {
      "grad_norm": 0.8692404627799988,
      "learning_rate": 9.661353206701582e-05,
      "loss": 0.034,
      "step": 2430
    },
    {
      "grad_norm": 1.26327645778656,
      "learning_rate": 9.657354136116035e-05,
      "loss": 0.0431,
      "step": 2440
    },
    {
      "grad_norm": 0.8304488062858582,
      "learning_rate": 9.653332429039625e-05,
      "loss": 0.0409,
      "step": 2450
    },
    {
      "grad_norm": 1.072822093963623,
      "learning_rate": 9.649288105019356e-05,
      "loss": 0.0384,
      "step": 2460
    },
    {
      "grad_norm": 0.6359349489212036,
      "learning_rate": 9.645221183712165e-05,
      "loss": 0.0351,
      "step": 2470
    },
    {
      "grad_norm": 0.7082000970840454,
      "learning_rate": 9.641131684884817e-05,
      "loss": 0.0333,
      "step": 2480
    },
    {
      "grad_norm": 1.139707088470459,
      "learning_rate": 9.637019628413813e-05,
      "loss": 0.035,
      "step": 2490
    },
    {
      "grad_norm": 0.8168848752975464,
      "learning_rate": 9.632885034285291e-05,
      "loss": 0.0454,
      "step": 2500
    },
    {
      "grad_norm": 1.218568205833435,
      "learning_rate": 9.628727922594931e-05,
      "loss": 0.0496,
      "step": 2510
    },
    {
      "grad_norm": 0.5154024958610535,
      "learning_rate": 9.624548313547862e-05,
      "loss": 0.0391,
      "step": 2520
    },
    {
      "grad_norm": 0.7363808155059814,
      "learning_rate": 9.620346227458547e-05,
      "loss": 0.0298,
      "step": 2530
    },
    {
      "grad_norm": 0.5266431570053101,
      "learning_rate": 9.616121684750712e-05,
      "loss": 0.0374,
      "step": 2540
    },
    {
      "grad_norm": 0.5489811301231384,
      "learning_rate": 9.611874705957215e-05,
      "loss": 0.0472,
      "step": 2550
    },
    {
      "grad_norm": 0.6803345084190369,
      "learning_rate": 9.607605311719972e-05,
      "loss": 0.0403,
      "step": 2560
    },
    {
      "grad_norm": 0.6401760578155518,
      "learning_rate": 9.603313522789841e-05,
      "loss": 0.038,
      "step": 2570
    },
    {
      "grad_norm": 0.581092119216919,
      "learning_rate": 9.598999360026529e-05,
      "loss": 0.0386,
      "step": 2580
    },
    {
      "grad_norm": 1.1851571798324585,
      "learning_rate": 9.59466284439849e-05,
      "loss": 0.0404,
      "step": 2590
    },
    {
      "grad_norm": 1.081460952758789,
      "learning_rate": 9.590303996982815e-05,
      "loss": 0.0314,
      "step": 2600
    },
    {
      "grad_norm": 1.753505825996399,
      "learning_rate": 9.585922838965145e-05,
      "loss": 0.0387,
      "step": 2610
    },
    {
      "grad_norm": 0.576099157333374,
      "learning_rate": 9.581519391639549e-05,
      "loss": 0.0373,
      "step": 2620
    },
    {
      "grad_norm": 0.7065272927284241,
      "learning_rate": 9.577093676408439e-05,
      "loss": 0.0284,
      "step": 2630
    },
    {
      "grad_norm": 0.9370231628417969,
      "learning_rate": 9.572645714782453e-05,
      "loss": 0.0443,
      "step": 2640
    },
    {
      "grad_norm": 0.6288681030273438,
      "learning_rate": 9.568175528380354e-05,
      "loss": 0.0374,
      "step": 2650
    },
    {
      "grad_norm": 0.913650393486023,
      "learning_rate": 9.56368313892893e-05,
      "loss": 0.049,
      "step": 2660
    },
    {
      "grad_norm": 0.46723103523254395,
      "learning_rate": 9.55916856826288e-05,
      "loss": 0.0393,
      "step": 2670
    },
    {
      "grad_norm": 1.0613573789596558,
      "learning_rate": 9.554631838324713e-05,
      "loss": 0.0438,
      "step": 2680
    },
    {
      "grad_norm": 0.553286612033844,
      "learning_rate": 9.55007297116464e-05,
      "loss": 0.0357,
      "step": 2690
    },
    {
      "grad_norm": 0.9821868538856506,
      "learning_rate": 9.545491988940472e-05,
      "loss": 0.0429,
      "step": 2700
    },
    {
      "grad_norm": 0.6503143906593323,
      "learning_rate": 9.540888913917501e-05,
      "loss": 0.0458,
      "step": 2710
    },
    {
      "grad_norm": 1.0203360319137573,
      "learning_rate": 9.536263768468401e-05,
      "loss": 0.0372,
      "step": 2720
    },
    {
      "grad_norm": 0.6423026323318481,
      "learning_rate": 9.531616575073117e-05,
      "loss": 0.0395,
      "step": 2730
    },
    {
      "grad_norm": 0.881761908531189,
      "learning_rate": 9.526947356318754e-05,
      "loss": 0.0431,
      "step": 2740
    },
    {
      "grad_norm": 1.0642681121826172,
      "learning_rate": 9.52225613489947e-05,
      "loss": 0.0358,
      "step": 2750
    },
    {
      "grad_norm": 0.8543259501457214,
      "learning_rate": 9.517542933616365e-05,
      "loss": 0.0398,
      "step": 2760
    },
    {
      "grad_norm": 0.7672739624977112,
      "learning_rate": 9.512807775377366e-05,
      "loss": 0.0466,
      "step": 2770
    },
    {
      "grad_norm": 0.706344485282898,
      "learning_rate": 9.508050683197121e-05,
      "loss": 0.0466,
      "step": 2780
    },
    {
      "grad_norm": 0.7622689008712769,
      "learning_rate": 9.503271680196888e-05,
      "loss": 0.0351,
      "step": 2790
    },
    {
      "grad_norm": 0.4443689286708832,
      "learning_rate": 9.498470789604413e-05,
      "loss": 0.0311,
      "step": 2800
    },
    {
      "grad_norm": 0.5751537084579468,
      "learning_rate": 9.49364803475383e-05,
      "loss": 0.0351,
      "step": 2810
    },
    {
      "grad_norm": 0.6695979833602905,
      "learning_rate": 9.48880343908554e-05,
      "loss": 0.0259,
      "step": 2820
    },
    {
      "grad_norm": 1.645646333694458,
      "learning_rate": 9.4839370261461e-05,
      "loss": 0.0476,
      "step": 2830
    },
    {
      "grad_norm": 1.3558239936828613,
      "learning_rate": 9.479048819588098e-05,
      "loss": 0.0436,
      "step": 2840
    },
    {
      "grad_norm": 0.6846322417259216,
      "learning_rate": 9.474138843170063e-05,
      "loss": 0.038,
      "step": 2850
    },
    {
      "grad_norm": 3.4310810565948486,
      "learning_rate": 9.46920712075632e-05,
      "loss": 0.0412,
      "step": 2860
    },
    {
      "grad_norm": 0.7868021130561829,
      "learning_rate": 9.464253676316893e-05,
      "loss": 0.0314,
      "step": 2870
    },
    {
      "grad_norm": 0.6406962871551514,
      "learning_rate": 9.459278533927384e-05,
      "loss": 0.0412,
      "step": 2880
    },
    {
      "grad_norm": 0.8451752066612244,
      "learning_rate": 9.454281717768854e-05,
      "loss": 0.037,
      "step": 2890
    },
    {
      "grad_norm": 0.5510834455490112,
      "learning_rate": 9.449263252127708e-05,
      "loss": 0.0312,
      "step": 2900
    },
    {
      "grad_norm": 1.1163357496261597,
      "learning_rate": 9.444223161395573e-05,
      "loss": 0.0473,
      "step": 2910
    },
    {
      "grad_norm": 0.6668399572372437,
      "learning_rate": 9.439161470069184e-05,
      "loss": 0.0322,
      "step": 2920
    },
    {
      "grad_norm": 0.679926872253418,
      "learning_rate": 9.43407820275026e-05,
      "loss": 0.0341,
      "step": 2930
    },
    {
      "grad_norm": 0.9757007360458374,
      "learning_rate": 9.428973384145396e-05,
      "loss": 0.0341,
      "step": 2940
    },
    {
      "grad_norm": 0.7475391626358032,
      "learning_rate": 9.423847039065922e-05,
      "loss": 0.0344,
      "step": 2950
    },
    {
      "grad_norm": 0.6050214767456055,
      "learning_rate": 9.418699192427805e-05,
      "loss": 0.0475,
      "step": 2960
    },
    {
      "grad_norm": 0.7326594591140747,
      "learning_rate": 9.41352986925151e-05,
      "loss": 0.0398,
      "step": 2970
    },
    {
      "grad_norm": 0.6612935066223145,
      "learning_rate": 9.408339094661895e-05,
      "loss": 0.0444,
      "step": 2980
    },
    {
      "grad_norm": 0.7093085050582886,
      "learning_rate": 9.40312689388807e-05,
      "loss": 0.0319,
      "step": 2990
    },
    {
      "grad_norm": 0.4940544068813324,
      "learning_rate": 9.397893292263292e-05,
      "loss": 0.0352,
      "step": 3000
    },
    {
      "grad_norm": 0.7955568432807922,
      "learning_rate": 9.392638315224829e-05,
      "loss": 0.0338,
      "step": 3010
    },
    {
      "grad_norm": 0.9688409566879272,
      "learning_rate": 9.387361988313846e-05,
      "loss": 0.0489,
      "step": 3020
    },
    {
      "grad_norm": 0.917980432510376,
      "learning_rate": 9.38206433717527e-05,
      "loss": 0.036,
      "step": 3030
    },
    {
      "grad_norm": 0.3313009738922119,
      "learning_rate": 9.376745387557681e-05,
      "loss": 0.0341,
      "step": 3040
    },
    {
      "grad_norm": 0.46310874819755554,
      "learning_rate": 9.371405165313169e-05,
      "loss": 0.0319,
      "step": 3050
    },
    {
      "grad_norm": 0.5265995264053345,
      "learning_rate": 9.366043696397222e-05,
      "loss": 0.0336,
      "step": 3060
    },
    {
      "grad_norm": 0.36914312839508057,
      "learning_rate": 9.360661006868592e-05,
      "loss": 0.0339,
      "step": 3070
    },
    {
      "grad_norm": 0.4768499732017517,
      "learning_rate": 9.355257122889173e-05,
      "loss": 0.0271,
      "step": 3080
    },
    {
      "grad_norm": 1.2531323432922363,
      "learning_rate": 9.349832070723871e-05,
      "loss": 0.0297,
      "step": 3090
    },
    {
      "grad_norm": 1.10036301612854,
      "learning_rate": 9.34438587674048e-05,
      "loss": 0.0316,
      "step": 3100
    },
    {
      "grad_norm": 0.6038044095039368,
      "learning_rate": 9.338918567409545e-05,
      "loss": 0.0361,
      "step": 3110
    },
    {
      "grad_norm": 0.5102611780166626,
      "learning_rate": 9.333430169304247e-05,
      "loss": 0.0317,
      "step": 3120
    },
    {
      "grad_norm": 1.023861050605774,
      "learning_rate": 9.327920709100259e-05,
      "loss": 0.0414,
      "step": 3130
    },
    {
      "grad_norm": 1.806029200553894,
      "learning_rate": 9.322390213575631e-05,
      "loss": 0.0407,
      "step": 3140
    },
    {
      "grad_norm": 0.624989926815033,
      "learning_rate": 9.316838709610648e-05,
      "loss": 0.0427,
      "step": 3150
    },
    {
      "grad_norm": 0.7316724061965942,
      "learning_rate": 9.311266224187706e-05,
      "loss": 0.0303,
      "step": 3160
    },
    {
      "grad_norm": 0.6734378933906555,
      "learning_rate": 9.305672784391175e-05,
      "loss": 0.0332,
      "step": 3170
    },
    {
      "grad_norm": 0.5853543877601624,
      "learning_rate": 9.300058417407276e-05,
      "loss": 0.0284,
      "step": 3180
    },
    {
      "grad_norm": 0.5710330605506897,
      "learning_rate": 9.29442315052394e-05,
      "loss": 0.0282,
      "step": 3190
    },
    {
      "grad_norm": 1.2812031507492065,
      "learning_rate": 9.288767011130684e-05,
      "loss": 0.0328,
      "step": 3200
    },
    {
      "grad_norm": 0.7074018120765686,
      "learning_rate": 9.283090026718466e-05,
      "loss": 0.0451,
      "step": 3210
    },
    {
      "grad_norm": 1.8034800291061401,
      "learning_rate": 9.277392224879568e-05,
      "loss": 0.0419,
      "step": 3220
    },
    {
      "grad_norm": 0.46833881735801697,
      "learning_rate": 9.271673633307445e-05,
      "loss": 0.0347,
      "step": 3230
    },
    {
      "grad_norm": 0.5827067494392395,
      "learning_rate": 9.265934279796602e-05,
      "loss": 0.0354,
      "step": 3240
    },
    {
      "grad_norm": 0.93805330991745,
      "learning_rate": 9.260174192242453e-05,
      "loss": 0.0364,
      "step": 3250
    },
    {
      "grad_norm": 0.7215924263000488,
      "learning_rate": 9.254393398641185e-05,
      "loss": 0.0425,
      "step": 3260
    },
    {
      "grad_norm": 0.8085358738899231,
      "learning_rate": 9.248591927089628e-05,
      "loss": 0.0326,
      "step": 3270
    },
    {
      "grad_norm": 0.973787248134613,
      "learning_rate": 9.242769805785115e-05,
      "loss": 0.0258,
      "step": 3280
    },
    {
      "grad_norm": 1.3681395053863525,
      "learning_rate": 9.236927063025342e-05,
      "loss": 0.0293,
      "step": 3290
    },
    {
      "grad_norm": 0.49307781457901,
      "learning_rate": 9.231063727208234e-05,
      "loss": 0.0234,
      "step": 3300
    },
    {
      "grad_norm": 0.5076152086257935,
      "learning_rate": 9.225179826831807e-05,
      "loss": 0.0313,
      "step": 3310
    },
    {
      "grad_norm": 0.8163173198699951,
      "learning_rate": 9.219275390494024e-05,
      "loss": 0.0307,
      "step": 3320
    },
    {
      "grad_norm": 0.8856188654899597,
      "learning_rate": 9.213350446892668e-05,
      "loss": 0.0307,
      "step": 3330
    },
    {
      "grad_norm": 0.6715571284294128,
      "learning_rate": 9.207405024825186e-05,
      "loss": 0.0311,
      "step": 3340
    },
    {
      "grad_norm": 0.6593443155288696,
      "learning_rate": 9.201439153188569e-05,
      "loss": 0.0357,
      "step": 3350
    },
    {
      "grad_norm": 0.5604121088981628,
      "learning_rate": 9.19545286097919e-05,
      "loss": 0.04,
      "step": 3360
    },
    {
      "grad_norm": 0.6793620586395264,
      "learning_rate": 9.189446177292679e-05,
      "loss": 0.0437,
      "step": 3370
    },
    {
      "grad_norm": 0.8332769870758057,
      "learning_rate": 9.183419131323778e-05,
      "loss": 0.0343,
      "step": 3380
    },
    {
      "grad_norm": 0.8149412870407104,
      "learning_rate": 9.177371752366191e-05,
      "loss": 0.038,
      "step": 3390
    },
    {
      "grad_norm": 0.7714865207672119,
      "learning_rate": 9.171304069812454e-05,
      "loss": 0.044,
      "step": 3400
    },
    {
      "grad_norm": 0.9875980615615845,
      "learning_rate": 9.165216113153782e-05,
      "loss": 0.0493,
      "step": 3410
    },
    {
      "grad_norm": 0.5946412086486816,
      "learning_rate": 9.159107911979936e-05,
      "loss": 0.0429,
      "step": 3420
    },
    {
      "grad_norm": 0.38782015442848206,
      "learning_rate": 9.152979495979063e-05,
      "loss": 0.0305,
      "step": 3430
    },
    {
      "grad_norm": 0.5646621584892273,
      "learning_rate": 9.146830894937571e-05,
      "loss": 0.0331,
      "step": 3440
    },
    {
      "grad_norm": 1.1361860036849976,
      "learning_rate": 9.140662138739969e-05,
      "loss": 0.0269,
      "step": 3450
    },
    {
      "grad_norm": 0.8411797285079956,
      "learning_rate": 9.134473257368732e-05,
      "loss": 0.0288,
      "step": 3460
    },
    {
      "grad_norm": 1.6594849824905396,
      "learning_rate": 9.128264280904145e-05,
      "loss": 0.0345,
      "step": 3470
    },
    {
      "grad_norm": 0.9246369004249573,
      "learning_rate": 9.122035239524169e-05,
      "loss": 0.0358,
      "step": 3480
    },
    {
      "grad_norm": 0.4913758337497711,
      "learning_rate": 9.115786163504285e-05,
      "loss": 0.0336,
      "step": 3490
    },
    {
      "grad_norm": 0.9659093618392944,
      "learning_rate": 9.10951708321735e-05,
      "loss": 0.0503,
      "step": 3500
    },
    {
      "grad_norm": 0.49065253138542175,
      "learning_rate": 9.10322802913345e-05,
      "loss": 0.0329,
      "step": 3510
    },
    {
      "grad_norm": 0.6954798102378845,
      "learning_rate": 9.096919031819751e-05,
      "loss": 0.0297,
      "step": 3520
    },
    {
      "grad_norm": 0.4316776692867279,
      "learning_rate": 9.090590121940348e-05,
      "loss": 0.0267,
      "step": 3530
    },
    {
      "grad_norm": 0.5168843269348145,
      "learning_rate": 9.084241330256121e-05,
      "loss": 0.0456,
      "step": 3540
    },
    {
      "grad_norm": 0.7651882767677307,
      "learning_rate": 9.077872687624586e-05,
      "loss": 0.0408,
      "step": 3550
    },
    {
      "grad_norm": 1.2175617218017578,
      "learning_rate": 9.071484224999735e-05,
      "loss": 0.0363,
      "step": 3560
    },
    {
      "grad_norm": 0.7041599154472351,
      "learning_rate": 9.0650759734319e-05,
      "loss": 0.0418,
      "step": 3570
    },
    {
      "grad_norm": 1.9675962924957275,
      "learning_rate": 9.05864796406759e-05,
      "loss": 0.0298,
      "step": 3580
    },
    {
      "grad_norm": 0.2511466443538666,
      "learning_rate": 9.052200228149343e-05,
      "loss": 0.0276,
      "step": 3590
    },
    {
      "grad_norm": 0.36724627017974854,
      "learning_rate": 9.04573279701558e-05,
      "loss": 0.031,
      "step": 3600
    },
    {
      "grad_norm": 1.0533324480056763,
      "learning_rate": 9.039245702100448e-05,
      "loss": 0.0295,
      "step": 3610
    },
    {
      "grad_norm": 1.1963751316070557,
      "learning_rate": 9.032738974933664e-05,
      "loss": 0.0327,
      "step": 3620
    },
    {
      "grad_norm": 0.870758056640625,
      "learning_rate": 9.026212647140365e-05,
      "loss": 0.0361,
      "step": 3630
    },
    {
      "grad_norm": 0.3820890784263611,
      "learning_rate": 9.019666750440956e-05,
      "loss": 0.0338,
      "step": 3640
    },
    {
      "grad_norm": 0.6604309678077698,
      "learning_rate": 9.013101316650956e-05,
      "loss": 0.0345,
      "step": 3650
    },
    {
      "grad_norm": 0.5805525779724121,
      "learning_rate": 9.00651637768084e-05,
      "loss": 0.0286,
      "step": 3660
    },
    {
      "grad_norm": 0.996583878993988,
      "learning_rate": 8.999911965535885e-05,
      "loss": 0.034,
      "step": 3670
    },
    {
      "grad_norm": 0.5012162327766418,
      "learning_rate": 8.993288112316014e-05,
      "loss": 0.0385,
      "step": 3680
    },
    {
      "grad_norm": 0.824629545211792,
      "learning_rate": 8.986644850215644e-05,
      "loss": 0.0481,
      "step": 3690
    },
    {
      "grad_norm": 0.826739490032196,
      "learning_rate": 8.979982211523523e-05,
      "loss": 0.0437,
      "step": 3700
    },
    {
      "grad_norm": 0.46196213364601135,
      "learning_rate": 8.97330022862258e-05,
      "loss": 0.0393,
      "step": 3710
    },
    {
      "grad_norm": 0.4209164083003998,
      "learning_rate": 8.96659893398976e-05,
      "loss": 0.0304,
      "step": 3720
    },
    {
      "grad_norm": 0.5568528771400452,
      "learning_rate": 8.959878360195876e-05,
      "loss": 0.022,
      "step": 3730
    },
    {
      "grad_norm": 1.7212377786636353,
      "learning_rate": 8.953138539905438e-05,
      "loss": 0.0382,
      "step": 3740
    },
    {
      "grad_norm": 1.7502763271331787,
      "learning_rate": 8.946379505876506e-05,
      "loss": 0.0375,
      "step": 3750
    },
    {
      "grad_norm": 0.6376021504402161,
      "learning_rate": 8.939601290960527e-05,
      "loss": 0.0312,
      "step": 3760
    },
    {
      "grad_norm": 0.43213945627212524,
      "learning_rate": 8.932803928102167e-05,
      "loss": 0.0351,
      "step": 3770
    },
    {
      "grad_norm": 1.2820509672164917,
      "learning_rate": 8.925987450339168e-05,
      "loss": 0.0289,
      "step": 3780
    },
    {
      "grad_norm": 0.6529029011726379,
      "learning_rate": 8.919151890802172e-05,
      "loss": 0.0267,
      "step": 3790
    },
    {
      "grad_norm": 1.1229690313339233,
      "learning_rate": 8.912297282714564e-05,
      "loss": 0.0366,
      "step": 3800
    },
    {
      "grad_norm": 0.6923975944519043,
      "learning_rate": 8.905423659392316e-05,
      "loss": 0.0301,
      "step": 3810
    },
    {
      "grad_norm": 0.8328847289085388,
      "learning_rate": 8.898531054243822e-05,
      "loss": 0.0337,
      "step": 3820
    },
    {
      "grad_norm": 1.0812969207763672,
      "learning_rate": 8.891619500769729e-05,
      "loss": 0.0369,
      "step": 3830
    },
    {
      "grad_norm": 0.8074633479118347,
      "learning_rate": 8.884689032562785e-05,
      "loss": 0.0305,
      "step": 3840
    },
    {
      "grad_norm": 0.5118858814239502,
      "learning_rate": 8.87773968330767e-05,
      "loss": 0.0314,
      "step": 3850
    },
    {
      "grad_norm": 0.592964768409729,
      "learning_rate": 8.870771486780832e-05,
      "loss": 0.0317,
      "step": 3860
    },
    {
      "grad_norm": 0.7796128988265991,
      "learning_rate": 8.863784476850322e-05,
      "loss": 0.0415,
      "step": 3870
    },
    {
      "grad_norm": 1.660823941230774,
      "learning_rate": 8.856778687475635e-05,
      "loss": 0.0338,
      "step": 3880
    },
    {
      "grad_norm": 2.5988340377807617,
      "learning_rate": 8.849754152707541e-05,
      "loss": 0.0237,
      "step": 3890
    },
    {
      "grad_norm": 0.9267615675926208,
      "learning_rate": 8.842710906687916e-05,
      "loss": 0.0306,
      "step": 3900
    },
    {
      "grad_norm": 0.6032466888427734,
      "learning_rate": 8.83564898364958e-05,
      "loss": 0.0274,
      "step": 3910
    },
    {
      "grad_norm": 1.275599479675293,
      "learning_rate": 8.828568417916136e-05,
      "loss": 0.0277,
      "step": 3920
    },
    {
      "grad_norm": 0.8529245257377625,
      "learning_rate": 8.821469243901794e-05,
      "loss": 0.0266,
      "step": 3930
    },
    {
      "grad_norm": 0.5055339932441711,
      "learning_rate": 8.814351496111201e-05,
      "loss": 0.0296,
      "step": 3940
    },
    {
      "grad_norm": 0.48710304498672485,
      "learning_rate": 8.807215209139293e-05,
      "loss": 0.0366,
      "step": 3950
    },
    {
      "grad_norm": 0.5166695713996887,
      "learning_rate": 8.8000604176711e-05,
      "loss": 0.0356,
      "step": 3960
    },
    {
      "grad_norm": 0.47621503472328186,
      "learning_rate": 8.792887156481598e-05,
      "loss": 0.0297,
      "step": 3970
    },
    {
      "grad_norm": 0.7542755603790283,
      "learning_rate": 8.785695460435534e-05,
      "loss": 0.0264,
      "step": 3980
    },
    {
      "grad_norm": 0.8992534875869751,
      "learning_rate": 8.778485364487248e-05,
      "loss": 0.0257,
      "step": 3990
    },
    {
      "grad_norm": 0.8251224756240845,
      "learning_rate": 8.771256903680519e-05,
      "loss": 0.0308,
      "step": 4000
    },
    {
      "grad_norm": 0.5686180591583252,
      "learning_rate": 8.764010113148382e-05,
      "loss": 0.0292,
      "step": 4010
    },
    {
      "grad_norm": 0.7210061550140381,
      "learning_rate": 8.756745028112959e-05,
      "loss": 0.028,
      "step": 4020
    },
    {
      "grad_norm": 0.7320876121520996,
      "learning_rate": 8.749461683885296e-05,
      "loss": 0.0324,
      "step": 4030
    },
    {
      "grad_norm": 0.48902201652526855,
      "learning_rate": 8.742160115865179e-05,
      "loss": 0.0262,
      "step": 4040
    },
    {
      "grad_norm": 0.981778085231781,
      "learning_rate": 8.734840359540974e-05,
      "loss": 0.0238,
      "step": 4050
    },
    {
      "grad_norm": 0.5338351130485535,
      "learning_rate": 8.727502450489446e-05,
      "loss": 0.031,
      "step": 4060
    },
    {
      "grad_norm": 0.726790726184845,
      "learning_rate": 8.720146424375591e-05,
      "loss": 0.0349,
      "step": 4070
    },
    {
      "grad_norm": 1.9667656421661377,
      "learning_rate": 8.712772316952458e-05,
      "loss": 0.0278,
      "step": 4080
    },
    {
      "grad_norm": 0.5886282324790955,
      "learning_rate": 8.705380164060982e-05,
      "loss": 0.0285,
      "step": 4090
    },
    {
      "grad_norm": 0.6393822431564331,
      "learning_rate": 8.697970001629799e-05,
      "loss": 0.0318,
      "step": 4100
    },
    {
      "grad_norm": 0.5710467100143433,
      "learning_rate": 8.690541865675084e-05,
      "loss": 0.0316,
      "step": 4110
    },
    {
      "grad_norm": 0.5690316557884216,
      "learning_rate": 8.68309579230037e-05,
      "loss": 0.0257,
      "step": 4120
    },
    {
      "grad_norm": 0.6145046353340149,
      "learning_rate": 8.675631817696372e-05,
      "loss": 0.0281,
      "step": 4130
    },
    {
      "grad_norm": 0.4764021635055542,
      "learning_rate": 8.668149978140808e-05,
      "loss": 0.0255,
      "step": 4140
    },
    {
      "grad_norm": 0.6487840414047241,
      "learning_rate": 8.66065030999823e-05,
      "loss": 0.0266,
      "step": 4150
    },
    {
      "grad_norm": 0.6212080121040344,
      "learning_rate": 8.653132849719845e-05,
      "loss": 0.0228,
      "step": 4160
    },
    {
      "grad_norm": 1.0290076732635498,
      "learning_rate": 8.64559763384333e-05,
      "loss": 0.0501,
      "step": 4170
    },
    {
      "grad_norm": 0.6059227585792542,
      "learning_rate": 8.638044698992669e-05,
      "loss": 0.0372,
      "step": 4180
    },
    {
      "grad_norm": 0.6926751136779785,
      "learning_rate": 8.630474081877959e-05,
      "loss": 0.041,
      "step": 4190
    },
    {
      "grad_norm": 0.7937833070755005,
      "learning_rate": 8.62288581929525e-05,
      "loss": 0.0289,
      "step": 4200
    },
    {
      "grad_norm": 0.5571010708808899,
      "learning_rate": 8.615279948126343e-05,
      "loss": 0.0241,
      "step": 4210
    },
    {
      "grad_norm": 0.5324316620826721,
      "learning_rate": 8.60765650533863e-05,
      "loss": 0.0252,
      "step": 4220
    },
    {
      "grad_norm": 0.8294782638549805,
      "learning_rate": 8.60001552798491e-05,
      "loss": 0.0215,
      "step": 4230
    },
    {
      "grad_norm": 0.5711675882339478,
      "learning_rate": 8.592357053203202e-05,
      "loss": 0.025,
      "step": 4240
    },
    {
      "grad_norm": 0.6471229195594788,
      "learning_rate": 8.58468111821657e-05,
      "loss": 0.0295,
      "step": 4250
    },
    {
      "grad_norm": 0.869228184223175,
      "learning_rate": 8.576987760332943e-05,
      "loss": 0.0375,
      "step": 4260
    },
    {
      "grad_norm": 0.6247239708900452,
      "learning_rate": 8.56927701694493e-05,
      "loss": 0.0283,
      "step": 4270
    },
    {
      "grad_norm": 0.6327295899391174,
      "learning_rate": 8.561548925529643e-05,
      "loss": 0.0314,
      "step": 4280
    },
    {
      "grad_norm": 0.4158906936645508,
      "learning_rate": 8.553803523648506e-05,
      "loss": 0.0319,
      "step": 4290
    },
    {
      "grad_norm": 0.5845413208007812,
      "learning_rate": 8.546040848947086e-05,
      "loss": 0.0265,
      "step": 4300
    },
    {
      "grad_norm": 0.5137201547622681,
      "learning_rate": 8.538260939154894e-05,
      "loss": 0.0269,
      "step": 4310
    },
    {
      "grad_norm": 0.5147830247879028,
      "learning_rate": 8.530463832085218e-05,
      "loss": 0.0252,
      "step": 4320
    },
    {
      "grad_norm": 1.3797255754470825,
      "learning_rate": 8.522649565634927e-05,
      "loss": 0.0241,
      "step": 4330
    },
    {
      "grad_norm": 0.5776349902153015,
      "learning_rate": 8.51481817778429e-05,
      "loss": 0.0275,
      "step": 4340
    },
    {
      "grad_norm": 0.5107592344284058,
      "learning_rate": 8.506969706596797e-05,
      "loss": 0.0342,
      "step": 4350
    },
    {
      "grad_norm": 0.45121073722839355,
      "learning_rate": 8.499104190218964e-05,
      "loss": 0.0347,
      "step": 4360
    },
    {
      "grad_norm": 0.46300703287124634,
      "learning_rate": 8.49122166688016e-05,
      "loss": 0.0256,
      "step": 4370
    },
    {
      "grad_norm": 1.2754638195037842,
      "learning_rate": 8.483322174892404e-05,
      "loss": 0.0235,
      "step": 4380
    },
    {
      "grad_norm": 1.582797646522522,
      "learning_rate": 8.475405752650199e-05,
      "loss": 0.0267,
      "step": 4390
    },
    {
      "grad_norm": 0.5969063639640808,
      "learning_rate": 8.467472438630328e-05,
      "loss": 0.033,
      "step": 4400
    },
    {
      "grad_norm": 0.39297983050346375,
      "learning_rate": 8.459522271391682e-05,
      "loss": 0.0272,
      "step": 4410
    },
    {
      "grad_norm": 0.7074761390686035,
      "learning_rate": 8.451555289575057e-05,
      "loss": 0.038,
      "step": 4420
    },
    {
      "grad_norm": 0.679832935333252,
      "learning_rate": 8.443571531902981e-05,
      "loss": 0.0305,
      "step": 4430
    },
    {
      "grad_norm": 1.0731810331344604,
      "learning_rate": 8.435571037179512e-05,
      "loss": 0.0331,
      "step": 4440
    },
    {
      "grad_norm": 0.8065203428268433,
      "learning_rate": 8.427553844290062e-05,
      "loss": 0.028,
      "step": 4450
    },
    {
      "grad_norm": 0.7597134709358215,
      "learning_rate": 8.419519992201201e-05,
      "loss": 0.0312,
      "step": 4460
    },
    {
      "grad_norm": 0.4538151025772095,
      "learning_rate": 8.411469519960469e-05,
      "loss": 0.0308,
      "step": 4470
    },
    {
      "grad_norm": 1.506264567375183,
      "learning_rate": 8.403402466696182e-05,
      "loss": 0.0346,
      "step": 4480
    },
    {
      "grad_norm": 0.7231191992759705,
      "learning_rate": 8.395318871617255e-05,
      "loss": 0.0279,
      "step": 4490
    },
    {
      "grad_norm": 0.6694390773773193,
      "learning_rate": 8.387218774012992e-05,
      "loss": 0.0335,
      "step": 4500
    },
    {
      "grad_norm": 0.47034212946891785,
      "learning_rate": 8.379102213252915e-05,
      "loss": 0.0352,
      "step": 4510
    },
    {
      "grad_norm": 0.40805840492248535,
      "learning_rate": 8.370969228786556e-05,
      "loss": 0.024,
      "step": 4520
    },
    {
      "grad_norm": 0.7578418254852295,
      "learning_rate": 8.362819860143275e-05,
      "loss": 0.0398,
      "step": 4530
    },
    {
      "grad_norm": 2.1664483547210693,
      "learning_rate": 8.354654146932066e-05,
      "loss": 0.0312,
      "step": 4540
    },
    {
      "grad_norm": 0.43673011660575867,
      "learning_rate": 8.346472128841364e-05,
      "loss": 0.0303,
      "step": 4550
    },
    {
      "grad_norm": 1.5643813610076904,
      "learning_rate": 8.338273845638848e-05,
      "loss": 0.0217,
      "step": 4560
    },
    {
      "grad_norm": 0.9407293796539307,
      "learning_rate": 8.330059337171258e-05,
      "loss": 0.0246,
      "step": 4570
    },
    {
      "grad_norm": 0.8518973588943481,
      "learning_rate": 8.32182864336419e-05,
      "loss": 0.0375,
      "step": 4580
    },
    {
      "grad_norm": 0.4886290729045868,
      "learning_rate": 8.313581804221908e-05,
      "loss": 0.0259,
      "step": 4590
    },
    {
      "grad_norm": 0.391096293926239,
      "learning_rate": 8.305318859827147e-05,
      "loss": 0.0237,
      "step": 4600
    },
    {
      "grad_norm": 0.7931850552558899,
      "learning_rate": 8.297039850340923e-05,
      "loss": 0.0247,
      "step": 4610
    },
    {
      "grad_norm": 0.5745319128036499,
      "learning_rate": 8.288744816002331e-05,
      "loss": 0.0307,
      "step": 4620
    },
    {
      "grad_norm": 0.770186722278595,
      "learning_rate": 8.280433797128357e-05,
      "loss": 0.0266,
      "step": 4630
    },
    {
      "grad_norm": 0.46295496821403503,
      "learning_rate": 8.272106834113674e-05,
      "loss": 0.0291,
      "step": 4640
    },
    {
      "grad_norm": 0.5213683843612671,
      "learning_rate": 8.26376396743045e-05,
      "loss": 0.03,
      "step": 4650
    },
    {
      "grad_norm": 0.47183090448379517,
      "learning_rate": 8.25540523762815e-05,
      "loss": 0.0331,
      "step": 4660
    },
    {
      "grad_norm": 0.6256008148193359,
      "learning_rate": 8.247030685333346e-05,
      "loss": 0.0241,
      "step": 4670
    },
    {
      "grad_norm": 0.5464621186256409,
      "learning_rate": 8.238640351249503e-05,
      "loss": 0.0236,
      "step": 4680
    },
    {
      "grad_norm": 0.5087628960609436,
      "learning_rate": 8.2302342761568e-05,
      "loss": 0.0283,
      "step": 4690
    },
    {
      "grad_norm": 0.41629326343536377,
      "learning_rate": 8.221812500911919e-05,
      "loss": 0.0371,
      "step": 4700
    },
    {
      "grad_norm": 0.38663920760154724,
      "learning_rate": 8.213375066447853e-05,
      "loss": 0.0243,
      "step": 4710
    },
    {
      "grad_norm": 0.885769248008728,
      "learning_rate": 8.204922013773702e-05,
      "loss": 0.032,
      "step": 4720
    },
    {
      "grad_norm": 2.1198532581329346,
      "learning_rate": 8.196453383974478e-05,
      "loss": 0.034,
      "step": 4730
    },
    {
      "grad_norm": 0.3517913818359375,
      "learning_rate": 8.187969218210904e-05,
      "loss": 0.0248,
      "step": 4740
    },
    {
      "grad_norm": 0.4425223469734192,
      "learning_rate": 8.179469557719213e-05,
      "loss": 0.0258,
      "step": 4750
    },
    {
      "grad_norm": 0.3446538746356964,
      "learning_rate": 8.170954443810948e-05,
      "loss": 0.0215,
      "step": 4760
    },
    {
      "grad_norm": 0.9917599558830261,
      "learning_rate": 8.162423917872764e-05,
      "loss": 0.0334,
      "step": 4770
    },
    {
      "grad_norm": 1.245850920677185,
      "learning_rate": 8.153878021366217e-05,
      "loss": 0.0292,
      "step": 4780
    },
    {
      "grad_norm": 0.6456345319747925,
      "learning_rate": 8.14531679582758e-05,
      "loss": 0.0259,
      "step": 4790
    },
    {
      "grad_norm": 0.482175350189209,
      "learning_rate": 8.136740282867621e-05,
      "loss": 0.0303,
      "step": 4800
    },
    {
      "grad_norm": 1.3142436742782593,
      "learning_rate": 8.128148524171418e-05,
      "loss": 0.0234,
      "step": 4810
    },
    {
      "grad_norm": 0.9887887835502625,
      "learning_rate": 8.119541561498146e-05,
      "loss": 0.0194,
      "step": 4820
    },
    {
      "grad_norm": 0.37819287180900574,
      "learning_rate": 8.110919436680877e-05,
      "loss": 0.0225,
      "step": 4830
    },
    {
      "grad_norm": 1.3776261806488037,
      "learning_rate": 8.102282191626378e-05,
      "loss": 0.025,
      "step": 4840
    },
    {
      "grad_norm": 0.4215248227119446,
      "learning_rate": 8.0936298683149e-05,
      "loss": 0.0452,
      "step": 4850
    },
    {
      "grad_norm": 0.6137650609016418,
      "learning_rate": 8.084962508799991e-05,
      "loss": 0.0269,
      "step": 4860
    },
    {
      "grad_norm": 0.6789607405662537,
      "learning_rate": 8.076280155208273e-05,
      "loss": 0.025,
      "step": 4870
    },
    {
      "grad_norm": 0.3263641595840454,
      "learning_rate": 8.067582849739245e-05,
      "loss": 0.0324,
      "step": 4880
    },
    {
      "grad_norm": 0.7518036365509033,
      "learning_rate": 8.058870634665079e-05,
      "loss": 0.0312,
      "step": 4890
    },
    {
      "grad_norm": 0.4541662037372589,
      "learning_rate": 8.050143552330414e-05,
      "loss": 0.026,
      "step": 4900
    },
    {
      "grad_norm": 0.6575729846954346,
      "learning_rate": 8.041401645152151e-05,
      "loss": 0.0241,
      "step": 4910
    },
    {
      "grad_norm": 0.36688941717147827,
      "learning_rate": 8.032644955619239e-05,
      "loss": 0.0234,
      "step": 4920
    },
    {
      "grad_norm": 0.4798339009284973,
      "learning_rate": 8.023873526292483e-05,
      "loss": 0.0228,
      "step": 4930
    },
    {
      "grad_norm": 0.5737196803092957,
      "learning_rate": 8.015087399804322e-05,
      "loss": 0.0199,
      "step": 4940
    },
    {
      "grad_norm": 0.715419352054596,
      "learning_rate": 8.006286618858635e-05,
      "loss": 0.0222,
      "step": 4950
    },
    {
      "grad_norm": 0.6330849528312683,
      "learning_rate": 7.99747122623052e-05,
      "loss": 0.0173,
      "step": 4960
    },
    {
      "grad_norm": 0.553991973400116,
      "learning_rate": 7.988641264766097e-05,
      "loss": 0.0271,
      "step": 4970
    },
    {
      "grad_norm": 0.8837057948112488,
      "learning_rate": 7.9797967773823e-05,
      "loss": 0.0396,
      "step": 4980
    },
    {
      "grad_norm": 0.7364840507507324,
      "learning_rate": 7.970937807066659e-05,
      "loss": 0.034,
      "step": 4990
    },
    {
      "grad_norm": 0.43603944778442383,
      "learning_rate": 7.962064396877098e-05,
      "loss": 0.0249,
      "step": 5000
    },
    {
      "grad_norm": 0.6751828789710999,
      "learning_rate": 7.953176589941722e-05,
      "loss": 0.0274,
      "step": 5010
    },
    {
      "grad_norm": 2.299736976623535,
      "learning_rate": 7.944274429458614e-05,
      "loss": 0.0266,
      "step": 5020
    },
    {
      "grad_norm": 0.5092950463294983,
      "learning_rate": 7.93535795869562e-05,
      "loss": 0.0242,
      "step": 5030
    },
    {
      "grad_norm": 0.5059366822242737,
      "learning_rate": 7.926427220990134e-05,
      "loss": 0.0361,
      "step": 5040
    },
    {
      "grad_norm": 0.4400409162044525,
      "learning_rate": 7.9174822597489e-05,
      "loss": 0.0284,
      "step": 5050
    },
    {
      "grad_norm": 0.5046512484550476,
      "learning_rate": 7.908523118447789e-05,
      "loss": 0.0236,
      "step": 5060
    },
    {
      "grad_norm": 0.5550529956817627,
      "learning_rate": 7.89954984063159e-05,
      "loss": 0.0204,
      "step": 5070
    },
    {
      "grad_norm": 0.9975204467773438,
      "learning_rate": 7.890562469913811e-05,
      "loss": 0.0286,
      "step": 5080
    },
    {
      "grad_norm": 0.891065776348114,
      "learning_rate": 7.881561049976447e-05,
      "loss": 0.029,
      "step": 5090
    },
    {
      "grad_norm": 0.39114195108413696,
      "learning_rate": 7.872545624569779e-05,
      "loss": 0.0267,
      "step": 5100
    },
    {
      "grad_norm": 0.5655737519264221,
      "learning_rate": 7.863516237512164e-05,
      "loss": 0.0254,
      "step": 5110
    },
    {
      "grad_norm": 0.8029657006263733,
      "learning_rate": 7.854472932689815e-05,
      "loss": 0.0307,
      "step": 5120
    },
    {
      "grad_norm": 0.7949436902999878,
      "learning_rate": 7.845415754056591e-05,
      "loss": 0.0284,
      "step": 5130
    },
    {
      "grad_norm": 0.4938611090183258,
      "learning_rate": 7.836344745633783e-05,
      "loss": 0.0303,
      "step": 5140
    },
    {
      "grad_norm": 0.49063003063201904,
      "learning_rate": 7.8272599515099e-05,
      "loss": 0.0245,
      "step": 5150
    },
    {
      "grad_norm": 0.5810834169387817,
      "learning_rate": 7.818161415840453e-05,
      "loss": 0.0229,
      "step": 5160
    },
    {
      "grad_norm": 0.9537192583084106,
      "learning_rate": 7.809049182847745e-05,
      "loss": 0.025,
      "step": 5170
    },
    {
      "grad_norm": 0.8476972579956055,
      "learning_rate": 7.799923296820653e-05,
      "loss": 0.0279,
      "step": 5180
    },
    {
      "grad_norm": 0.5288904309272766,
      "learning_rate": 7.790783802114408e-05,
      "loss": 0.0265,
      "step": 5190
    },
    {
      "grad_norm": 1.716094970703125,
      "learning_rate": 7.781630743150392e-05,
      "loss": 0.0413,
      "step": 5200
    },
    {
      "grad_norm": 0.9532715678215027,
      "learning_rate": 7.772464164415907e-05,
      "loss": 0.0332,
      "step": 5210
    },
    {
      "grad_norm": 0.8863114714622498,
      "learning_rate": 7.763284110463973e-05,
      "loss": 0.0449,
      "step": 5220
    },
    {
      "grad_norm": 0.6088931560516357,
      "learning_rate": 7.754090625913099e-05,
      "loss": 0.0342,
      "step": 5230
    },
    {
      "grad_norm": 0.4620775878429413,
      "learning_rate": 7.744883755447075e-05,
      "loss": 0.0248,
      "step": 5240
    },
    {
      "grad_norm": 1.0642215013504028,
      "learning_rate": 7.735663543814749e-05,
      "loss": 0.0231,
      "step": 5250
    },
    {
      "grad_norm": 0.8428313136100769,
      "learning_rate": 7.726430035829813e-05,
      "loss": 0.027,
      "step": 5260
    },
    {
      "grad_norm": 0.5406416654586792,
      "learning_rate": 7.717183276370586e-05,
      "loss": 0.026,
      "step": 5270
    },
    {
      "grad_norm": 0.6274476647377014,
      "learning_rate": 7.707923310379794e-05,
      "loss": 0.0281,
      "step": 5280
    },
    {
      "grad_norm": 0.37991833686828613,
      "learning_rate": 7.698650182864351e-05,
      "loss": 0.0236,
      "step": 5290
    },
    {
      "grad_norm": 0.6067743301391602,
      "learning_rate": 7.689363938895138e-05,
      "loss": 0.0299,
      "step": 5300
    },
    {
      "grad_norm": 0.3686131238937378,
      "learning_rate": 7.680064623606791e-05,
      "loss": 0.0237,
      "step": 5310
    },
    {
      "grad_norm": 0.42129579186439514,
      "learning_rate": 7.670752282197476e-05,
      "loss": 0.0292,
      "step": 5320
    },
    {
      "grad_norm": 0.6619184017181396,
      "learning_rate": 7.66142695992867e-05,
      "loss": 0.0269,
      "step": 5330
    },
    {
      "grad_norm": 0.5834106206893921,
      "learning_rate": 7.652088702124944e-05,
      "loss": 0.0262,
      "step": 5340
    },
    {
      "grad_norm": 0.3842966854572296,
      "learning_rate": 7.64273755417374e-05,
      "loss": 0.0242,
      "step": 5350
    },
    {
      "grad_norm": 0.5338770747184753,
      "learning_rate": 7.633373561525148e-05,
      "loss": 0.0234,
      "step": 5360
    },
    {
      "grad_norm": 0.6514670252799988,
      "learning_rate": 7.623996769691691e-05,
      "loss": 0.0276,
      "step": 5370
    },
    {
      "grad_norm": 2.1847143173217773,
      "learning_rate": 7.614607224248103e-05,
      "loss": 0.0244,
      "step": 5380
    },
    {
      "grad_norm": 0.5268024206161499,
      "learning_rate": 7.605204970831096e-05,
      "loss": 0.0243,
      "step": 5390
    },
    {
      "grad_norm": 0.3929955065250397,
      "learning_rate": 7.595790055139163e-05,
      "loss": 0.0219,
      "step": 5400
    },
    {
      "grad_norm": 0.6229012608528137,
      "learning_rate": 7.586362522932323e-05,
      "loss": 0.0242,
      "step": 5410
    },
    {
      "grad_norm": 0.8410649299621582,
      "learning_rate": 7.576922420031929e-05,
      "loss": 0.0272,
      "step": 5420
    },
    {
      "grad_norm": 0.774868905544281,
      "learning_rate": 7.567469792320428e-05,
      "loss": 0.0253,
      "step": 5430
    },
    {
      "grad_norm": 0.9360491037368774,
      "learning_rate": 7.558004685741137e-05,
      "loss": 0.0246,
      "step": 5440
    },
    {
      "grad_norm": 0.6737522482872009,
      "learning_rate": 7.548527146298036e-05,
      "loss": 0.0354,
      "step": 5450
    },
    {
      "grad_norm": 0.9653958082199097,
      "learning_rate": 7.539037220055527e-05,
      "loss": 0.0255,
      "step": 5460
    },
    {
      "grad_norm": 0.7185907959938049,
      "learning_rate": 7.529534953138213e-05,
      "loss": 0.0285,
      "step": 5470
    },
    {
      "grad_norm": 0.4912741184234619,
      "learning_rate": 7.520020391730684e-05,
      "loss": 0.0256,
      "step": 5480
    },
    {
      "grad_norm": 0.8444416522979736,
      "learning_rate": 7.510493582077281e-05,
      "loss": 0.0284,
      "step": 5490
    },
    {
      "grad_norm": 0.7263364791870117,
      "learning_rate": 7.500954570481882e-05,
      "loss": 0.0261,
      "step": 5500
    },
    {
      "grad_norm": 0.5064274668693542,
      "learning_rate": 7.491403403307662e-05,
      "loss": 0.0339,
      "step": 5510
    },
    {
      "grad_norm": 0.5798570513725281,
      "learning_rate": 7.481840126976885e-05,
      "loss": 0.0219,
      "step": 5520
    },
    {
      "grad_norm": 0.4946180284023285,
      "learning_rate": 7.472264787970666e-05,
      "loss": 0.0364,
      "step": 5530
    },
    {
      "grad_norm": 7.1802263259887695,
      "learning_rate": 7.462677432828751e-05,
      "loss": 0.0199,
      "step": 5540
    },
    {
      "grad_norm": 0.36451026797294617,
      "learning_rate": 7.453078108149287e-05,
      "loss": 0.0158,
      "step": 5550
    },
    {
      "grad_norm": 0.6914359331130981,
      "learning_rate": 7.443466860588599e-05,
      "loss": 0.0244,
      "step": 5560
    },
    {
      "grad_norm": 1.151930332183838,
      "learning_rate": 7.43384373686096e-05,
      "loss": 0.0187,
      "step": 5570
    },
    {
      "grad_norm": 0.45701420307159424,
      "learning_rate": 7.424208783738367e-05,
      "loss": 0.023,
      "step": 5580
    },
    {
      "grad_norm": 0.9177241325378418,
      "learning_rate": 7.414562048050315e-05,
      "loss": 0.031,
      "step": 5590
    },
    {
      "grad_norm": 0.5577159523963928,
      "learning_rate": 7.404903576683559e-05,
      "loss": 0.0297,
      "step": 5600
    },
    {
      "grad_norm": 0.3199334442615509,
      "learning_rate": 7.3952334165819e-05,
      "loss": 0.0237,
      "step": 5610
    },
    {
      "grad_norm": 0.5354243516921997,
      "learning_rate": 7.385551614745952e-05,
      "loss": 0.0248,
      "step": 5620
    },
    {
      "grad_norm": 1.1833988428115845,
      "learning_rate": 7.375858218232905e-05,
      "loss": 0.0186,
      "step": 5630
    },
    {
      "grad_norm": 0.3161550760269165,
      "learning_rate": 7.366153274156312e-05,
      "loss": 0.0224,
      "step": 5640
    },
    {
      "grad_norm": 0.7377477884292603,
      "learning_rate": 7.356436829685844e-05,
      "loss": 0.0182,
      "step": 5650
    },
    {
      "grad_norm": 0.5151967406272888,
      "learning_rate": 7.346708932047074e-05,
      "loss": 0.0297,
      "step": 5660
    },
    {
      "grad_norm": 0.6662100553512573,
      "learning_rate": 7.336969628521237e-05,
      "loss": 0.0232,
      "step": 5670
    },
    {
      "grad_norm": 0.4890288710594177,
      "learning_rate": 7.32721896644501e-05,
      "loss": 0.0219,
      "step": 5680
    },
    {
      "grad_norm": 0.4887518882751465,
      "learning_rate": 7.317456993210272e-05,
      "loss": 0.0257,
      "step": 5690
    },
    {
      "grad_norm": 0.9011597037315369,
      "learning_rate": 7.307683756263881e-05,
      "loss": 0.0189,
      "step": 5700
    },
    {
      "grad_norm": 0.7078554034233093,
      "learning_rate": 7.297899303107441e-05,
      "loss": 0.029,
      "step": 5710
    },
    {
      "grad_norm": 0.422607958316803,
      "learning_rate": 7.288103681297068e-05,
      "loss": 0.0274,
      "step": 5720
    },
    {
      "grad_norm": 0.34187430143356323,
      "learning_rate": 7.278296938443166e-05,
      "loss": 0.029,
      "step": 5730
    },
    {
      "grad_norm": 0.38343432545661926,
      "learning_rate": 7.26847912221019e-05,
      "loss": 0.0196,
      "step": 5740
    },
    {
      "grad_norm": 0.6717116236686707,
      "learning_rate": 7.258650280316415e-05,
      "loss": 0.0199,
      "step": 5750
    },
    {
      "grad_norm": 0.5520899295806885,
      "learning_rate": 7.248810460533706e-05,
      "loss": 0.0166,
      "step": 5760
    },
    {
      "grad_norm": 1.3543444871902466,
      "learning_rate": 7.238959710687282e-05,
      "loss": 0.0221,
      "step": 5770
    },
    {
      "grad_norm": 0.34231796860694885,
      "learning_rate": 7.229098078655489e-05,
      "loss": 0.0227,
      "step": 5780
    },
    {
      "grad_norm": 0.29917794466018677,
      "learning_rate": 7.219225612369565e-05,
      "loss": 0.0284,
      "step": 5790
    },
    {
      "grad_norm": 0.48531967401504517,
      "learning_rate": 7.209342359813404e-05,
      "loss": 0.0186,
      "step": 5800
    },
    {
      "grad_norm": 0.5163519382476807,
      "learning_rate": 7.199448369023327e-05,
      "loss": 0.0233,
      "step": 5810
    },
    {
      "grad_norm": 0.7189693450927734,
      "learning_rate": 7.189543688087845e-05,
      "loss": 0.0228,
      "step": 5820
    },
    {
      "grad_norm": 0.6771615743637085,
      "learning_rate": 7.17962836514743e-05,
      "loss": 0.0221,
      "step": 5830
    },
    {
      "grad_norm": 0.7549171447753906,
      "learning_rate": 7.169702448394279e-05,
      "loss": 0.0207,
      "step": 5840
    },
    {
      "grad_norm": 0.7112666368484497,
      "learning_rate": 7.159765986072071e-05,
      "loss": 0.0323,
      "step": 5850
    },
    {
      "grad_norm": 0.3647672235965729,
      "learning_rate": 7.149819026475751e-05,
      "loss": 0.0204,
      "step": 5860
    },
    {
      "grad_norm": 0.6079522371292114,
      "learning_rate": 7.139861617951275e-05,
      "loss": 0.0197,
      "step": 5870
    },
    {
      "grad_norm": 0.5250902771949768,
      "learning_rate": 7.129893808895395e-05,
      "loss": 0.027,
      "step": 5880
    },
    {
      "grad_norm": 0.7442188858985901,
      "learning_rate": 7.119915647755404e-05,
      "loss": 0.0183,
      "step": 5890
    },
    {
      "grad_norm": 0.5674566030502319,
      "learning_rate": 7.109927183028914e-05,
      "loss": 0.019,
      "step": 5900
    },
    {
      "grad_norm": 0.818787693977356,
      "learning_rate": 7.099928463263619e-05,
      "loss": 0.0225,
      "step": 5910
    },
    {
      "grad_norm": 0.5809842348098755,
      "learning_rate": 7.08991953705705e-05,
      "loss": 0.0252,
      "step": 5920
    },
    {
      "grad_norm": 0.8917886018753052,
      "learning_rate": 7.07990045305635e-05,
      "loss": 0.0226,
      "step": 5930
    },
    {
      "grad_norm": 0.5514426231384277,
      "learning_rate": 7.069871259958034e-05,
      "loss": 0.0439,
      "step": 5940
    },
    {
      "grad_norm": 1.7070814371109009,
      "learning_rate": 7.059832006507745e-05,
      "loss": 0.0245,
      "step": 5950
    },
    {
      "grad_norm": 0.4895809292793274,
      "learning_rate": 7.049782741500028e-05,
      "loss": 0.0215,
      "step": 5960
    },
    {
      "grad_norm": 0.5036321878433228,
      "learning_rate": 7.039723513778087e-05,
      "loss": 0.0235,
      "step": 5970
    },
    {
      "grad_norm": 0.39606034755706787,
      "learning_rate": 7.029654372233544e-05,
      "loss": 0.0305,
      "step": 5980
    },
    {
      "grad_norm": 0.4732803404331207,
      "learning_rate": 7.019575365806215e-05,
      "loss": 0.0188,
      "step": 5990
    },
    {
      "grad_norm": 1.1109693050384521,
      "learning_rate": 7.009486543483858e-05,
      "loss": 0.0254,
      "step": 6000
    },
    {
      "grad_norm": 0.32974913716316223,
      "learning_rate": 6.999387954301934e-05,
      "loss": 0.0247,
      "step": 6010
    },
    {
      "grad_norm": 0.3549206554889679,
      "learning_rate": 6.989279647343388e-05,
      "loss": 0.0225,
      "step": 6020
    },
    {
      "grad_norm": 0.3864003121852875,
      "learning_rate": 6.979161671738382e-05,
      "loss": 0.0162,
      "step": 6030
    },
    {
      "grad_norm": 0.3179495632648468,
      "learning_rate": 6.969034076664085e-05,
      "loss": 0.0218,
      "step": 6040
    },
    {
      "grad_norm": 0.5662949085235596,
      "learning_rate": 6.958896911344411e-05,
      "loss": 0.016,
      "step": 6050
    },
    {
      "grad_norm": 0.4358198642730713,
      "learning_rate": 6.948750225049791e-05,
      "loss": 0.0194,
      "step": 6060
    },
    {
      "grad_norm": 0.5667405128479004,
      "learning_rate": 6.938594067096936e-05,
      "loss": 0.0189,
      "step": 6070
    },
    {
      "grad_norm": 0.6937698721885681,
      "learning_rate": 6.928428486848587e-05,
      "loss": 0.0192,
      "step": 6080
    },
    {
      "grad_norm": 0.6150674223899841,
      "learning_rate": 6.918253533713282e-05,
      "loss": 0.0209,
      "step": 6090
    },
    {
      "grad_norm": 0.519378662109375,
      "learning_rate": 6.908069257145118e-05,
      "loss": 0.0162,
      "step": 6100
    },
    {
      "grad_norm": 0.8553532361984253,
      "learning_rate": 6.897875706643506e-05,
      "loss": 0.0169,
      "step": 6110
    },
    {
      "grad_norm": 0.7673643827438354,
      "learning_rate": 6.887672931752927e-05,
      "loss": 0.0284,
      "step": 6120
    },
    {
      "grad_norm": 0.662338376045227,
      "learning_rate": 6.877460982062706e-05,
      "loss": 0.0207,
      "step": 6130
    },
    {
      "grad_norm": 0.2765485346317291,
      "learning_rate": 6.86723990720675e-05,
      "loss": 0.0174,
      "step": 6140
    },
    {
      "grad_norm": 0.5195869207382202,
      "learning_rate": 6.857009756863326e-05,
      "loss": 0.0189,
      "step": 6150
    },
    {
      "grad_norm": 0.5664432048797607,
      "learning_rate": 6.846770580754807e-05,
      "loss": 0.0214,
      "step": 6160
    },
    {
      "grad_norm": 0.5559512972831726,
      "learning_rate": 6.836522428647438e-05,
      "loss": 0.0366,
      "step": 6170
    },
    {
      "grad_norm": 0.571116030216217,
      "learning_rate": 6.826265350351083e-05,
      "loss": 0.0202,
      "step": 6180
    },
    {
      "grad_norm": 2.444937229156494,
      "learning_rate": 6.815999395719e-05,
      "loss": 0.0279,
      "step": 6190
    },
    {
      "grad_norm": 0.8172428011894226,
      "learning_rate": 6.805724614647586e-05,
      "loss": 0.0225,
      "step": 6200
    },
    {
      "grad_norm": 0.9347059726715088,
      "learning_rate": 6.795441057076136e-05,
      "loss": 0.0195,
      "step": 6210
    },
    {
      "grad_norm": 0.4879603981971741,
      "learning_rate": 6.785148772986603e-05,
      "loss": 0.0169,
      "step": 6220
    },
    {
      "grad_norm": 0.1968528777360916,
      "learning_rate": 6.774847812403355e-05,
      "loss": 0.0169,
      "step": 6230
    },
    {
      "grad_norm": 1.1671158075332642,
      "learning_rate": 6.76453822539293e-05,
      "loss": 0.0212,
      "step": 6240
    },
    {
      "grad_norm": 0.5851974487304688,
      "learning_rate": 6.754220062063793e-05,
      "loss": 0.0266,
      "step": 6250
    },
    {
      "grad_norm": 0.41549843549728394,
      "learning_rate": 6.743893372566099e-05,
      "loss": 0.0217,
      "step": 6260
    },
    {
      "grad_norm": 0.4947788417339325,
      "learning_rate": 6.733558207091434e-05,
      "loss": 0.0224,
      "step": 6270
    },
    {
      "grad_norm": 0.5191454887390137,
      "learning_rate": 6.723214615872585e-05,
      "loss": 0.0215,
      "step": 6280
    },
    {
      "grad_norm": 0.375987708568573,
      "learning_rate": 6.712862649183295e-05,
      "loss": 0.0231,
      "step": 6290
    },
    {
      "grad_norm": 0.3158928155899048,
      "learning_rate": 6.70250235733801e-05,
      "loss": 0.0201,
      "step": 6300
    },
    {
      "grad_norm": 0.4159295856952667,
      "learning_rate": 6.692133790691639e-05,
      "loss": 0.0192,
      "step": 6310
    },
    {
      "grad_norm": 0.8859318494796753,
      "learning_rate": 6.681756999639311e-05,
      "loss": 0.0195,
      "step": 6320
    },
    {
      "grad_norm": 0.5756063461303711,
      "learning_rate": 6.671372034616132e-05,
      "loss": 0.0208,
      "step": 6330
    },
    {
      "grad_norm": 1.5371365547180176,
      "learning_rate": 6.660978946096933e-05,
      "loss": 0.0219,
      "step": 6340
    },
    {
      "grad_norm": 0.7819249629974365,
      "learning_rate": 6.650577784596026e-05,
      "loss": 0.0189,
      "step": 6350
    },
    {
      "grad_norm": 1.1684322357177734,
      "learning_rate": 6.640168600666967e-05,
      "loss": 0.0194,
      "step": 6360
    },
    {
      "grad_norm": 0.3498311936855316,
      "learning_rate": 6.629751444902299e-05,
      "loss": 0.0238,
      "step": 6370
    },
    {
      "grad_norm": 0.4084544777870178,
      "learning_rate": 6.619326367933312e-05,
      "loss": 0.023,
      "step": 6380
    },
    {
      "grad_norm": 0.3632655739784241,
      "learning_rate": 6.608893420429798e-05,
      "loss": 0.0315,
      "step": 6390
    },
    {
      "grad_norm": 0.39973095059394836,
      "learning_rate": 6.598452653099803e-05,
      "loss": 0.0224,
      "step": 6400
    },
    {
      "grad_norm": 0.4812127351760864,
      "learning_rate": 6.588004116689375e-05,
      "loss": 0.0279,
      "step": 6410
    },
    {
      "grad_norm": 0.48220178484916687,
      "learning_rate": 6.57754786198233e-05,
      "loss": 0.0242,
      "step": 6420
    },
    {
      "grad_norm": 0.5045850276947021,
      "learning_rate": 6.567083939799992e-05,
      "loss": 0.0181,
      "step": 6430
    },
    {
      "grad_norm": 0.6558880805969238,
      "learning_rate": 6.556612401000954e-05,
      "loss": 0.0257,
      "step": 6440
    },
    {
      "grad_norm": 0.49832138419151306,
      "learning_rate": 6.54613329648083e-05,
      "loss": 0.0212,
      "step": 6450
    },
    {
      "grad_norm": 0.5414223074913025,
      "learning_rate": 6.535646677172005e-05,
      "loss": 0.0199,
      "step": 6460
    },
    {
      "grad_norm": 0.46085307002067566,
      "learning_rate": 6.52515259404339e-05,
      "loss": 0.0221,
      "step": 6470
    },
    {
      "grad_norm": 0.7644950151443481,
      "learning_rate": 6.514651098100167e-05,
      "loss": 0.0235,
      "step": 6480
    },
    {
      "grad_norm": 0.6348260045051575,
      "learning_rate": 6.504142240383555e-05,
      "loss": 0.0181,
      "step": 6490
    },
    {
      "grad_norm": 0.7288088202476501,
      "learning_rate": 6.493626071970549e-05,
      "loss": 0.0202,
      "step": 6500
    },
    {
      "grad_norm": 0.3716980814933777,
      "learning_rate": 6.483102643973682e-05,
      "loss": 0.0201,
      "step": 6510
    },
    {
      "grad_norm": 0.3928568661212921,
      "learning_rate": 6.472572007540764e-05,
      "loss": 0.0254,
      "step": 6520
    },
    {
      "grad_norm": 0.3411006033420563,
      "learning_rate": 6.462034213854645e-05,
      "loss": 0.0228,
      "step": 6530
    },
    {
      "grad_norm": 0.3337792456150055,
      "learning_rate": 6.451489314132962e-05,
      "loss": 0.0214,
      "step": 6540
    },
    {
      "grad_norm": 0.3714478313922882,
      "learning_rate": 6.440937359627893e-05,
      "loss": 0.0182,
      "step": 6550
    },
    {
      "grad_norm": 0.38947129249572754,
      "learning_rate": 6.430378401625894e-05,
      "loss": 0.0151,
      "step": 6560
    },
    {
      "grad_norm": 0.4938049018383026,
      "learning_rate": 6.419812491447472e-05,
      "loss": 0.025,
      "step": 6570
    },
    {
      "grad_norm": 1.1016854047775269,
      "learning_rate": 6.409239680446919e-05,
      "loss": 0.0349,
      "step": 6580
    },
    {
      "grad_norm": 0.7821818590164185,
      "learning_rate": 6.398660020012072e-05,
      "loss": 0.0226,
      "step": 6590
    },
    {
      "grad_norm": 0.2590559124946594,
      "learning_rate": 6.38807356156405e-05,
      "loss": 0.0264,
      "step": 6600
    },
    {
      "grad_norm": 4.320901393890381,
      "learning_rate": 6.377480356557022e-05,
      "loss": 0.0253,
      "step": 6610
    },
    {
      "grad_norm": 0.46357396245002747,
      "learning_rate": 6.366880456477942e-05,
      "loss": 0.0218,
      "step": 6620
    },
    {
      "grad_norm": 0.6475576758384705,
      "learning_rate": 6.356273912846312e-05,
      "loss": 0.0317,
      "step": 6630
    },
    {
      "grad_norm": 0.7058300375938416,
      "learning_rate": 6.34566077721391e-05,
      "loss": 0.0281,
      "step": 6640
    },
    {
      "grad_norm": 0.5726976990699768,
      "learning_rate": 6.335041101164569e-05,
      "loss": 0.0236,
      "step": 6650
    },
    {
      "grad_norm": 0.676106333732605,
      "learning_rate": 6.324414936313904e-05,
      "loss": 0.0212,
      "step": 6660
    },
    {
      "grad_norm": 1.3344823122024536,
      "learning_rate": 6.313782334309066e-05,
      "loss": 0.0207,
      "step": 6670
    },
    {
      "grad_norm": 0.3735732436180115,
      "learning_rate": 6.303143346828499e-05,
      "loss": 0.0211,
      "step": 6680
    },
    {
      "grad_norm": 0.49804461002349854,
      "learning_rate": 6.292498025581674e-05,
      "loss": 0.0197,
      "step": 6690
    },
    {
      "grad_norm": 0.580381453037262,
      "learning_rate": 6.281846422308857e-05,
      "loss": 0.0167,
      "step": 6700
    },
    {
      "grad_norm": 0.4110758602619171,
      "learning_rate": 6.271188588780839e-05,
      "loss": 0.0188,
      "step": 6710
    },
    {
      "grad_norm": 0.9086726903915405,
      "learning_rate": 6.260524576798694e-05,
      "loss": 0.0193,
      "step": 6720
    },
    {
      "grad_norm": 0.48280036449432373,
      "learning_rate": 6.249854438193528e-05,
      "loss": 0.0195,
      "step": 6730
    },
    {
      "grad_norm": 1.4449291229248047,
      "learning_rate": 6.239178224826224e-05,
      "loss": 0.025,
      "step": 6740
    },
    {
      "grad_norm": 0.36486560106277466,
      "learning_rate": 6.228495988587188e-05,
      "loss": 0.0283,
      "step": 6750
    },
    {
      "grad_norm": 0.9351237416267395,
      "learning_rate": 6.217807781396106e-05,
      "loss": 0.0273,
      "step": 6760
    },
    {
      "grad_norm": 0.5618726015090942,
      "learning_rate": 6.207113655201676e-05,
      "loss": 0.0143,
      "step": 6770
    },
    {
      "grad_norm": 0.9400383234024048,
      "learning_rate": 6.196413661981368e-05,
      "loss": 0.0197,
      "step": 6780
    },
    {
      "grad_norm": 0.764198362827301,
      "learning_rate": 6.185707853741175e-05,
      "loss": 0.0196,
      "step": 6790
    },
    {
      "grad_norm": 0.5268636345863342,
      "learning_rate": 6.174996282515344e-05,
      "loss": 0.0305,
      "step": 6800
    },
    {
      "grad_norm": 2.2276291847229004,
      "learning_rate": 6.164279000366131e-05,
      "loss": 0.017,
      "step": 6810
    },
    {
      "grad_norm": 0.5900716781616211,
      "learning_rate": 6.153556059383561e-05,
      "loss": 0.0205,
      "step": 6820
    },
    {
      "grad_norm": 0.4476962983608246,
      "learning_rate": 6.142827511685152e-05,
      "loss": 0.0177,
      "step": 6830
    },
    {
      "grad_norm": 0.4683406352996826,
      "learning_rate": 6.132093409415678e-05,
      "loss": 0.0165,
      "step": 6840
    },
    {
      "grad_norm": 0.29906588792800903,
      "learning_rate": 6.121353804746907e-05,
      "loss": 0.0172,
      "step": 6850
    },
    {
      "grad_norm": 0.6351282596588135,
      "learning_rate": 6.110608749877352e-05,
      "loss": 0.0232,
      "step": 6860
    },
    {
      "grad_norm": 0.4428439140319824,
      "learning_rate": 6.0998582970320205e-05,
      "loss": 0.025,
      "step": 6870
    },
    {
      "grad_norm": 0.5087048411369324,
      "learning_rate": 6.0891024984621506e-05,
      "loss": 0.0255,
      "step": 6880
    },
    {
      "grad_norm": 2.7126119136810303,
      "learning_rate": 6.078341406444961e-05,
      "loss": 0.0208,
      "step": 6890
    },
    {
      "grad_norm": 0.5210462212562561,
      "learning_rate": 6.067575073283405e-05,
      "loss": 0.0141,
      "step": 6900
    },
    {
      "grad_norm": 0.8875989317893982,
      "learning_rate": 6.0568035513059073e-05,
      "loss": 0.0189,
      "step": 6910
    },
    {
      "grad_norm": 3.61723256111145,
      "learning_rate": 6.046026892866109e-05,
      "loss": 0.0334,
      "step": 6920
    },
    {
      "grad_norm": 0.7531294226646423,
      "learning_rate": 6.0352451503426214e-05,
      "loss": 0.0287,
      "step": 6930
    },
    {
      "grad_norm": 0.5110432505607605,
      "learning_rate": 6.024458376138762e-05,
      "loss": 0.0271,
      "step": 6940
    },
    {
      "grad_norm": 0.6054807305335999,
      "learning_rate": 6.013666622682306e-05,
      "loss": 0.0288,
      "step": 6950
    },
    {
      "grad_norm": 0.5174159407615662,
      "learning_rate": 6.002869942425231e-05,
      "loss": 0.0276,
      "step": 6960
    },
    {
      "grad_norm": 0.47642913460731506,
      "learning_rate": 5.992068387843459e-05,
      "loss": 0.0232,
      "step": 6970
    },
    {
      "grad_norm": 0.334255188703537,
      "learning_rate": 5.981262011436603e-05,
      "loss": 0.02,
      "step": 6980
    },
    {
      "grad_norm": 0.6539782285690308,
      "learning_rate": 5.970450865727712e-05,
      "loss": 0.0269,
      "step": 6990
    },
    {
      "grad_norm": 1.540956974029541,
      "learning_rate": 5.9596350032630156e-05,
      "loss": 0.0171,
      "step": 7000
    },
    {
      "grad_norm": 0.5885164141654968,
      "learning_rate": 5.9488144766116714e-05,
      "loss": 0.0183,
      "step": 7010
    },
    {
      "grad_norm": 1.1991652250289917,
      "learning_rate": 5.9379893383655006e-05,
      "loss": 0.014,
      "step": 7020
    },
    {
      "grad_norm": 0.6989766955375671,
      "learning_rate": 5.927159641138744e-05,
      "loss": 0.0185,
      "step": 7030
    },
    {
      "grad_norm": 0.3566442131996155,
      "learning_rate": 5.916325437567799e-05,
      "loss": 0.0238,
      "step": 7040
    },
    {
      "grad_norm": 0.6031267046928406,
      "learning_rate": 5.905486780310966e-05,
      "loss": 0.0239,
      "step": 7050
    },
    {
      "grad_norm": 0.37455445528030396,
      "learning_rate": 5.8946437220481887e-05,
      "loss": 0.0199,
      "step": 7060
    },
    {
      "grad_norm": 0.41571706533432007,
      "learning_rate": 5.883796315480805e-05,
      "loss": 0.0188,
      "step": 7070
    },
    {
      "grad_norm": 0.2524295747280121,
      "learning_rate": 5.872944613331288e-05,
      "loss": 0.0125,
      "step": 7080
    },
    {
      "grad_norm": 1.465563416481018,
      "learning_rate": 5.862088668342986e-05,
      "loss": 0.0234,
      "step": 7090
    },
    {
      "grad_norm": 0.6661450266838074,
      "learning_rate": 5.8512285332798714e-05,
      "loss": 0.0255,
      "step": 7100
    },
    {
      "grad_norm": 0.51357501745224,
      "learning_rate": 5.840364260926277e-05,
      "loss": 0.0234,
      "step": 7110
    },
    {
      "grad_norm": 0.6687428951263428,
      "learning_rate": 5.8294959040866505e-05,
      "loss": 0.0217,
      "step": 7120
    },
    {
      "grad_norm": 2.2257258892059326,
      "learning_rate": 5.818623515585292e-05,
      "loss": 0.0223,
      "step": 7130
    },
    {
      "grad_norm": 0.7565039992332458,
      "learning_rate": 5.8077471482660896e-05,
      "loss": 0.0199,
      "step": 7140
    },
    {
      "grad_norm": 1.6508363485336304,
      "learning_rate": 5.796866854992276e-05,
      "loss": 0.0196,
      "step": 7150
    },
    {
      "grad_norm": 1.4513319730758667,
      "learning_rate": 5.7859826886461676e-05,
      "loss": 0.0267,
      "step": 7160
    },
    {
      "grad_norm": 0.4098741412162781,
      "learning_rate": 5.775094702128899e-05,
      "loss": 0.0173,
      "step": 7170
    },
    {
      "grad_norm": 0.6373248100280762,
      "learning_rate": 5.7642029483601746e-05,
      "loss": 0.0185,
      "step": 7180
    },
    {
      "grad_norm": 0.5446669459342957,
      "learning_rate": 5.753307480278012e-05,
      "loss": 0.0225,
      "step": 7190
    },
    {
      "grad_norm": 0.3034279942512512,
      "learning_rate": 5.742408350838478e-05,
      "loss": 0.0183,
      "step": 7200
    },
    {
      "grad_norm": 0.29831627011299133,
      "learning_rate": 5.7315056130154374e-05,
      "loss": 0.0115,
      "step": 7210
    },
    {
      "grad_norm": 0.38845720887184143,
      "learning_rate": 5.720599319800292e-05,
      "loss": 0.0195,
      "step": 7220
    },
    {
      "grad_norm": 0.4431249797344208,
      "learning_rate": 5.709689524201722e-05,
      "loss": 0.0156,
      "step": 7230
    },
    {
      "grad_norm": 0.818405032157898,
      "learning_rate": 5.698776279245437e-05,
      "loss": 0.0203,
      "step": 7240
    },
    {
      "grad_norm": 1.0266594886779785,
      "learning_rate": 5.6878596379739036e-05,
      "loss": 0.014,
      "step": 7250
    },
    {
      "grad_norm": 0.6024887561798096,
      "learning_rate": 5.676939653446103e-05,
      "loss": 0.0198,
      "step": 7260
    },
    {
      "grad_norm": 2.1999833583831787,
      "learning_rate": 5.666016378737261e-05,
      "loss": 0.0246,
      "step": 7270
    },
    {
      "grad_norm": 0.45383375883102417,
      "learning_rate": 5.655089866938596e-05,
      "loss": 0.0187,
      "step": 7280
    },
    {
      "grad_norm": 0.4426889419555664,
      "learning_rate": 5.6441601711570615e-05,
      "loss": 0.0159,
      "step": 7290
    },
    {
      "grad_norm": 2.0489814281463623,
      "learning_rate": 5.633227344515085e-05,
      "loss": 0.0176,
      "step": 7300
    },
    {
      "grad_norm": 0.33980098366737366,
      "learning_rate": 5.6222914401503116e-05,
      "loss": 0.0209,
      "step": 7310
    },
    {
      "grad_norm": 1.677716851234436,
      "learning_rate": 5.611352511215343e-05,
      "loss": 0.0175,
      "step": 7320
    },
    {
      "grad_norm": 1.6906675100326538,
      "learning_rate": 5.600410610877488e-05,
      "loss": 0.0307,
      "step": 7330
    },
    {
      "grad_norm": 0.5168542265892029,
      "learning_rate": 5.58946579231849e-05,
      "loss": 0.023,
      "step": 7340
    },
    {
      "grad_norm": 0.3730262219905853,
      "learning_rate": 5.578518108734279e-05,
      "loss": 0.0148,
      "step": 7350
    },
    {
      "grad_norm": 0.44880637526512146,
      "learning_rate": 5.5675676133347096e-05,
      "loss": 0.015,
      "step": 7360
    },
    {
      "grad_norm": 0.8112912774085999,
      "learning_rate": 5.556614359343307e-05,
      "loss": 0.0214,
      "step": 7370
    },
    {
      "grad_norm": 0.5096637010574341,
      "learning_rate": 5.545658399996999e-05,
      "loss": 0.0197,
      "step": 7380
    },
    {
      "grad_norm": 0.5262788534164429,
      "learning_rate": 5.534699788545862e-05,
      "loss": 0.0157,
      "step": 7390
    },
    {
      "grad_norm": 0.43346938490867615,
      "learning_rate": 5.523738578252867e-05,
      "loss": 0.0168,
      "step": 7400
    },
    {
      "grad_norm": 2.116936683654785,
      "learning_rate": 5.512774822393614e-05,
      "loss": 0.0124,
      "step": 7410
    },
    {
      "grad_norm": 0.4312197268009186,
      "learning_rate": 5.5018085742560744e-05,
      "loss": 0.0217,
      "step": 7420
    },
    {
      "grad_norm": 0.46668553352355957,
      "learning_rate": 5.4908398871403365e-05,
      "loss": 0.0203,
      "step": 7430
    },
    {
      "grad_norm": 1.2009236812591553,
      "learning_rate": 5.4798688143583375e-05,
      "loss": 0.0304,
      "step": 7440
    },
    {
      "grad_norm": 0.5225592851638794,
      "learning_rate": 5.468895409233615e-05,
      "loss": 0.0158,
      "step": 7450
    },
    {
      "grad_norm": 0.39791157841682434,
      "learning_rate": 5.4579197251010414e-05,
      "loss": 0.0202,
      "step": 7460
    },
    {
      "grad_norm": 0.3699542284011841,
      "learning_rate": 5.446941815306563e-05,
      "loss": 0.0209,
      "step": 7470
    },
    {
      "grad_norm": 0.4666036367416382,
      "learning_rate": 5.435961733206947e-05,
      "loss": 0.0204,
      "step": 7480
    },
    {
      "grad_norm": 0.41829928755760193,
      "learning_rate": 5.424979532169516e-05,
      "loss": 0.0201,
      "step": 7490
    },
    {
      "grad_norm": 0.6426916122436523,
      "learning_rate": 5.413995265571895e-05,
      "loss": 0.0162,
      "step": 7500
    },
    {
      "grad_norm": 0.6986113786697388,
      "learning_rate": 5.403008986801746e-05,
      "loss": 0.0154,
      "step": 7510
    },
    {
      "grad_norm": 1.0420734882354736,
      "learning_rate": 5.3920207492565114e-05,
      "loss": 0.0196,
      "step": 7520
    },
    {
      "grad_norm": 0.6468437910079956,
      "learning_rate": 5.381030606343154e-05,
      "loss": 0.0162,
      "step": 7530
    },
    {
      "grad_norm": 0.38767850399017334,
      "learning_rate": 5.370038611477894e-05,
      "loss": 0.0179,
      "step": 7540
    },
    {
      "grad_norm": 0.4817696809768677,
      "learning_rate": 5.359044818085963e-05,
      "loss": 0.0172,
      "step": 7550
    },
    {
      "grad_norm": 0.9260202646255493,
      "learning_rate": 5.3480492796013214e-05,
      "loss": 0.0206,
      "step": 7560
    },
    {
      "grad_norm": 0.5970939993858337,
      "learning_rate": 5.33705204946642e-05,
      "loss": 0.0209,
      "step": 7570
    },
    {
      "grad_norm": 0.41288286447525024,
      "learning_rate": 5.326053181131927e-05,
      "loss": 0.0202,
      "step": 7580
    },
    {
      "grad_norm": 1.1519314050674438,
      "learning_rate": 5.3150527280564776e-05,
      "loss": 0.0196,
      "step": 7590
    },
    {
      "grad_norm": 0.6868329048156738,
      "learning_rate": 5.3040507437064034e-05,
      "loss": 0.0171,
      "step": 7600
    },
    {
      "grad_norm": 0.49416622519493103,
      "learning_rate": 5.293047281555482e-05,
      "loss": 0.0178,
      "step": 7610
    },
    {
      "grad_norm": 0.3527924716472626,
      "learning_rate": 5.2820423950846765e-05,
      "loss": 0.0155,
      "step": 7620
    },
    {
      "grad_norm": 0.42760226130485535,
      "learning_rate": 5.2710361377818696e-05,
      "loss": 0.0183,
      "step": 7630
    },
    {
      "grad_norm": 0.9739898443222046,
      "learning_rate": 5.2600285631416026e-05,
      "loss": 0.0175,
      "step": 7640
    },
    {
      "grad_norm": 0.4544837474822998,
      "learning_rate": 5.249019724664826e-05,
      "loss": 0.0208,
      "step": 7650
    },
    {
      "grad_norm": 1.5207102298736572,
      "learning_rate": 5.2380096758586315e-05,
      "loss": 0.0196,
      "step": 7660
    },
    {
      "grad_norm": 0.3449512720108032,
      "learning_rate": 5.226998470235993e-05,
      "loss": 0.023,
      "step": 7670
    },
    {
      "grad_norm": 0.8579503297805786,
      "learning_rate": 5.215986161315507e-05,
      "loss": 0.0162,
      "step": 7680
    },
    {
      "grad_norm": 0.303693026304245,
      "learning_rate": 5.20497280262113e-05,
      "loss": 0.0183,
      "step": 7690
    },
    {
      "grad_norm": 0.36751803755760193,
      "learning_rate": 5.193958447681924e-05,
      "loss": 0.0188,
      "step": 7700
    },
    {
      "grad_norm": 0.4690049886703491,
      "learning_rate": 5.182943150031793e-05,
      "loss": 0.0168,
      "step": 7710
    },
    {
      "grad_norm": 0.6321418881416321,
      "learning_rate": 5.1719269632092204e-05,
      "loss": 0.0148,
      "step": 7720
    },
    {
      "grad_norm": 3.0987322330474854,
      "learning_rate": 5.160909940757015e-05,
      "loss": 0.019,
      "step": 7730
    },
    {
      "grad_norm": 0.4329932928085327,
      "learning_rate": 5.149892136222043e-05,
      "loss": 0.018,
      "step": 7740
    },
    {
      "grad_norm": 0.39568474888801575,
      "learning_rate": 5.1388736031549744e-05,
      "loss": 0.0161,
      "step": 7750
    },
    {
      "grad_norm": 0.8905745148658752,
      "learning_rate": 5.127854395110021e-05,
      "loss": 0.0178,
      "step": 7760
    },
    {
      "grad_norm": 3.1495168209075928,
      "learning_rate": 5.116834565644671e-05,
      "loss": 0.0216,
      "step": 7770
    },
    {
      "grad_norm": 0.7381765246391296,
      "learning_rate": 5.10581416831944e-05,
      "loss": 0.0302,
      "step": 7780
    },
    {
      "grad_norm": 0.4901471734046936,
      "learning_rate": 5.094793256697593e-05,
      "loss": 0.0184,
      "step": 7790
    },
    {
      "grad_norm": 1.873429536819458,
      "learning_rate": 5.0837718843449075e-05,
      "loss": 0.0213,
      "step": 7800
    },
    {
      "grad_norm": 0.41076067090034485,
      "learning_rate": 5.07275010482939e-05,
      "loss": 0.0182,
      "step": 7810
    },
    {
      "grad_norm": 0.9814175963401794,
      "learning_rate": 5.061727971721032e-05,
      "loss": 0.0231,
      "step": 7820
    },
    {
      "grad_norm": 0.3066418468952179,
      "learning_rate": 5.050705538591538e-05,
      "loss": 0.0233,
      "step": 7830
    },
    {
      "grad_norm": 0.39452606439590454,
      "learning_rate": 5.0396828590140785e-05,
      "loss": 0.0177,
      "step": 7840
    },
    {
      "grad_norm": 0.37267741560935974,
      "learning_rate": 5.0286599865630157e-05,
      "loss": 0.0276,
      "step": 7850
    },
    {
      "grad_norm": 0.49567437171936035,
      "learning_rate": 5.017636974813649e-05,
      "loss": 0.0155,
      "step": 7860
    },
    {
      "grad_norm": 0.30562353134155273,
      "learning_rate": 5.006613877341959e-05,
      "loss": 0.0146,
      "step": 7870
    },
    {
      "grad_norm": 1.5140641927719116,
      "learning_rate": 4.99559074772434e-05,
      "loss": 0.0125,
      "step": 7880
    },
    {
      "grad_norm": 1.2535886764526367,
      "learning_rate": 4.9845676395373455e-05,
      "loss": 0.0179,
      "step": 7890
    },
    {
      "grad_norm": 0.2444366216659546,
      "learning_rate": 4.9735446063574184e-05,
      "loss": 0.0134,
      "step": 7900
    },
    {
      "grad_norm": 0.3806985318660736,
      "learning_rate": 4.962521701760645e-05,
      "loss": 0.0227,
      "step": 7910
    },
    {
      "grad_norm": 0.9784088134765625,
      "learning_rate": 4.951498979322482e-05,
      "loss": 0.0196,
      "step": 7920
    },
    {
      "grad_norm": 0.41994163393974304,
      "learning_rate": 4.9404764926174996e-05,
      "loss": 0.0176,
      "step": 7930
    },
    {
      "grad_norm": 2.0283310413360596,
      "learning_rate": 4.929454295219127e-05,
      "loss": 0.0177,
      "step": 7940
    },
    {
      "grad_norm": 0.3719184696674347,
      "learning_rate": 4.9184324406993844e-05,
      "loss": 0.022,
      "step": 7950
    },
    {
      "grad_norm": 0.5427178740501404,
      "learning_rate": 4.907410982628623e-05,
      "loss": 0.0233,
      "step": 7960
    },
    {
      "grad_norm": 0.4586895704269409,
      "learning_rate": 4.896389974575273e-05,
      "loss": 0.0157,
      "step": 7970
    },
    {
      "grad_norm": 0.3756420314311981,
      "learning_rate": 4.885369470105571e-05,
      "loss": 0.0253,
      "step": 7980
    },
    {
      "grad_norm": 1.6746059656143188,
      "learning_rate": 4.874349522783313e-05,
      "loss": 0.0158,
      "step": 7990
    },
    {
      "grad_norm": 0.21488724648952484,
      "learning_rate": 4.863330186169581e-05,
      "loss": 0.0146,
      "step": 8000
    },
    {
      "grad_norm": 0.2752503454685211,
      "learning_rate": 4.8523115138224885e-05,
      "loss": 0.023,
      "step": 8010
    },
    {
      "grad_norm": 0.4690869152545929,
      "learning_rate": 4.841293559296928e-05,
      "loss": 0.0141,
      "step": 8020
    },
    {
      "grad_norm": 0.21342405676841736,
      "learning_rate": 4.830276376144295e-05,
      "loss": 0.0164,
      "step": 8030
    },
    {
      "grad_norm": 0.281410276889801,
      "learning_rate": 4.819260017912237e-05,
      "loss": 0.0139,
      "step": 8040
    },
    {
      "grad_norm": 2.0888116359710693,
      "learning_rate": 4.808244538144396e-05,
      "loss": 0.0136,
      "step": 8050
    },
    {
      "grad_norm": 0.45337629318237305,
      "learning_rate": 4.797229990380142e-05,
      "loss": 0.0159,
      "step": 8060
    },
    {
      "grad_norm": 0.5173628926277161,
      "learning_rate": 4.786216428154317e-05,
      "loss": 0.0158,
      "step": 8070
    },
    {
      "grad_norm": 0.36502552032470703,
      "learning_rate": 4.7752039049969685e-05,
      "loss": 0.0147,
      "step": 8080
    },
    {
      "grad_norm": 0.3357563614845276,
      "learning_rate": 4.7641924744330956e-05,
      "loss": 0.0128,
      "step": 8090
    },
    {
      "grad_norm": 0.3219437003135681,
      "learning_rate": 4.7531821899823925e-05,
      "loss": 0.012,
      "step": 8100
    },
    {
      "grad_norm": 0.3058551549911499,
      "learning_rate": 4.742173105158973e-05,
      "loss": 0.0129,
      "step": 8110
    },
    {
      "grad_norm": 0.6201903820037842,
      "learning_rate": 4.731165273471129e-05,
      "loss": 0.0256,
      "step": 8120
    },
    {
      "grad_norm": 0.28741490840911865,
      "learning_rate": 4.720158748421057e-05,
      "loss": 0.0131,
      "step": 8130
    },
    {
      "grad_norm": 0.45951345562934875,
      "learning_rate": 4.709153583504602e-05,
      "loss": 0.0142,
      "step": 8140
    },
    {
      "grad_norm": 0.2623726427555084,
      "learning_rate": 4.6981498322110027e-05,
      "loss": 0.0136,
      "step": 8150
    },
    {
      "grad_norm": 2.3075342178344727,
      "learning_rate": 4.6871475480226256e-05,
      "loss": 0.0128,
      "step": 8160
    },
    {
      "grad_norm": 5.416952610015869,
      "learning_rate": 4.6761467844147004e-05,
      "loss": 0.0151,
      "step": 8170
    },
    {
      "grad_norm": 0.47924327850341797,
      "learning_rate": 4.665147594855076e-05,
      "loss": 0.0146,
      "step": 8180
    },
    {
      "grad_norm": 0.33114293217658997,
      "learning_rate": 4.654150032803943e-05,
      "loss": 0.0151,
      "step": 8190
    },
    {
      "grad_norm": 0.5171884298324585,
      "learning_rate": 4.643154151713588e-05,
      "loss": 0.0114,
      "step": 8200
    },
    {
      "grad_norm": 0.28280386328697205,
      "learning_rate": 4.6321600050281225e-05,
      "loss": 0.0148,
      "step": 8210
    },
    {
      "grad_norm": 0.310545414686203,
      "learning_rate": 4.6211676461832264e-05,
      "loss": 0.0135,
      "step": 8220
    },
    {
      "grad_norm": 0.7365037798881531,
      "learning_rate": 4.610177128605899e-05,
      "loss": 0.0151,
      "step": 8230
    },
    {
      "grad_norm": 0.5648333430290222,
      "learning_rate": 4.599188505714184e-05,
      "loss": 0.0141,
      "step": 8240
    },
    {
      "grad_norm": 0.6516124606132507,
      "learning_rate": 4.588201830916912e-05,
      "loss": 0.0126,
      "step": 8250
    },
    {
      "grad_norm": 0.5499078035354614,
      "learning_rate": 4.577217157613456e-05,
      "loss": 0.0114,
      "step": 8260
    },
    {
      "grad_norm": 0.3263295292854309,
      "learning_rate": 4.566234539193452e-05,
      "loss": 0.0207,
      "step": 8270
    },
    {
      "grad_norm": 0.443112850189209,
      "learning_rate": 4.555254029036555e-05,
      "loss": 0.0131,
      "step": 8280
    },
    {
      "grad_norm": 0.32354849576950073,
      "learning_rate": 4.544275680512165e-05,
      "loss": 0.0142,
      "step": 8290
    },
    {
      "grad_norm": 0.41491422057151794,
      "learning_rate": 4.5332995469791836e-05,
      "loss": 0.0112,
      "step": 8300
    },
    {
      "grad_norm": 0.4701177179813385,
      "learning_rate": 4.522325681785744e-05,
      "loss": 0.033,
      "step": 8310
    },
    {
      "grad_norm": 0.5690557956695557,
      "learning_rate": 4.511354138268952e-05,
      "loss": 0.0201,
      "step": 8320
    },
    {
      "grad_norm": 0.642541229724884,
      "learning_rate": 4.50038496975463e-05,
      "loss": 0.0166,
      "step": 8330
    },
    {
      "grad_norm": 0.6169333457946777,
      "learning_rate": 4.489418229557063e-05,
      "loss": 0.0127,
      "step": 8340
    },
    {
      "grad_norm": 0.35419002175331116,
      "learning_rate": 4.478453970978722e-05,
      "loss": 0.0177,
      "step": 8350
    },
    {
      "grad_norm": 0.43169528245925903,
      "learning_rate": 4.4674922473100286e-05,
      "loss": 0.0196,
      "step": 8360
    },
    {
      "grad_norm": 1.5440175533294678,
      "learning_rate": 4.4565331118290756e-05,
      "loss": 0.0139,
      "step": 8370
    },
    {
      "grad_norm": 0.9787811636924744,
      "learning_rate": 4.4455766178013775e-05,
      "loss": 0.0148,
      "step": 8380
    },
    {
      "grad_norm": 0.26841726899147034,
      "learning_rate": 4.434622818479615e-05,
      "loss": 0.0148,
      "step": 8390
    },
    {
      "grad_norm": 0.43706604838371277,
      "learning_rate": 4.4236717671033646e-05,
      "loss": 0.0137,
      "step": 8400
    },
    {
      "grad_norm": 0.5019680261611938,
      "learning_rate": 4.412723516898853e-05,
      "loss": 0.0178,
      "step": 8410
    },
    {
      "grad_norm": 0.26894479990005493,
      "learning_rate": 4.40177812107869e-05,
      "loss": 0.0177,
      "step": 8420
    },
    {
      "grad_norm": 1.7468984127044678,
      "learning_rate": 4.390835632841606e-05,
      "loss": 0.0139,
      "step": 8430
    },
    {
      "grad_norm": 0.6284065842628479,
      "learning_rate": 4.3798961053722115e-05,
      "loss": 0.0165,
      "step": 8440
    },
    {
      "grad_norm": 0.32680395245552063,
      "learning_rate": 4.368959591840718e-05,
      "loss": 0.0134,
      "step": 8450
    },
    {
      "grad_norm": 0.6048328876495361,
      "learning_rate": 4.3580261454026865e-05,
      "loss": 0.013,
      "step": 8460
    },
    {
      "grad_norm": 0.44501572847366333,
      "learning_rate": 4.3470958191987786e-05,
      "loss": 0.0181,
      "step": 8470
    },
    {
      "grad_norm": 0.6270626783370972,
      "learning_rate": 4.336168666354484e-05,
      "loss": 0.022,
      "step": 8480
    },
    {
      "grad_norm": 0.4245646297931671,
      "learning_rate": 4.325244739979873e-05,
      "loss": 0.018,
      "step": 8490
    },
    {
      "grad_norm": 0.6729186773300171,
      "learning_rate": 4.314324093169332e-05,
      "loss": 0.019,
      "step": 8500
    },
    {
      "grad_norm": 0.7494214177131653,
      "learning_rate": 4.303406779001302e-05,
      "loss": 0.0163,
      "step": 8510
    },
    {
      "grad_norm": 0.36384639143943787,
      "learning_rate": 4.292492850538038e-05,
      "loss": 0.0137,
      "step": 8520
    },
    {
      "grad_norm": 0.2858893573284149,
      "learning_rate": 4.28158236082533e-05,
      "loss": 0.0106,
      "step": 8530
    },
    {
      "grad_norm": 0.4200451374053955,
      "learning_rate": 4.270675362892256e-05,
      "loss": 0.0106,
      "step": 8540
    },
    {
      "grad_norm": 0.20402118563652039,
      "learning_rate": 4.2597719097509246e-05,
      "loss": 0.0127,
      "step": 8550
    },
    {
      "grad_norm": 1.4889968633651733,
      "learning_rate": 4.2488720543962146e-05,
      "loss": 0.0138,
      "step": 8560
    },
    {
      "grad_norm": 0.36903125047683716,
      "learning_rate": 4.23797584980552e-05,
      "loss": 0.0157,
      "step": 8570
    },
    {
      "grad_norm": 1.5784960985183716,
      "learning_rate": 4.227083348938486e-05,
      "loss": 0.015,
      "step": 8580
    },
    {
      "grad_norm": 0.4088347554206848,
      "learning_rate": 4.2161946047367586e-05,
      "loss": 0.0112,
      "step": 8590
    },
    {
      "grad_norm": 0.7945790886878967,
      "learning_rate": 4.2053096701237294e-05,
      "loss": 0.0133,
      "step": 8600
    },
    {
      "grad_norm": 0.3446296751499176,
      "learning_rate": 4.1944285980042656e-05,
      "loss": 0.0158,
      "step": 8610
    },
    {
      "grad_norm": 0.44569486379623413,
      "learning_rate": 4.183551441264469e-05,
      "loss": 0.0182,
      "step": 8620
    },
    {
      "grad_norm": 0.5334872603416443,
      "learning_rate": 4.172678252771408e-05,
      "loss": 0.0139,
      "step": 8630
    },
    {
      "grad_norm": 0.35309845209121704,
      "learning_rate": 4.16180908537286e-05,
      "loss": 0.0128,
      "step": 8640
    },
    {
      "grad_norm": 0.3559502363204956,
      "learning_rate": 4.150943991897065e-05,
      "loss": 0.0186,
      "step": 8650
    },
    {
      "grad_norm": 0.5347792506217957,
      "learning_rate": 4.1400830251524605e-05,
      "loss": 0.0172,
      "step": 8660
    },
    {
      "grad_norm": 0.9613288044929504,
      "learning_rate": 4.1292262379274215e-05,
      "loss": 0.0171,
      "step": 8670
    },
    {
      "grad_norm": 0.4354333281517029,
      "learning_rate": 4.118373682990016e-05,
      "loss": 0.0153,
      "step": 8680
    },
    {
      "grad_norm": 0.27142009139060974,
      "learning_rate": 4.107525413087737e-05,
      "loss": 0.0168,
      "step": 8690
    },
    {
      "grad_norm": 0.30249083042144775,
      "learning_rate": 4.096681480947252e-05,
      "loss": 0.0138,
      "step": 8700
    },
    {
      "grad_norm": 0.2964574098587036,
      "learning_rate": 4.085841939274146e-05,
      "loss": 0.014,
      "step": 8710
    },
    {
      "grad_norm": 0.43176141381263733,
      "learning_rate": 4.075006840752662e-05,
      "loss": 0.0175,
      "step": 8720
    },
    {
      "grad_norm": 1.0594775676727295,
      "learning_rate": 4.0641762380454515e-05,
      "loss": 0.0194,
      "step": 8730
    },
    {
      "grad_norm": 0.6218099594116211,
      "learning_rate": 4.0533501837933134e-05,
      "loss": 0.0153,
      "step": 8740
    },
    {
      "grad_norm": 0.4086180329322815,
      "learning_rate": 4.042528730614936e-05,
      "loss": 0.0173,
      "step": 8750
    },
    {
      "grad_norm": 0.4414432644844055,
      "learning_rate": 4.0317119311066486e-05,
      "loss": 0.0192,
      "step": 8760
    },
    {
      "grad_norm": 0.6821847558021545,
      "learning_rate": 4.02089983784216e-05,
      "loss": 0.0153,
      "step": 8770
    },
    {
      "grad_norm": 0.9702234268188477,
      "learning_rate": 4.010092503372309e-05,
      "loss": 0.0192,
      "step": 8780
    },
    {
      "grad_norm": 0.4649134874343872,
      "learning_rate": 3.999289980224797e-05,
      "loss": 0.0218,
      "step": 8790
    },
    {
      "grad_norm": 0.3329453766345978,
      "learning_rate": 3.9884923209039455e-05,
      "loss": 0.0114,
      "step": 8800
    },
    {
      "grad_norm": 0.661131739616394,
      "learning_rate": 3.977699577890439e-05,
      "loss": 0.0254,
      "step": 8810
    },
    {
      "grad_norm": 0.606130063533783,
      "learning_rate": 3.96691180364106e-05,
      "loss": 0.0194,
      "step": 8820
    },
    {
      "grad_norm": 2.482729911804199,
      "learning_rate": 3.956129050588446e-05,
      "loss": 0.0131,
      "step": 8830
    },
    {
      "grad_norm": 0.35879433155059814,
      "learning_rate": 3.9453513711408275e-05,
      "loss": 0.0121,
      "step": 8840
    },
    {
      "grad_norm": 0.5605601668357849,
      "learning_rate": 3.934578817681774e-05,
      "loss": 0.0153,
      "step": 8850
    },
    {
      "grad_norm": 0.4662439227104187,
      "learning_rate": 3.9238114425699465e-05,
      "loss": 0.0148,
      "step": 8860
    },
    {
      "grad_norm": 0.9963060617446899,
      "learning_rate": 3.91304929813883e-05,
      "loss": 0.0175,
      "step": 8870
    },
    {
      "grad_norm": 2.2094566822052,
      "learning_rate": 3.902292436696489e-05,
      "loss": 0.015,
      "step": 8880
    },
    {
      "grad_norm": 0.8206514120101929,
      "learning_rate": 3.891540910525316e-05,
      "loss": 0.0113,
      "step": 8890
    },
    {
      "grad_norm": 0.37640896439552307,
      "learning_rate": 3.8807947718817624e-05,
      "loss": 0.0141,
      "step": 8900
    },
    {
      "grad_norm": 0.3158942461013794,
      "learning_rate": 3.870054072996103e-05,
      "loss": 0.0125,
      "step": 8910
    },
    {
      "grad_norm": 0.9454978108406067,
      "learning_rate": 3.859318866072168e-05,
      "loss": 0.0118,
      "step": 8920
    },
    {
      "grad_norm": 0.6350187659263611,
      "learning_rate": 3.8485892032870965e-05,
      "loss": 0.0148,
      "step": 8930
    },
    {
      "grad_norm": 0.3831799626350403,
      "learning_rate": 3.83786513679108e-05,
      "loss": 0.0166,
      "step": 8940
    },
    {
      "grad_norm": 0.6725917458534241,
      "learning_rate": 3.8271467187071134e-05,
      "loss": 0.0159,
      "step": 8950
    },
    {
      "grad_norm": 0.7940360903739929,
      "learning_rate": 3.816434001130732e-05,
      "loss": 0.0142,
      "step": 8960
    },
    {
      "grad_norm": 0.24722740054130554,
      "learning_rate": 3.8057270361297706e-05,
      "loss": 0.0112,
      "step": 8970
    },
    {
      "grad_norm": 0.3154187798500061,
      "learning_rate": 3.7950258757440985e-05,
      "loss": 0.0217,
      "step": 8980
    },
    {
      "grad_norm": 1.3653392791748047,
      "learning_rate": 3.78433057198538e-05,
      "loss": 0.0154,
      "step": 8990
    },
    {
      "grad_norm": 1.1080045700073242,
      "learning_rate": 3.773641176836807e-05,
      "loss": 0.0184,
      "step": 9000
    },
    {
      "grad_norm": 1.0700228214263916,
      "learning_rate": 3.7629577422528555e-05,
      "loss": 0.0215,
      "step": 9010
    },
    {
      "grad_norm": 2.074099063873291,
      "learning_rate": 3.7522803201590325e-05,
      "loss": 0.0141,
      "step": 9020
    },
    {
      "grad_norm": 9.899534225463867,
      "learning_rate": 3.741608962451621e-05,
      "loss": 0.0112,
      "step": 9030
    },
    {
      "grad_norm": 0.3915650546550751,
      "learning_rate": 3.730943720997427e-05,
      "loss": 0.0119,
      "step": 9040
    },
    {
      "grad_norm": 1.4287680387496948,
      "learning_rate": 3.720284647633532e-05,
      "loss": 0.0181,
      "step": 9050
    },
    {
      "grad_norm": 2.080550193786621,
      "learning_rate": 3.7096317941670365e-05,
      "loss": 0.0193,
      "step": 9060
    },
    {
      "grad_norm": 0.4575885236263275,
      "learning_rate": 3.698985212374814e-05,
      "loss": 0.0178,
      "step": 9070
    },
    {
      "grad_norm": 0.3033839762210846,
      "learning_rate": 3.6883449540032477e-05,
      "loss": 0.0132,
      "step": 9080
    },
    {
      "grad_norm": 0.3132000267505646,
      "learning_rate": 3.6777110707679905e-05,
      "loss": 0.0118,
      "step": 9090
    },
    {
      "grad_norm": 1.1455519199371338,
      "learning_rate": 3.667083614353715e-05,
      "loss": 0.0118,
      "step": 9100
    },
    {
      "grad_norm": 0.5154817700386047,
      "learning_rate": 3.6564626364138465e-05,
      "loss": 0.0205,
      "step": 9110
    },
    {
      "grad_norm": 0.4236522316932678,
      "learning_rate": 3.645848188570331e-05,
      "loss": 0.0165,
      "step": 9120
    },
    {
      "grad_norm": 3.282390832901001,
      "learning_rate": 3.635240322413374e-05,
      "loss": 0.0149,
      "step": 9130
    },
    {
      "grad_norm": 0.48583298921585083,
      "learning_rate": 3.624639089501187e-05,
      "loss": 0.0127,
      "step": 9140
    },
    {
      "grad_norm": 0.2739899754524231,
      "learning_rate": 3.614044541359749e-05,
      "loss": 0.0149,
      "step": 9150
    },
    {
      "grad_norm": 0.46060848236083984,
      "learning_rate": 3.603456729482541e-05,
      "loss": 0.015,
      "step": 9160
    },
    {
      "grad_norm": 0.3484117388725281,
      "learning_rate": 3.5928757053303055e-05,
      "loss": 0.0148,
      "step": 9170
    },
    {
      "grad_norm": 2.732279062271118,
      "learning_rate": 3.5823015203308e-05,
      "loss": 0.0157,
      "step": 9180
    },
    {
      "grad_norm": 0.30446532368659973,
      "learning_rate": 3.57173422587853e-05,
      "loss": 0.0183,
      "step": 9190
    },
    {
      "grad_norm": 0.2406388521194458,
      "learning_rate": 3.561173873334522e-05,
      "loss": 0.0187,
      "step": 9200
    },
    {
      "grad_norm": 1.099629282951355,
      "learning_rate": 3.550620514026056e-05,
      "loss": 0.0138,
      "step": 9210
    },
    {
      "grad_norm": 0.5351789593696594,
      "learning_rate": 3.54007419924642e-05,
      "loss": 0.0179,
      "step": 9220
    },
    {
      "grad_norm": 0.3941810727119446,
      "learning_rate": 3.52953498025467e-05,
      "loss": 0.0143,
      "step": 9230
    },
    {
      "grad_norm": 0.3405091166496277,
      "learning_rate": 3.519002908275368e-05,
      "loss": 0.0113,
      "step": 9240
    },
    {
      "grad_norm": 0.3654789626598358,
      "learning_rate": 3.508478034498339e-05,
      "loss": 0.0155,
      "step": 9250
    },
    {
      "grad_norm": 0.46335893869400024,
      "learning_rate": 3.497960410078427e-05,
      "loss": 0.0116,
      "step": 9260
    },
    {
      "grad_norm": 0.24468980729579926,
      "learning_rate": 3.487450086135236e-05,
      "loss": 0.0175,
      "step": 9270
    },
    {
      "grad_norm": 0.2916398346424103,
      "learning_rate": 3.476947113752891e-05,
      "loss": 0.0156,
      "step": 9280
    },
    {
      "grad_norm": 0.23725959658622742,
      "learning_rate": 3.4664515439797823e-05,
      "loss": 0.0135,
      "step": 9290
    },
    {
      "grad_norm": 0.6541761159896851,
      "learning_rate": 3.45596342782832e-05,
      "loss": 0.0127,
      "step": 9300
    },
    {
      "grad_norm": 0.34477341175079346,
      "learning_rate": 3.4454828162746936e-05,
      "loss": 0.0151,
      "step": 9310
    },
    {
      "grad_norm": 0.4355625510215759,
      "learning_rate": 3.435009760258608e-05,
      "loss": 0.0117,
      "step": 9320
    },
    {
      "grad_norm": 0.46186473965644836,
      "learning_rate": 3.424544310683057e-05,
      "loss": 0.014,
      "step": 9330
    },
    {
      "grad_norm": 0.5473183393478394,
      "learning_rate": 3.41408651841405e-05,
      "loss": 0.0136,
      "step": 9340
    },
    {
      "grad_norm": 0.317760169506073,
      "learning_rate": 3.403636434280388e-05,
      "loss": 0.0103,
      "step": 9350
    },
    {
      "grad_norm": 0.7924360036849976,
      "learning_rate": 3.393194109073411e-05,
      "loss": 0.0184,
      "step": 9360
    },
    {
      "grad_norm": 0.22068975865840912,
      "learning_rate": 3.3827595935467376e-05,
      "loss": 0.0157,
      "step": 9370
    },
    {
      "grad_norm": 0.3130738139152527,
      "learning_rate": 3.3723329384160344e-05,
      "loss": 0.0146,
      "step": 9380
    },
    {
      "grad_norm": 4.464777946472168,
      "learning_rate": 3.3619141943587646e-05,
      "loss": 0.0306,
      "step": 9390
    },
    {
      "grad_norm": 0.5872705578804016,
      "learning_rate": 3.351503412013935e-05,
      "loss": 0.0168,
      "step": 9400
    },
    {
      "grad_norm": 0.496707558631897,
      "learning_rate": 3.341100641981863e-05,
      "loss": 0.0103,
      "step": 9410
    },
    {
      "grad_norm": 0.46896544098854065,
      "learning_rate": 3.330705934823919e-05,
      "loss": 0.0112,
      "step": 9420
    },
    {
      "grad_norm": 0.5199379920959473,
      "learning_rate": 3.3203193410622804e-05,
      "loss": 0.0124,
      "step": 9430
    },
    {
      "grad_norm": 0.31237584352493286,
      "learning_rate": 3.309940911179701e-05,
      "loss": 0.0132,
      "step": 9440
    },
    {
      "grad_norm": 0.4427812099456787,
      "learning_rate": 3.2995706956192465e-05,
      "loss": 0.0106,
      "step": 9450
    },
    {
      "grad_norm": 0.6278190612792969,
      "learning_rate": 3.289208744784059e-05,
      "loss": 0.0141,
      "step": 9460
    },
    {
      "grad_norm": 0.5038217902183533,
      "learning_rate": 3.2788551090371164e-05,
      "loss": 0.0157,
      "step": 9470
    },
    {
      "grad_norm": 0.23797735571861267,
      "learning_rate": 3.268509838700974e-05,
      "loss": 0.0104,
      "step": 9480
    },
    {
      "grad_norm": 2.2968084812164307,
      "learning_rate": 3.258172984057535e-05,
      "loss": 0.0176,
      "step": 9490
    },
    {
      "grad_norm": 0.4103519022464752,
      "learning_rate": 3.247844595347798e-05,
      "loss": 0.0167,
      "step": 9500
    },
    {
      "grad_norm": 0.35948505997657776,
      "learning_rate": 3.2375247227716077e-05,
      "loss": 0.0165,
      "step": 9510
    },
    {
      "grad_norm": 0.5566199421882629,
      "learning_rate": 3.2272134164874264e-05,
      "loss": 0.013,
      "step": 9520
    },
    {
      "grad_norm": 0.2281038910150528,
      "learning_rate": 3.216910726612073e-05,
      "loss": 0.0222,
      "step": 9530
    },
    {
      "grad_norm": 0.4074465036392212,
      "learning_rate": 3.2066167032204956e-05,
      "loss": 0.0148,
      "step": 9540
    },
    {
      "grad_norm": 0.47857019305229187,
      "learning_rate": 3.196331396345512e-05,
      "loss": 0.0171,
      "step": 9550
    },
    {
      "grad_norm": 0.42054882645606995,
      "learning_rate": 3.186054855977577e-05,
      "loss": 0.0155,
      "step": 9560
    },
    {
      "grad_norm": 0.3518200218677521,
      "learning_rate": 3.175787132064542e-05,
      "loss": 0.0121,
      "step": 9570
    },
    {
      "grad_norm": 0.4337746202945709,
      "learning_rate": 3.165528274511397e-05,
      "loss": 0.0147,
      "step": 9580
    },
    {
      "grad_norm": 0.387364000082016,
      "learning_rate": 3.155278333180047e-05,
      "loss": 0.0095,
      "step": 9590
    },
    {
      "grad_norm": 0.48309022188186646,
      "learning_rate": 3.14503735788906e-05,
      "loss": 0.0207,
      "step": 9600
    },
    {
      "grad_norm": 0.5767926573753357,
      "learning_rate": 3.134805398413419e-05,
      "loss": 0.0157,
      "step": 9610
    },
    {
      "grad_norm": 0.440935343503952,
      "learning_rate": 3.1245825044842954e-05,
      "loss": 0.0157,
      "step": 9620
    },
    {
      "grad_norm": 0.8364867568016052,
      "learning_rate": 3.114368725788791e-05,
      "loss": 0.0144,
      "step": 9630
    },
    {
      "grad_norm": 0.4389297664165497,
      "learning_rate": 3.1041641119697075e-05,
      "loss": 0.0168,
      "step": 9640
    },
    {
      "grad_norm": 0.599016547203064,
      "learning_rate": 3.093968712625306e-05,
      "loss": 0.0142,
      "step": 9650
    },
    {
      "grad_norm": 0.4751846492290497,
      "learning_rate": 3.0837825773090535e-05,
      "loss": 0.0186,
      "step": 9660
    },
    {
      "grad_norm": 0.4277194142341614,
      "learning_rate": 3.073605755529395e-05,
      "loss": 0.0145,
      "step": 9670
    },
    {
      "grad_norm": 1.1501747369766235,
      "learning_rate": 3.063438296749511e-05,
      "loss": 0.0158,
      "step": 9680
    },
    {
      "grad_norm": 1.9237372875213623,
      "learning_rate": 3.053280250387067e-05,
      "loss": 0.0123,
      "step": 9690
    },
    {
      "grad_norm": 4.0869460105896,
      "learning_rate": 3.043131665813988e-05,
      "loss": 0.0152,
      "step": 9700
    },
    {
      "grad_norm": 0.3193972110748291,
      "learning_rate": 3.0329925923562073e-05,
      "loss": 0.0145,
      "step": 9710
    },
    {
      "grad_norm": 0.3012799322605133,
      "learning_rate": 3.0228630792934277e-05,
      "loss": 0.0157,
      "step": 9720
    },
    {
      "grad_norm": 0.4404304027557373,
      "learning_rate": 3.0127431758588918e-05,
      "loss": 0.0196,
      "step": 9730
    },
    {
      "grad_norm": 0.40256232023239136,
      "learning_rate": 3.002632931239133e-05,
      "loss": 0.0143,
      "step": 9740
    },
    {
      "grad_norm": 0.43927282094955444,
      "learning_rate": 2.992532394573735e-05,
      "loss": 0.014,
      "step": 9750
    },
    {
      "grad_norm": 2.2494242191314697,
      "learning_rate": 2.982441614955105e-05,
      "loss": 0.0129,
      "step": 9760
    },
    {
      "grad_norm": 0.3521764278411865,
      "learning_rate": 2.972360641428218e-05,
      "loss": 0.024,
      "step": 9770
    },
    {
      "grad_norm": 0.5366856455802917,
      "learning_rate": 2.9622895229903973e-05,
      "loss": 0.0144,
      "step": 9780
    },
    {
      "grad_norm": 0.46994641423225403,
      "learning_rate": 2.9522283085910612e-05,
      "loss": 0.0158,
      "step": 9790
    },
    {
      "grad_norm": 0.28467199206352234,
      "learning_rate": 2.942177047131489e-05,
      "loss": 0.0122,
      "step": 9800
    },
    {
      "grad_norm": 0.8824540972709656,
      "learning_rate": 2.9321357874645905e-05,
      "loss": 0.0142,
      "step": 9810
    },
    {
      "grad_norm": 0.4192863702774048,
      "learning_rate": 2.9221045783946577e-05,
      "loss": 0.0082,
      "step": 9820
    },
    {
      "grad_norm": 2.526629686355591,
      "learning_rate": 2.9120834686771394e-05,
      "loss": 0.0171,
      "step": 9830
    },
    {
      "grad_norm": 1.1943107843399048,
      "learning_rate": 2.902072507018392e-05,
      "loss": 0.0166,
      "step": 9840
    },
    {
      "grad_norm": 0.47066450119018555,
      "learning_rate": 2.892071742075446e-05,
      "loss": 0.0135,
      "step": 9850
    },
    {
      "grad_norm": 0.5065646171569824,
      "learning_rate": 2.8820812224557812e-05,
      "loss": 0.0155,
      "step": 9860
    },
    {
      "grad_norm": 0.426631361246109,
      "learning_rate": 2.8721009967170764e-05,
      "loss": 0.0126,
      "step": 9870
    },
    {
      "grad_norm": 0.3220484256744385,
      "learning_rate": 2.8621311133669748e-05,
      "loss": 0.0138,
      "step": 9880
    },
    {
      "grad_norm": 0.5032184720039368,
      "learning_rate": 2.8521716208628595e-05,
      "loss": 0.0156,
      "step": 9890
    },
    {
      "grad_norm": 0.31861117482185364,
      "learning_rate": 2.8422225676116015e-05,
      "loss": 0.0132,
      "step": 9900
    },
    {
      "grad_norm": 0.46221786737442017,
      "learning_rate": 2.832284001969342e-05,
      "loss": 0.0144,
      "step": 9910
    },
    {
      "grad_norm": 0.3921245336532593,
      "learning_rate": 2.8223559722412408e-05,
      "loss": 0.0143,
      "step": 9920
    },
    {
      "grad_norm": 0.42792657017707825,
      "learning_rate": 2.8124385266812516e-05,
      "loss": 0.0096,
      "step": 9930
    },
    {
      "grad_norm": 0.5589166879653931,
      "learning_rate": 2.802531713491886e-05,
      "loss": 0.0147,
      "step": 9940
    },
    {
      "grad_norm": 0.4971183240413666,
      "learning_rate": 2.7926355808239822e-05,
      "loss": 0.0166,
      "step": 9950
    },
    {
      "grad_norm": 0.6446421146392822,
      "learning_rate": 2.782750176776458e-05,
      "loss": 0.0137,
      "step": 9960
    },
    {
      "grad_norm": 0.5640867948532104,
      "learning_rate": 2.7728755493960946e-05,
      "loss": 0.0113,
      "step": 9970
    },
    {
      "grad_norm": 0.4755747318267822,
      "learning_rate": 2.7630117466772876e-05,
      "loss": 0.0209,
      "step": 9980
    },
    {
      "grad_norm": 3.530036211013794,
      "learning_rate": 2.7531588165618278e-05,
      "loss": 0.0129,
      "step": 9990
    },
    {
      "grad_norm": 0.3010958135128021,
      "learning_rate": 2.7433168069386533e-05,
      "loss": 0.0178,
      "step": 10000
    },
    {
      "grad_norm": 0.36072880029678345,
      "learning_rate": 2.7334857656436308e-05,
      "loss": 0.0136,
      "step": 10010
    },
    {
      "grad_norm": 0.397132933139801,
      "learning_rate": 2.7236657404593157e-05,
      "loss": 0.0128,
      "step": 10020
    },
    {
      "grad_norm": 0.4264857769012451,
      "learning_rate": 2.713856779114716e-05,
      "loss": 0.0128,
      "step": 10030
    },
    {
      "grad_norm": 0.858673095703125,
      "learning_rate": 2.704058929285074e-05,
      "loss": 0.0187,
      "step": 10040
    },
    {
      "grad_norm": 0.41797468066215515,
      "learning_rate": 2.6942722385916175e-05,
      "loss": 0.0096,
      "step": 10050
    },
    {
      "grad_norm": 0.2879052460193634,
      "learning_rate": 2.6844967546013394e-05,
      "loss": 0.0107,
      "step": 10060
    },
    {
      "grad_norm": 0.9364439845085144,
      "learning_rate": 2.6747325248267673e-05,
      "loss": 0.0119,
      "step": 10070
    },
    {
      "grad_norm": 0.32372623682022095,
      "learning_rate": 2.664979596725724e-05,
      "loss": 0.009,
      "step": 10080
    },
    {
      "grad_norm": 0.2990095317363739,
      "learning_rate": 2.655238017701105e-05,
      "loss": 0.0096,
      "step": 10090
    },
    {
      "grad_norm": 0.21087738871574402,
      "learning_rate": 2.6455078351006455e-05,
      "loss": 0.0093,
      "step": 10100
    },
    {
      "grad_norm": 0.44087880849838257,
      "learning_rate": 2.6357890962166866e-05,
      "loss": 0.0111,
      "step": 10110
    },
    {
      "grad_norm": 0.2925184965133667,
      "learning_rate": 2.6260818482859534e-05,
      "loss": 0.01,
      "step": 10120
    },
    {
      "grad_norm": 0.3007664680480957,
      "learning_rate": 2.6163861384893156e-05,
      "loss": 0.0106,
      "step": 10130
    },
    {
      "grad_norm": 0.7207939624786377,
      "learning_rate": 2.606702013951564e-05,
      "loss": 0.0087,
      "step": 10140
    },
    {
      "grad_norm": 0.36635658144950867,
      "learning_rate": 2.5970295217411844e-05,
      "loss": 0.0086,
      "step": 10150
    },
    {
      "grad_norm": 0.32738056778907776,
      "learning_rate": 2.5873687088701236e-05,
      "loss": 0.0104,
      "step": 10160
    },
    {
      "grad_norm": 0.3630746304988861,
      "learning_rate": 2.5777196222935596e-05,
      "loss": 0.012,
      "step": 10170
    },
    {
      "grad_norm": 0.27622461318969727,
      "learning_rate": 2.5680823089096807e-05,
      "loss": 0.0092,
      "step": 10180
    },
    {
      "grad_norm": 1.7706493139266968,
      "learning_rate": 2.558456815559448e-05,
      "loss": 0.0114,
      "step": 10190
    },
    {
      "grad_norm": 0.3877180218696594,
      "learning_rate": 2.548843189026378e-05,
      "loss": 0.0206,
      "step": 10200
    },
    {
      "grad_norm": 0.270480215549469,
      "learning_rate": 2.5392414760363048e-05,
      "loss": 0.0125,
      "step": 10210
    },
    {
      "grad_norm": 0.3932587206363678,
      "learning_rate": 2.529651723257162e-05,
      "loss": 0.0101,
      "step": 10220
    },
    {
      "grad_norm": 0.37358203530311584,
      "learning_rate": 2.5200739772987537e-05,
      "loss": 0.0106,
      "step": 10230
    },
    {
      "grad_norm": 0.24727077782154083,
      "learning_rate": 2.5105082847125184e-05,
      "loss": 0.0097,
      "step": 10240
    },
    {
      "grad_norm": 0.5064451098442078,
      "learning_rate": 2.5009546919913218e-05,
      "loss": 0.0147,
      "step": 10250
    },
    {
      "grad_norm": 0.2589879333972931,
      "learning_rate": 2.4914132455692098e-05,
      "loss": 0.0107,
      "step": 10260
    },
    {
      "grad_norm": 0.38116776943206787,
      "learning_rate": 2.4818839918211962e-05,
      "loss": 0.01,
      "step": 10270
    },
    {
      "grad_norm": 0.387300044298172,
      "learning_rate": 2.4723669770630376e-05,
      "loss": 0.0159,
      "step": 10280
    },
    {
      "grad_norm": 0.32869061827659607,
      "learning_rate": 2.4628622475509972e-05,
      "loss": 0.0124,
      "step": 10290
    },
    {
      "grad_norm": 0.2715979516506195,
      "learning_rate": 2.4533698494816342e-05,
      "loss": 0.0081,
      "step": 10300
    },
    {
      "grad_norm": 0.19629265367984772,
      "learning_rate": 2.44388982899157e-05,
      "loss": 0.013,
      "step": 10310
    },
    {
      "grad_norm": 0.25921881198883057,
      "learning_rate": 2.4344222321572636e-05,
      "loss": 0.0138,
      "step": 10320
    },
    {
      "grad_norm": 0.2449629157781601,
      "learning_rate": 2.4249671049947954e-05,
      "loss": 0.0101,
      "step": 10330
    },
    {
      "grad_norm": 0.48713651299476624,
      "learning_rate": 2.4155244934596333e-05,
      "loss": 0.012,
      "step": 10340
    },
    {
      "grad_norm": 0.29512476921081543,
      "learning_rate": 2.406094443446416e-05,
      "loss": 0.0083,
      "step": 10350
    },
    {
      "grad_norm": 0.3528395891189575,
      "learning_rate": 2.3966770007887317e-05,
      "loss": 0.0087,
      "step": 10360
    },
    {
      "grad_norm": 0.519389271736145,
      "learning_rate": 2.3872722112588903e-05,
      "loss": 0.0113,
      "step": 10370
    },
    {
      "grad_norm": 0.36971914768218994,
      "learning_rate": 2.3778801205676997e-05,
      "loss": 0.0116,
      "step": 10380
    },
    {
      "grad_norm": 0.3194558918476105,
      "learning_rate": 2.3685007743642524e-05,
      "loss": 0.0082,
      "step": 10390
    },
    {
      "grad_norm": 0.6173165440559387,
      "learning_rate": 2.3591342182356914e-05,
      "loss": 0.0154,
      "step": 10400
    },
    {
      "grad_norm": 0.7167420387268066,
      "learning_rate": 2.3497804977070016e-05,
      "loss": 0.0107,
      "step": 10410
    },
    {
      "grad_norm": 0.36073923110961914,
      "learning_rate": 2.3404396582407777e-05,
      "loss": 0.0151,
      "step": 10420
    },
    {
      "grad_norm": 0.3975706994533539,
      "learning_rate": 2.331111745237007e-05,
      "loss": 0.0092,
      "step": 10430
    },
    {
      "grad_norm": 0.3520296514034271,
      "learning_rate": 2.3217968040328526e-05,
      "loss": 0.0118,
      "step": 10440
    },
    {
      "grad_norm": 0.34190163016319275,
      "learning_rate": 2.3124948799024286e-05,
      "loss": 0.011,
      "step": 10450
    },
    {
      "grad_norm": 0.4349283277988434,
      "learning_rate": 2.3032060180565828e-05,
      "loss": 0.0094,
      "step": 10460
    },
    {
      "grad_norm": 0.2723930776119232,
      "learning_rate": 2.2939302636426724e-05,
      "loss": 0.0111,
      "step": 10470
    },
    {
      "grad_norm": 0.3758375644683838,
      "learning_rate": 2.2846676617443458e-05,
      "loss": 0.0098,
      "step": 10480
    },
    {
      "grad_norm": 0.22155508399009705,
      "learning_rate": 2.275418257381332e-05,
      "loss": 0.0098,
      "step": 10490
    },
    {
      "grad_norm": 0.18706175684928894,
      "learning_rate": 2.2661820955092083e-05,
      "loss": 0.012,
      "step": 10500
    },
    {
      "grad_norm": 0.3441106081008911,
      "learning_rate": 2.256959221019193e-05,
      "loss": 0.011,
      "step": 10510
    },
    {
      "grad_norm": 0.6489948034286499,
      "learning_rate": 2.2477496787379227e-05,
      "loss": 0.0152,
      "step": 10520
    },
    {
      "grad_norm": 0.5907933712005615,
      "learning_rate": 2.238553513427229e-05,
      "loss": 0.019,
      "step": 10530
    },
    {
      "grad_norm": 0.4235190749168396,
      "learning_rate": 2.2293707697839344e-05,
      "loss": 0.0102,
      "step": 10540
    },
    {
      "grad_norm": 0.41802364587783813,
      "learning_rate": 2.2202014924396214e-05,
      "loss": 0.0123,
      "step": 10550
    },
    {
      "grad_norm": 0.4453888535499573,
      "learning_rate": 2.21104572596042e-05,
      "loss": 0.0111,
      "step": 10560
    },
    {
      "grad_norm": 0.2792705297470093,
      "learning_rate": 2.2019035148468e-05,
      "loss": 0.01,
      "step": 10570
    },
    {
      "grad_norm": 0.46100860834121704,
      "learning_rate": 2.1927749035333374e-05,
      "loss": 0.0091,
      "step": 10580
    },
    {
      "grad_norm": 0.31958141922950745,
      "learning_rate": 2.1836599363885152e-05,
      "loss": 0.0107,
      "step": 10590
    },
    {
      "grad_norm": 0.39472800493240356,
      "learning_rate": 2.1745586577144993e-05,
      "loss": 0.0104,
      "step": 10600
    },
    {
      "grad_norm": 0.25777214765548706,
      "learning_rate": 2.1654711117469207e-05,
      "loss": 0.0105,
      "step": 10610
    },
    {
      "grad_norm": 0.2620857059955597,
      "learning_rate": 2.1563973426546702e-05,
      "loss": 0.0099,
      "step": 10620
    },
    {
      "grad_norm": 0.46951910853385925,
      "learning_rate": 2.1473373945396728e-05,
      "loss": 0.0099,
      "step": 10630
    },
    {
      "grad_norm": 0.24916383624076843,
      "learning_rate": 2.138291311436679e-05,
      "loss": 0.0098,
      "step": 10640
    },
    {
      "grad_norm": 0.2628544270992279,
      "learning_rate": 2.1292591373130518e-05,
      "loss": 0.009,
      "step": 10650
    },
    {
      "grad_norm": 0.23115700483322144,
      "learning_rate": 2.1202409160685528e-05,
      "loss": 0.0125,
      "step": 10660
    },
    {
      "grad_norm": 0.23440223932266235,
      "learning_rate": 2.1112366915351228e-05,
      "loss": 0.0085,
      "step": 10670
    },
    {
      "grad_norm": 0.6056416034698486,
      "learning_rate": 2.102246507476679e-05,
      "loss": 0.0169,
      "step": 10680
    },
    {
      "grad_norm": 0.37657883763313293,
      "learning_rate": 2.09327040758889e-05,
      "loss": 0.0072,
      "step": 10690
    },
    {
      "grad_norm": 0.2424461841583252,
      "learning_rate": 2.0843084354989767e-05,
      "loss": 0.0087,
      "step": 10700
    },
    {
      "grad_norm": 0.3794206976890564,
      "learning_rate": 2.0753606347654892e-05,
      "loss": 0.0137,
      "step": 10710
    },
    {
      "grad_norm": 0.24383951723575592,
      "learning_rate": 2.0664270488780985e-05,
      "loss": 0.0125,
      "step": 10720
    },
    {
      "grad_norm": 0.36086583137512207,
      "learning_rate": 2.0575077212573905e-05,
      "loss": 0.0064,
      "step": 10730
    },
    {
      "grad_norm": 2.1837871074676514,
      "learning_rate": 2.0486026952546484e-05,
      "loss": 0.0181,
      "step": 10740
    },
    {
      "grad_norm": 3.532024383544922,
      "learning_rate": 2.0397120141516457e-05,
      "loss": 0.0095,
      "step": 10750
    },
    {
      "grad_norm": 0.5854561924934387,
      "learning_rate": 2.0308357211604313e-05,
      "loss": 0.0102,
      "step": 10760
    },
    {
      "grad_norm": 0.2556110918521881,
      "learning_rate": 2.0219738594231224e-05,
      "loss": 0.011,
      "step": 10770
    },
    {
      "grad_norm": 0.2255667746067047,
      "learning_rate": 2.0131264720116993e-05,
      "loss": 0.0111,
      "step": 10780
    },
    {
      "grad_norm": 0.23431585729122162,
      "learning_rate": 2.0042936019277853e-05,
      "loss": 0.011,
      "step": 10790
    },
    {
      "grad_norm": 0.28138405084609985,
      "learning_rate": 1.99547529210245e-05,
      "loss": 0.0093,
      "step": 10800
    },
    {
      "grad_norm": 0.3775469660758972,
      "learning_rate": 1.9866715853959934e-05,
      "loss": 0.0095,
      "step": 10810
    },
    {
      "grad_norm": 0.3311677873134613,
      "learning_rate": 1.977882524597734e-05,
      "loss": 0.0174,
      "step": 10820
    },
    {
      "grad_norm": 0.3945857286453247,
      "learning_rate": 1.969108152425813e-05,
      "loss": 0.011,
      "step": 10830
    },
    {
      "grad_norm": 0.2250373810529709,
      "learning_rate": 1.9603485115269744e-05,
      "loss": 0.0083,
      "step": 10840
    },
    {
      "grad_norm": 0.2701084017753601,
      "learning_rate": 1.9516036444763613e-05,
      "loss": 0.0103,
      "step": 10850
    },
    {
      "grad_norm": 0.3890628218650818,
      "learning_rate": 1.9428735937773173e-05,
      "loss": 0.0117,
      "step": 10860
    },
    {
      "grad_norm": 0.4169180691242218,
      "learning_rate": 1.9341584018611646e-05,
      "loss": 0.0092,
      "step": 10870
    },
    {
      "grad_norm": 0.40306657552719116,
      "learning_rate": 1.9254581110870123e-05,
      "loss": 0.0087,
      "step": 10880
    },
    {
      "grad_norm": 0.4231314957141876,
      "learning_rate": 1.916772763741544e-05,
      "loss": 0.0093,
      "step": 10890
    },
    {
      "grad_norm": 0.42146044969558716,
      "learning_rate": 1.908102402038807e-05,
      "loss": 0.0103,
      "step": 10900
    },
    {
      "grad_norm": 0.35832279920578003,
      "learning_rate": 1.8994470681200204e-05,
      "loss": 0.0085,
      "step": 10910
    },
    {
      "grad_norm": 0.5099526643753052,
      "learning_rate": 1.8908068040533578e-05,
      "loss": 0.008,
      "step": 10920
    },
    {
      "grad_norm": 1.0549284219741821,
      "learning_rate": 1.8821816518337455e-05,
      "loss": 0.0137,
      "step": 10930
    },
    {
      "grad_norm": 0.28899744153022766,
      "learning_rate": 1.8735716533826663e-05,
      "loss": 0.013,
      "step": 10940
    },
    {
      "grad_norm": 0.2729245126247406,
      "learning_rate": 1.8649768505479476e-05,
      "loss": 0.0108,
      "step": 10950
    },
    {
      "grad_norm": 0.4539855420589447,
      "learning_rate": 1.8563972851035616e-05,
      "loss": 0.008,
      "step": 10960
    },
    {
      "grad_norm": 0.4799792766571045,
      "learning_rate": 1.847832998749418e-05,
      "loss": 0.0084,
      "step": 10970
    },
    {
      "grad_norm": 0.7550979256629944,
      "learning_rate": 1.8392840331111644e-05,
      "loss": 0.0113,
      "step": 10980
    },
    {
      "grad_norm": 0.31339383125305176,
      "learning_rate": 1.830750429739989e-05,
      "loss": 0.0142,
      "step": 10990
    },
    {
      "grad_norm": 0.26034384965896606,
      "learning_rate": 1.822232230112409e-05,
      "loss": 0.0141,
      "step": 11000
    },
    {
      "grad_norm": 0.2566531300544739,
      "learning_rate": 1.813729475630071e-05,
      "loss": 0.0073,
      "step": 11010
    },
    {
      "grad_norm": 0.474873811006546,
      "learning_rate": 1.8052422076195635e-05,
      "loss": 0.015,
      "step": 11020
    },
    {
      "grad_norm": 0.4956870973110199,
      "learning_rate": 1.7967704673321918e-05,
      "loss": 0.0104,
      "step": 11030
    },
    {
      "grad_norm": 1.7272385358810425,
      "learning_rate": 1.7883142959438004e-05,
      "loss": 0.0079,
      "step": 11040
    },
    {
      "grad_norm": 0.42358827590942383,
      "learning_rate": 1.779873734554558e-05,
      "loss": 0.012,
      "step": 11050
    },
    {
      "grad_norm": 0.4130147695541382,
      "learning_rate": 1.771448824188761e-05,
      "loss": 0.0066,
      "step": 11060
    },
    {
      "grad_norm": 0.3737156391143799,
      "learning_rate": 1.763039605794644e-05,
      "loss": 0.0091,
      "step": 11070
    },
    {
      "grad_norm": 0.3863925635814667,
      "learning_rate": 1.754646120244164e-05,
      "loss": 0.0096,
      "step": 11080
    },
    {
      "grad_norm": 0.33920609951019287,
      "learning_rate": 1.7462684083328144e-05,
      "loss": 0.0086,
      "step": 11090
    },
    {
      "grad_norm": 0.733396053314209,
      "learning_rate": 1.7379065107794262e-05,
      "loss": 0.0095,
      "step": 11100
    },
    {
      "grad_norm": 0.3658458888530731,
      "learning_rate": 1.7295604682259586e-05,
      "loss": 0.0107,
      "step": 11110
    },
    {
      "grad_norm": 0.40637996792793274,
      "learning_rate": 1.7212303212373175e-05,
      "loss": 0.01,
      "step": 11120
    },
    {
      "grad_norm": 0.19730697572231293,
      "learning_rate": 1.712916110301146e-05,
      "loss": 0.0088,
      "step": 11130
    },
    {
      "grad_norm": 0.7846239805221558,
      "learning_rate": 1.7046178758276298e-05,
      "loss": 0.0119,
      "step": 11140
    },
    {
      "grad_norm": 0.9113492965698242,
      "learning_rate": 1.696335658149309e-05,
      "loss": 0.016,
      "step": 11150
    },
    {
      "grad_norm": 0.29669931530952454,
      "learning_rate": 1.6880694975208727e-05,
      "loss": 0.0127,
      "step": 11160
    },
    {
      "grad_norm": 0.6588600277900696,
      "learning_rate": 1.6798194341189687e-05,
      "loss": 0.0116,
      "step": 11170
    },
    {
      "grad_norm": 0.487136572599411,
      "learning_rate": 1.671585508042003e-05,
      "loss": 0.0093,
      "step": 11180
    },
    {
      "grad_norm": 0.28150227665901184,
      "learning_rate": 1.6633677593099483e-05,
      "loss": 0.0133,
      "step": 11190
    },
    {
      "grad_norm": 0.23416981101036072,
      "learning_rate": 1.655166227864154e-05,
      "loss": 0.0109,
      "step": 11200
    },
    {
      "grad_norm": 0.4635118544101715,
      "learning_rate": 1.6469809535671426e-05,
      "loss": 0.0135,
      "step": 11210
    },
    {
      "grad_norm": 0.2918761670589447,
      "learning_rate": 1.638811976202421e-05,
      "loss": 0.0098,
      "step": 11220
    },
    {
      "grad_norm": 1.3537880182266235,
      "learning_rate": 1.6306593354742895e-05,
      "loss": 0.0104,
      "step": 11230
    },
    {
      "grad_norm": 0.2142305076122284,
      "learning_rate": 1.6225230710076455e-05,
      "loss": 0.0122,
      "step": 11240
    },
    {
      "grad_norm": 0.2959150969982147,
      "learning_rate": 1.6144032223477924e-05,
      "loss": 0.0121,
      "step": 11250
    },
    {
      "grad_norm": 0.2618139088153839,
      "learning_rate": 1.606299828960243e-05,
      "loss": 0.007,
      "step": 11260
    },
    {
      "grad_norm": 0.22523388266563416,
      "learning_rate": 1.5982129302305337e-05,
      "loss": 0.0075,
      "step": 11270
    },
    {
      "grad_norm": 0.25733181834220886,
      "learning_rate": 1.590142565464032e-05,
      "loss": 0.0096,
      "step": 11280
    },
    {
      "grad_norm": 0.36404797434806824,
      "learning_rate": 1.5820887738857408e-05,
      "loss": 0.009,
      "step": 11290
    },
    {
      "grad_norm": 0.2588793933391571,
      "learning_rate": 1.5740515946401134e-05,
      "loss": 0.0118,
      "step": 11300
    },
    {
      "grad_norm": 0.2604406177997589,
      "learning_rate": 1.5660310667908634e-05,
      "loss": 0.0082,
      "step": 11310
    },
    {
      "grad_norm": 0.20055322349071503,
      "learning_rate": 1.5580272293207655e-05,
      "loss": 0.0071,
      "step": 11320
    },
    {
      "grad_norm": 0.32039082050323486,
      "learning_rate": 1.5500401211314796e-05,
      "loss": 0.0088,
      "step": 11330
    },
    {
      "grad_norm": 0.5569162964820862,
      "learning_rate": 1.542069781043351e-05,
      "loss": 0.0098,
      "step": 11340
    },
    {
      "grad_norm": 0.27273911237716675,
      "learning_rate": 1.534116247795226e-05,
      "loss": 0.0097,
      "step": 11350
    },
    {
      "grad_norm": 0.4758877754211426,
      "learning_rate": 1.526179560044267e-05,
      "loss": 0.0089,
      "step": 11360
    },
    {
      "grad_norm": 0.3236951231956482,
      "learning_rate": 1.5182597563657552e-05,
      "loss": 0.0111,
      "step": 11370
    },
    {
      "grad_norm": 0.1442396491765976,
      "learning_rate": 1.5103568752529135e-05,
      "loss": 0.0073,
      "step": 11380
    },
    {
      "grad_norm": 0.17013788223266602,
      "learning_rate": 1.5024709551167142e-05,
      "loss": 0.0067,
      "step": 11390
    },
    {
      "grad_norm": 0.36337190866470337,
      "learning_rate": 1.4946020342856898e-05,
      "loss": 0.0102,
      "step": 11400
    },
    {
      "grad_norm": 0.7615392208099365,
      "learning_rate": 1.4867501510057546e-05,
      "loss": 0.0109,
      "step": 11410
    },
    {
      "grad_norm": 0.32163479924201965,
      "learning_rate": 1.4789153434400094e-05,
      "loss": 0.0114,
      "step": 11420
    },
    {
      "grad_norm": 0.8126888871192932,
      "learning_rate": 1.4710976496685614e-05,
      "loss": 0.0086,
      "step": 11430
    },
    {
      "grad_norm": 0.40771108865737915,
      "learning_rate": 1.4632971076883406e-05,
      "loss": 0.0072,
      "step": 11440
    },
    {
      "grad_norm": 0.4432387053966522,
      "learning_rate": 1.4555137554129117e-05,
      "loss": 0.0088,
      "step": 11450
    },
    {
      "grad_norm": 0.428072452545166,
      "learning_rate": 1.4477476306722925e-05,
      "loss": 0.0136,
      "step": 11460
    },
    {
      "grad_norm": 0.1585988849401474,
      "learning_rate": 1.439998771212766e-05,
      "loss": 0.0086,
      "step": 11470
    },
    {
      "grad_norm": 2.5210583209991455,
      "learning_rate": 1.4322672146966982e-05,
      "loss": 0.0087,
      "step": 11480
    },
    {
      "grad_norm": 0.6548415422439575,
      "learning_rate": 1.4245529987023621e-05,
      "loss": 0.0121,
      "step": 11490
    },
    {
      "grad_norm": 1.942246913909912,
      "learning_rate": 1.4168561607237436e-05,
      "loss": 0.0102,
      "step": 11500
    },
    {
      "grad_norm": 0.16399894654750824,
      "learning_rate": 1.4091767381703657e-05,
      "loss": 0.0082,
      "step": 11510
    },
    {
      "grad_norm": 0.21883533895015717,
      "learning_rate": 1.4015147683671087e-05,
      "loss": 0.0104,
      "step": 11520
    },
    {
      "grad_norm": 0.23127709329128265,
      "learning_rate": 1.3938702885540239e-05,
      "loss": 0.0086,
      "step": 11530
    },
    {
      "grad_norm": 0.2527315318584442,
      "learning_rate": 1.3862433358861576e-05,
      "loss": 0.0067,
      "step": 11540
    },
    {
      "grad_norm": 0.2710586190223694,
      "learning_rate": 1.3786339474333636e-05,
      "loss": 0.0142,
      "step": 11550
    },
    {
      "grad_norm": 1.5885627269744873,
      "learning_rate": 1.3710421601801265e-05,
      "loss": 0.0109,
      "step": 11560
    },
    {
      "grad_norm": 0.2660106420516968,
      "learning_rate": 1.3634680110253883e-05,
      "loss": 0.0072,
      "step": 11570
    },
    {
      "grad_norm": 0.35309261083602905,
      "learning_rate": 1.3559115367823556e-05,
      "loss": 0.0063,
      "step": 11580
    },
    {
      "grad_norm": 0.36832529306411743,
      "learning_rate": 1.3483727741783342e-05,
      "loss": 0.0093,
      "step": 11590
    },
    {
      "grad_norm": 0.30432265996932983,
      "learning_rate": 1.3408517598545444e-05,
      "loss": 0.0095,
      "step": 11600
    },
    {
      "grad_norm": 0.15669338405132294,
      "learning_rate": 1.3333485303659381e-05,
      "loss": 0.009,
      "step": 11610
    },
    {
      "grad_norm": 0.34358611702919006,
      "learning_rate": 1.3258631221810331e-05,
      "loss": 0.0099,
      "step": 11620
    },
    {
      "grad_norm": 0.2693384885787964,
      "learning_rate": 1.3183955716817232e-05,
      "loss": 0.0074,
      "step": 11630
    },
    {
      "grad_norm": 0.22726403176784515,
      "learning_rate": 1.3109459151631076e-05,
      "loss": 0.0116,
      "step": 11640
    },
    {
      "grad_norm": 0.2750036418437958,
      "learning_rate": 1.3035141888333202e-05,
      "loss": 0.0086,
      "step": 11650
    },
    {
      "grad_norm": 0.32513943314552307,
      "learning_rate": 1.2961004288133388e-05,
      "loss": 0.007,
      "step": 11660
    },
    {
      "grad_norm": 0.3060385584831238,
      "learning_rate": 1.2887046711368245e-05,
      "loss": 0.01,
      "step": 11670
    },
    {
      "grad_norm": 0.20516963303089142,
      "learning_rate": 1.2813269517499399e-05,
      "loss": 0.0064,
      "step": 11680
    },
    {
      "grad_norm": 0.41239210963249207,
      "learning_rate": 1.273967306511169e-05,
      "loss": 0.0082,
      "step": 11690
    },
    {
      "grad_norm": 0.40819311141967773,
      "learning_rate": 1.2666257711911566e-05,
      "loss": 0.0131,
      "step": 11700
    },
    {
      "grad_norm": 0.19276200234889984,
      "learning_rate": 1.2593023814725214e-05,
      "loss": 0.0111,
      "step": 11710
    },
    {
      "grad_norm": 0.28336453437805176,
      "learning_rate": 1.251997172949686e-05,
      "loss": 0.0074,
      "step": 11720
    },
    {
      "grad_norm": 0.41325801610946655,
      "learning_rate": 1.2447101811287109e-05,
      "loss": 0.0091,
      "step": 11730
    },
    {
      "grad_norm": 0.37863171100616455,
      "learning_rate": 1.237441441427114e-05,
      "loss": 0.0075,
      "step": 11740
    },
    {
      "grad_norm": 0.1660473346710205,
      "learning_rate": 1.2301909891737018e-05,
      "loss": 0.0078,
      "step": 11750
    },
    {
      "grad_norm": 0.34218066930770874,
      "learning_rate": 1.2229588596083957e-05,
      "loss": 0.0079,
      "step": 11760
    },
    {
      "grad_norm": 0.4730522334575653,
      "learning_rate": 1.2157450878820608e-05,
      "loss": 0.0113,
      "step": 11770
    },
    {
      "grad_norm": 0.43299296498298645,
      "learning_rate": 1.2085497090563407e-05,
      "loss": 0.0106,
      "step": 11780
    },
    {
      "grad_norm": 0.3968345820903778,
      "learning_rate": 1.2013727581034783e-05,
      "loss": 0.0084,
      "step": 11790
    },
    {
      "grad_norm": 0.17782892286777496,
      "learning_rate": 1.1942142699061498e-05,
      "loss": 0.0097,
      "step": 11800
    },
    {
      "grad_norm": 0.46210989356040955,
      "learning_rate": 1.1870742792572992e-05,
      "loss": 0.0102,
      "step": 11810
    },
    {
      "grad_norm": 0.2007591873407364,
      "learning_rate": 1.1799528208599637e-05,
      "loss": 0.0102,
      "step": 11820
    },
    {
      "grad_norm": 0.3786942958831787,
      "learning_rate": 1.1728499293271079e-05,
      "loss": 0.0074,
      "step": 11830
    },
    {
      "grad_norm": 0.2893717885017395,
      "learning_rate": 1.1657656391814509e-05,
      "loss": 0.0066,
      "step": 11840
    },
    {
      "grad_norm": 0.26181110739707947,
      "learning_rate": 1.1586999848553043e-05,
      "loss": 0.0103,
      "step": 11850
    },
    {
      "grad_norm": 0.37252122163772583,
      "learning_rate": 1.1516530006904053e-05,
      "loss": 0.0101,
      "step": 11860
    },
    {
      "grad_norm": 5.720682621002197,
      "learning_rate": 1.1446247209377403e-05,
      "loss": 0.0115,
      "step": 11870
    },
    {
      "grad_norm": 0.38572958111763,
      "learning_rate": 1.1376151797573925e-05,
      "loss": 0.007,
      "step": 11880
    },
    {
      "grad_norm": 0.507845401763916,
      "learning_rate": 1.1306244112183662e-05,
      "loss": 0.0086,
      "step": 11890
    },
    {
      "grad_norm": 0.3286604583263397,
      "learning_rate": 1.1236524492984203e-05,
      "loss": 0.0097,
      "step": 11900
    },
    {
      "grad_norm": 0.15300364792346954,
      "learning_rate": 1.116699327883911e-05,
      "loss": 0.0075,
      "step": 11910
    },
    {
      "grad_norm": 0.20462679862976074,
      "learning_rate": 1.1097650807696209e-05,
      "loss": 0.0063,
      "step": 11920
    },
    {
      "grad_norm": 0.38464146852493286,
      "learning_rate": 1.1028497416585931e-05,
      "loss": 0.0125,
      "step": 11930
    },
    {
      "grad_norm": 1.7434855699539185,
      "learning_rate": 1.0959533441619762e-05,
      "loss": 0.008,
      "step": 11940
    },
    {
      "grad_norm": 0.17138345539569855,
      "learning_rate": 1.0890759217988527e-05,
      "loss": 0.0079,
      "step": 11950
    },
    {
      "grad_norm": 0.29105421900749207,
      "learning_rate": 1.0822175079960806e-05,
      "loss": 0.0096,
      "step": 11960
    },
    {
      "grad_norm": 0.8693342208862305,
      "learning_rate": 1.0753781360881265e-05,
      "loss": 0.0091,
      "step": 11970
    },
    {
      "grad_norm": 0.3104732930660248,
      "learning_rate": 1.0685578393169055e-05,
      "loss": 0.0075,
      "step": 11980
    },
    {
      "grad_norm": 0.20729821920394897,
      "learning_rate": 1.061756650831625e-05,
      "loss": 0.0106,
      "step": 11990
    },
    {
      "grad_norm": 0.14071840047836304,
      "learning_rate": 1.054974603688616e-05,
      "loss": 0.0059,
      "step": 12000
    },
    {
      "grad_norm": 0.20930486917495728,
      "learning_rate": 1.048211730851173e-05,
      "loss": 0.0082,
      "step": 12010
    },
    {
      "grad_norm": 0.2721397876739502,
      "learning_rate": 1.0414680651894004e-05,
      "loss": 0.01,
      "step": 12020
    },
    {
      "grad_norm": 0.1943494975566864,
      "learning_rate": 1.034743639480047e-05,
      "loss": 0.0087,
      "step": 12030
    },
    {
      "grad_norm": 0.2738944888114929,
      "learning_rate": 1.0280384864063497e-05,
      "loss": 0.0056,
      "step": 12040
    },
    {
      "grad_norm": 0.4510144889354706,
      "learning_rate": 1.0213526385578704e-05,
      "loss": 0.008,
      "step": 12050
    },
    {
      "grad_norm": 0.49889761209487915,
      "learning_rate": 1.0146861284303394e-05,
      "loss": 0.0103,
      "step": 12060
    },
    {
      "grad_norm": 0.25345659255981445,
      "learning_rate": 1.0080389884255037e-05,
      "loss": 0.0081,
      "step": 12070
    },
    {
      "grad_norm": 0.3699605464935303,
      "learning_rate": 1.0014112508509588e-05,
      "loss": 0.0074,
      "step": 12080
    },
    {
      "grad_norm": 0.28938964009284973,
      "learning_rate": 9.948029479199994e-06,
      "loss": 0.006,
      "step": 12090
    },
    {
      "grad_norm": 0.3230593800544739,
      "learning_rate": 9.882141117514632e-06,
      "loss": 0.0101,
      "step": 12100
    },
    {
      "grad_norm": 0.22323396801948547,
      "learning_rate": 9.816447743695656e-06,
      "loss": 0.008,
      "step": 12110
    },
    {
      "grad_norm": 0.2923796772956848,
      "learning_rate": 9.75094967703758e-06,
      "loss": 0.0086,
      "step": 12120
    },
    {
      "grad_norm": 0.1496019959449768,
      "learning_rate": 9.685647235885597e-06,
      "loss": 0.0057,
      "step": 12130
    },
    {
      "grad_norm": 0.6360796093940735,
      "learning_rate": 9.620540737634087e-06,
      "loss": 0.0122,
      "step": 12140
    },
    {
      "grad_norm": 0.2692612111568451,
      "learning_rate": 9.555630498725133e-06,
      "loss": 0.0107,
      "step": 12150
    },
    {
      "grad_norm": 0.3267115354537964,
      "learning_rate": 9.49091683464684e-06,
      "loss": 0.0137,
      "step": 12160
    },
    {
      "grad_norm": 0.37303099036216736,
      "learning_rate": 9.426400059931955e-06,
      "loss": 0.0068,
      "step": 12170
    },
    {
      "grad_norm": 0.1897285133600235,
      "learning_rate": 9.362080488156245e-06,
      "loss": 0.0103,
      "step": 12180
    },
    {
      "grad_norm": 0.3790608048439026,
      "learning_rate": 9.29795843193697e-06,
      "loss": 0.0083,
      "step": 12190
    },
    {
      "grad_norm": 0.18765318393707275,
      "learning_rate": 9.234034202931447e-06,
      "loss": 0.0064,
      "step": 12200
    },
    {
      "grad_norm": 0.48055821657180786,
      "learning_rate": 9.170308111835418e-06,
      "loss": 0.0099,
      "step": 12210
    },
    {
      "grad_norm": 0.5437384247779846,
      "learning_rate": 9.106780468381631e-06,
      "loss": 0.0088,
      "step": 12220
    },
    {
      "grad_norm": 0.32091429829597473,
      "learning_rate": 9.043451581338302e-06,
      "loss": 0.0095,
      "step": 12230
    },
    {
      "grad_norm": 0.7131699323654175,
      "learning_rate": 8.980321758507615e-06,
      "loss": 0.0057,
      "step": 12240
    },
    {
      "grad_norm": 0.4886211156845093,
      "learning_rate": 8.91739130672425e-06,
      "loss": 0.0109,
      "step": 12250
    },
    {
      "grad_norm": 0.39790108799934387,
      "learning_rate": 8.85466053185382e-06,
      "loss": 0.0077,
      "step": 12260
    },
    {
      "grad_norm": 0.44132620096206665,
      "learning_rate": 8.792129738791455e-06,
      "loss": 0.0078,
      "step": 12270
    },
    {
      "grad_norm": 0.4626026749610901,
      "learning_rate": 8.729799231460318e-06,
      "loss": 0.009,
      "step": 12280
    },
    {
      "grad_norm": 0.3745194971561432,
      "learning_rate": 8.66766931281009e-06,
      "loss": 0.0074,
      "step": 12290
    },
    {
      "grad_norm": 0.42286384105682373,
      "learning_rate": 8.6057402848155e-06,
      "loss": 0.0061,
      "step": 12300
    },
    {
      "grad_norm": 0.3648757040500641,
      "learning_rate": 8.544012448474904e-06,
      "loss": 0.0079,
      "step": 12310
    },
    {
      "grad_norm": 9.393542289733887,
      "learning_rate": 8.482486103808779e-06,
      "loss": 0.0069,
      "step": 12320
    },
    {
      "grad_norm": 0.3505136966705322,
      "learning_rate": 8.42116154985828e-06,
      "loss": 0.0075,
      "step": 12330
    },
    {
      "grad_norm": 0.27079448103904724,
      "learning_rate": 8.360039084683779e-06,
      "loss": 0.0067,
      "step": 12340
    },
    {
      "grad_norm": 0.29712870717048645,
      "learning_rate": 8.299119005363404e-06,
      "loss": 0.0079,
      "step": 12350
    },
    {
      "grad_norm": 0.3099163770675659,
      "learning_rate": 8.238401607991647e-06,
      "loss": 0.0058,
      "step": 12360
    },
    {
      "grad_norm": 0.20253513753414154,
      "learning_rate": 8.177887187677847e-06,
      "loss": 0.0051,
      "step": 12370
    },
    {
      "grad_norm": 0.3596762418746948,
      "learning_rate": 8.117576038544838e-06,
      "loss": 0.0222,
      "step": 12380
    },
    {
      "grad_norm": 0.10482233762741089,
      "learning_rate": 8.057468453727479e-06,
      "loss": 0.0064,
      "step": 12390
    },
    {
      "grad_norm": 0.4508938491344452,
      "learning_rate": 7.997564725371182e-06,
      "loss": 0.0091,
      "step": 12400
    },
    {
      "grad_norm": 0.28917497396469116,
      "learning_rate": 7.937865144630601e-06,
      "loss": 0.0075,
      "step": 12410
    },
    {
      "grad_norm": 0.1482030749320984,
      "learning_rate": 7.878370001668116e-06,
      "loss": 0.0075,
      "step": 12420
    },
    {
      "grad_norm": 0.3589668273925781,
      "learning_rate": 7.819079585652461e-06,
      "loss": 0.009,
      "step": 12430
    },
    {
      "grad_norm": 0.3388367295265198,
      "learning_rate": 7.759994184757358e-06,
      "loss": 0.0085,
      "step": 12440
    },
    {
      "grad_norm": 0.1330380141735077,
      "learning_rate": 7.701114086160027e-06,
      "loss": 0.0049,
      "step": 12450
    },
    {
      "grad_norm": 0.35428133606910706,
      "learning_rate": 7.642439576039884e-06,
      "loss": 0.0072,
      "step": 12460
    },
    {
      "grad_norm": 0.30952921509742737,
      "learning_rate": 7.583970939577101e-06,
      "loss": 0.006,
      "step": 12470
    },
    {
      "grad_norm": 0.1954462230205536,
      "learning_rate": 7.525708460951197e-06,
      "loss": 0.0084,
      "step": 12480
    },
    {
      "grad_norm": 0.2506882846355438,
      "learning_rate": 7.467652423339733e-06,
      "loss": 0.0074,
      "step": 12490
    },
    {
      "grad_norm": 0.2832396328449249,
      "learning_rate": 7.409803108916841e-06,
      "loss": 0.0074,
      "step": 12500
    },
    {
      "grad_norm": 0.2951529026031494,
      "learning_rate": 7.35216079885192e-06,
      "loss": 0.0083,
      "step": 12510
    },
    {
      "grad_norm": 0.3036389648914337,
      "learning_rate": 7.29472577330827e-06,
      "loss": 0.0066,
      "step": 12520
    },
    {
      "grad_norm": 0.32515180110931396,
      "learning_rate": 7.237498311441676e-06,
      "loss": 0.0066,
      "step": 12530
    },
    {
      "grad_norm": 0.34669896960258484,
      "learning_rate": 7.180478691399134e-06,
      "loss": 0.007,
      "step": 12540
    },
    {
      "grad_norm": 0.2785717248916626,
      "learning_rate": 7.123667190317396e-06,
      "loss": 0.0083,
      "step": 12550
    },
    {
      "grad_norm": 0.22991390526294708,
      "learning_rate": 7.06706408432169e-06,
      "loss": 0.0049,
      "step": 12560
    },
    {
      "grad_norm": 0.35786089301109314,
      "learning_rate": 7.010669648524404e-06,
      "loss": 0.0084,
      "step": 12570
    },
    {
      "grad_norm": 0.20536935329437256,
      "learning_rate": 6.954484157023661e-06,
      "loss": 0.0065,
      "step": 12580
    },
    {
      "grad_norm": 0.11631913483142853,
      "learning_rate": 6.898507882902078e-06,
      "loss": 0.0054,
      "step": 12590
    },
    {
      "grad_norm": 0.2902028560638428,
      "learning_rate": 6.842741098225358e-06,
      "loss": 0.0112,
      "step": 12600
    },
    {
      "grad_norm": 0.14436505734920502,
      "learning_rate": 6.787184074041031e-06,
      "loss": 0.007,
      "step": 12610
    },
    {
      "grad_norm": 0.2927303612232208,
      "learning_rate": 6.731837080377129e-06,
      "loss": 0.0146,
      "step": 12620
    },
    {
      "grad_norm": 0.4481316804885864,
      "learning_rate": 6.676700386240814e-06,
      "loss": 0.0077,
      "step": 12630
    },
    {
      "grad_norm": 0.13999664783477783,
      "learning_rate": 6.621774259617125e-06,
      "loss": 0.006,
      "step": 12640
    },
    {
      "grad_norm": 0.24397657811641693,
      "learning_rate": 6.567058967467704e-06,
      "loss": 0.0064,
      "step": 12650
    },
    {
      "grad_norm": 0.20841678977012634,
      "learning_rate": 6.51255477572939e-06,
      "loss": 0.0069,
      "step": 12660
    },
    {
      "grad_norm": 0.45997607707977295,
      "learning_rate": 6.45826194931306e-06,
      "loss": 0.0083,
      "step": 12670
    },
    {
      "grad_norm": 0.23123648762702942,
      "learning_rate": 6.4041807521022454e-06,
      "loss": 0.0066,
      "step": 12680
    },
    {
      "grad_norm": 0.24950437247753143,
      "learning_rate": 6.350311446951868e-06,
      "loss": 0.0099,
      "step": 12690
    },
    {
      "grad_norm": 0.28499847650527954,
      "learning_rate": 6.29665429568701e-06,
      "loss": 0.0119,
      "step": 12700
    },
    {
      "grad_norm": 0.16926191747188568,
      "learning_rate": 6.2432095591015705e-06,
      "loss": 0.0052,
      "step": 12710
    },
    {
      "grad_norm": 0.34271493554115295,
      "learning_rate": 6.1899774969570444e-06,
      "loss": 0.0075,
      "step": 12720
    },
    {
      "grad_norm": 0.18779651820659637,
      "learning_rate": 6.136958367981272e-06,
      "loss": 0.0063,
      "step": 12730
    },
    {
      "grad_norm": 0.20011936128139496,
      "learning_rate": 6.084152429867113e-06,
      "loss": 0.0066,
      "step": 12740
    },
    {
      "grad_norm": 0.20742130279541016,
      "learning_rate": 6.0315599392712865e-06,
      "loss": 0.0057,
      "step": 12750
    },
    {
      "grad_norm": 0.20767532289028168,
      "learning_rate": 5.979181151813057e-06,
      "loss": 0.0065,
      "step": 12760
    },
    {
      "grad_norm": 0.19036643207073212,
      "learning_rate": 5.927016322072992e-06,
      "loss": 0.0168,
      "step": 12770
    },
    {
      "grad_norm": 0.22495567798614502,
      "learning_rate": 5.875065703591787e-06,
      "loss": 0.0095,
      "step": 12780
    },
    {
      "grad_norm": 0.42814549803733826,
      "learning_rate": 5.823329548868939e-06,
      "loss": 0.0144,
      "step": 12790
    },
    {
      "grad_norm": 0.15360146760940552,
      "learning_rate": 5.77180810936162e-06,
      "loss": 0.0095,
      "step": 12800
    },
    {
      "grad_norm": 0.4587703347206116,
      "learning_rate": 5.720501635483366e-06,
      "loss": 0.0081,
      "step": 12810
    },
    {
      "grad_norm": 0.2715546190738678,
      "learning_rate": 5.669410376602918e-06,
      "loss": 0.0097,
      "step": 12820
    },
    {
      "grad_norm": 0.4492945671081543,
      "learning_rate": 5.618534581043011e-06,
      "loss": 0.0074,
      "step": 12830
    },
    {
      "grad_norm": 0.4033966064453125,
      "learning_rate": 5.5678744960791005e-06,
      "loss": 0.011,
      "step": 12840
    },
    {
      "grad_norm": 0.2983563542366028,
      "learning_rate": 5.517430367938237e-06,
      "loss": 0.0055,
      "step": 12850
    },
    {
      "grad_norm": 0.15924480557441711,
      "learning_rate": 5.467202441797842e-06,
      "loss": 0.0063,
      "step": 12860
    },
    {
      "grad_norm": 0.185675710439682,
      "learning_rate": 5.417190961784497e-06,
      "loss": 0.0059,
      "step": 12870
    },
    {
      "grad_norm": 0.39103978872299194,
      "learning_rate": 5.3673961709727885e-06,
      "loss": 0.007,
      "step": 12880
    },
    {
      "grad_norm": 0.16520452499389648,
      "learning_rate": 5.317818311384115e-06,
      "loss": 0.0055,
      "step": 12890
    },
    {
      "grad_norm": 0.1881224513053894,
      "learning_rate": 5.2684576239854895e-06,
      "loss": 0.0054,
      "step": 12900
    },
    {
      "grad_norm": 1.2366201877593994,
      "learning_rate": 5.219314348688414e-06,
      "loss": 0.006,
      "step": 12910
    },
    {
      "grad_norm": 0.2782194912433624,
      "learning_rate": 5.170388724347658e-06,
      "loss": 0.0131,
      "step": 12920
    },
    {
      "grad_norm": 0.2452050894498825,
      "learning_rate": 5.1216809887601245e-06,
      "loss": 0.0059,
      "step": 12930
    },
    {
      "grad_norm": 0.23069420456886292,
      "learning_rate": 5.073191378663733e-06,
      "loss": 0.0042,
      "step": 12940
    },
    {
      "grad_norm": 0.28018760681152344,
      "learning_rate": 5.024920129736188e-06,
      "loss": 0.0057,
      "step": 12950
    },
    {
      "grad_norm": 0.3239833414554596,
      "learning_rate": 4.976867476593894e-06,
      "loss": 0.0114,
      "step": 12960
    },
    {
      "grad_norm": 0.2509039044380188,
      "learning_rate": 4.929033652790821e-06,
      "loss": 0.0068,
      "step": 12970
    },
    {
      "grad_norm": 0.34809327125549316,
      "learning_rate": 4.881418890817296e-06,
      "loss": 0.0089,
      "step": 12980
    },
    {
      "grad_norm": 0.48515304923057556,
      "learning_rate": 4.834023422098971e-06,
      "loss": 0.0076,
      "step": 12990
    },
    {
      "grad_norm": 0.6170439720153809,
      "learning_rate": 4.7868474769956266e-06,
      "loss": 0.0071,
      "step": 13000
    },
    {
      "grad_norm": 0.2911258041858673,
      "learning_rate": 4.7398912848000636e-06,
      "loss": 0.0081,
      "step": 13010
    },
    {
      "grad_norm": 0.47360268235206604,
      "learning_rate": 4.6931550737370264e-06,
      "loss": 0.0073,
      "step": 13020
    },
    {
      "grad_norm": 0.6016982793807983,
      "learning_rate": 4.646639070962067e-06,
      "loss": 0.0136,
      "step": 13030
    },
    {
      "grad_norm": 0.11650495231151581,
      "learning_rate": 4.600343502560439e-06,
      "loss": 0.0061,
      "step": 13040
    },
    {
      "grad_norm": 0.39726749062538147,
      "learning_rate": 4.55426859354599e-06,
      "loss": 0.0072,
      "step": 13050
    },
    {
      "grad_norm": 0.24526025354862213,
      "learning_rate": 4.5084145678600805e-06,
      "loss": 0.0073,
      "step": 13060
    },
    {
      "grad_norm": 0.27723488211631775,
      "learning_rate": 4.462781648370518e-06,
      "loss": 0.0065,
      "step": 13070
    },
    {
      "grad_norm": 0.3107336461544037,
      "learning_rate": 4.417370056870418e-06,
      "loss": 0.0056,
      "step": 13080
    },
    {
      "grad_norm": 0.1576033979654312,
      "learning_rate": 4.372180014077193e-06,
      "loss": 0.0081,
      "step": 13090
    },
    {
      "grad_norm": 0.23649197816848755,
      "learning_rate": 4.327211739631415e-06,
      "loss": 0.006,
      "step": 13100
    },
    {
      "grad_norm": 0.25007688999176025,
      "learning_rate": 4.282465452095802e-06,
      "loss": 0.0132,
      "step": 13110
    },
    {
      "grad_norm": 0.6102922558784485,
      "learning_rate": 4.237941368954124e-06,
      "loss": 0.0103,
      "step": 13120
    },
    {
      "grad_norm": 0.23287194967269897,
      "learning_rate": 4.193639706610147e-06,
      "loss": 0.0082,
      "step": 13130
    },
    {
      "grad_norm": 0.46371784806251526,
      "learning_rate": 4.149560680386588e-06,
      "loss": 0.0055,
      "step": 13140
    },
    {
      "grad_norm": 0.20909135043621063,
      "learning_rate": 4.105704504524094e-06,
      "loss": 0.0061,
      "step": 13150
    },
    {
      "grad_norm": 0.12220359593629837,
      "learning_rate": 4.0620713921801334e-06,
      "loss": 0.0051,
      "step": 13160
    },
    {
      "grad_norm": 0.37311238050460815,
      "learning_rate": 4.0186615554280385e-06,
      "loss": 0.0071,
      "step": 13170
    },
    {
      "grad_norm": 0.20195916295051575,
      "learning_rate": 3.975475205255929e-06,
      "loss": 0.0057,
      "step": 13180
    },
    {
      "grad_norm": 0.24365195631980896,
      "learning_rate": 3.932512551565676e-06,
      "loss": 0.005,
      "step": 13190
    },
    {
      "grad_norm": 0.15591631829738617,
      "learning_rate": 3.889773803171936e-06,
      "loss": 0.012,
      "step": 13200
    },
    {
      "grad_norm": 0.16309906542301178,
      "learning_rate": 3.847259167801076e-06,
      "loss": 0.0057,
      "step": 13210
    },
    {
      "grad_norm": 0.5834491848945618,
      "learning_rate": 3.804968852090185e-06,
      "loss": 0.0073,
      "step": 13220
    },
    {
      "grad_norm": 0.3761669993400574,
      "learning_rate": 3.762903061586104e-06,
      "loss": 0.0082,
      "step": 13230
    },
    {
      "grad_norm": 0.17802861332893372,
      "learning_rate": 3.721062000744363e-06,
      "loss": 0.0122,
      "step": 13240
    },
    {
      "grad_norm": 0.22453053295612335,
      "learning_rate": 3.679445872928244e-06,
      "loss": 0.008,
      "step": 13250
    },
    {
      "grad_norm": 0.2457607239484787,
      "learning_rate": 3.6380548804077707e-06,
      "loss": 0.0097,
      "step": 13260
    },
    {
      "grad_norm": 0.2493397444486618,
      "learning_rate": 3.5968892243587016e-06,
      "loss": 0.0088,
      "step": 13270
    },
    {
      "grad_norm": 0.1773887723684311,
      "learning_rate": 3.555949104861611e-06,
      "loss": 0.006,
      "step": 13280
    },
    {
      "grad_norm": 0.3798935115337372,
      "learning_rate": 3.5152347209008394e-06,
      "loss": 0.008,
      "step": 13290
    },
    {
      "grad_norm": 0.1799134761095047,
      "learning_rate": 3.4747462703636104e-06,
      "loss": 0.0179,
      "step": 13300
    },
    {
      "grad_norm": 0.17602169513702393,
      "learning_rate": 3.434483950038986e-06,
      "loss": 0.0068,
      "step": 13310
    },
    {
      "grad_norm": 0.3811265826225281,
      "learning_rate": 3.3944479556169806e-06,
      "loss": 0.0069,
      "step": 13320
    },
    {
      "grad_norm": 0.24722109735012054,
      "learning_rate": 3.3546384816875665e-06,
      "loss": 0.0104,
      "step": 13330
    },
    {
      "grad_norm": 0.24425369501113892,
      "learning_rate": 3.315055721739746e-06,
      "loss": 0.0098,
      "step": 13340
    },
    {
      "grad_norm": 0.2400081753730774,
      "learning_rate": 3.275699868160592e-06,
      "loss": 0.0057,
      "step": 13350
    },
    {
      "grad_norm": 0.3441114127635956,
      "learning_rate": 3.23657111223436e-06,
      "loss": 0.0075,
      "step": 13360
    },
    {
      "grad_norm": 0.19331002235412598,
      "learning_rate": 3.1976696441414764e-06,
      "loss": 0.0067,
      "step": 13370
    },
    {
      "grad_norm": 0.33316949009895325,
      "learning_rate": 3.158995652957719e-06,
      "loss": 0.006,
      "step": 13380
    },
    {
      "grad_norm": 0.2039962112903595,
      "learning_rate": 3.1205493266531937e-06,
      "loss": 0.0085,
      "step": 13390
    },
    {
      "grad_norm": 0.2719997763633728,
      "learning_rate": 3.082330852091497e-06,
      "loss": 0.0084,
      "step": 13400
    },
    {
      "grad_norm": 0.33942869305610657,
      "learning_rate": 3.0443404150287847e-06,
      "loss": 0.0056,
      "step": 13410
    },
    {
      "grad_norm": 0.5764293670654297,
      "learning_rate": 3.0065782001128475e-06,
      "loss": 0.0061,
      "step": 13420
    },
    {
      "grad_norm": 0.2148481160402298,
      "learning_rate": 2.9690443908822252e-06,
      "loss": 0.0068,
      "step": 13430
    },
    {
      "grad_norm": 0.17024856805801392,
      "learning_rate": 2.9317391697653518e-06,
      "loss": 0.0101,
      "step": 13440
    },
    {
      "grad_norm": 0.16776058077812195,
      "learning_rate": 2.8946627180795936e-06,
      "loss": 0.006,
      "step": 13450
    },
    {
      "grad_norm": 0.15965254604816437,
      "learning_rate": 2.8578152160304573e-06,
      "loss": 0.0079,
      "step": 13460
    },
    {
      "grad_norm": 0.17791707813739777,
      "learning_rate": 2.821196842710638e-06,
      "loss": 0.0092,
      "step": 13470
    },
    {
      "grad_norm": 0.17046259343624115,
      "learning_rate": 2.7848077760991853e-06,
      "loss": 0.0067,
      "step": 13480
    },
    {
      "grad_norm": 0.3525201976299286,
      "learning_rate": 2.7486481930606434e-06,
      "loss": 0.0105,
      "step": 13490
    },
    {
      "grad_norm": 0.3092584013938904,
      "learning_rate": 2.712718269344161e-06,
      "loss": 0.0091,
      "step": 13500
    },
    {
      "grad_norm": 0.31619277596473694,
      "learning_rate": 2.677018179582669e-06,
      "loss": 0.0098,
      "step": 13510
    },
    {
      "grad_norm": 0.43432244658470154,
      "learning_rate": 2.641548097292024e-06,
      "loss": 0.0051,
      "step": 13520
    },
    {
      "grad_norm": 0.19614560902118683,
      "learning_rate": 2.606308194870133e-06,
      "loss": 0.0058,
      "step": 13530
    },
    {
      "grad_norm": 0.4953870475292206,
      "learning_rate": 2.5712986435961707e-06,
      "loss": 0.0098,
      "step": 13540
    },
    {
      "grad_norm": 0.44135546684265137,
      "learning_rate": 2.536519613629723e-06,
      "loss": 0.0076,
      "step": 13550
    },
    {
      "grad_norm": 0.3207038342952728,
      "learning_rate": 2.501971274009923e-06,
      "loss": 0.0088,
      "step": 13560
    },
    {
      "grad_norm": 0.30010297894477844,
      "learning_rate": 2.467653792654695e-06,
      "loss": 0.0042,
      "step": 13570
    },
    {
      "grad_norm": 0.2333853542804718,
      "learning_rate": 2.4335673363598822e-06,
      "loss": 0.0085,
      "step": 13580
    },
    {
      "grad_norm": 0.5934261679649353,
      "learning_rate": 2.399712070798471e-06,
      "loss": 0.0148,
      "step": 13590
    },
    {
      "grad_norm": 0.23906224966049194,
      "learning_rate": 2.3660881605197694e-06,
      "loss": 0.013,
      "step": 13600
    },
    {
      "grad_norm": 0.1166125237941742,
      "learning_rate": 2.332695768948617e-06,
      "loss": 0.0069,
      "step": 13610
    },
    {
      "grad_norm": 0.3877728283405304,
      "learning_rate": 2.299535058384583e-06,
      "loss": 0.0069,
      "step": 13620
    },
    {
      "grad_norm": 0.50775545835495,
      "learning_rate": 2.266606190001186e-06,
      "loss": 0.0066,
      "step": 13630
    },
    {
      "grad_norm": 0.13872429728507996,
      "learning_rate": 2.2339093238450737e-06,
      "loss": 0.0073,
      "step": 13640
    },
    {
      "grad_norm": 0.294814795255661,
      "learning_rate": 2.20144461883533e-06,
      "loss": 0.0048,
      "step": 13650
    },
    {
      "grad_norm": 0.2279462367296219,
      "learning_rate": 2.1692122327625908e-06,
      "loss": 0.0074,
      "step": 13660
    },
    {
      "grad_norm": 0.21856841444969177,
      "learning_rate": 2.137212322288379e-06,
      "loss": 0.0112,
      "step": 13670
    },
    {
      "grad_norm": 0.20621713995933533,
      "learning_rate": 2.105445042944282e-06,
      "loss": 0.0095,
      "step": 13680
    },
    {
      "grad_norm": 0.26559513807296753,
      "learning_rate": 2.0739105491312027e-06,
      "loss": 0.0061,
      "step": 13690
    },
    {
      "grad_norm": 0.11217015236616135,
      "learning_rate": 2.0426089941186443e-06,
      "loss": 0.0051,
      "step": 13700
    },
    {
      "grad_norm": 0.2861548662185669,
      "learning_rate": 2.0115405300439093e-06,
      "loss": 0.0069,
      "step": 13710
    },
    {
      "grad_norm": 0.45985183119773865,
      "learning_rate": 1.9807053079114013e-06,
      "loss": 0.0047,
      "step": 13720
    },
    {
      "grad_norm": 0.45806869864463806,
      "learning_rate": 1.9501034775919024e-06,
      "loss": 0.0061,
      "step": 13730
    },
    {
      "grad_norm": 0.24538634717464447,
      "learning_rate": 1.9197351878217917e-06,
      "loss": 0.0047,
      "step": 13740
    },
    {
      "grad_norm": 0.7063992023468018,
      "learning_rate": 1.8896005862023669e-06,
      "loss": 0.0103,
      "step": 13750
    },
    {
      "grad_norm": 0.38008156418800354,
      "learning_rate": 1.8596998191991288e-06,
      "loss": 0.0078,
      "step": 13760
    },
    {
      "grad_norm": 0.38426506519317627,
      "learning_rate": 1.8300330321410208e-06,
      "loss": 0.0065,
      "step": 13770
    },
    {
      "grad_norm": 0.34624186158180237,
      "learning_rate": 1.8006003692197794e-06,
      "loss": 0.0074,
      "step": 13780
    },
    {
      "grad_norm": 0.30827516317367554,
      "learning_rate": 1.7714019734892062e-06,
      "loss": 0.0067,
      "step": 13790
    },
    {
      "grad_norm": 0.36788442730903625,
      "learning_rate": 1.7424379868644759e-06,
      "loss": 0.0085,
      "step": 13800
    },
    {
      "grad_norm": 0.4360903203487396,
      "learning_rate": 1.71370855012144e-06,
      "loss": 0.0081,
      "step": 13810
    },
    {
      "grad_norm": 0.26722919940948486,
      "learning_rate": 1.6852138028959574e-06,
      "loss": 0.0121,
      "step": 13820
    },
    {
      "grad_norm": 0.4702605605125427,
      "learning_rate": 1.6569538836832044e-06,
      "loss": 0.0073,
      "step": 13830
    },
    {
      "grad_norm": 0.21209537982940674,
      "learning_rate": 1.6289289298370147e-06,
      "loss": 0.0192,
      "step": 13840
    },
    {
      "grad_norm": 0.22509540617465973,
      "learning_rate": 1.6011390775691748e-06,
      "loss": 0.0059,
      "step": 13850
    },
    {
      "grad_norm": 1.1872659921646118,
      "learning_rate": 1.5735844619488238e-06,
      "loss": 0.0084,
      "step": 13860
    },
    {
      "grad_norm": 0.1775306612253189,
      "learning_rate": 1.5462652169017322e-06,
      "loss": 0.0045,
      "step": 13870
    },
    {
      "grad_norm": 0.28244146704673767,
      "learning_rate": 1.5191814752097023e-06,
      "loss": 0.0061,
      "step": 13880
    },
    {
      "grad_norm": 0.3275497853755951,
      "learning_rate": 1.492333368509896e-06,
      "loss": 0.0055,
      "step": 13890
    },
    {
      "grad_norm": 0.2708209753036499,
      "learning_rate": 1.4657210272941923e-06,
      "loss": 0.0073,
      "step": 13900
    },
    {
      "grad_norm": 0.2292722910642624,
      "learning_rate": 1.4393445809085748e-06,
      "loss": 0.0055,
      "step": 13910
    },
    {
      "grad_norm": 0.3802766501903534,
      "learning_rate": 1.4132041575524834e-06,
      "loss": 0.0064,
      "step": 13920
    },
    {
      "grad_norm": 2.287766933441162,
      "learning_rate": 1.387299884278187e-06,
      "loss": 0.0104,
      "step": 13930
    },
    {
      "grad_norm": 0.224168062210083,
      "learning_rate": 1.3616318869901945e-06,
      "loss": 0.0059,
      "step": 13940
    },
    {
      "grad_norm": 0.3390575051307678,
      "learning_rate": 1.336200290444606e-06,
      "loss": 0.0074,
      "step": 13950
    },
    {
      "grad_norm": 0.10993990302085876,
      "learning_rate": 1.3110052182485454e-06,
      "loss": 0.005,
      "step": 13960
    },
    {
      "grad_norm": 0.17693087458610535,
      "learning_rate": 1.2860467928595298e-06,
      "loss": 0.0047,
      "step": 13970
    },
    {
      "grad_norm": 0.1850394308567047,
      "learning_rate": 1.2613251355848732e-06,
      "loss": 0.006,
      "step": 13980
    },
    {
      "grad_norm": 3.145932197570801,
      "learning_rate": 1.2368403665811324e-06,
      "loss": 0.0076,
      "step": 13990
    },
    {
      "grad_norm": 0.11511076986789703,
      "learning_rate": 1.2125926048534686e-06,
      "loss": 0.0057,
      "step": 14000
    },
    {
      "grad_norm": 0.275608092546463,
      "learning_rate": 1.1885819682551259e-06,
      "loss": 0.0068,
      "step": 14010
    },
    {
      "grad_norm": 0.21822886168956757,
      "learning_rate": 1.164808573486814e-06,
      "loss": 0.007,
      "step": 14020
    },
    {
      "grad_norm": 0.23650848865509033,
      "learning_rate": 1.1412725360961608e-06,
      "loss": 0.0054,
      "step": 14030
    },
    {
      "grad_norm": 0.27088218927383423,
      "learning_rate": 1.1179739704771486e-06,
      "loss": 0.0055,
      "step": 14040
    },
    {
      "grad_norm": 0.2199329435825348,
      "learning_rate": 1.0949129898695675e-06,
      "loss": 0.0047,
      "step": 14050
    },
    {
      "grad_norm": 0.31444787979125977,
      "learning_rate": 1.0720897063584423e-06,
      "loss": 0.0049,
      "step": 14060
    },
    {
      "grad_norm": 0.30888187885284424,
      "learning_rate": 1.0495042308735103e-06,
      "loss": 0.007,
      "step": 14070
    },
    {
      "grad_norm": 1.0073039531707764,
      "learning_rate": 1.0271566731886617e-06,
      "loss": 0.0079,
      "step": 14080
    },
    {
      "grad_norm": 1.0017824172973633,
      "learning_rate": 1.005047141921428e-06,
      "loss": 0.0056,
      "step": 14090
    },
    {
      "grad_norm": 0.4735252559185028,
      "learning_rate": 9.831757445324274e-07,
      "loss": 0.009,
      "step": 14100
    },
    {
      "grad_norm": 0.21474407613277435,
      "learning_rate": 9.615425873248761e-07,
      "loss": 0.0036,
      "step": 14110
    },
    {
      "grad_norm": 0.3845122456550598,
      "learning_rate": 9.401477754440502e-07,
      "loss": 0.0051,
      "step": 14120
    },
    {
      "grad_norm": 0.5951576828956604,
      "learning_rate": 9.189914128767684e-07,
      "loss": 0.0067,
      "step": 14130
    },
    {
      "grad_norm": 0.1564732939004898,
      "learning_rate": 8.980736024508996e-07,
      "loss": 0.0175,
      "step": 14140
    },
    {
      "grad_norm": 0.24136467278003693,
      "learning_rate": 8.77394445834867e-07,
      "loss": 0.0045,
      "step": 14150
    },
    {
      "grad_norm": 0.4226149618625641,
      "learning_rate": 8.569540435371281e-07,
      "loss": 0.0075,
      "step": 14160
    },
    {
      "grad_norm": 0.49722111225128174,
      "learning_rate": 8.367524949057348e-07,
      "loss": 0.0084,
      "step": 14170
    },
    {
      "grad_norm": 0.27816489338874817,
      "learning_rate": 8.167898981277844e-07,
      "loss": 0.0063,
      "step": 14180
    },
    {
      "grad_norm": 0.3563316762447357,
      "learning_rate": 7.970663502290143e-07,
      "loss": 0.0058,
      "step": 14190
    },
    {
      "grad_norm": 0.15808618068695068,
      "learning_rate": 7.775819470732692e-07,
      "loss": 0.0069,
      "step": 14200
    },
    {
      "grad_norm": 0.35029351711273193,
      "learning_rate": 7.583367833620681e-07,
      "loss": 0.0068,
      "step": 14210
    },
    {
      "grad_norm": 0.23066990077495575,
      "learning_rate": 7.39330952634143e-07,
      "loss": 0.0069,
      "step": 14220
    },
    {
      "grad_norm": 0.33990561962127686,
      "learning_rate": 7.205645472649681e-07,
      "loss": 0.0071,
      "step": 14230
    },
    {
      "grad_norm": 0.15848933160305023,
      "learning_rate": 7.020376584663202e-07,
      "loss": 0.0042,
      "step": 14240
    },
    {
      "grad_norm": 0.22881044447422028,
      "learning_rate": 6.83750376285841e-07,
      "loss": 0.0062,
      "step": 14250
    },
    {
      "grad_norm": 0.14552071690559387,
      "learning_rate": 6.657027896065982e-07,
      "loss": 0.0118,
      "step": 14260
    },
    {
      "grad_norm": 0.2560015916824341,
      "learning_rate": 6.478949861466355e-07,
      "loss": 0.0052,
      "step": 14270
    },
    {
      "grad_norm": 0.17500461637973785,
      "learning_rate": 6.303270524585736e-07,
      "loss": 0.006,
      "step": 14280
    },
    {
      "grad_norm": 0.15131284296512604,
      "learning_rate": 6.129990739291713e-07,
      "loss": 0.0051,
      "step": 14290
    },
    {
      "grad_norm": 0.18642622232437134,
      "learning_rate": 5.959111347789093e-07,
      "loss": 0.0059,
      "step": 14300
    },
    {
      "grad_norm": 0.3350693881511688,
      "learning_rate": 5.790633180615956e-07,
      "loss": 0.0049,
      "step": 14310
    },
    {
      "grad_norm": 0.19902761280536652,
      "learning_rate": 5.624557056639446e-07,
      "loss": 0.0081,
      "step": 14320
    },
    {
      "grad_norm": 0.31774118542671204,
      "learning_rate": 5.460883783051984e-07,
      "loss": 0.0073,
      "step": 14330
    },
    {
      "grad_norm": 0.32034623622894287,
      "learning_rate": 5.299614155367171e-07,
      "loss": 0.0075,
      "step": 14340
    },
    {
      "grad_norm": 0.21855689585208893,
      "learning_rate": 5.140748957415897e-07,
      "loss": 0.0055,
      "step": 14350
    },
    {
      "grad_norm": 0.24374748766422272,
      "learning_rate": 4.984288961342787e-07,
      "loss": 0.008,
      "step": 14360
    },
    {
      "grad_norm": 0.26004695892333984,
      "learning_rate": 4.830234927602206e-07,
      "loss": 0.0082,
      "step": 14370
    },
    {
      "grad_norm": 0.20234231650829315,
      "learning_rate": 4.6785876049545986e-07,
      "loss": 0.0074,
      "step": 14380
    },
    {
      "grad_norm": 0.267657995223999,
      "learning_rate": 4.5293477304629297e-07,
      "loss": 0.0067,
      "step": 14390
    },
    {
      "grad_norm": 0.7418426275253296,
      "learning_rate": 4.382516029489081e-07,
      "loss": 0.0082,
      "step": 14400
    },
    {
      "grad_norm": 0.1196158155798912,
      "learning_rate": 4.2380932156902975e-07,
      "loss": 0.0071,
      "step": 14410
    },
    {
      "grad_norm": 0.3440268039703369,
      "learning_rate": 4.0960799910156335e-07,
      "loss": 0.0064,
      "step": 14420
    },
    {
      "grad_norm": 0.1940196305513382,
      "learning_rate": 3.956477045702844e-07,
      "loss": 0.0048,
      "step": 14430
    },
    {
      "grad_norm": 0.4585998058319092,
      "learning_rate": 3.819285058274613e-07,
      "loss": 0.005,
      "step": 14440
    },
    {
      "grad_norm": 0.35172799229621887,
      "learning_rate": 3.684504695535496e-07,
      "loss": 0.0089,
      "step": 14450
    },
    {
      "grad_norm": 1.4254586696624756,
      "learning_rate": 3.552136612568813e-07,
      "loss": 0.0054,
      "step": 14460
    },
    {
      "grad_norm": 0.37970712780952454,
      "learning_rate": 3.422181452733042e-07,
      "loss": 0.0073,
      "step": 14470
    },
    {
      "grad_norm": 0.30041322112083435,
      "learning_rate": 3.294639847659209e-07,
      "loss": 0.0108,
      "step": 14480
    },
    {
      "grad_norm": 0.7531595826148987,
      "learning_rate": 3.169512417247389e-07,
      "loss": 0.0062,
      "step": 14490
    },
    {
      "grad_norm": 0.18161219358444214,
      "learning_rate": 3.046799769663822e-07,
      "loss": 0.0046,
      "step": 14500
    },
    {
      "grad_norm": 0.2840035855770111,
      "learning_rate": 2.926502501338191e-07,
      "loss": 0.0076,
      "step": 14510
    },
    {
      "grad_norm": 0.4053875505924225,
      "learning_rate": 2.808621196960404e-07,
      "loss": 0.0045,
      "step": 14520
    },
    {
      "grad_norm": 0.223341166973114,
      "learning_rate": 2.6931564294778164e-07,
      "loss": 0.0075,
      "step": 14530
    },
    {
      "grad_norm": 0.7509521842002869,
      "learning_rate": 2.58010876009257e-07,
      "loss": 0.007,
      "step": 14540
    },
    {
      "grad_norm": 0.26238128542900085,
      "learning_rate": 2.4694787382589237e-07,
      "loss": 0.0076,
      "step": 14550
    },
    {
      "grad_norm": 0.14432169497013092,
      "learning_rate": 2.3612669016802592e-07,
      "loss": 0.0051,
      "step": 14560
    },
    {
      "grad_norm": 0.4144776463508606,
      "learning_rate": 2.2554737763068045e-07,
      "loss": 0.0068,
      "step": 14570
    },
    {
      "grad_norm": 0.1172470673918724,
      "learning_rate": 2.152099876332858e-07,
      "loss": 0.006,
      "step": 14580
    },
    {
      "grad_norm": 2.1894474029541016,
      "learning_rate": 2.051145704194457e-07,
      "loss": 0.0061,
      "step": 14590
    },
    {
      "grad_norm": 0.22132763266563416,
      "learning_rate": 1.9526117505667129e-07,
      "loss": 0.0055,
      "step": 14600
    },
    {
      "grad_norm": 0.17526553571224213,
      "learning_rate": 1.856498494361758e-07,
      "loss": 0.0065,
      "step": 14610
    },
    {
      "grad_norm": 0.2807050049304962,
      "learning_rate": 1.7628064027260803e-07,
      "loss": 0.0051,
      "step": 14620
    },
    {
      "grad_norm": 0.18037521839141846,
      "learning_rate": 1.671535931038415e-07,
      "loss": 0.0151,
      "step": 14630
    },
    {
      "grad_norm": 0.2450205683708191,
      "learning_rate": 1.5826875229076333e-07,
      "loss": 0.0137,
      "step": 14640
    },
    {
      "grad_norm": 0.11478634178638458,
      "learning_rate": 1.496261610170302e-07,
      "loss": 0.0054,
      "step": 14650
    },
    {
      "grad_norm": 0.1815188229084015,
      "learning_rate": 1.4122586128888503e-07,
      "loss": 0.0052,
      "step": 14660
    },
    {
      "grad_norm": 0.5847363471984863,
      "learning_rate": 1.3306789393494612e-07,
      "loss": 0.0046,
      "step": 14670
    },
    {
      "grad_norm": 0.1569094955921173,
      "learning_rate": 1.2515229860599054e-07,
      "loss": 0.0065,
      "step": 14680
    },
    {
      "grad_norm": 0.36026886105537415,
      "learning_rate": 1.1747911377478771e-07,
      "loss": 0.005,
      "step": 14690
    },
    {
      "grad_norm": 0.09154783934354782,
      "learning_rate": 1.1004837673589952e-07,
      "loss": 0.0062,
      "step": 14700
    },
    {
      "grad_norm": 0.23861809074878693,
      "learning_rate": 1.0286012360550267e-07,
      "loss": 0.0152,
      "step": 14710
    },
    {
      "grad_norm": 0.35726553201675415,
      "learning_rate": 9.591438932121111e-08,
      "loss": 0.0081,
      "step": 14720
    },
    {
      "grad_norm": 0.2865886986255646,
      "learning_rate": 8.921120764189272e-08,
      "loss": 0.0064,
      "step": 14730
    },
    {
      "grad_norm": 0.3307892680168152,
      "learning_rate": 8.275061114753068e-08,
      "loss": 0.0085,
      "step": 14740
    },
    {
      "grad_norm": 0.41100892424583435,
      "learning_rate": 7.65326312390624e-08,
      "loss": 0.008,
      "step": 14750
    },
    {
      "grad_norm": 0.22317419946193695,
      "learning_rate": 7.055729813819079e-08,
      "loss": 0.0081,
      "step": 14760
    },
    {
      "grad_norm": 0.3102707862854004,
      "learning_rate": 6.48246408872899e-08,
      "loss": 0.0072,
      "step": 14770
    },
    {
      "grad_norm": 0.1633717119693756,
      "learning_rate": 5.9334687349227314e-08,
      "loss": 0.0053,
      "step": 14780
    },
    {
      "grad_norm": 0.29586556553840637,
      "learning_rate": 5.4087464207236426e-08,
      "loss": 0.0119,
      "step": 14790
    },
    {
      "grad_norm": 0.19677148759365082,
      "learning_rate": 4.9082996964794345e-08,
      "loss": 0.0039,
      "step": 14800
    },
    {
      "grad_norm": 0.2369355857372284,
      "learning_rate": 4.432130994548866e-08,
      "loss": 0.0049,
      "step": 14810
    },
    {
      "grad_norm": 0.5472068190574646,
      "learning_rate": 3.980242629291198e-08,
      "loss": 0.0055,
      "step": 14820
    },
    {
      "grad_norm": 0.222699835896492,
      "learning_rate": 3.5526367970539765e-08,
      "loss": 0.007,
      "step": 14830
    },
    {
      "grad_norm": 0.3312896192073822,
      "learning_rate": 3.1493155761613826e-08,
      "loss": 0.0059,
      "step": 14840
    },
    {
      "grad_norm": 0.2894490659236908,
      "learning_rate": 2.7702809269058992e-08,
      "loss": 0.0056,
      "step": 14850
    },
    {
      "grad_norm": 0.12981797754764557,
      "learning_rate": 2.4155346915394337e-08,
      "loss": 0.0049,
      "step": 14860
    },
    {
      "grad_norm": 0.42174217104911804,
      "learning_rate": 2.085078594261103e-08,
      "loss": 0.0064,
      "step": 14870
    },
    {
      "grad_norm": 0.3536546230316162,
      "learning_rate": 1.7789142412122372e-08,
      "loss": 0.0048,
      "step": 14880
    },
    {
      "grad_norm": 0.07323595136404037,
      "learning_rate": 1.4970431204663905e-08,
      "loss": 0.0065,
      "step": 14890
    },
    {
      "grad_norm": 0.2706715166568756,
      "learning_rate": 1.2394666020226764e-08,
      "loss": 0.0047,
      "step": 14900
    },
    {
      "grad_norm": 0.554049015045166,
      "learning_rate": 1.0061859378007743e-08,
      "loss": 0.005,
      "step": 14910
    },
    {
      "grad_norm": 0.3322099447250366,
      "learning_rate": 7.97202261630936e-09,
      "loss": 0.0102,
      "step": 14920
    },
    {
      "grad_norm": 0.1070421114563942,
      "learning_rate": 6.125165892539863e-09,
      "loss": 0.0076,
      "step": 14930
    },
    {
      "grad_norm": 0.25628164410591125,
      "learning_rate": 4.5212981831022076e-09,
      "loss": 0.0061,
      "step": 14940
    },
    {
      "grad_norm": 0.18990346789360046,
      "learning_rate": 3.1604272834051542e-09,
      "loss": 0.0061,
      "step": 14950
    },
    {
      "grad_norm": 0.3175003230571747,
      "learning_rate": 2.04255980778556e-09,
      "loss": 0.0041,
      "step": 14960
    },
    {
      "grad_norm": 0.11756216734647751,
      "learning_rate": 1.1677011895028234e-09,
      "loss": 0.0041,
      "step": 14970
    },
    {
      "grad_norm": 0.115009605884552,
      "learning_rate": 5.358556807000259e-10,
      "loss": 0.0067,
      "step": 14980
    },
    {
      "grad_norm": 0.29619601368904114,
      "learning_rate": 1.4702635238728058e-10,
      "loss": 0.0072,
      "step": 14990
    },
    {
      "grad_norm": 0.2959609627723694,
      "learning_rate": 1.2150944139754927e-12,
      "loss": 0.005,
      "step": 15000
    }
  ],
  "logging_steps": 10,
  "max_steps": 15000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 9223372036854775807,
  "save_steps": 15000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 32,
  "trial_name": null,
  "trial_params": null
}