{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 160.0,
  "eval_steps": 500,
  "global_step": 20000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08,
      "grad_norm": 9.023629188537598,
      "learning_rate": 1.5000000000000002e-07,
      "loss": 0.7141,
      "step": 10
    },
    {
      "epoch": 0.16,
      "grad_norm": 9.261289596557617,
      "learning_rate": 3.1666666666666667e-07,
      "loss": 0.741,
      "step": 20
    },
    {
      "epoch": 0.24,
      "grad_norm": 8.105447769165039,
      "learning_rate": 4.833333333333334e-07,
      "loss": 0.718,
      "step": 30
    },
    {
      "epoch": 0.32,
      "grad_norm": 6.859663009643555,
      "learning_rate": 6.5e-07,
      "loss": 0.6255,
      "step": 40
    },
    {
      "epoch": 0.4,
      "grad_norm": 6.373777389526367,
      "learning_rate": 8.166666666666666e-07,
      "loss": 0.5555,
      "step": 50
    },
    {
      "epoch": 0.48,
      "grad_norm": 5.0986857414245605,
      "learning_rate": 9.833333333333334e-07,
      "loss": 0.4596,
      "step": 60
    },
    {
      "epoch": 0.56,
      "grad_norm": 1.9565378427505493,
      "learning_rate": 1.15e-06,
      "loss": 0.3107,
      "step": 70
    },
    {
      "epoch": 0.64,
      "grad_norm": 1.2244822978973389,
      "learning_rate": 1.3166666666666668e-06,
      "loss": 0.2644,
      "step": 80
    },
    {
      "epoch": 0.72,
      "grad_norm": 1.4751900434494019,
      "learning_rate": 1.4833333333333335e-06,
      "loss": 0.2348,
      "step": 90
    },
    {
      "epoch": 0.8,
      "grad_norm": 0.8697030544281006,
      "learning_rate": 1.65e-06,
      "loss": 0.21,
      "step": 100
    },
    {
      "epoch": 0.88,
      "grad_norm": 0.8096094727516174,
      "learning_rate": 1.816666666666667e-06,
      "loss": 0.1962,
      "step": 110
    },
    {
      "epoch": 0.96,
      "grad_norm": 0.4784691035747528,
      "learning_rate": 1.9833333333333335e-06,
      "loss": 0.1837,
      "step": 120
    },
    {
      "epoch": 1.04,
      "grad_norm": 0.600388765335083,
      "learning_rate": 2.1499999999999997e-06,
      "loss": 0.1709,
      "step": 130
    },
    {
      "epoch": 1.12,
      "grad_norm": 0.4893725514411926,
      "learning_rate": 2.316666666666667e-06,
      "loss": 0.1756,
      "step": 140
    },
    {
      "epoch": 1.2,
      "grad_norm": 0.5407266616821289,
      "learning_rate": 2.4833333333333334e-06,
      "loss": 0.1657,
      "step": 150
    },
    {
      "epoch": 1.28,
      "grad_norm": 0.4353675842285156,
      "learning_rate": 2.65e-06,
      "loss": 0.163,
      "step": 160
    },
    {
      "epoch": 1.3599999999999999,
      "grad_norm": 0.8280260562896729,
      "learning_rate": 2.8166666666666667e-06,
      "loss": 0.1596,
      "step": 170
    },
    {
      "epoch": 1.44,
      "grad_norm": 0.44584497809410095,
      "learning_rate": 2.9833333333333333e-06,
      "loss": 0.1496,
      "step": 180
    },
    {
      "epoch": 1.52,
      "grad_norm": 0.6748131513595581,
      "learning_rate": 3.1500000000000003e-06,
      "loss": 0.1514,
      "step": 190
    },
    {
      "epoch": 1.6,
      "grad_norm": 0.5193089842796326,
      "learning_rate": 3.3166666666666665e-06,
      "loss": 0.1449,
      "step": 200
    },
    {
      "epoch": 1.6800000000000002,
      "grad_norm": 0.41042661666870117,
      "learning_rate": 3.4833333333333336e-06,
      "loss": 0.1459,
      "step": 210
    },
    {
      "epoch": 1.76,
      "grad_norm": 0.5188643336296082,
      "learning_rate": 3.6499999999999998e-06,
      "loss": 0.1459,
      "step": 220
    },
    {
      "epoch": 1.8399999999999999,
      "grad_norm": 0.4207112789154053,
      "learning_rate": 3.816666666666667e-06,
      "loss": 0.1433,
      "step": 230
    },
    {
      "epoch": 1.92,
      "grad_norm": 0.6460276246070862,
      "learning_rate": 3.983333333333333e-06,
      "loss": 0.1425,
      "step": 240
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.43778881430625916,
      "learning_rate": 4.15e-06,
      "loss": 0.138,
      "step": 250
    },
    {
      "epoch": 2.08,
      "grad_norm": 0.6694310307502747,
      "learning_rate": 4.316666666666667e-06,
      "loss": 0.1351,
      "step": 260
    },
    {
      "epoch": 2.16,
      "grad_norm": 0.8303191661834717,
      "learning_rate": 4.483333333333334e-06,
      "loss": 0.1357,
      "step": 270
    },
    {
      "epoch": 2.24,
      "grad_norm": 0.4789837598800659,
      "learning_rate": 4.65e-06,
      "loss": 0.1281,
      "step": 280
    },
    {
      "epoch": 2.32,
      "grad_norm": 0.7709983587265015,
      "learning_rate": 4.816666666666667e-06,
      "loss": 0.1255,
      "step": 290
    },
    {
      "epoch": 2.4,
      "grad_norm": 0.6232446432113647,
      "learning_rate": 4.983333333333334e-06,
      "loss": 0.1267,
      "step": 300
    },
    {
      "epoch": 2.48,
      "grad_norm": 0.5779470801353455,
      "learning_rate": 5.15e-06,
      "loss": 0.1258,
      "step": 310
    },
    {
      "epoch": 2.56,
      "grad_norm": 0.5440229177474976,
      "learning_rate": 5.316666666666667e-06,
      "loss": 0.1152,
      "step": 320
    },
    {
      "epoch": 2.64,
      "grad_norm": 0.3310103714466095,
      "learning_rate": 5.483333333333333e-06,
      "loss": 0.1158,
      "step": 330
    },
    {
      "epoch": 2.7199999999999998,
      "grad_norm": 0.5391829609870911,
      "learning_rate": 5.65e-06,
      "loss": 0.119,
      "step": 340
    },
    {
      "epoch": 2.8,
      "grad_norm": 0.7421154379844666,
      "learning_rate": 5.816666666666667e-06,
      "loss": 0.1077,
      "step": 350
    },
    {
      "epoch": 2.88,
      "grad_norm": 0.5939589142799377,
      "learning_rate": 5.983333333333334e-06,
      "loss": 0.1117,
      "step": 360
    },
    {
      "epoch": 2.96,
      "grad_norm": 0.46585971117019653,
      "learning_rate": 6.15e-06,
      "loss": 0.0977,
      "step": 370
    },
    {
      "epoch": 3.04,
      "grad_norm": 0.5220734477043152,
      "learning_rate": 6.316666666666667e-06,
      "loss": 0.0958,
      "step": 380
    },
    {
      "epoch": 3.12,
      "grad_norm": 0.41151607036590576,
      "learning_rate": 6.4833333333333345e-06,
      "loss": 0.096,
      "step": 390
    },
    {
      "epoch": 3.2,
      "grad_norm": 0.8092018365859985,
      "learning_rate": 6.650000000000001e-06,
      "loss": 0.0931,
      "step": 400
    },
    {
      "epoch": 3.2800000000000002,
      "grad_norm": 0.7217503190040588,
      "learning_rate": 6.816666666666667e-06,
      "loss": 0.0951,
      "step": 410
    },
    {
      "epoch": 3.36,
      "grad_norm": 0.6883642077445984,
      "learning_rate": 6.983333333333333e-06,
      "loss": 0.0865,
      "step": 420
    },
    {
      "epoch": 3.44,
      "grad_norm": 0.7738397717475891,
      "learning_rate": 7.15e-06,
      "loss": 0.0916,
      "step": 430
    },
    {
      "epoch": 3.52,
      "grad_norm": 0.4748666286468506,
      "learning_rate": 7.316666666666667e-06,
      "loss": 0.0839,
      "step": 440
    },
    {
      "epoch": 3.6,
      "grad_norm": 0.5547154545783997,
      "learning_rate": 7.483333333333334e-06,
      "loss": 0.0815,
      "step": 450
    },
    {
      "epoch": 3.68,
      "grad_norm": 0.5323401689529419,
      "learning_rate": 7.65e-06,
      "loss": 0.0768,
      "step": 460
    },
    {
      "epoch": 3.76,
      "grad_norm": 0.3922017514705658,
      "learning_rate": 7.816666666666666e-06,
      "loss": 0.0756,
      "step": 470
    },
    {
      "epoch": 3.84,
      "grad_norm": 0.6213245987892151,
      "learning_rate": 7.983333333333334e-06,
      "loss": 0.0769,
      "step": 480
    },
    {
      "epoch": 3.92,
      "grad_norm": 0.611096203327179,
      "learning_rate": 8.15e-06,
      "loss": 0.0741,
      "step": 490
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.5403674840927124,
      "learning_rate": 8.316666666666668e-06,
      "loss": 0.0747,
      "step": 500
    },
    {
      "epoch": 4.08,
      "grad_norm": 0.5333626866340637,
      "learning_rate": 8.483333333333334e-06,
      "loss": 0.0683,
      "step": 510
    },
    {
      "epoch": 4.16,
      "grad_norm": 0.782371997833252,
      "learning_rate": 8.65e-06,
      "loss": 0.0704,
      "step": 520
    },
    {
      "epoch": 4.24,
      "grad_norm": 0.5388666987419128,
      "learning_rate": 8.816666666666668e-06,
      "loss": 0.0687,
      "step": 530
    },
    {
      "epoch": 4.32,
      "grad_norm": 0.48960599303245544,
      "learning_rate": 8.983333333333334e-06,
      "loss": 0.0702,
      "step": 540
    },
    {
      "epoch": 4.4,
      "grad_norm": 0.40261542797088623,
      "learning_rate": 9.15e-06,
      "loss": 0.0585,
      "step": 550
    },
    {
      "epoch": 4.48,
      "grad_norm": 0.40826162695884705,
      "learning_rate": 9.316666666666667e-06,
      "loss": 0.0639,
      "step": 560
    },
    {
      "epoch": 4.5600000000000005,
      "grad_norm": 0.46311429142951965,
      "learning_rate": 9.483333333333335e-06,
      "loss": 0.0689,
      "step": 570
    },
    {
      "epoch": 4.64,
      "grad_norm": 0.8465617299079895,
      "learning_rate": 9.65e-06,
      "loss": 0.0624,
      "step": 580
    },
    {
      "epoch": 4.72,
      "grad_norm": 0.3524754047393799,
      "learning_rate": 9.816666666666667e-06,
      "loss": 0.0604,
      "step": 590
    },
    {
      "epoch": 4.8,
      "grad_norm": 0.5878177881240845,
      "learning_rate": 9.983333333333333e-06,
      "loss": 0.0604,
      "step": 600
    },
    {
      "epoch": 4.88,
      "grad_norm": 0.4079234302043915,
      "learning_rate": 1.0150000000000001e-05,
      "loss": 0.0592,
      "step": 610
    },
    {
      "epoch": 4.96,
      "grad_norm": 0.6468047499656677,
      "learning_rate": 1.0316666666666667e-05,
      "loss": 0.0579,
      "step": 620
    },
    {
      "epoch": 5.04,
      "grad_norm": 0.5769015550613403,
      "learning_rate": 1.0483333333333333e-05,
      "loss": 0.059,
      "step": 630
    },
    {
      "epoch": 5.12,
      "grad_norm": 0.6976556777954102,
      "learning_rate": 1.065e-05,
      "loss": 0.0591,
      "step": 640
    },
    {
      "epoch": 5.2,
      "grad_norm": 0.47158268094062805,
      "learning_rate": 1.0816666666666666e-05,
      "loss": 0.0578,
      "step": 650
    },
    {
      "epoch": 5.28,
      "grad_norm": 0.5690194368362427,
      "learning_rate": 1.0983333333333334e-05,
      "loss": 0.0588,
      "step": 660
    },
    {
      "epoch": 5.36,
      "grad_norm": 0.5209157466888428,
      "learning_rate": 1.115e-05,
      "loss": 0.0536,
      "step": 670
    },
    {
      "epoch": 5.44,
      "grad_norm": 0.39499756693840027,
      "learning_rate": 1.1316666666666668e-05,
      "loss": 0.0507,
      "step": 680
    },
    {
      "epoch": 5.52,
      "grad_norm": 0.4042593836784363,
      "learning_rate": 1.1483333333333334e-05,
      "loss": 0.0483,
      "step": 690
    },
    {
      "epoch": 5.6,
      "grad_norm": 0.475936621427536,
      "learning_rate": 1.1650000000000002e-05,
      "loss": 0.0492,
      "step": 700
    },
    {
      "epoch": 5.68,
      "grad_norm": 0.687447190284729,
      "learning_rate": 1.1816666666666668e-05,
      "loss": 0.0518,
      "step": 710
    },
    {
      "epoch": 5.76,
      "grad_norm": 0.833936333656311,
      "learning_rate": 1.1983333333333334e-05,
      "loss": 0.0508,
      "step": 720
    },
    {
      "epoch": 5.84,
      "grad_norm": 0.5305343866348267,
      "learning_rate": 1.215e-05,
      "loss": 0.0526,
      "step": 730
    },
    {
      "epoch": 5.92,
      "grad_norm": 0.5418693423271179,
      "learning_rate": 1.2316666666666667e-05,
      "loss": 0.0528,
      "step": 740
    },
    {
      "epoch": 6.0,
      "grad_norm": 0.35538381338119507,
      "learning_rate": 1.2483333333333335e-05,
      "loss": 0.052,
      "step": 750
    },
    {
      "epoch": 6.08,
      "grad_norm": 0.5443412661552429,
      "learning_rate": 1.2650000000000001e-05,
      "loss": 0.0473,
      "step": 760
    },
    {
      "epoch": 6.16,
      "grad_norm": 0.3932017982006073,
      "learning_rate": 1.2816666666666669e-05,
      "loss": 0.0508,
      "step": 770
    },
    {
      "epoch": 6.24,
      "grad_norm": 0.3475792407989502,
      "learning_rate": 1.2983333333333333e-05,
      "loss": 0.0478,
      "step": 780
    },
    {
      "epoch": 6.32,
      "grad_norm": 0.7597988247871399,
      "learning_rate": 1.3150000000000001e-05,
      "loss": 0.0469,
      "step": 790
    },
    {
      "epoch": 6.4,
      "grad_norm": 0.4397941529750824,
      "learning_rate": 1.3316666666666666e-05,
      "loss": 0.0464,
      "step": 800
    },
    {
      "epoch": 6.48,
      "grad_norm": 0.5468106865882874,
      "learning_rate": 1.3483333333333334e-05,
      "loss": 0.0405,
      "step": 810
    },
    {
      "epoch": 6.5600000000000005,
      "grad_norm": 0.6482546925544739,
      "learning_rate": 1.3650000000000001e-05,
      "loss": 0.045,
      "step": 820
    },
    {
      "epoch": 6.64,
      "grad_norm": 0.4596169590950012,
      "learning_rate": 1.3816666666666666e-05,
      "loss": 0.0428,
      "step": 830
    },
    {
      "epoch": 6.72,
      "grad_norm": 0.46582064032554626,
      "learning_rate": 1.3983333333333334e-05,
      "loss": 0.0445,
      "step": 840
    },
    {
      "epoch": 6.8,
      "grad_norm": 0.5686814188957214,
      "learning_rate": 1.415e-05,
      "loss": 0.0433,
      "step": 850
    },
    {
      "epoch": 6.88,
      "grad_norm": 0.3894861936569214,
      "learning_rate": 1.4316666666666668e-05,
      "loss": 0.0444,
      "step": 860
    },
    {
      "epoch": 6.96,
      "grad_norm": 0.33375412225723267,
      "learning_rate": 1.4483333333333334e-05,
      "loss": 0.0433,
      "step": 870
    },
    {
      "epoch": 7.04,
      "grad_norm": 0.4478219449520111,
      "learning_rate": 1.465e-05,
      "loss": 0.0452,
      "step": 880
    },
    {
      "epoch": 7.12,
      "grad_norm": 0.5618003606796265,
      "learning_rate": 1.4816666666666668e-05,
      "loss": 0.0414,
      "step": 890
    },
    {
      "epoch": 7.2,
      "grad_norm": 0.6048970818519592,
      "learning_rate": 1.4983333333333336e-05,
      "loss": 0.0443,
      "step": 900
    },
    {
      "epoch": 7.28,
      "grad_norm": 0.42921072244644165,
      "learning_rate": 1.515e-05,
      "loss": 0.04,
      "step": 910
    },
    {
      "epoch": 7.36,
      "grad_norm": 0.4907379448413849,
      "learning_rate": 1.531666666666667e-05,
      "loss": 0.0391,
      "step": 920
    },
    {
      "epoch": 7.44,
      "grad_norm": 0.5379446148872375,
      "learning_rate": 1.548333333333333e-05,
      "loss": 0.0427,
      "step": 930
    },
    {
      "epoch": 7.52,
      "grad_norm": 0.7200348377227783,
      "learning_rate": 1.565e-05,
      "loss": 0.0404,
      "step": 940
    },
    {
      "epoch": 7.6,
      "grad_norm": 0.45979827642440796,
      "learning_rate": 1.5816666666666667e-05,
      "loss": 0.0405,
      "step": 950
    },
    {
      "epoch": 7.68,
      "grad_norm": 0.4493955969810486,
      "learning_rate": 1.5983333333333333e-05,
      "loss": 0.0413,
      "step": 960
    },
    {
      "epoch": 7.76,
      "grad_norm": 0.31456732749938965,
      "learning_rate": 1.6150000000000003e-05,
      "loss": 0.0389,
      "step": 970
    },
    {
      "epoch": 7.84,
      "grad_norm": 0.5213853120803833,
      "learning_rate": 1.6316666666666666e-05,
      "loss": 0.0365,
      "step": 980
    },
    {
      "epoch": 7.92,
      "grad_norm": 0.5182689428329468,
      "learning_rate": 1.6483333333333335e-05,
      "loss": 0.0438,
      "step": 990
    },
    {
      "epoch": 8.0,
      "grad_norm": 0.6437191963195801,
      "learning_rate": 1.665e-05,
      "loss": 0.0371,
      "step": 1000
    },
    {
      "epoch": 8.08,
      "grad_norm": 0.4910241961479187,
      "learning_rate": 1.6816666666666668e-05,
      "loss": 0.0364,
      "step": 1010
    },
    {
      "epoch": 8.16,
      "grad_norm": 0.40512993931770325,
      "learning_rate": 1.6983333333333334e-05,
      "loss": 0.0412,
      "step": 1020
    },
    {
      "epoch": 8.24,
      "grad_norm": 0.4441037178039551,
      "learning_rate": 1.7150000000000004e-05,
      "loss": 0.0363,
      "step": 1030
    },
    {
      "epoch": 8.32,
      "grad_norm": 0.41772377490997314,
      "learning_rate": 1.7316666666666666e-05,
      "loss": 0.0339,
      "step": 1040
    },
    {
      "epoch": 8.4,
      "grad_norm": 0.5231786370277405,
      "learning_rate": 1.7483333333333336e-05,
      "loss": 0.0328,
      "step": 1050
    },
    {
      "epoch": 8.48,
      "grad_norm": 0.42190229892730713,
      "learning_rate": 1.765e-05,
      "loss": 0.0329,
      "step": 1060
    },
    {
      "epoch": 8.56,
      "grad_norm": 0.3973116874694824,
      "learning_rate": 1.781666666666667e-05,
      "loss": 0.035,
      "step": 1070
    },
    {
      "epoch": 8.64,
      "grad_norm": 0.39558500051498413,
      "learning_rate": 1.7983333333333335e-05,
      "loss": 0.0357,
      "step": 1080
    },
    {
      "epoch": 8.72,
      "grad_norm": 0.5156652331352234,
      "learning_rate": 1.815e-05,
      "loss": 0.0358,
      "step": 1090
    },
    {
      "epoch": 8.8,
      "grad_norm": 0.5228523015975952,
      "learning_rate": 1.8316666666666667e-05,
      "loss": 0.0329,
      "step": 1100
    },
    {
      "epoch": 8.88,
      "grad_norm": 0.3519977629184723,
      "learning_rate": 1.8483333333333333e-05,
      "loss": 0.0332,
      "step": 1110
    },
    {
      "epoch": 8.96,
      "grad_norm": 0.2899835407733917,
      "learning_rate": 1.865e-05,
      "loss": 0.034,
      "step": 1120
    },
    {
      "epoch": 9.04,
      "grad_norm": 0.4459390938282013,
      "learning_rate": 1.881666666666667e-05,
      "loss": 0.036,
      "step": 1130
    },
    {
      "epoch": 9.12,
      "grad_norm": 0.43766191601753235,
      "learning_rate": 1.8983333333333335e-05,
      "loss": 0.0339,
      "step": 1140
    },
    {
      "epoch": 9.2,
      "grad_norm": 0.6045361161231995,
      "learning_rate": 1.915e-05,
      "loss": 0.0321,
      "step": 1150
    },
    {
      "epoch": 9.28,
      "grad_norm": 0.37984588742256165,
      "learning_rate": 1.9316666666666668e-05,
      "loss": 0.0341,
      "step": 1160
    },
    {
      "epoch": 9.36,
      "grad_norm": 0.4200856685638428,
      "learning_rate": 1.9483333333333334e-05,
      "loss": 0.0351,
      "step": 1170
    },
    {
      "epoch": 9.44,
      "grad_norm": 0.4641549289226532,
      "learning_rate": 1.9650000000000003e-05,
      "loss": 0.0343,
      "step": 1180
    },
    {
      "epoch": 9.52,
      "grad_norm": 0.4529460370540619,
      "learning_rate": 1.9816666666666666e-05,
      "loss": 0.0306,
      "step": 1190
    },
    {
      "epoch": 9.6,
      "grad_norm": 0.4408588111400604,
      "learning_rate": 1.9983333333333336e-05,
      "loss": 0.0342,
      "step": 1200
    },
    {
      "epoch": 9.68,
      "grad_norm": 0.38356512784957886,
      "learning_rate": 2.0150000000000002e-05,
      "loss": 0.0302,
      "step": 1210
    },
    {
      "epoch": 9.76,
      "grad_norm": 0.413361132144928,
      "learning_rate": 2.0316666666666668e-05,
      "loss": 0.0318,
      "step": 1220
    },
    {
      "epoch": 9.84,
      "grad_norm": 0.3955969512462616,
      "learning_rate": 2.0483333333333334e-05,
      "loss": 0.033,
      "step": 1230
    },
    {
      "epoch": 9.92,
      "grad_norm": 0.4727769196033478,
      "learning_rate": 2.065e-05,
      "loss": 0.0319,
      "step": 1240
    },
    {
      "epoch": 10.0,
      "grad_norm": 0.406533807516098,
      "learning_rate": 2.0816666666666667e-05,
      "loss": 0.0302,
      "step": 1250
    },
    {
      "epoch": 10.08,
      "grad_norm": 0.36609581112861633,
      "learning_rate": 2.0983333333333336e-05,
      "loss": 0.0296,
      "step": 1260
    },
    {
      "epoch": 10.16,
      "grad_norm": 0.35537004470825195,
      "learning_rate": 2.115e-05,
      "loss": 0.0306,
      "step": 1270
    },
    {
      "epoch": 10.24,
      "grad_norm": 0.4072760045528412,
      "learning_rate": 2.131666666666667e-05,
      "loss": 0.0331,
      "step": 1280
    },
    {
      "epoch": 10.32,
      "grad_norm": 0.41088026762008667,
      "learning_rate": 2.148333333333333e-05,
      "loss": 0.0305,
      "step": 1290
    },
    {
      "epoch": 10.4,
      "grad_norm": 0.3765697777271271,
      "learning_rate": 2.165e-05,
      "loss": 0.03,
      "step": 1300
    },
    {
      "epoch": 10.48,
      "grad_norm": 0.40618565678596497,
      "learning_rate": 2.1816666666666667e-05,
      "loss": 0.0288,
      "step": 1310
    },
    {
      "epoch": 10.56,
      "grad_norm": 0.48224225640296936,
      "learning_rate": 2.1983333333333333e-05,
      "loss": 0.0265,
      "step": 1320
    },
    {
      "epoch": 10.64,
      "grad_norm": 0.4473593235015869,
      "learning_rate": 2.215e-05,
      "loss": 0.0342,
      "step": 1330
    },
    {
      "epoch": 10.72,
      "grad_norm": 0.3877086043357849,
      "learning_rate": 2.231666666666667e-05,
      "loss": 0.0327,
      "step": 1340
    },
    {
      "epoch": 10.8,
      "grad_norm": 0.4194263517856598,
      "learning_rate": 2.2483333333333335e-05,
      "loss": 0.0312,
      "step": 1350
    },
    {
      "epoch": 10.88,
      "grad_norm": 0.451854407787323,
      "learning_rate": 2.265e-05,
      "loss": 0.0313,
      "step": 1360
    },
    {
      "epoch": 10.96,
      "grad_norm": 0.3266424834728241,
      "learning_rate": 2.2816666666666668e-05,
      "loss": 0.0303,
      "step": 1370
    },
    {
      "epoch": 11.04,
      "grad_norm": 0.28351446986198425,
      "learning_rate": 2.2983333333333334e-05,
      "loss": 0.0267,
      "step": 1380
    },
    {
      "epoch": 11.12,
      "grad_norm": 0.329942524433136,
      "learning_rate": 2.3150000000000004e-05,
      "loss": 0.0285,
      "step": 1390
    },
    {
      "epoch": 11.2,
      "grad_norm": 0.3978729248046875,
      "learning_rate": 2.3316666666666666e-05,
      "loss": 0.0285,
      "step": 1400
    },
    {
      "epoch": 11.28,
      "grad_norm": 0.43103229999542236,
      "learning_rate": 2.3483333333333336e-05,
      "loss": 0.0279,
      "step": 1410
    },
    {
      "epoch": 11.36,
      "grad_norm": 0.35177916288375854,
      "learning_rate": 2.365e-05,
      "loss": 0.0287,
      "step": 1420
    },
    {
      "epoch": 11.44,
      "grad_norm": 0.2928062677383423,
      "learning_rate": 2.381666666666667e-05,
      "loss": 0.0279,
      "step": 1430
    },
    {
      "epoch": 11.52,
      "grad_norm": 0.4658704698085785,
      "learning_rate": 2.3983333333333335e-05,
      "loss": 0.0274,
      "step": 1440
    },
    {
      "epoch": 11.6,
      "grad_norm": 0.4314389228820801,
      "learning_rate": 2.415e-05,
      "loss": 0.027,
      "step": 1450
    },
    {
      "epoch": 11.68,
      "grad_norm": 0.5350434184074402,
      "learning_rate": 2.4316666666666667e-05,
      "loss": 0.032,
      "step": 1460
    },
    {
      "epoch": 11.76,
      "grad_norm": 0.44537076354026794,
      "learning_rate": 2.4483333333333333e-05,
      "loss": 0.0271,
      "step": 1470
    },
    {
      "epoch": 11.84,
      "grad_norm": 0.3635440468788147,
      "learning_rate": 2.465e-05,
      "loss": 0.0295,
      "step": 1480
    },
    {
      "epoch": 11.92,
      "grad_norm": 0.38218313455581665,
      "learning_rate": 2.481666666666667e-05,
      "loss": 0.0295,
      "step": 1490
    },
    {
      "epoch": 12.0,
      "grad_norm": 0.4751462936401367,
      "learning_rate": 2.4983333333333335e-05,
      "loss": 0.0278,
      "step": 1500
    },
    {
      "epoch": 12.08,
      "grad_norm": 0.4499553143978119,
      "learning_rate": 2.515e-05,
      "loss": 0.0304,
      "step": 1510
    },
    {
      "epoch": 12.16,
      "grad_norm": 0.6553758978843689,
      "learning_rate": 2.5316666666666668e-05,
      "loss": 0.0257,
      "step": 1520
    },
    {
      "epoch": 12.24,
      "grad_norm": 0.4081267714500427,
      "learning_rate": 2.5483333333333337e-05,
      "loss": 0.031,
      "step": 1530
    },
    {
      "epoch": 12.32,
      "grad_norm": 0.33432334661483765,
      "learning_rate": 2.5650000000000003e-05,
      "loss": 0.031,
      "step": 1540
    },
    {
      "epoch": 12.4,
      "grad_norm": 0.4837413430213928,
      "learning_rate": 2.5816666666666666e-05,
      "loss": 0.029,
      "step": 1550
    },
    {
      "epoch": 12.48,
      "grad_norm": 0.2803482115268707,
      "learning_rate": 2.5983333333333336e-05,
      "loss": 0.0294,
      "step": 1560
    },
    {
      "epoch": 12.56,
      "grad_norm": 0.5674668550491333,
      "learning_rate": 2.6150000000000002e-05,
      "loss": 0.029,
      "step": 1570
    },
    {
      "epoch": 12.64,
      "grad_norm": 0.5067690014839172,
      "learning_rate": 2.6316666666666668e-05,
      "loss": 0.0276,
      "step": 1580
    },
    {
      "epoch": 12.72,
      "grad_norm": 0.4176363945007324,
      "learning_rate": 2.648333333333333e-05,
      "loss": 0.0263,
      "step": 1590
    },
    {
      "epoch": 12.8,
      "grad_norm": 0.43762966990470886,
      "learning_rate": 2.6650000000000004e-05,
      "loss": 0.0285,
      "step": 1600
    },
    {
      "epoch": 12.88,
      "grad_norm": 0.5005457401275635,
      "learning_rate": 2.6816666666666667e-05,
      "loss": 0.0261,
      "step": 1610
    },
    {
      "epoch": 12.96,
      "grad_norm": 0.4324656128883362,
      "learning_rate": 2.6983333333333333e-05,
      "loss": 0.0252,
      "step": 1620
    },
    {
      "epoch": 13.04,
      "grad_norm": 0.26855772733688354,
      "learning_rate": 2.7150000000000003e-05,
      "loss": 0.0277,
      "step": 1630
    },
    {
      "epoch": 13.12,
      "grad_norm": 0.6240074634552002,
      "learning_rate": 2.731666666666667e-05,
      "loss": 0.0254,
      "step": 1640
    },
    {
      "epoch": 13.2,
      "grad_norm": 0.35575050115585327,
      "learning_rate": 2.748333333333333e-05,
      "loss": 0.0255,
      "step": 1650
    },
    {
      "epoch": 13.28,
      "grad_norm": 0.4333336353302002,
      "learning_rate": 2.7650000000000005e-05,
      "loss": 0.0243,
      "step": 1660
    },
    {
      "epoch": 13.36,
      "grad_norm": 0.3904409408569336,
      "learning_rate": 2.7816666666666667e-05,
      "loss": 0.0263,
      "step": 1670
    },
    {
      "epoch": 13.44,
      "grad_norm": 0.39956918358802795,
      "learning_rate": 2.7983333333333334e-05,
      "loss": 0.0266,
      "step": 1680
    },
    {
      "epoch": 13.52,
      "grad_norm": 0.3917064070701599,
      "learning_rate": 2.815e-05,
      "loss": 0.0318,
      "step": 1690
    },
    {
      "epoch": 13.6,
      "grad_norm": 0.3494366407394409,
      "learning_rate": 2.831666666666667e-05,
      "loss": 0.029,
      "step": 1700
    },
    {
      "epoch": 13.68,
      "grad_norm": 0.43955495953559875,
      "learning_rate": 2.8483333333333336e-05,
      "loss": 0.0277,
      "step": 1710
    },
    {
      "epoch": 13.76,
      "grad_norm": 0.5892518758773804,
      "learning_rate": 2.865e-05,
      "loss": 0.0262,
      "step": 1720
    },
    {
      "epoch": 13.84,
      "grad_norm": 0.417543888092041,
      "learning_rate": 2.8816666666666668e-05,
      "loss": 0.0262,
      "step": 1730
    },
    {
      "epoch": 13.92,
      "grad_norm": 0.3775268495082855,
      "learning_rate": 2.8983333333333334e-05,
      "loss": 0.0248,
      "step": 1740
    },
    {
      "epoch": 14.0,
      "grad_norm": 0.4146760404109955,
      "learning_rate": 2.915e-05,
      "loss": 0.0293,
      "step": 1750
    },
    {
      "epoch": 14.08,
      "grad_norm": 0.39579519629478455,
      "learning_rate": 2.931666666666667e-05,
      "loss": 0.0248,
      "step": 1760
    },
    {
      "epoch": 14.16,
      "grad_norm": 0.5234031677246094,
      "learning_rate": 2.9483333333333336e-05,
      "loss": 0.0273,
      "step": 1770
    },
    {
      "epoch": 14.24,
      "grad_norm": 0.43673765659332275,
      "learning_rate": 2.965e-05,
      "loss": 0.0269,
      "step": 1780
    },
    {
      "epoch": 14.32,
      "grad_norm": 0.27532389760017395,
      "learning_rate": 2.9816666666666672e-05,
      "loss": 0.0284,
      "step": 1790
    },
    {
      "epoch": 14.4,
      "grad_norm": 0.35755762457847595,
      "learning_rate": 2.9983333333333335e-05,
      "loss": 0.026,
      "step": 1800
    },
    {
      "epoch": 14.48,
      "grad_norm": 0.4120180308818817,
      "learning_rate": 3.015e-05,
      "loss": 0.0246,
      "step": 1810
    },
    {
      "epoch": 14.56,
      "grad_norm": 0.7659271955490112,
      "learning_rate": 3.0316666666666664e-05,
      "loss": 0.0279,
      "step": 1820
    },
    {
      "epoch": 14.64,
      "grad_norm": 0.34267351031303406,
      "learning_rate": 3.0483333333333337e-05,
      "loss": 0.0249,
      "step": 1830
    },
    {
      "epoch": 14.72,
      "grad_norm": 0.4151279926300049,
      "learning_rate": 3.065e-05,
      "loss": 0.0264,
      "step": 1840
    },
    {
      "epoch": 14.8,
      "grad_norm": 0.4315623939037323,
      "learning_rate": 3.0816666666666666e-05,
      "loss": 0.026,
      "step": 1850
    },
    {
      "epoch": 14.88,
      "grad_norm": 0.31780558824539185,
      "learning_rate": 3.098333333333334e-05,
      "loss": 0.0276,
      "step": 1860
    },
    {
      "epoch": 14.96,
      "grad_norm": 0.32242947816848755,
      "learning_rate": 3.115e-05,
      "loss": 0.0255,
      "step": 1870
    },
    {
      "epoch": 15.04,
      "grad_norm": 0.26595622301101685,
      "learning_rate": 3.1316666666666664e-05,
      "loss": 0.0247,
      "step": 1880
    },
    {
      "epoch": 15.12,
      "grad_norm": 0.3390308916568756,
      "learning_rate": 3.148333333333334e-05,
      "loss": 0.0267,
      "step": 1890
    },
    {
      "epoch": 15.2,
      "grad_norm": 0.27090874314308167,
      "learning_rate": 3.1650000000000004e-05,
      "loss": 0.0238,
      "step": 1900
    },
    {
      "epoch": 15.28,
      "grad_norm": 0.3191828727722168,
      "learning_rate": 3.181666666666667e-05,
      "loss": 0.0253,
      "step": 1910
    },
    {
      "epoch": 15.36,
      "grad_norm": 0.42352062463760376,
      "learning_rate": 3.1983333333333336e-05,
      "loss": 0.0266,
      "step": 1920
    },
    {
      "epoch": 15.44,
      "grad_norm": 0.5211086273193359,
      "learning_rate": 3.215e-05,
      "loss": 0.0254,
      "step": 1930
    },
    {
      "epoch": 15.52,
      "grad_norm": 0.4897029399871826,
      "learning_rate": 3.231666666666667e-05,
      "loss": 0.0265,
      "step": 1940
    },
    {
      "epoch": 15.6,
      "grad_norm": 0.3526843190193176,
      "learning_rate": 3.2483333333333335e-05,
      "loss": 0.0251,
      "step": 1950
    },
    {
      "epoch": 15.68,
      "grad_norm": 0.4142985939979553,
      "learning_rate": 3.265e-05,
      "loss": 0.025,
      "step": 1960
    },
    {
      "epoch": 15.76,
      "grad_norm": 0.44084420800209045,
      "learning_rate": 3.281666666666667e-05,
      "loss": 0.0259,
      "step": 1970
    },
    {
      "epoch": 15.84,
      "grad_norm": 0.2521750330924988,
      "learning_rate": 3.298333333333333e-05,
      "loss": 0.0256,
      "step": 1980
    },
    {
      "epoch": 15.92,
      "grad_norm": 0.3978320360183716,
      "learning_rate": 3.3150000000000006e-05,
      "loss": 0.0248,
      "step": 1990
    },
    {
      "epoch": 16.0,
      "grad_norm": 0.45221319794654846,
      "learning_rate": 3.3316666666666666e-05,
      "loss": 0.0239,
      "step": 2000
    },
    {
      "epoch": 16.08,
      "grad_norm": 0.5791429877281189,
      "learning_rate": 3.348333333333333e-05,
      "loss": 0.0238,
      "step": 2010
    },
    {
      "epoch": 16.16,
      "grad_norm": 0.4157203137874603,
      "learning_rate": 3.3650000000000005e-05,
      "loss": 0.0262,
      "step": 2020
    },
    {
      "epoch": 16.24,
      "grad_norm": 0.4278183579444885,
      "learning_rate": 3.381666666666667e-05,
      "loss": 0.0256,
      "step": 2030
    },
    {
      "epoch": 16.32,
      "grad_norm": 0.3663647770881653,
      "learning_rate": 3.398333333333333e-05,
      "loss": 0.0244,
      "step": 2040
    },
    {
      "epoch": 16.4,
      "grad_norm": 0.611848771572113,
      "learning_rate": 3.415e-05,
      "loss": 0.0268,
      "step": 2050
    },
    {
      "epoch": 16.48,
      "grad_norm": 0.6370655298233032,
      "learning_rate": 3.431666666666667e-05,
      "loss": 0.0264,
      "step": 2060
    },
    {
      "epoch": 16.56,
      "grad_norm": 0.37800681591033936,
      "learning_rate": 3.4483333333333336e-05,
      "loss": 0.0265,
      "step": 2070
    },
    {
      "epoch": 16.64,
      "grad_norm": 0.3954460620880127,
      "learning_rate": 3.465e-05,
      "loss": 0.0219,
      "step": 2080
    },
    {
      "epoch": 16.72,
      "grad_norm": 0.4189818799495697,
      "learning_rate": 3.481666666666667e-05,
      "loss": 0.0263,
      "step": 2090
    },
    {
      "epoch": 16.8,
      "grad_norm": 0.33714544773101807,
      "learning_rate": 3.4983333333333334e-05,
      "loss": 0.0237,
      "step": 2100
    },
    {
      "epoch": 16.88,
      "grad_norm": 0.3337080180644989,
      "learning_rate": 3.515e-05,
      "loss": 0.0205,
      "step": 2110
    },
    {
      "epoch": 16.96,
      "grad_norm": 0.288158655166626,
      "learning_rate": 3.531666666666667e-05,
      "loss": 0.0231,
      "step": 2120
    },
    {
      "epoch": 17.04,
      "grad_norm": 0.28839609026908875,
      "learning_rate": 3.548333333333333e-05,
      "loss": 0.0243,
      "step": 2130
    },
    {
      "epoch": 17.12,
      "grad_norm": 0.4086243808269501,
      "learning_rate": 3.565e-05,
      "loss": 0.0232,
      "step": 2140
    },
    {
      "epoch": 17.2,
      "grad_norm": 0.2983919084072113,
      "learning_rate": 3.581666666666667e-05,
      "loss": 0.0225,
      "step": 2150
    },
    {
      "epoch": 17.28,
      "grad_norm": 0.3259308338165283,
      "learning_rate": 3.598333333333334e-05,
      "loss": 0.022,
      "step": 2160
    },
    {
      "epoch": 17.36,
      "grad_norm": 0.36413389444351196,
      "learning_rate": 3.615e-05,
      "loss": 0.0219,
      "step": 2170
    },
    {
      "epoch": 17.44,
      "grad_norm": 0.4661519527435303,
      "learning_rate": 3.631666666666667e-05,
      "loss": 0.0223,
      "step": 2180
    },
    {
      "epoch": 17.52,
      "grad_norm": 0.4502984583377838,
      "learning_rate": 3.648333333333334e-05,
      "loss": 0.0242,
      "step": 2190
    },
    {
      "epoch": 17.6,
      "grad_norm": 0.49160346388816833,
      "learning_rate": 3.665e-05,
      "loss": 0.0295,
      "step": 2200
    },
    {
      "epoch": 17.68,
      "grad_norm": 0.31486162543296814,
      "learning_rate": 3.681666666666667e-05,
      "loss": 0.0252,
      "step": 2210
    },
    {
      "epoch": 17.76,
      "grad_norm": 0.38031962513923645,
      "learning_rate": 3.6983333333333336e-05,
      "loss": 0.0266,
      "step": 2220
    },
    {
      "epoch": 17.84,
      "grad_norm": 0.30485278367996216,
      "learning_rate": 3.715e-05,
      "loss": 0.0223,
      "step": 2230
    },
    {
      "epoch": 17.92,
      "grad_norm": 0.3542425334453583,
      "learning_rate": 3.731666666666667e-05,
      "loss": 0.0216,
      "step": 2240
    },
    {
      "epoch": 18.0,
      "grad_norm": 0.22164835035800934,
      "learning_rate": 3.7483333333333334e-05,
      "loss": 0.0229,
      "step": 2250
    },
    {
      "epoch": 18.08,
      "grad_norm": 0.2269064337015152,
      "learning_rate": 3.765e-05,
      "loss": 0.0233,
      "step": 2260
    },
    {
      "epoch": 18.16,
      "grad_norm": 0.29224133491516113,
      "learning_rate": 3.7816666666666667e-05,
      "loss": 0.0212,
      "step": 2270
    },
    {
      "epoch": 18.24,
      "grad_norm": 0.2924155294895172,
      "learning_rate": 3.798333333333334e-05,
      "loss": 0.0198,
      "step": 2280
    },
    {
      "epoch": 18.32,
      "grad_norm": 0.37519335746765137,
      "learning_rate": 3.8150000000000006e-05,
      "loss": 0.0221,
      "step": 2290
    },
    {
      "epoch": 18.4,
      "grad_norm": 0.24550169706344604,
      "learning_rate": 3.8316666666666665e-05,
      "loss": 0.0207,
      "step": 2300
    },
    {
      "epoch": 18.48,
      "grad_norm": 0.35677847266197205,
      "learning_rate": 3.848333333333334e-05,
      "loss": 0.024,
      "step": 2310
    },
    {
      "epoch": 18.56,
      "grad_norm": 0.47154536843299866,
      "learning_rate": 3.8650000000000004e-05,
      "loss": 0.0229,
      "step": 2320
    },
    {
      "epoch": 18.64,
      "grad_norm": 0.3194679617881775,
      "learning_rate": 3.881666666666667e-05,
      "loss": 0.0259,
      "step": 2330
    },
    {
      "epoch": 18.72,
      "grad_norm": 0.28208523988723755,
      "learning_rate": 3.898333333333333e-05,
      "loss": 0.0199,
      "step": 2340
    },
    {
      "epoch": 18.8,
      "grad_norm": 0.2827991247177124,
      "learning_rate": 3.915e-05,
      "loss": 0.0263,
      "step": 2350
    },
    {
      "epoch": 18.88,
      "grad_norm": 0.2632414996623993,
      "learning_rate": 3.931666666666667e-05,
      "loss": 0.0226,
      "step": 2360
    },
    {
      "epoch": 18.96,
      "grad_norm": 0.22578370571136475,
      "learning_rate": 3.9483333333333335e-05,
      "loss": 0.0214,
      "step": 2370
    },
    {
      "epoch": 19.04,
      "grad_norm": 0.32302823662757874,
      "learning_rate": 3.965e-05,
      "loss": 0.0217,
      "step": 2380
    },
    {
      "epoch": 19.12,
      "grad_norm": 0.3858564794063568,
      "learning_rate": 3.981666666666667e-05,
      "loss": 0.0233,
      "step": 2390
    },
    {
      "epoch": 19.2,
      "grad_norm": 0.2741732895374298,
      "learning_rate": 3.9983333333333334e-05,
      "loss": 0.0224,
      "step": 2400
    },
    {
      "epoch": 19.28,
      "grad_norm": 0.2589580714702606,
      "learning_rate": 4.015000000000001e-05,
      "loss": 0.0207,
      "step": 2410
    },
    {
      "epoch": 19.36,
      "grad_norm": 0.3339383006095886,
      "learning_rate": 4.0316666666666666e-05,
      "loss": 0.0272,
      "step": 2420
    },
    {
      "epoch": 19.44,
      "grad_norm": 0.41874080896377563,
      "learning_rate": 4.048333333333333e-05,
      "loss": 0.0228,
      "step": 2430
    },
    {
      "epoch": 19.52,
      "grad_norm": 0.2822819650173187,
      "learning_rate": 4.065e-05,
      "loss": 0.0242,
      "step": 2440
    },
    {
      "epoch": 19.6,
      "grad_norm": 0.3020836412906647,
      "learning_rate": 4.081666666666667e-05,
      "loss": 0.0224,
      "step": 2450
    },
    {
      "epoch": 19.68,
      "grad_norm": 0.2937125265598297,
      "learning_rate": 4.098333333333334e-05,
      "loss": 0.0202,
      "step": 2460
    },
    {
      "epoch": 19.76,
      "grad_norm": 0.28205376863479614,
      "learning_rate": 4.115e-05,
      "loss": 0.0213,
      "step": 2470
    },
    {
      "epoch": 19.84,
      "grad_norm": 0.2876085638999939,
      "learning_rate": 4.131666666666667e-05,
      "loss": 0.0201,
      "step": 2480
    },
    {
      "epoch": 19.92,
      "grad_norm": 0.31393471360206604,
      "learning_rate": 4.1483333333333337e-05,
      "loss": 0.0264,
      "step": 2490
    },
    {
      "epoch": 20.0,
      "grad_norm": 0.28968527913093567,
      "learning_rate": 4.165e-05,
      "loss": 0.0217,
      "step": 2500
    },
    {
      "epoch": 20.08,
      "grad_norm": 0.3303036093711853,
      "learning_rate": 4.181666666666667e-05,
      "loss": 0.0223,
      "step": 2510
    },
    {
      "epoch": 20.16,
      "grad_norm": 0.5432565808296204,
      "learning_rate": 4.1983333333333335e-05,
      "loss": 0.0221,
      "step": 2520
    },
    {
      "epoch": 20.24,
      "grad_norm": 0.32554832100868225,
      "learning_rate": 4.215e-05,
      "loss": 0.0223,
      "step": 2530
    },
    {
      "epoch": 20.32,
      "grad_norm": 0.21551325917243958,
      "learning_rate": 4.2316666666666674e-05,
      "loss": 0.0194,
      "step": 2540
    },
    {
      "epoch": 20.4,
      "grad_norm": 0.26613298058509827,
      "learning_rate": 4.2483333333333334e-05,
      "loss": 0.0238,
      "step": 2550
    },
    {
      "epoch": 20.48,
      "grad_norm": 0.2909214198589325,
      "learning_rate": 4.265e-05,
      "loss": 0.0233,
      "step": 2560
    },
    {
      "epoch": 20.56,
      "grad_norm": 0.28560444712638855,
      "learning_rate": 4.2816666666666666e-05,
      "loss": 0.0206,
      "step": 2570
    },
    {
      "epoch": 20.64,
      "grad_norm": 0.4580448269844055,
      "learning_rate": 4.298333333333334e-05,
      "loss": 0.0221,
      "step": 2580
    },
    {
      "epoch": 20.72,
      "grad_norm": 0.3053947985172272,
      "learning_rate": 4.315e-05,
      "loss": 0.0198,
      "step": 2590
    },
    {
      "epoch": 20.8,
      "grad_norm": 0.248422771692276,
      "learning_rate": 4.3316666666666665e-05,
      "loss": 0.0245,
      "step": 2600
    },
    {
      "epoch": 20.88,
      "grad_norm": 0.5076107978820801,
      "learning_rate": 4.348333333333334e-05,
      "loss": 0.0235,
      "step": 2610
    },
    {
      "epoch": 20.96,
      "grad_norm": 0.4060622751712799,
      "learning_rate": 4.3650000000000004e-05,
      "loss": 0.0214,
      "step": 2620
    },
    {
      "epoch": 21.04,
      "grad_norm": 0.2510785460472107,
      "learning_rate": 4.381666666666667e-05,
      "loss": 0.0204,
      "step": 2630
    },
    {
      "epoch": 21.12,
      "grad_norm": 0.330915629863739,
      "learning_rate": 4.3983333333333336e-05,
      "loss": 0.0231,
      "step": 2640
    },
    {
      "epoch": 21.2,
      "grad_norm": 0.25127992033958435,
      "learning_rate": 4.415e-05,
      "loss": 0.0226,
      "step": 2650
    },
    {
      "epoch": 21.28,
      "grad_norm": 0.30624595284461975,
      "learning_rate": 4.431666666666667e-05,
      "loss": 0.0218,
      "step": 2660
    },
    {
      "epoch": 21.36,
      "grad_norm": 0.3206523060798645,
      "learning_rate": 4.4483333333333335e-05,
      "loss": 0.0213,
      "step": 2670
    },
    {
      "epoch": 21.44,
      "grad_norm": 0.3146369159221649,
      "learning_rate": 4.465e-05,
      "loss": 0.0227,
      "step": 2680
    },
    {
      "epoch": 21.52,
      "grad_norm": 0.2896748483181,
      "learning_rate": 4.481666666666667e-05,
      "loss": 0.023,
      "step": 2690
    },
    {
      "epoch": 21.6,
      "grad_norm": 0.28543680906295776,
      "learning_rate": 4.4983333333333334e-05,
      "loss": 0.0197,
      "step": 2700
    },
    {
      "epoch": 21.68,
      "grad_norm": 0.37273818254470825,
      "learning_rate": 4.5150000000000006e-05,
      "loss": 0.0198,
      "step": 2710
    },
    {
      "epoch": 21.76,
      "grad_norm": 0.44325944781303406,
      "learning_rate": 4.5316666666666666e-05,
      "loss": 0.0211,
      "step": 2720
    },
    {
      "epoch": 21.84,
      "grad_norm": 0.5201615691184998,
      "learning_rate": 4.548333333333333e-05,
      "loss": 0.0231,
      "step": 2730
    },
    {
      "epoch": 21.92,
      "grad_norm": 0.31978607177734375,
      "learning_rate": 4.5650000000000005e-05,
      "loss": 0.0206,
      "step": 2740
    },
    {
      "epoch": 22.0,
      "grad_norm": 0.2912513017654419,
      "learning_rate": 4.581666666666667e-05,
      "loss": 0.0193,
      "step": 2750
    },
    {
      "epoch": 22.08,
      "grad_norm": 0.26519566774368286,
      "learning_rate": 4.598333333333333e-05,
      "loss": 0.0192,
      "step": 2760
    },
    {
      "epoch": 22.16,
      "grad_norm": 0.4674456715583801,
      "learning_rate": 4.6150000000000004e-05,
      "loss": 0.0233,
      "step": 2770
    },
    {
      "epoch": 22.24,
      "grad_norm": 0.34733864665031433,
      "learning_rate": 4.631666666666667e-05,
      "loss": 0.0193,
      "step": 2780
    },
    {
      "epoch": 22.32,
      "grad_norm": 0.4135476350784302,
      "learning_rate": 4.6483333333333336e-05,
      "loss": 0.0202,
      "step": 2790
    },
    {
      "epoch": 22.4,
      "grad_norm": 0.474016398191452,
      "learning_rate": 4.665e-05,
      "loss": 0.0212,
      "step": 2800
    },
    {
      "epoch": 22.48,
      "grad_norm": 0.3427460789680481,
      "learning_rate": 4.681666666666667e-05,
      "loss": 0.0232,
      "step": 2810
    },
    {
      "epoch": 22.56,
      "grad_norm": 0.23298241198062897,
      "learning_rate": 4.6983333333333335e-05,
      "loss": 0.022,
      "step": 2820
    },
    {
      "epoch": 22.64,
      "grad_norm": 0.3706459701061249,
      "learning_rate": 4.715e-05,
      "loss": 0.0188,
      "step": 2830
    },
    {
      "epoch": 22.72,
      "grad_norm": 0.41418397426605225,
      "learning_rate": 4.731666666666667e-05,
      "loss": 0.0199,
      "step": 2840
    },
    {
      "epoch": 22.8,
      "grad_norm": 0.42016398906707764,
      "learning_rate": 4.748333333333333e-05,
      "loss": 0.0202,
      "step": 2850
    },
    {
      "epoch": 22.88,
      "grad_norm": 0.44677430391311646,
      "learning_rate": 4.765e-05,
      "loss": 0.0241,
      "step": 2860
    },
    {
      "epoch": 22.96,
      "grad_norm": 0.37646904587745667,
      "learning_rate": 4.781666666666667e-05,
      "loss": 0.0221,
      "step": 2870
    },
    {
      "epoch": 23.04,
      "grad_norm": 0.2067101001739502,
      "learning_rate": 4.798333333333334e-05,
      "loss": 0.0201,
      "step": 2880
    },
    {
      "epoch": 23.12,
      "grad_norm": 0.25133880972862244,
      "learning_rate": 4.815e-05,
      "loss": 0.0222,
      "step": 2890
    },
    {
      "epoch": 23.2,
      "grad_norm": 0.27144089341163635,
      "learning_rate": 4.831666666666667e-05,
      "loss": 0.0205,
      "step": 2900
    },
    {
      "epoch": 23.28,
      "grad_norm": 0.3785378634929657,
      "learning_rate": 4.848333333333334e-05,
      "loss": 0.0187,
      "step": 2910
    },
    {
      "epoch": 23.36,
      "grad_norm": 0.31667327880859375,
      "learning_rate": 4.8650000000000003e-05,
      "loss": 0.0222,
      "step": 2920
    },
    {
      "epoch": 23.44,
      "grad_norm": 0.2958964705467224,
      "learning_rate": 4.881666666666667e-05,
      "loss": 0.0229,
      "step": 2930
    },
    {
      "epoch": 23.52,
      "grad_norm": 0.2879728078842163,
      "learning_rate": 4.8983333333333336e-05,
      "loss": 0.0229,
      "step": 2940
    },
    {
      "epoch": 23.6,
      "grad_norm": 0.35484227538108826,
      "learning_rate": 4.915e-05,
      "loss": 0.0205,
      "step": 2950
    },
    {
      "epoch": 23.68,
      "grad_norm": 0.3290381133556366,
      "learning_rate": 4.931666666666667e-05,
      "loss": 0.0212,
      "step": 2960
    },
    {
      "epoch": 23.76,
      "grad_norm": 0.2664211094379425,
      "learning_rate": 4.9483333333333334e-05,
      "loss": 0.0193,
      "step": 2970
    },
    {
      "epoch": 23.84,
      "grad_norm": 0.4185032546520233,
      "learning_rate": 4.965e-05,
      "loss": 0.0189,
      "step": 2980
    },
    {
      "epoch": 23.92,
      "grad_norm": 0.2670034170150757,
      "learning_rate": 4.981666666666667e-05,
      "loss": 0.0186,
      "step": 2990
    },
    {
      "epoch": 24.0,
      "grad_norm": 0.35514622926712036,
      "learning_rate": 4.998333333333334e-05,
      "loss": 0.0188,
      "step": 3000
    },
    {
      "epoch": 24.08,
      "grad_norm": 0.2865280210971832,
      "learning_rate": 5.015e-05,
      "loss": 0.0185,
      "step": 3010
    },
    {
      "epoch": 24.16,
      "grad_norm": 0.30657723546028137,
      "learning_rate": 5.0316666666666665e-05,
      "loss": 0.0193,
      "step": 3020
    },
    {
      "epoch": 24.24,
      "grad_norm": 0.2579696774482727,
      "learning_rate": 5.048333333333334e-05,
      "loss": 0.018,
      "step": 3030
    },
    {
      "epoch": 24.32,
      "grad_norm": 0.3122461140155792,
      "learning_rate": 5.065e-05,
      "loss": 0.0199,
      "step": 3040
    },
    {
      "epoch": 24.4,
      "grad_norm": 0.354850709438324,
      "learning_rate": 5.081666666666667e-05,
      "loss": 0.0177,
      "step": 3050
    },
    {
      "epoch": 24.48,
      "grad_norm": 0.48774662613868713,
      "learning_rate": 5.098333333333334e-05,
      "loss": 0.0192,
      "step": 3060
    },
    {
      "epoch": 24.56,
      "grad_norm": 0.29985499382019043,
      "learning_rate": 5.1149999999999996e-05,
      "loss": 0.0189,
      "step": 3070
    },
    {
      "epoch": 24.64,
      "grad_norm": 0.33849048614501953,
      "learning_rate": 5.131666666666667e-05,
      "loss": 0.0201,
      "step": 3080
    },
    {
      "epoch": 24.72,
      "grad_norm": 0.30943790078163147,
      "learning_rate": 5.1483333333333336e-05,
      "loss": 0.0216,
      "step": 3090
    },
    {
      "epoch": 24.8,
      "grad_norm": 0.4618857800960541,
      "learning_rate": 5.1649999999999995e-05,
      "loss": 0.0218,
      "step": 3100
    },
    {
      "epoch": 24.88,
      "grad_norm": 0.3945921063423157,
      "learning_rate": 5.181666666666667e-05,
      "loss": 0.0204,
      "step": 3110
    },
    {
      "epoch": 24.96,
      "grad_norm": 0.2557336986064911,
      "learning_rate": 5.198333333333334e-05,
      "loss": 0.0199,
      "step": 3120
    },
    {
      "epoch": 25.04,
      "grad_norm": 0.22222451865673065,
      "learning_rate": 5.215e-05,
      "loss": 0.0214,
      "step": 3130
    },
    {
      "epoch": 25.12,
      "grad_norm": 0.26626577973365784,
      "learning_rate": 5.231666666666667e-05,
      "loss": 0.0201,
      "step": 3140
    },
    {
      "epoch": 25.2,
      "grad_norm": 0.32795363664627075,
      "learning_rate": 5.248333333333334e-05,
      "loss": 0.0197,
      "step": 3150
    },
    {
      "epoch": 25.28,
      "grad_norm": 0.3018273413181305,
      "learning_rate": 5.265e-05,
      "loss": 0.0186,
      "step": 3160
    },
    {
      "epoch": 25.36,
      "grad_norm": 0.30420053005218506,
      "learning_rate": 5.281666666666667e-05,
      "loss": 0.0186,
      "step": 3170
    },
    {
      "epoch": 25.44,
      "grad_norm": 0.3932226896286011,
      "learning_rate": 5.298333333333334e-05,
      "loss": 0.0187,
      "step": 3180
    },
    {
      "epoch": 25.52,
      "grad_norm": 0.3250539302825928,
      "learning_rate": 5.315e-05,
      "loss": 0.0194,
      "step": 3190
    },
    {
      "epoch": 25.6,
      "grad_norm": 0.2599358856678009,
      "learning_rate": 5.331666666666667e-05,
      "loss": 0.0197,
      "step": 3200
    },
    {
      "epoch": 25.68,
      "grad_norm": 0.2494811862707138,
      "learning_rate": 5.3483333333333344e-05,
      "loss": 0.0196,
      "step": 3210
    },
    {
      "epoch": 25.76,
      "grad_norm": 0.255429208278656,
      "learning_rate": 5.365e-05,
      "loss": 0.018,
      "step": 3220
    },
    {
      "epoch": 25.84,
      "grad_norm": 0.26169392466545105,
      "learning_rate": 5.381666666666667e-05,
      "loss": 0.0171,
      "step": 3230
    },
    {
      "epoch": 25.92,
      "grad_norm": 0.3023719787597656,
      "learning_rate": 5.398333333333334e-05,
      "loss": 0.019,
      "step": 3240
    },
    {
      "epoch": 26.0,
      "grad_norm": 0.2571801245212555,
      "learning_rate": 5.415e-05,
      "loss": 0.0174,
      "step": 3250
    },
    {
      "epoch": 26.08,
      "grad_norm": 0.4073912799358368,
      "learning_rate": 5.4316666666666675e-05,
      "loss": 0.021,
      "step": 3260
    },
    {
      "epoch": 26.16,
      "grad_norm": 0.27821940183639526,
      "learning_rate": 5.4483333333333334e-05,
      "loss": 0.0198,
      "step": 3270
    },
    {
      "epoch": 26.24,
      "grad_norm": 0.2826208472251892,
      "learning_rate": 5.465e-05,
      "loss": 0.0188,
      "step": 3280
    },
    {
      "epoch": 26.32,
      "grad_norm": 0.23131541907787323,
      "learning_rate": 5.481666666666667e-05,
      "loss": 0.0246,
      "step": 3290
    },
    {
      "epoch": 26.4,
      "grad_norm": 0.3649280369281769,
      "learning_rate": 5.498333333333333e-05,
      "loss": 0.0192,
      "step": 3300
    },
    {
      "epoch": 26.48,
      "grad_norm": 0.22950343787670135,
      "learning_rate": 5.515e-05,
      "loss": 0.0192,
      "step": 3310
    },
    {
      "epoch": 26.56,
      "grad_norm": 0.4200882017612457,
      "learning_rate": 5.531666666666667e-05,
      "loss": 0.0231,
      "step": 3320
    },
    {
      "epoch": 26.64,
      "grad_norm": 0.2632732093334198,
      "learning_rate": 5.548333333333333e-05,
      "loss": 0.0177,
      "step": 3330
    },
    {
      "epoch": 26.72,
      "grad_norm": 0.2526291608810425,
      "learning_rate": 5.5650000000000004e-05,
      "loss": 0.0204,
      "step": 3340
    },
    {
      "epoch": 26.8,
      "grad_norm": 0.33268535137176514,
      "learning_rate": 5.581666666666667e-05,
      "loss": 0.0192,
      "step": 3350
    },
    {
      "epoch": 26.88,
      "grad_norm": 0.348863422870636,
      "learning_rate": 5.598333333333333e-05,
      "loss": 0.0192,
      "step": 3360
    },
    {
      "epoch": 26.96,
      "grad_norm": 0.23711512982845306,
      "learning_rate": 5.615e-05,
      "loss": 0.0218,
      "step": 3370
    },
    {
      "epoch": 27.04,
      "grad_norm": 0.4027114510536194,
      "learning_rate": 5.6316666666666676e-05,
      "loss": 0.0178,
      "step": 3380
    },
    {
      "epoch": 27.12,
      "grad_norm": 0.28016871213912964,
      "learning_rate": 5.6483333333333335e-05,
      "loss": 0.0176,
      "step": 3390
    },
    {
      "epoch": 27.2,
      "grad_norm": 0.2913617789745331,
      "learning_rate": 5.665e-05,
      "loss": 0.0222,
      "step": 3400
    },
    {
      "epoch": 27.28,
      "grad_norm": 0.38835373520851135,
      "learning_rate": 5.6816666666666674e-05,
      "loss": 0.0169,
      "step": 3410
    },
    {
      "epoch": 27.36,
      "grad_norm": 0.30408284068107605,
      "learning_rate": 5.6983333333333334e-05,
      "loss": 0.0177,
      "step": 3420
    },
    {
      "epoch": 27.44,
      "grad_norm": 0.3208739757537842,
      "learning_rate": 5.715000000000001e-05,
      "loss": 0.0191,
      "step": 3430
    },
    {
      "epoch": 27.52,
      "grad_norm": 0.30737999081611633,
      "learning_rate": 5.731666666666667e-05,
      "loss": 0.0226,
      "step": 3440
    },
    {
      "epoch": 27.6,
      "grad_norm": 0.23718884587287903,
      "learning_rate": 5.748333333333333e-05,
      "loss": 0.0193,
      "step": 3450
    },
    {
      "epoch": 27.68,
      "grad_norm": 0.2878965139389038,
      "learning_rate": 5.7650000000000005e-05,
      "loss": 0.0224,
      "step": 3460
    },
    {
      "epoch": 27.76,
      "grad_norm": 0.247935950756073,
      "learning_rate": 5.781666666666667e-05,
      "loss": 0.0157,
      "step": 3470
    },
    {
      "epoch": 27.84,
      "grad_norm": 0.3154468238353729,
      "learning_rate": 5.798333333333333e-05,
      "loss": 0.0202,
      "step": 3480
    },
    {
      "epoch": 27.92,
      "grad_norm": 0.3691132664680481,
      "learning_rate": 5.8150000000000004e-05,
      "loss": 0.0183,
      "step": 3490
    },
    {
      "epoch": 28.0,
      "grad_norm": 0.5007452964782715,
      "learning_rate": 5.831666666666668e-05,
      "loss": 0.0189,
      "step": 3500
    },
    {
      "epoch": 28.08,
      "grad_norm": 0.3691890239715576,
      "learning_rate": 5.8483333333333336e-05,
      "loss": 0.0172,
      "step": 3510
    },
    {
      "epoch": 28.16,
      "grad_norm": 0.30071115493774414,
      "learning_rate": 5.865e-05,
      "loss": 0.0191,
      "step": 3520
    },
    {
      "epoch": 28.24,
      "grad_norm": 0.30024608969688416,
      "learning_rate": 5.881666666666666e-05,
      "loss": 0.0211,
      "step": 3530
    },
    {
      "epoch": 28.32,
      "grad_norm": 0.38274112343788147,
      "learning_rate": 5.8983333333333335e-05,
      "loss": 0.0196,
      "step": 3540
    },
    {
      "epoch": 28.4,
      "grad_norm": 0.3407282531261444,
      "learning_rate": 5.915000000000001e-05,
      "loss": 0.0195,
      "step": 3550
    },
    {
      "epoch": 28.48,
      "grad_norm": 0.36812424659729004,
      "learning_rate": 5.931666666666667e-05,
      "loss": 0.0212,
      "step": 3560
    },
    {
      "epoch": 28.56,
      "grad_norm": 0.2907348871231079,
      "learning_rate": 5.9483333333333334e-05,
      "loss": 0.0196,
      "step": 3570
    },
    {
      "epoch": 28.64,
      "grad_norm": 0.23119507730007172,
      "learning_rate": 5.9650000000000007e-05,
      "loss": 0.0209,
      "step": 3580
    },
    {
      "epoch": 28.72,
      "grad_norm": 0.18595322966575623,
      "learning_rate": 5.9816666666666666e-05,
      "loss": 0.0185,
      "step": 3590
    },
    {
      "epoch": 28.8,
      "grad_norm": 0.2510007619857788,
      "learning_rate": 5.998333333333334e-05,
      "loss": 0.0208,
      "step": 3600
    },
    {
      "epoch": 28.88,
      "grad_norm": 0.28620779514312744,
      "learning_rate": 6.0150000000000005e-05,
      "loss": 0.0186,
      "step": 3610
    },
    {
      "epoch": 28.96,
      "grad_norm": 0.23245908319950104,
      "learning_rate": 6.0316666666666665e-05,
      "loss": 0.0174,
      "step": 3620
    },
    {
      "epoch": 29.04,
      "grad_norm": 0.47083577513694763,
      "learning_rate": 6.048333333333334e-05,
      "loss": 0.0179,
      "step": 3630
    },
    {
      "epoch": 29.12,
      "grad_norm": 0.32143571972846985,
      "learning_rate": 6.0650000000000004e-05,
      "loss": 0.0186,
      "step": 3640
    },
    {
      "epoch": 29.2,
      "grad_norm": 0.2533101439476013,
      "learning_rate": 6.081666666666666e-05,
      "loss": 0.0186,
      "step": 3650
    },
    {
      "epoch": 29.28,
      "grad_norm": 0.2782413065433502,
      "learning_rate": 6.0983333333333336e-05,
      "loss": 0.0186,
      "step": 3660
    },
    {
      "epoch": 29.36,
      "grad_norm": 0.2926241159439087,
      "learning_rate": 6.115000000000001e-05,
      "loss": 0.0188,
      "step": 3670
    },
    {
      "epoch": 29.44,
      "grad_norm": 0.29786020517349243,
      "learning_rate": 6.131666666666666e-05,
      "loss": 0.017,
      "step": 3680
    },
    {
      "epoch": 29.52,
      "grad_norm": 0.30959829688072205,
      "learning_rate": 6.148333333333334e-05,
      "loss": 0.019,
      "step": 3690
    },
    {
      "epoch": 29.6,
      "grad_norm": 0.2418811321258545,
      "learning_rate": 6.165000000000001e-05,
      "loss": 0.0193,
      "step": 3700
    },
    {
      "epoch": 29.68,
      "grad_norm": 0.3914666175842285,
      "learning_rate": 6.181666666666667e-05,
      "loss": 0.0187,
      "step": 3710
    },
    {
      "epoch": 29.76,
      "grad_norm": 0.4073907434940338,
      "learning_rate": 6.198333333333334e-05,
      "loss": 0.02,
      "step": 3720
    },
    {
      "epoch": 29.84,
      "grad_norm": 0.2341315597295761,
      "learning_rate": 6.215e-05,
      "loss": 0.0186,
      "step": 3730
    },
    {
      "epoch": 29.92,
      "grad_norm": 0.2737266421318054,
      "learning_rate": 6.231666666666667e-05,
      "loss": 0.0188,
      "step": 3740
    },
    {
      "epoch": 30.0,
      "grad_norm": 0.3541114032268524,
      "learning_rate": 6.248333333333334e-05,
      "loss": 0.0193,
      "step": 3750
    },
    {
      "epoch": 30.08,
      "grad_norm": 0.49831727147102356,
      "learning_rate": 6.264999999999999e-05,
      "loss": 0.0186,
      "step": 3760
    },
    {
      "epoch": 30.16,
      "grad_norm": 0.27498045563697815,
      "learning_rate": 6.281666666666667e-05,
      "loss": 0.0186,
      "step": 3770
    },
    {
      "epoch": 30.24,
      "grad_norm": 0.2733083665370941,
      "learning_rate": 6.298333333333334e-05,
      "loss": 0.0178,
      "step": 3780
    },
    {
      "epoch": 30.32,
      "grad_norm": 0.3080177307128906,
      "learning_rate": 6.315e-05,
      "loss": 0.0212,
      "step": 3790
    },
    {
      "epoch": 30.4,
      "grad_norm": 0.24624140560626984,
      "learning_rate": 6.331666666666667e-05,
      "loss": 0.0197,
      "step": 3800
    },
    {
      "epoch": 30.48,
      "grad_norm": 0.32285645604133606,
      "learning_rate": 6.348333333333334e-05,
      "loss": 0.0176,
      "step": 3810
    },
    {
      "epoch": 30.56,
      "grad_norm": 0.2905901372432709,
      "learning_rate": 6.365e-05,
      "loss": 0.0189,
      "step": 3820
    },
    {
      "epoch": 30.64,
      "grad_norm": 0.3389389216899872,
      "learning_rate": 6.381666666666667e-05,
      "loss": 0.0201,
      "step": 3830
    },
    {
      "epoch": 30.72,
      "grad_norm": 0.3100425601005554,
      "learning_rate": 6.398333333333333e-05,
      "loss": 0.0181,
      "step": 3840
    },
    {
      "epoch": 30.8,
      "grad_norm": 0.2948121130466461,
      "learning_rate": 6.415e-05,
      "loss": 0.0172,
      "step": 3850
    },
    {
      "epoch": 30.88,
      "grad_norm": 0.26241251826286316,
      "learning_rate": 6.431666666666667e-05,
      "loss": 0.0182,
      "step": 3860
    },
    {
      "epoch": 30.96,
      "grad_norm": 0.28674909472465515,
      "learning_rate": 6.448333333333335e-05,
      "loss": 0.0182,
      "step": 3870
    },
    {
      "epoch": 31.04,
      "grad_norm": 0.3652753233909607,
      "learning_rate": 6.465e-05,
      "loss": 0.0174,
      "step": 3880
    },
    {
      "epoch": 31.12,
      "grad_norm": 0.3402184545993805,
      "learning_rate": 6.481666666666667e-05,
      "loss": 0.0166,
      "step": 3890
    },
    {
      "epoch": 31.2,
      "grad_norm": 0.3266770541667938,
      "learning_rate": 6.498333333333335e-05,
      "loss": 0.0164,
      "step": 3900
    },
    {
      "epoch": 31.28,
      "grad_norm": 0.2886047065258026,
      "learning_rate": 6.515e-05,
      "loss": 0.0204,
      "step": 3910
    },
    {
      "epoch": 31.36,
      "grad_norm": 0.24973997473716736,
      "learning_rate": 6.531666666666666e-05,
      "loss": 0.0204,
      "step": 3920
    },
    {
      "epoch": 31.44,
      "grad_norm": 0.3644435405731201,
      "learning_rate": 6.548333333333334e-05,
      "loss": 0.0164,
      "step": 3930
    },
    {
      "epoch": 31.52,
      "grad_norm": 0.33226341009140015,
      "learning_rate": 6.565e-05,
      "loss": 0.0184,
      "step": 3940
    },
    {
      "epoch": 31.6,
      "grad_norm": 0.17937485873699188,
      "learning_rate": 6.581666666666668e-05,
      "loss": 0.0168,
      "step": 3950
    },
    {
      "epoch": 31.68,
      "grad_norm": 0.3017064034938812,
      "learning_rate": 6.598333333333334e-05,
      "loss": 0.02,
      "step": 3960
    },
    {
      "epoch": 31.76,
      "grad_norm": 0.3336462378501892,
      "learning_rate": 6.615e-05,
      "loss": 0.0188,
      "step": 3970
    },
    {
      "epoch": 31.84,
      "grad_norm": 0.3028905689716339,
      "learning_rate": 6.631666666666667e-05,
      "loss": 0.0251,
      "step": 3980
    },
    {
      "epoch": 31.92,
      "grad_norm": 0.31689855456352234,
      "learning_rate": 6.648333333333334e-05,
      "loss": 0.0237,
      "step": 3990
    },
    {
      "epoch": 32.0,
      "grad_norm": 0.24618707597255707,
      "learning_rate": 6.665000000000001e-05,
      "loss": 0.0184,
      "step": 4000
    },
    {
      "epoch": 32.08,
      "grad_norm": 0.27969133853912354,
      "learning_rate": 6.681666666666667e-05,
      "loss": 0.0191,
      "step": 4010
    },
    {
      "epoch": 32.16,
      "grad_norm": 0.30211764574050903,
      "learning_rate": 6.698333333333333e-05,
      "loss": 0.0176,
      "step": 4020
    },
    {
      "epoch": 32.24,
      "grad_norm": 0.3178863525390625,
      "learning_rate": 6.715e-05,
      "loss": 0.0184,
      "step": 4030
    },
    {
      "epoch": 32.32,
      "grad_norm": 0.32315316796302795,
      "learning_rate": 6.731666666666667e-05,
      "loss": 0.0174,
      "step": 4040
    },
    {
      "epoch": 32.4,
      "grad_norm": 0.21324798464775085,
      "learning_rate": 6.748333333333334e-05,
      "loss": 0.0158,
      "step": 4050
    },
    {
      "epoch": 32.48,
      "grad_norm": 0.20594684779644012,
      "learning_rate": 6.765e-05,
      "loss": 0.0173,
      "step": 4060
    },
    {
      "epoch": 32.56,
      "grad_norm": 0.273031085729599,
      "learning_rate": 6.781666666666667e-05,
      "loss": 0.017,
      "step": 4070
    },
    {
      "epoch": 32.64,
      "grad_norm": 0.2619534134864807,
      "learning_rate": 6.798333333333334e-05,
      "loss": 0.0185,
      "step": 4080
    },
    {
      "epoch": 32.72,
      "grad_norm": 0.24327562749385834,
      "learning_rate": 6.815e-05,
      "loss": 0.0186,
      "step": 4090
    },
    {
      "epoch": 32.8,
      "grad_norm": 0.36858513951301575,
      "learning_rate": 6.831666666666667e-05,
      "loss": 0.0182,
      "step": 4100
    },
    {
      "epoch": 32.88,
      "grad_norm": 0.3753153085708618,
      "learning_rate": 6.848333333333334e-05,
      "loss": 0.0186,
      "step": 4110
    },
    {
      "epoch": 32.96,
      "grad_norm": 0.20713664591312408,
      "learning_rate": 6.865e-05,
      "loss": 0.0172,
      "step": 4120
    },
    {
      "epoch": 33.04,
      "grad_norm": 0.1708211898803711,
      "learning_rate": 6.881666666666667e-05,
      "loss": 0.0153,
      "step": 4130
    },
    {
      "epoch": 33.12,
      "grad_norm": 0.23797844350337982,
      "learning_rate": 6.898333333333333e-05,
      "loss": 0.0211,
      "step": 4140
    },
    {
      "epoch": 33.2,
      "grad_norm": 0.20785517990589142,
      "learning_rate": 6.915e-05,
      "loss": 0.0168,
      "step": 4150
    },
    {
      "epoch": 33.28,
      "grad_norm": 0.21192152798175812,
      "learning_rate": 6.931666666666668e-05,
      "loss": 0.0195,
      "step": 4160
    },
    {
      "epoch": 33.36,
      "grad_norm": 0.26941779255867004,
      "learning_rate": 6.948333333333333e-05,
      "loss": 0.0168,
      "step": 4170
    },
    {
      "epoch": 33.44,
      "grad_norm": 0.3134424388408661,
      "learning_rate": 6.965e-05,
      "loss": 0.0174,
      "step": 4180
    },
    {
      "epoch": 33.52,
      "grad_norm": 0.3852306306362152,
      "learning_rate": 6.981666666666668e-05,
      "loss": 0.0158,
      "step": 4190
    },
    {
      "epoch": 33.6,
      "grad_norm": 0.29437366127967834,
      "learning_rate": 6.998333333333333e-05,
      "loss": 0.0163,
      "step": 4200
    },
    {
      "epoch": 33.68,
      "grad_norm": 0.20472301542758942,
      "learning_rate": 7.015000000000001e-05,
      "loss": 0.0167,
      "step": 4210
    },
    {
      "epoch": 33.76,
      "grad_norm": 0.3134593665599823,
      "learning_rate": 7.031666666666668e-05,
      "loss": 0.0164,
      "step": 4220
    },
    {
      "epoch": 33.84,
      "grad_norm": 0.24429912865161896,
      "learning_rate": 7.048333333333333e-05,
      "loss": 0.0153,
      "step": 4230
    },
    {
      "epoch": 33.92,
      "grad_norm": 0.21237608790397644,
      "learning_rate": 7.065000000000001e-05,
      "loss": 0.0199,
      "step": 4240
    },
    {
      "epoch": 34.0,
      "grad_norm": 0.2603638470172882,
      "learning_rate": 7.081666666666668e-05,
      "loss": 0.0176,
      "step": 4250
    },
    {
      "epoch": 34.08,
      "grad_norm": 0.3531247675418854,
      "learning_rate": 7.098333333333333e-05,
      "loss": 0.0172,
      "step": 4260
    },
    {
      "epoch": 34.16,
      "grad_norm": 0.3022676408290863,
      "learning_rate": 7.115000000000001e-05,
      "loss": 0.015,
      "step": 4270
    },
    {
      "epoch": 34.24,
      "grad_norm": 0.22630912065505981,
      "learning_rate": 7.131666666666666e-05,
      "loss": 0.0171,
      "step": 4280
    },
    {
      "epoch": 34.32,
      "grad_norm": 0.26801279187202454,
      "learning_rate": 7.148333333333334e-05,
      "loss": 0.0175,
      "step": 4290
    },
    {
      "epoch": 34.4,
      "grad_norm": 0.2879676818847656,
      "learning_rate": 7.165000000000001e-05,
      "loss": 0.0172,
      "step": 4300
    },
    {
      "epoch": 34.48,
      "grad_norm": 0.19223865866661072,
      "learning_rate": 7.181666666666666e-05,
      "loss": 0.0183,
      "step": 4310
    },
    {
      "epoch": 34.56,
      "grad_norm": 0.19690804183483124,
      "learning_rate": 7.198333333333334e-05,
      "loss": 0.0165,
      "step": 4320
    },
    {
      "epoch": 34.64,
      "grad_norm": 0.25537702441215515,
      "learning_rate": 7.215e-05,
      "loss": 0.0176,
      "step": 4330
    },
    {
      "epoch": 34.72,
      "grad_norm": 0.2685731053352356,
      "learning_rate": 7.231666666666667e-05,
      "loss": 0.0186,
      "step": 4340
    },
    {
      "epoch": 34.8,
      "grad_norm": 0.25337502360343933,
      "learning_rate": 7.248333333333334e-05,
      "loss": 0.0167,
      "step": 4350
    },
    {
      "epoch": 34.88,
      "grad_norm": 0.29984214901924133,
      "learning_rate": 7.265e-05,
      "loss": 0.0159,
      "step": 4360
    },
    {
      "epoch": 34.96,
      "grad_norm": 0.2734014391899109,
      "learning_rate": 7.281666666666667e-05,
      "loss": 0.0179,
      "step": 4370
    },
    {
      "epoch": 35.04,
      "grad_norm": 0.34094175696372986,
      "learning_rate": 7.298333333333334e-05,
      "loss": 0.0178,
      "step": 4380
    },
    {
      "epoch": 35.12,
      "grad_norm": 0.3302783668041229,
      "learning_rate": 7.315e-05,
      "loss": 0.0174,
      "step": 4390
    },
    {
      "epoch": 35.2,
      "grad_norm": 0.2559601962566376,
      "learning_rate": 7.331666666666667e-05,
      "loss": 0.0186,
      "step": 4400
    },
    {
      "epoch": 35.28,
      "grad_norm": 0.2813912332057953,
      "learning_rate": 7.348333333333334e-05,
      "loss": 0.0197,
      "step": 4410
    },
    {
      "epoch": 35.36,
      "grad_norm": 0.2644694447517395,
      "learning_rate": 7.365e-05,
      "loss": 0.016,
      "step": 4420
    },
    {
      "epoch": 35.44,
      "grad_norm": 0.18740028142929077,
      "learning_rate": 7.381666666666667e-05,
      "loss": 0.0181,
      "step": 4430
    },
    {
      "epoch": 35.52,
      "grad_norm": 0.21797654032707214,
      "learning_rate": 7.398333333333333e-05,
      "loss": 0.0163,
      "step": 4440
    },
    {
      "epoch": 35.6,
      "grad_norm": 0.25305160880088806,
      "learning_rate": 7.415000000000001e-05,
      "loss": 0.0166,
      "step": 4450
    },
    {
      "epoch": 35.68,
      "grad_norm": 0.17705492675304413,
      "learning_rate": 7.431666666666667e-05,
      "loss": 0.0143,
      "step": 4460
    },
    {
      "epoch": 35.76,
      "grad_norm": 0.2457013577222824,
      "learning_rate": 7.448333333333333e-05,
      "loss": 0.0154,
      "step": 4470
    },
    {
      "epoch": 35.84,
      "grad_norm": 0.3293735086917877,
      "learning_rate": 7.465000000000001e-05,
      "loss": 0.0178,
      "step": 4480
    },
    {
      "epoch": 35.92,
      "grad_norm": 0.2112089842557907,
      "learning_rate": 7.481666666666666e-05,
      "loss": 0.0169,
      "step": 4490
    },
    {
      "epoch": 36.0,
      "grad_norm": 0.2140704244375229,
      "learning_rate": 7.498333333333334e-05,
      "loss": 0.018,
      "step": 4500
    },
    {
      "epoch": 36.08,
      "grad_norm": 0.20603720843791962,
      "learning_rate": 7.515e-05,
      "loss": 0.0156,
      "step": 4510
    },
    {
      "epoch": 36.16,
      "grad_norm": 0.2553759217262268,
      "learning_rate": 7.531666666666666e-05,
      "loss": 0.0154,
      "step": 4520
    },
    {
      "epoch": 36.24,
      "grad_norm": 0.22148330509662628,
      "learning_rate": 7.548333333333334e-05,
      "loss": 0.0163,
      "step": 4530
    },
    {
      "epoch": 36.32,
      "grad_norm": 0.2557857930660248,
      "learning_rate": 7.565e-05,
      "loss": 0.0168,
      "step": 4540
    },
    {
      "epoch": 36.4,
      "grad_norm": 0.2448849380016327,
      "learning_rate": 7.581666666666668e-05,
      "loss": 0.0165,
      "step": 4550
    },
    {
      "epoch": 36.48,
      "grad_norm": 0.19862842559814453,
      "learning_rate": 7.598333333333334e-05,
      "loss": 0.0178,
      "step": 4560
    },
    {
      "epoch": 36.56,
      "grad_norm": 0.20638912916183472,
      "learning_rate": 7.615e-05,
      "loss": 0.0154,
      "step": 4570
    },
    {
      "epoch": 36.64,
      "grad_norm": 0.3716319501399994,
      "learning_rate": 7.631666666666667e-05,
      "loss": 0.018,
      "step": 4580
    },
    {
      "epoch": 36.72,
      "grad_norm": 0.3684646487236023,
      "learning_rate": 7.648333333333334e-05,
      "loss": 0.0193,
      "step": 4590
    },
    {
      "epoch": 36.8,
      "grad_norm": 0.3515092134475708,
      "learning_rate": 7.664999999999999e-05,
      "loss": 0.0178,
      "step": 4600
    },
    {
      "epoch": 36.88,
      "grad_norm": 0.24901539087295532,
      "learning_rate": 7.681666666666667e-05,
      "loss": 0.0189,
      "step": 4610
    },
    {
      "epoch": 36.96,
      "grad_norm": 0.2875218391418457,
      "learning_rate": 7.698333333333334e-05,
      "loss": 0.0169,
      "step": 4620
    },
    {
      "epoch": 37.04,
      "grad_norm": 0.2590799629688263,
      "learning_rate": 7.715e-05,
      "loss": 0.018,
      "step": 4630
    },
    {
      "epoch": 37.12,
      "grad_norm": 0.28456786274909973,
      "learning_rate": 7.731666666666667e-05,
      "loss": 0.0176,
      "step": 4640
    },
    {
      "epoch": 37.2,
      "grad_norm": 0.3242010176181793,
      "learning_rate": 7.748333333333334e-05,
      "loss": 0.0184,
      "step": 4650
    },
    {
      "epoch": 37.28,
      "grad_norm": 0.26696881651878357,
      "learning_rate": 7.765e-05,
      "loss": 0.0173,
      "step": 4660
    },
    {
      "epoch": 37.36,
      "grad_norm": 0.34841158986091614,
      "learning_rate": 7.781666666666667e-05,
      "loss": 0.02,
      "step": 4670
    },
    {
      "epoch": 37.44,
      "grad_norm": 0.4569946229457855,
      "learning_rate": 7.798333333333334e-05,
      "loss": 0.0174,
      "step": 4680
    },
    {
      "epoch": 37.52,
      "grad_norm": 0.23174981772899628,
      "learning_rate": 7.815e-05,
      "loss": 0.0206,
      "step": 4690
    },
    {
      "epoch": 37.6,
      "grad_norm": 0.3870139420032501,
      "learning_rate": 7.831666666666667e-05,
      "loss": 0.017,
      "step": 4700
    },
    {
      "epoch": 37.68,
      "grad_norm": 0.231754869222641,
      "learning_rate": 7.848333333333335e-05,
      "loss": 0.0176,
      "step": 4710
    },
    {
      "epoch": 37.76,
      "grad_norm": 0.299511581659317,
      "learning_rate": 7.865e-05,
      "loss": 0.0195,
      "step": 4720
    },
    {
      "epoch": 37.84,
      "grad_norm": 0.3509788513183594,
      "learning_rate": 7.881666666666667e-05,
      "loss": 0.0175,
      "step": 4730
    },
    {
      "epoch": 37.92,
      "grad_norm": 0.16915686428546906,
      "learning_rate": 7.898333333333335e-05,
      "loss": 0.0168,
      "step": 4740
    },
    {
      "epoch": 38.0,
      "grad_norm": 0.3160988986492157,
      "learning_rate": 7.915e-05,
      "loss": 0.0196,
      "step": 4750
    },
    {
      "epoch": 38.08,
      "grad_norm": 0.4229162633419037,
      "learning_rate": 7.931666666666668e-05,
      "loss": 0.0186,
      "step": 4760
    },
    {
      "epoch": 38.16,
      "grad_norm": 0.19237038493156433,
      "learning_rate": 7.948333333333333e-05,
      "loss": 0.0185,
      "step": 4770
    },
    {
      "epoch": 38.24,
      "grad_norm": 0.28287893533706665,
      "learning_rate": 7.965e-05,
      "loss": 0.0192,
      "step": 4780
    },
    {
      "epoch": 38.32,
      "grad_norm": 0.29238584637641907,
      "learning_rate": 7.981666666666668e-05,
      "loss": 0.0188,
      "step": 4790
    },
    {
      "epoch": 38.4,
      "grad_norm": 0.31502437591552734,
      "learning_rate": 7.998333333333333e-05,
      "loss": 0.0165,
      "step": 4800
    },
    {
      "epoch": 38.48,
      "grad_norm": 0.3544800579547882,
      "learning_rate": 8.015e-05,
      "loss": 0.0204,
      "step": 4810
    },
    {
      "epoch": 38.56,
      "grad_norm": 0.30069050192832947,
      "learning_rate": 8.031666666666668e-05,
      "loss": 0.0179,
      "step": 4820
    },
    {
      "epoch": 38.64,
      "grad_norm": 0.26004061102867126,
      "learning_rate": 8.048333333333333e-05,
      "loss": 0.0181,
      "step": 4830
    },
    {
      "epoch": 38.72,
      "grad_norm": 0.3964236378669739,
      "learning_rate": 8.065000000000001e-05,
      "loss": 0.019,
      "step": 4840
    },
    {
      "epoch": 38.8,
      "grad_norm": 0.32862937450408936,
      "learning_rate": 8.081666666666667e-05,
      "loss": 0.0157,
      "step": 4850
    },
    {
      "epoch": 38.88,
      "grad_norm": 0.17356525361537933,
      "learning_rate": 8.098333333333333e-05,
      "loss": 0.0188,
      "step": 4860
    },
    {
      "epoch": 38.96,
      "grad_norm": 0.2076028436422348,
      "learning_rate": 8.115000000000001e-05,
      "loss": 0.0171,
      "step": 4870
    },
    {
      "epoch": 39.04,
      "grad_norm": 0.24268367886543274,
      "learning_rate": 8.131666666666667e-05,
      "loss": 0.0164,
      "step": 4880
    },
    {
      "epoch": 39.12,
      "grad_norm": 0.19587446749210358,
      "learning_rate": 8.148333333333334e-05,
      "loss": 0.0162,
      "step": 4890
    },
    {
      "epoch": 39.2,
      "grad_norm": 0.22701230645179749,
      "learning_rate": 8.165e-05,
      "loss": 0.0173,
      "step": 4900
    },
    {
      "epoch": 39.28,
      "grad_norm": 0.19773848354816437,
      "learning_rate": 8.181666666666667e-05,
      "loss": 0.0164,
      "step": 4910
    },
    {
      "epoch": 39.36,
      "grad_norm": 0.2625276446342468,
      "learning_rate": 8.198333333333334e-05,
      "loss": 0.02,
      "step": 4920
    },
    {
      "epoch": 39.44,
      "grad_norm": 0.27747926115989685,
      "learning_rate": 8.215e-05,
      "loss": 0.0201,
      "step": 4930
    },
    {
      "epoch": 39.52,
      "grad_norm": 0.260761559009552,
      "learning_rate": 8.231666666666667e-05,
      "loss": 0.0185,
      "step": 4940
    },
    {
      "epoch": 39.6,
      "grad_norm": 0.21587735414505005,
      "learning_rate": 8.248333333333334e-05,
      "loss": 0.0199,
      "step": 4950
    },
    {
      "epoch": 39.68,
      "grad_norm": 0.20542913675308228,
      "learning_rate": 8.265e-05,
      "loss": 0.0178,
      "step": 4960
    },
    {
      "epoch": 39.76,
      "grad_norm": 0.2816627025604248,
      "learning_rate": 8.281666666666667e-05,
      "loss": 0.0178,
      "step": 4970
    },
    {
      "epoch": 39.84,
      "grad_norm": 0.21303591132164001,
      "learning_rate": 8.298333333333334e-05,
      "loss": 0.0201,
      "step": 4980
    },
    {
      "epoch": 39.92,
      "grad_norm": 0.17118479311466217,
      "learning_rate": 8.315e-05,
      "loss": 0.018,
      "step": 4990
    },
    {
      "epoch": 40.0,
      "grad_norm": 0.23809833824634552,
      "learning_rate": 8.331666666666668e-05,
      "loss": 0.0183,
      "step": 5000
    },
    {
      "epoch": 40.08,
      "grad_norm": 0.19003918766975403,
      "learning_rate": 8.348333333333333e-05,
      "loss": 0.0173,
      "step": 5010
    },
    {
      "epoch": 40.16,
      "grad_norm": 0.2701101303100586,
      "learning_rate": 8.365e-05,
      "loss": 0.0188,
      "step": 5020
    },
    {
      "epoch": 40.24,
      "grad_norm": 0.2994926869869232,
      "learning_rate": 8.381666666666667e-05,
      "loss": 0.0176,
      "step": 5030
    },
    {
      "epoch": 40.32,
      "grad_norm": 0.155232772231102,
      "learning_rate": 8.398333333333333e-05,
      "loss": 0.0168,
      "step": 5040
    },
    {
      "epoch": 40.4,
      "grad_norm": 0.16161124408245087,
      "learning_rate": 8.415000000000001e-05,
      "loss": 0.0155,
      "step": 5050
    },
    {
      "epoch": 40.48,
      "grad_norm": 0.3316216766834259,
      "learning_rate": 8.431666666666667e-05,
      "loss": 0.0175,
      "step": 5060
    },
    {
      "epoch": 40.56,
      "grad_norm": 0.4038197994232178,
      "learning_rate": 8.448333333333333e-05,
      "loss": 0.016,
      "step": 5070
    },
    {
      "epoch": 40.64,
      "grad_norm": 0.35527050495147705,
      "learning_rate": 8.465000000000001e-05,
      "loss": 0.0157,
      "step": 5080
    },
    {
      "epoch": 40.72,
      "grad_norm": 0.439780056476593,
      "learning_rate": 8.481666666666666e-05,
      "loss": 0.0172,
      "step": 5090
    },
    {
      "epoch": 40.8,
      "grad_norm": 0.18989744782447815,
      "learning_rate": 8.498333333333334e-05,
      "loss": 0.0172,
      "step": 5100
    },
    {
      "epoch": 40.88,
      "grad_norm": 0.25239184498786926,
      "learning_rate": 8.515000000000001e-05,
      "loss": 0.0177,
      "step": 5110
    },
    {
      "epoch": 40.96,
      "grad_norm": 0.19174568355083466,
      "learning_rate": 8.531666666666666e-05,
      "loss": 0.0171,
      "step": 5120
    },
    {
      "epoch": 41.04,
      "grad_norm": 0.3852147161960602,
      "learning_rate": 8.548333333333334e-05,
      "loss": 0.0168,
      "step": 5130
    },
    {
      "epoch": 41.12,
      "grad_norm": 0.29488593339920044,
      "learning_rate": 8.565000000000001e-05,
      "loss": 0.0195,
      "step": 5140
    },
    {
      "epoch": 41.2,
      "grad_norm": 0.2211862951517105,
      "learning_rate": 8.581666666666666e-05,
      "loss": 0.0173,
      "step": 5150
    },
    {
      "epoch": 41.28,
      "grad_norm": 0.17197543382644653,
      "learning_rate": 8.598333333333334e-05,
      "loss": 0.0178,
      "step": 5160
    },
    {
      "epoch": 41.36,
      "grad_norm": 0.28469252586364746,
      "learning_rate": 8.615000000000001e-05,
      "loss": 0.0145,
      "step": 5170
    },
    {
      "epoch": 41.44,
      "grad_norm": 0.2757261097431183,
      "learning_rate": 8.631666666666667e-05,
      "loss": 0.0146,
      "step": 5180
    },
    {
      "epoch": 41.52,
      "grad_norm": 0.2708475589752197,
      "learning_rate": 8.648333333333334e-05,
      "loss": 0.0179,
      "step": 5190
    },
    {
      "epoch": 41.6,
      "grad_norm": 0.20332875847816467,
      "learning_rate": 8.665e-05,
      "loss": 0.0157,
      "step": 5200
    },
    {
      "epoch": 41.68,
      "grad_norm": 0.3514491617679596,
      "learning_rate": 8.681666666666667e-05,
      "loss": 0.0162,
      "step": 5210
    },
    {
      "epoch": 41.76,
      "grad_norm": 0.19007955491542816,
      "learning_rate": 8.698333333333334e-05,
      "loss": 0.0166,
      "step": 5220
    },
    {
      "epoch": 41.84,
      "grad_norm": 0.1827646791934967,
      "learning_rate": 8.715e-05,
      "loss": 0.0159,
      "step": 5230
    },
    {
      "epoch": 41.92,
      "grad_norm": 0.18292611837387085,
      "learning_rate": 8.731666666666667e-05,
      "loss": 0.0164,
      "step": 5240
    },
    {
      "epoch": 42.0,
      "grad_norm": 0.20610912144184113,
      "learning_rate": 8.748333333333334e-05,
      "loss": 0.0152,
      "step": 5250
    },
    {
      "epoch": 42.08,
      "grad_norm": 0.24627378582954407,
      "learning_rate": 8.765e-05,
      "loss": 0.0183,
      "step": 5260
    },
    {
      "epoch": 42.16,
      "grad_norm": 0.18731644749641418,
      "learning_rate": 8.781666666666667e-05,
      "loss": 0.0166,
      "step": 5270
    },
    {
      "epoch": 42.24,
      "grad_norm": 0.34645867347717285,
      "learning_rate": 8.798333333333334e-05,
      "loss": 0.0158,
      "step": 5280
    },
    {
      "epoch": 42.32,
      "grad_norm": 0.2995304763317108,
      "learning_rate": 8.815e-05,
      "loss": 0.0157,
      "step": 5290
    },
    {
      "epoch": 42.4,
      "grad_norm": 0.3134682774543762,
      "learning_rate": 8.831666666666667e-05,
      "loss": 0.0173,
      "step": 5300
    },
    {
      "epoch": 42.48,
      "grad_norm": 0.1908458024263382,
      "learning_rate": 8.848333333333333e-05,
      "loss": 0.0156,
      "step": 5310
    },
    {
      "epoch": 42.56,
      "grad_norm": 0.2571721076965332,
      "learning_rate": 8.865e-05,
      "loss": 0.0166,
      "step": 5320
    },
    {
      "epoch": 42.64,
      "grad_norm": 0.30359774827957153,
      "learning_rate": 8.881666666666667e-05,
      "loss": 0.016,
      "step": 5330
    },
    {
      "epoch": 42.72,
      "grad_norm": 0.20396950840950012,
      "learning_rate": 8.898333333333335e-05,
      "loss": 0.017,
      "step": 5340
    },
    {
      "epoch": 42.8,
      "grad_norm": 0.2116200178861618,
      "learning_rate": 8.915e-05,
      "loss": 0.015,
      "step": 5350
    },
    {
      "epoch": 42.88,
      "grad_norm": 0.23821914196014404,
      "learning_rate": 8.931666666666666e-05,
      "loss": 0.0164,
      "step": 5360
    },
    {
      "epoch": 42.96,
      "grad_norm": 0.2609657049179077,
      "learning_rate": 8.948333333333334e-05,
      "loss": 0.0155,
      "step": 5370
    },
    {
      "epoch": 43.04,
      "grad_norm": 0.25215914845466614,
      "learning_rate": 8.965e-05,
      "loss": 0.0157,
      "step": 5380
    },
    {
      "epoch": 43.12,
      "grad_norm": 0.2671528160572052,
      "learning_rate": 8.981666666666668e-05,
      "loss": 0.0161,
      "step": 5390
    },
    {
      "epoch": 43.2,
      "grad_norm": 0.1551043838262558,
      "learning_rate": 8.998333333333334e-05,
      "loss": 0.0168,
      "step": 5400
    },
    {
      "epoch": 43.28,
      "grad_norm": 0.29610198736190796,
      "learning_rate": 9.015e-05,
      "loss": 0.0176,
      "step": 5410
    },
    {
      "epoch": 43.36,
      "grad_norm": 0.24326688051223755,
      "learning_rate": 9.031666666666668e-05,
      "loss": 0.0173,
      "step": 5420
    },
    {
      "epoch": 43.44,
      "grad_norm": 0.2653523087501526,
      "learning_rate": 9.048333333333334e-05,
      "loss": 0.0162,
      "step": 5430
    },
    {
      "epoch": 43.52,
      "grad_norm": 0.2574164867401123,
      "learning_rate": 9.065000000000001e-05,
      "loss": 0.0159,
      "step": 5440
    },
    {
      "epoch": 43.6,
      "grad_norm": 0.2533619701862335,
      "learning_rate": 9.081666666666667e-05,
      "loss": 0.0151,
      "step": 5450
    },
    {
      "epoch": 43.68,
      "grad_norm": 0.17013908922672272,
      "learning_rate": 9.098333333333334e-05,
      "loss": 0.0147,
      "step": 5460
    },
    {
      "epoch": 43.76,
      "grad_norm": 0.26567474007606506,
      "learning_rate": 9.115e-05,
      "loss": 0.0162,
      "step": 5470
    },
    {
      "epoch": 43.84,
      "grad_norm": 0.22060242295265198,
      "learning_rate": 9.131666666666667e-05,
      "loss": 0.0157,
      "step": 5480
    },
    {
      "epoch": 43.92,
      "grad_norm": 0.17461594939231873,
      "learning_rate": 9.148333333333334e-05,
      "loss": 0.0162,
      "step": 5490
    },
    {
      "epoch": 44.0,
      "grad_norm": 0.2874809801578522,
      "learning_rate": 9.165e-05,
      "loss": 0.0201,
      "step": 5500
    },
    {
      "epoch": 44.08,
      "grad_norm": 0.3267539441585541,
      "learning_rate": 9.181666666666667e-05,
      "loss": 0.0157,
      "step": 5510
    },
    {
      "epoch": 44.16,
      "grad_norm": 0.23259882628917694,
      "learning_rate": 9.198333333333334e-05,
      "loss": 0.0174,
      "step": 5520
    },
    {
      "epoch": 44.24,
      "grad_norm": 0.2511483132839203,
      "learning_rate": 9.215e-05,
      "loss": 0.0151,
      "step": 5530
    },
    {
      "epoch": 44.32,
      "grad_norm": 0.26257532835006714,
      "learning_rate": 9.231666666666667e-05,
      "loss": 0.0183,
      "step": 5540
    },
    {
      "epoch": 44.4,
      "grad_norm": 0.3074423670768738,
      "learning_rate": 9.248333333333334e-05,
      "loss": 0.017,
      "step": 5550
    },
    {
      "epoch": 44.48,
      "grad_norm": 0.29595059156417847,
      "learning_rate": 9.265e-05,
      "loss": 0.0187,
      "step": 5560
    },
    {
      "epoch": 44.56,
      "grad_norm": 0.26590657234191895,
      "learning_rate": 9.281666666666667e-05,
      "loss": 0.0184,
      "step": 5570
    },
    {
      "epoch": 44.64,
      "grad_norm": 0.25314298272132874,
      "learning_rate": 9.298333333333333e-05,
      "loss": 0.0221,
      "step": 5580
    },
    {
      "epoch": 44.72,
      "grad_norm": 0.172531858086586,
      "learning_rate": 9.315e-05,
      "loss": 0.0179,
      "step": 5590
    },
    {
      "epoch": 44.8,
      "grad_norm": 0.24006561934947968,
      "learning_rate": 9.331666666666668e-05,
      "loss": 0.0204,
      "step": 5600
    },
    {
      "epoch": 44.88,
      "grad_norm": 0.28838303685188293,
      "learning_rate": 9.348333333333333e-05,
      "loss": 0.0198,
      "step": 5610
    },
    {
      "epoch": 44.96,
      "grad_norm": 0.18024536967277527,
      "learning_rate": 9.365e-05,
      "loss": 0.0183,
      "step": 5620
    },
    {
      "epoch": 45.04,
      "grad_norm": 0.335343599319458,
      "learning_rate": 9.381666666666668e-05,
      "loss": 0.0188,
      "step": 5630
    },
    {
      "epoch": 45.12,
      "grad_norm": 0.23580709099769592,
      "learning_rate": 9.398333333333333e-05,
      "loss": 0.0154,
      "step": 5640
    },
    {
      "epoch": 45.2,
      "grad_norm": 0.23661905527114868,
      "learning_rate": 9.415e-05,
      "loss": 0.0176,
      "step": 5650
    },
    {
      "epoch": 45.28,
      "grad_norm": 0.20438586175441742,
      "learning_rate": 9.431666666666668e-05,
      "loss": 0.016,
      "step": 5660
    },
    {
      "epoch": 45.36,
      "grad_norm": 0.3096327483654022,
      "learning_rate": 9.448333333333333e-05,
      "loss": 0.0191,
      "step": 5670
    },
    {
      "epoch": 45.44,
      "grad_norm": 0.24983130395412445,
      "learning_rate": 9.465000000000001e-05,
      "loss": 0.0151,
      "step": 5680
    },
    {
      "epoch": 45.52,
      "grad_norm": 0.2730535864830017,
      "learning_rate": 9.481666666666668e-05,
      "loss": 0.0187,
      "step": 5690
    },
    {
      "epoch": 45.6,
      "grad_norm": 0.20601336658000946,
      "learning_rate": 9.498333333333333e-05,
      "loss": 0.0134,
      "step": 5700
    },
    {
      "epoch": 45.68,
      "grad_norm": 0.154911071062088,
      "learning_rate": 9.515000000000001e-05,
      "loss": 0.0174,
      "step": 5710
    },
    {
      "epoch": 45.76,
      "grad_norm": 0.18460336327552795,
      "learning_rate": 9.531666666666668e-05,
      "loss": 0.0149,
      "step": 5720
    },
    {
      "epoch": 45.84,
      "grad_norm": 0.2192968726158142,
      "learning_rate": 9.548333333333334e-05,
      "loss": 0.0199,
      "step": 5730
    },
    {
      "epoch": 45.92,
      "grad_norm": 0.24527892470359802,
      "learning_rate": 9.565000000000001e-05,
      "loss": 0.0176,
      "step": 5740
    },
    {
      "epoch": 46.0,
      "grad_norm": 0.1991039216518402,
      "learning_rate": 9.581666666666667e-05,
      "loss": 0.0161,
      "step": 5750
    },
    {
      "epoch": 46.08,
      "grad_norm": 0.19391167163848877,
      "learning_rate": 9.598333333333334e-05,
      "loss": 0.0163,
      "step": 5760
    },
    {
      "epoch": 46.16,
      "grad_norm": 0.20429037511348724,
      "learning_rate": 9.615e-05,
      "loss": 0.016,
      "step": 5770
    },
    {
      "epoch": 46.24,
      "grad_norm": 0.26534077525138855,
      "learning_rate": 9.631666666666667e-05,
      "loss": 0.0172,
      "step": 5780
    },
    {
      "epoch": 46.32,
      "grad_norm": 0.2455439269542694,
      "learning_rate": 9.648333333333334e-05,
      "loss": 0.0154,
      "step": 5790
    },
    {
      "epoch": 46.4,
      "grad_norm": 0.23433315753936768,
      "learning_rate": 9.665e-05,
      "loss": 0.0168,
      "step": 5800
    },
    {
      "epoch": 46.48,
      "grad_norm": 0.23386351764202118,
      "learning_rate": 9.681666666666667e-05,
      "loss": 0.0181,
      "step": 5810
    },
    {
      "epoch": 46.56,
      "grad_norm": 0.19582843780517578,
      "learning_rate": 9.698333333333334e-05,
      "loss": 0.0162,
      "step": 5820
    },
    {
      "epoch": 46.64,
      "grad_norm": 0.29698771238327026,
      "learning_rate": 9.715e-05,
      "loss": 0.0155,
      "step": 5830
    },
    {
      "epoch": 46.72,
      "grad_norm": 0.26549094915390015,
      "learning_rate": 9.731666666666667e-05,
      "loss": 0.0172,
      "step": 5840
    },
    {
      "epoch": 46.8,
      "grad_norm": 0.18548481166362762,
      "learning_rate": 9.748333333333334e-05,
      "loss": 0.0182,
      "step": 5850
    },
    {
      "epoch": 46.88,
      "grad_norm": 0.18578952550888062,
      "learning_rate": 9.765e-05,
      "loss": 0.0182,
      "step": 5860
    },
    {
      "epoch": 46.96,
      "grad_norm": 0.33769235014915466,
      "learning_rate": 9.781666666666667e-05,
      "loss": 0.0155,
      "step": 5870
    },
    {
      "epoch": 47.04,
      "grad_norm": 0.20415836572647095,
      "learning_rate": 9.798333333333333e-05,
      "loss": 0.0165,
      "step": 5880
    },
    {
      "epoch": 47.12,
      "grad_norm": 0.17800284922122955,
      "learning_rate": 9.815000000000001e-05,
      "loss": 0.0135,
      "step": 5890
    },
    {
      "epoch": 47.2,
      "grad_norm": 0.1705131232738495,
      "learning_rate": 9.831666666666667e-05,
      "loss": 0.0163,
      "step": 5900
    },
    {
      "epoch": 47.28,
      "grad_norm": 0.18372398614883423,
      "learning_rate": 9.848333333333333e-05,
      "loss": 0.0174,
      "step": 5910
    },
    {
      "epoch": 47.36,
      "grad_norm": 0.19957466423511505,
      "learning_rate": 9.865000000000001e-05,
      "loss": 0.0154,
      "step": 5920
    },
    {
      "epoch": 47.44,
      "grad_norm": 0.23328445851802826,
      "learning_rate": 9.881666666666667e-05,
      "loss": 0.018,
      "step": 5930
    },
    {
      "epoch": 47.52,
      "grad_norm": 0.2187744528055191,
      "learning_rate": 9.898333333333335e-05,
      "loss": 0.0179,
      "step": 5940
    },
    {
      "epoch": 47.6,
      "grad_norm": 0.2311101108789444,
      "learning_rate": 9.915000000000001e-05,
      "loss": 0.0177,
      "step": 5950
    },
    {
      "epoch": 47.68,
      "grad_norm": 0.2342187464237213,
      "learning_rate": 9.931666666666666e-05,
      "loss": 0.0153,
      "step": 5960
    },
    {
      "epoch": 47.76,
      "grad_norm": 0.21110501885414124,
      "learning_rate": 9.948333333333334e-05,
      "loss": 0.0154,
      "step": 5970
    },
    {
      "epoch": 47.84,
      "grad_norm": 0.21710103750228882,
      "learning_rate": 9.965000000000001e-05,
      "loss": 0.0159,
      "step": 5980
    },
    {
      "epoch": 47.92,
      "grad_norm": 0.2727493345737457,
      "learning_rate": 9.981666666666668e-05,
      "loss": 0.0168,
      "step": 5990
    },
    {
      "epoch": 48.0,
      "grad_norm": 0.21371829509735107,
      "learning_rate": 9.998333333333334e-05,
      "loss": 0.0142,
      "step": 6000
    },
    {
      "epoch": 48.08,
      "grad_norm": 0.21788068115711212,
      "learning_rate": 9.999999846214614e-05,
      "loss": 0.0179,
      "step": 6010
    },
    {
      "epoch": 48.16,
      "grad_norm": 0.22857505083084106,
      "learning_rate": 9.999999314610822e-05,
      "loss": 0.0149,
      "step": 6020
    },
    {
      "epoch": 48.24,
      "grad_norm": 0.2711036801338196,
      "learning_rate": 9.999998403290078e-05,
      "loss": 0.0185,
      "step": 6030
    },
    {
      "epoch": 48.32,
      "grad_norm": 0.27605336904525757,
      "learning_rate": 9.999997112252452e-05,
      "loss": 0.0161,
      "step": 6040
    },
    {
      "epoch": 48.4,
      "grad_norm": 0.12465723603963852,
      "learning_rate": 9.999995441498044e-05,
      "loss": 0.0155,
      "step": 6050
    },
    {
      "epoch": 48.48,
      "grad_norm": 0.3267018496990204,
      "learning_rate": 9.99999339102698e-05,
      "loss": 0.0158,
      "step": 6060
    },
    {
      "epoch": 48.56,
      "grad_norm": 0.2015727013349533,
      "learning_rate": 9.999990960839414e-05,
      "loss": 0.0151,
      "step": 6070
    },
    {
      "epoch": 48.64,
      "grad_norm": 0.3108987808227539,
      "learning_rate": 9.999988150935531e-05,
      "loss": 0.0205,
      "step": 6080
    },
    {
      "epoch": 48.72,
      "grad_norm": 0.31870236992836,
      "learning_rate": 9.999984961315545e-05,
      "loss": 0.0177,
      "step": 6090
    },
    {
      "epoch": 48.8,
      "grad_norm": 0.19549322128295898,
      "learning_rate": 9.999981391979699e-05,
      "loss": 0.0167,
      "step": 6100
    },
    {
      "epoch": 48.88,
      "grad_norm": 0.24623192846775055,
      "learning_rate": 9.999977442928263e-05,
      "loss": 0.0179,
      "step": 6110
    },
    {
      "epoch": 48.96,
      "grad_norm": 0.2645348310470581,
      "learning_rate": 9.999973114161537e-05,
      "loss": 0.0173,
      "step": 6120
    },
    {
      "epoch": 49.04,
      "grad_norm": 0.2667716145515442,
      "learning_rate": 9.99996840567985e-05,
      "loss": 0.0168,
      "step": 6130
    },
    {
      "epoch": 49.12,
      "grad_norm": 0.18848927319049835,
      "learning_rate": 9.999963317483559e-05,
      "loss": 0.0179,
      "step": 6140
    },
    {
      "epoch": 49.2,
      "grad_norm": 0.2334752082824707,
      "learning_rate": 9.999957849573052e-05,
      "loss": 0.0145,
      "step": 6150
    },
    {
      "epoch": 49.28,
      "grad_norm": 0.28290215134620667,
      "learning_rate": 9.999952001948742e-05,
      "loss": 0.0163,
      "step": 6160
    },
    {
      "epoch": 49.36,
      "grad_norm": 0.22405792772769928,
      "learning_rate": 9.999945774611075e-05,
      "loss": 0.0148,
      "step": 6170
    },
    {
      "epoch": 49.44,
      "grad_norm": 0.2575785517692566,
      "learning_rate": 9.999939167560524e-05,
      "loss": 0.015,
      "step": 6180
    },
    {
      "epoch": 49.52,
      "grad_norm": 0.3848766088485718,
      "learning_rate": 9.999932180797589e-05,
      "loss": 0.0163,
      "step": 6190
    },
    {
      "epoch": 49.6,
      "grad_norm": 0.305613249540329,
      "learning_rate": 9.999924814322801e-05,
      "loss": 0.0163,
      "step": 6200
    },
    {
      "epoch": 49.68,
      "grad_norm": 0.315159410238266,
      "learning_rate": 9.999917068136722e-05,
      "loss": 0.0175,
      "step": 6210
    },
    {
      "epoch": 49.76,
      "grad_norm": 0.2277110069990158,
      "learning_rate": 9.999908942239937e-05,
      "loss": 0.0164,
      "step": 6220
    },
    {
      "epoch": 49.84,
      "grad_norm": 0.20268841087818146,
      "learning_rate": 9.999900436633062e-05,
      "loss": 0.016,
      "step": 6230
    },
    {
      "epoch": 49.92,
      "grad_norm": 0.16953091323375702,
      "learning_rate": 9.999891551316749e-05,
      "loss": 0.0162,
      "step": 6240
    },
    {
      "epoch": 50.0,
      "grad_norm": 0.18228960037231445,
      "learning_rate": 9.999882286291668e-05,
      "loss": 0.0152,
      "step": 6250
    },
    {
      "epoch": 50.08,
      "grad_norm": 0.16264916956424713,
      "learning_rate": 9.999872641558524e-05,
      "loss": 0.0141,
      "step": 6260
    },
    {
      "epoch": 50.16,
      "grad_norm": 0.336174339056015,
      "learning_rate": 9.999862617118047e-05,
      "loss": 0.014,
      "step": 6270
    },
    {
      "epoch": 50.24,
      "grad_norm": 0.2762511372566223,
      "learning_rate": 9.999852212971002e-05,
      "loss": 0.0146,
      "step": 6280
    },
    {
      "epoch": 50.32,
      "grad_norm": 0.21441933512687683,
      "learning_rate": 9.999841429118178e-05,
      "loss": 0.0167,
      "step": 6290
    },
    {
      "epoch": 50.4,
      "grad_norm": 0.19398991763591766,
      "learning_rate": 9.999830265560392e-05,
      "loss": 0.0153,
      "step": 6300
    },
    {
      "epoch": 50.48,
      "grad_norm": 0.19266942143440247,
      "learning_rate": 9.999818722298495e-05,
      "loss": 0.0149,
      "step": 6310
    },
    {
      "epoch": 50.56,
      "grad_norm": 0.18081995844841003,
      "learning_rate": 9.99980679933336e-05,
      "loss": 0.0159,
      "step": 6320
    },
    {
      "epoch": 50.64,
      "grad_norm": 0.209356427192688,
      "learning_rate": 9.999794496665897e-05,
      "loss": 0.0147,
      "step": 6330
    },
    {
      "epoch": 50.72,
      "grad_norm": 0.13314683735370636,
      "learning_rate": 9.999781814297036e-05,
      "loss": 0.0139,
      "step": 6340
    },
    {
      "epoch": 50.8,
      "grad_norm": 0.3117307722568512,
      "learning_rate": 9.999768752227743e-05,
      "loss": 0.0183,
      "step": 6350
    },
    {
      "epoch": 50.88,
      "grad_norm": 0.229507714509964,
      "learning_rate": 9.99975531045901e-05,
      "loss": 0.0146,
      "step": 6360
    },
    {
      "epoch": 50.96,
      "grad_norm": 0.15487366914749146,
      "learning_rate": 9.999741488991853e-05,
      "loss": 0.0156,
      "step": 6370
    },
    {
      "epoch": 51.04,
      "grad_norm": 0.20542359352111816,
      "learning_rate": 9.999727287827328e-05,
      "loss": 0.0151,
      "step": 6380
    },
    {
      "epoch": 51.12,
      "grad_norm": 0.2038390338420868,
      "learning_rate": 9.999712706966509e-05,
      "loss": 0.0166,
      "step": 6390
    },
    {
      "epoch": 51.2,
      "grad_norm": 0.20451386272907257,
      "learning_rate": 9.999697746410508e-05,
      "loss": 0.0176,
      "step": 6400
    },
    {
      "epoch": 51.28,
      "grad_norm": 0.1978255659341812,
      "learning_rate": 9.999682406160455e-05,
      "loss": 0.017,
      "step": 6410
    },
    {
      "epoch": 51.36,
      "grad_norm": 0.29759135842323303,
      "learning_rate": 9.999666686217522e-05,
      "loss": 0.0166,
      "step": 6420
    },
    {
      "epoch": 51.44,
      "grad_norm": 0.1825857013463974,
      "learning_rate": 9.999650586582896e-05,
      "loss": 0.0146,
      "step": 6430
    },
    {
      "epoch": 51.52,
      "grad_norm": 0.31296661496162415,
      "learning_rate": 9.999634107257804e-05,
      "loss": 0.0166,
      "step": 6440
    },
    {
      "epoch": 51.6,
      "grad_norm": 0.2252771258354187,
      "learning_rate": 9.999617248243496e-05,
      "loss": 0.014,
      "step": 6450
    },
    {
      "epoch": 51.68,
      "grad_norm": 0.23632466793060303,
      "learning_rate": 9.999600009541252e-05,
      "loss": 0.016,
      "step": 6460
    },
    {
      "epoch": 51.76,
      "grad_norm": 0.26419535279273987,
      "learning_rate": 9.999582391152383e-05,
      "loss": 0.0137,
      "step": 6470
    },
    {
      "epoch": 51.84,
      "grad_norm": 0.21228840947151184,
      "learning_rate": 9.999564393078225e-05,
      "loss": 0.0158,
      "step": 6480
    },
    {
      "epoch": 51.92,
      "grad_norm": 0.17658203840255737,
      "learning_rate": 9.999546015320145e-05,
      "loss": 0.0165,
      "step": 6490
    },
    {
      "epoch": 52.0,
      "grad_norm": 0.2223852425813675,
      "learning_rate": 9.999527257879541e-05,
      "loss": 0.0163,
      "step": 6500
    },
    {
      "epoch": 52.08,
      "grad_norm": 0.2437753975391388,
      "learning_rate": 9.999508120757835e-05,
      "loss": 0.0165,
      "step": 6510
    },
    {
      "epoch": 52.16,
      "grad_norm": 0.39226818084716797,
      "learning_rate": 9.999488603956479e-05,
      "loss": 0.0161,
      "step": 6520
    },
    {
      "epoch": 52.24,
      "grad_norm": 0.3026261031627655,
      "learning_rate": 9.99946870747696e-05,
      "loss": 0.016,
      "step": 6530
    },
    {
      "epoch": 52.32,
      "grad_norm": 0.22944580018520355,
      "learning_rate": 9.999448431320786e-05,
      "loss": 0.013,
      "step": 6540
    },
    {
      "epoch": 52.4,
      "grad_norm": 0.24170246720314026,
      "learning_rate": 9.999427775489496e-05,
      "loss": 0.0161,
      "step": 6550
    },
    {
      "epoch": 52.48,
      "grad_norm": 0.22710640728473663,
      "learning_rate": 9.99940673998466e-05,
      "loss": 0.0159,
      "step": 6560
    },
    {
      "epoch": 52.56,
      "grad_norm": 0.3257142901420593,
      "learning_rate": 9.999385324807878e-05,
      "loss": 0.0161,
      "step": 6570
    },
    {
      "epoch": 52.64,
      "grad_norm": 0.1338236778974533,
      "learning_rate": 9.99936352996077e-05,
      "loss": 0.0129,
      "step": 6580
    },
    {
      "epoch": 52.72,
      "grad_norm": 0.3687439560890198,
      "learning_rate": 9.999341355444995e-05,
      "loss": 0.0162,
      "step": 6590
    },
    {
      "epoch": 52.8,
      "grad_norm": 0.2759634554386139,
      "learning_rate": 9.99931880126224e-05,
      "loss": 0.0179,
      "step": 6600
    },
    {
      "epoch": 52.88,
      "grad_norm": 0.21531133353710175,
      "learning_rate": 9.999295867414212e-05,
      "loss": 0.0174,
      "step": 6610
    },
    {
      "epoch": 52.96,
      "grad_norm": 0.13596157729625702,
      "learning_rate": 9.999272553902656e-05,
      "loss": 0.0178,
      "step": 6620
    },
    {
      "epoch": 53.04,
      "grad_norm": 0.21996043622493744,
      "learning_rate": 9.999248860729342e-05,
      "loss": 0.019,
      "step": 6630
    },
    {
      "epoch": 53.12,
      "grad_norm": 0.1461280882358551,
      "learning_rate": 9.999224787896069e-05,
      "loss": 0.0173,
      "step": 6640
    },
    {
      "epoch": 53.2,
      "grad_norm": 0.19980977475643158,
      "learning_rate": 9.999200335404666e-05,
      "loss": 0.0185,
      "step": 6650
    },
    {
      "epoch": 53.28,
      "grad_norm": 0.308059424161911,
      "learning_rate": 9.999175503256988e-05,
      "loss": 0.0151,
      "step": 6660
    },
    {
      "epoch": 53.36,
      "grad_norm": 0.2804049849510193,
      "learning_rate": 9.999150291454924e-05,
      "loss": 0.0166,
      "step": 6670
    },
    {
      "epoch": 53.44,
      "grad_norm": 0.27593371272087097,
      "learning_rate": 9.999124700000386e-05,
      "loss": 0.0146,
      "step": 6680
    },
    {
      "epoch": 53.52,
      "grad_norm": 0.3957303464412689,
      "learning_rate": 9.999098728895317e-05,
      "loss": 0.0165,
      "step": 6690
    },
    {
      "epoch": 53.6,
      "grad_norm": 0.2431076616048813,
      "learning_rate": 9.999072378141694e-05,
      "loss": 0.016,
      "step": 6700
    },
    {
      "epoch": 53.68,
      "grad_norm": 0.3859260380268097,
      "learning_rate": 9.999045647741512e-05,
      "loss": 0.0166,
      "step": 6710
    },
    {
      "epoch": 53.76,
      "grad_norm": 0.19752717018127441,
      "learning_rate": 9.999018537696804e-05,
      "loss": 0.0183,
      "step": 6720
    },
    {
      "epoch": 53.84,
      "grad_norm": 0.18790633976459503,
      "learning_rate": 9.99899104800963e-05,
      "loss": 0.0166,
      "step": 6730
    },
    {
      "epoch": 53.92,
      "grad_norm": 0.27255070209503174,
      "learning_rate": 9.998963178682077e-05,
      "loss": 0.0154,
      "step": 6740
    },
    {
      "epoch": 54.0,
      "grad_norm": 0.25155869126319885,
      "learning_rate": 9.99893492971626e-05,
      "loss": 0.02,
      "step": 6750
    },
    {
      "epoch": 54.08,
      "grad_norm": 0.235213041305542,
      "learning_rate": 9.998906301114324e-05,
      "loss": 0.0169,
      "step": 6760
    },
    {
      "epoch": 54.16,
      "grad_norm": 0.33294370770454407,
      "learning_rate": 9.998877292878446e-05,
      "loss": 0.0187,
      "step": 6770
    },
    {
      "epoch": 54.24,
      "grad_norm": 0.18849493563175201,
      "learning_rate": 9.998847905010826e-05,
      "loss": 0.0175,
      "step": 6780
    },
    {
      "epoch": 54.32,
      "grad_norm": 0.2237790822982788,
      "learning_rate": 9.998818137513697e-05,
      "loss": 0.0154,
      "step": 6790
    },
    {
      "epoch": 54.4,
      "grad_norm": 0.21702685952186584,
      "learning_rate": 9.998787990389323e-05,
      "loss": 0.0171,
      "step": 6800
    },
    {
      "epoch": 54.48,
      "grad_norm": 0.22363871335983276,
      "learning_rate": 9.998757463639987e-05,
      "loss": 0.0167,
      "step": 6810
    },
    {
      "epoch": 54.56,
      "grad_norm": 0.21561087667942047,
      "learning_rate": 9.998726557268012e-05,
      "loss": 0.0177,
      "step": 6820
    },
    {
      "epoch": 54.64,
      "grad_norm": 0.19252212345600128,
      "learning_rate": 9.998695271275741e-05,
      "loss": 0.0161,
      "step": 6830
    },
    {
      "epoch": 54.72,
      "grad_norm": 0.1935088187456131,
      "learning_rate": 9.998663605665556e-05,
      "loss": 0.0163,
      "step": 6840
    },
    {
      "epoch": 54.8,
      "grad_norm": 0.19754286110401154,
      "learning_rate": 9.998631560439857e-05,
      "loss": 0.015,
      "step": 6850
    },
    {
      "epoch": 54.88,
      "grad_norm": 0.14467108249664307,
      "learning_rate": 9.998599135601079e-05,
      "loss": 0.015,
      "step": 6860
    },
    {
      "epoch": 54.96,
      "grad_norm": 0.160123810172081,
      "learning_rate": 9.998566331151685e-05,
      "loss": 0.0152,
      "step": 6870
    },
    {
      "epoch": 55.04,
      "grad_norm": 0.11587270349264145,
      "learning_rate": 9.998533147094166e-05,
      "loss": 0.0161,
      "step": 6880
    },
    {
      "epoch": 55.12,
      "grad_norm": 0.3526173532009125,
      "learning_rate": 9.998499583431042e-05,
      "loss": 0.0137,
      "step": 6890
    },
    {
      "epoch": 55.2,
      "grad_norm": 0.18590746819972992,
      "learning_rate": 9.998465640164861e-05,
      "loss": 0.0156,
      "step": 6900
    },
    {
      "epoch": 55.28,
      "grad_norm": 0.3046409487724304,
      "learning_rate": 9.998431317298202e-05,
      "loss": 0.0171,
      "step": 6910
    },
    {
      "epoch": 55.36,
      "grad_norm": 0.30120041966438293,
      "learning_rate": 9.998396614833672e-05,
      "loss": 0.0162,
      "step": 6920
    },
    {
      "epoch": 55.44,
      "grad_norm": 0.23803283274173737,
      "learning_rate": 9.998361532773906e-05,
      "loss": 0.0162,
      "step": 6930
    },
    {
      "epoch": 55.52,
      "grad_norm": 0.21777257323265076,
      "learning_rate": 9.998326071121566e-05,
      "loss": 0.0142,
      "step": 6940
    },
    {
      "epoch": 55.6,
      "grad_norm": 0.2066047489643097,
      "learning_rate": 9.998290229879348e-05,
      "loss": 0.0165,
      "step": 6950
    },
    {
      "epoch": 55.68,
      "grad_norm": 0.20818382501602173,
      "learning_rate": 9.998254009049973e-05,
      "loss": 0.015,
      "step": 6960
    },
    {
      "epoch": 55.76,
      "grad_norm": 0.17483198642730713,
      "learning_rate": 9.99821740863619e-05,
      "loss": 0.0139,
      "step": 6970
    },
    {
      "epoch": 55.84,
      "grad_norm": 0.20568284392356873,
      "learning_rate": 9.998180428640782e-05,
      "loss": 0.017,
      "step": 6980
    },
    {
      "epoch": 55.92,
      "grad_norm": 0.19888627529144287,
      "learning_rate": 9.998143069066555e-05,
      "loss": 0.0138,
      "step": 6990
    },
    {
      "epoch": 56.0,
      "grad_norm": 0.20766861736774445,
      "learning_rate": 9.998105329916348e-05,
      "loss": 0.0141,
      "step": 7000
    },
    {
      "epoch": 56.08,
      "grad_norm": 0.2704077959060669,
      "learning_rate": 9.998067211193024e-05,
      "loss": 0.0164,
      "step": 7010
    },
    {
      "epoch": 56.16,
      "grad_norm": 0.18512311577796936,
      "learning_rate": 9.99802871289948e-05,
      "loss": 0.0146,
      "step": 7020
    },
    {
      "epoch": 56.24,
      "grad_norm": 0.22111397981643677,
      "learning_rate": 9.99798983503864e-05,
      "loss": 0.0136,
      "step": 7030
    },
    {
      "epoch": 56.32,
      "grad_norm": 0.1820724606513977,
      "learning_rate": 9.997950577613456e-05,
      "loss": 0.0146,
      "step": 7040
    },
    {
      "epoch": 56.4,
      "grad_norm": 0.21490174531936646,
      "learning_rate": 9.997910940626909e-05,
      "loss": 0.0139,
      "step": 7050
    },
    {
      "epoch": 56.48,
      "grad_norm": 0.18108484148979187,
      "learning_rate": 9.99787092408201e-05,
      "loss": 0.0122,
      "step": 7060
    },
    {
      "epoch": 56.56,
      "grad_norm": 0.13766072690486908,
      "learning_rate": 9.997830527981796e-05,
      "loss": 0.0168,
      "step": 7070
    },
    {
      "epoch": 56.64,
      "grad_norm": 0.21959292888641357,
      "learning_rate": 9.997789752329337e-05,
      "loss": 0.0139,
      "step": 7080
    },
    {
      "epoch": 56.72,
      "grad_norm": 0.21193106472492218,
      "learning_rate": 9.997748597127728e-05,
      "loss": 0.0142,
      "step": 7090
    },
    {
      "epoch": 56.8,
      "grad_norm": 0.16251778602600098,
      "learning_rate": 9.997707062380096e-05,
      "loss": 0.0133,
      "step": 7100
    },
    {
      "epoch": 56.88,
      "grad_norm": 0.20115503668785095,
      "learning_rate": 9.997665148089594e-05,
      "loss": 0.0152,
      "step": 7110
    },
    {
      "epoch": 56.96,
      "grad_norm": 0.1937173753976822,
      "learning_rate": 9.997622854259408e-05,
      "loss": 0.0143,
      "step": 7120
    },
    {
      "epoch": 57.04,
      "grad_norm": 0.23892055451869965,
      "learning_rate": 9.997580180892744e-05,
      "loss": 0.0156,
      "step": 7130
    },
    {
      "epoch": 57.12,
      "grad_norm": 0.20729663968086243,
      "learning_rate": 9.99753712799285e-05,
      "loss": 0.0134,
      "step": 7140
    },
    {
      "epoch": 57.2,
      "grad_norm": 0.2615785002708435,
      "learning_rate": 9.99749369556299e-05,
      "loss": 0.0138,
      "step": 7150
    },
    {
      "epoch": 57.28,
      "grad_norm": 0.2911669909954071,
      "learning_rate": 9.997449883606466e-05,
      "loss": 0.0165,
      "step": 7160
    },
    {
      "epoch": 57.36,
      "grad_norm": 0.2540806233882904,
      "learning_rate": 9.997405692126603e-05,
      "loss": 0.0171,
      "step": 7170
    },
    {
      "epoch": 57.44,
      "grad_norm": 0.18083186447620392,
      "learning_rate": 9.997361121126757e-05,
      "loss": 0.0147,
      "step": 7180
    },
    {
      "epoch": 57.52,
      "grad_norm": 0.3060397505760193,
      "learning_rate": 9.997316170610314e-05,
      "loss": 0.0162,
      "step": 7190
    },
    {
      "epoch": 57.6,
      "grad_norm": 0.23359741270542145,
      "learning_rate": 9.997270840580686e-05,
      "loss": 0.014,
      "step": 7200
    },
    {
      "epoch": 57.68,
      "grad_norm": 0.18116363883018494,
      "learning_rate": 9.997225131041318e-05,
      "loss": 0.0147,
      "step": 7210
    },
    {
      "epoch": 57.76,
      "grad_norm": 0.13905172049999237,
      "learning_rate": 9.99717904199568e-05,
      "loss": 0.0129,
      "step": 7220
    },
    {
      "epoch": 57.84,
      "grad_norm": 0.25366514921188354,
      "learning_rate": 9.997132573447272e-05,
      "loss": 0.0166,
      "step": 7230
    },
    {
      "epoch": 57.92,
      "grad_norm": 0.22093738615512848,
      "learning_rate": 9.997085725399624e-05,
      "loss": 0.0173,
      "step": 7240
    },
    {
      "epoch": 58.0,
      "grad_norm": 0.1861589550971985,
      "learning_rate": 9.997038497856292e-05,
      "loss": 0.0128,
      "step": 7250
    },
    {
      "epoch": 58.08,
      "grad_norm": 0.2058095633983612,
      "learning_rate": 9.996990890820864e-05,
      "loss": 0.0129,
      "step": 7260
    },
    {
      "epoch": 58.16,
      "grad_norm": 0.24596914649009705,
      "learning_rate": 9.996942904296956e-05,
      "loss": 0.016,
      "step": 7270
    },
    {
      "epoch": 58.24,
      "grad_norm": 0.24419373273849487,
      "learning_rate": 9.99689453828821e-05,
      "loss": 0.0153,
      "step": 7280
    },
    {
      "epoch": 58.32,
      "grad_norm": 0.19164282083511353,
      "learning_rate": 9.996845792798301e-05,
      "loss": 0.0152,
      "step": 7290
    },
    {
      "epoch": 58.4,
      "grad_norm": 0.19967065751552582,
      "learning_rate": 9.996796667830931e-05,
      "loss": 0.0138,
      "step": 7300
    },
    {
      "epoch": 58.48,
      "grad_norm": 0.19342344999313354,
      "learning_rate": 9.99674716338983e-05,
      "loss": 0.0145,
      "step": 7310
    },
    {
      "epoch": 58.56,
      "grad_norm": 0.19459040462970734,
      "learning_rate": 9.996697279478757e-05,
      "loss": 0.0174,
      "step": 7320
    },
    {
      "epoch": 58.64,
      "grad_norm": 0.21330033242702484,
      "learning_rate": 9.996647016101502e-05,
      "loss": 0.0135,
      "step": 7330
    },
    {
      "epoch": 58.72,
      "grad_norm": 0.1841375082731247,
      "learning_rate": 9.99659637326188e-05,
      "loss": 0.0138,
      "step": 7340
    },
    {
      "epoch": 58.8,
      "grad_norm": 0.2005465179681778,
      "learning_rate": 9.996545350963738e-05,
      "loss": 0.0143,
      "step": 7350
    },
    {
      "epoch": 58.88,
      "grad_norm": 0.342845618724823,
      "learning_rate": 9.99649394921095e-05,
      "loss": 0.0209,
      "step": 7360
    },
    {
      "epoch": 58.96,
      "grad_norm": 0.1820828914642334,
      "learning_rate": 9.996442168007422e-05,
      "loss": 0.0185,
      "step": 7370
    },
    {
      "epoch": 59.04,
      "grad_norm": 0.19893832504749298,
      "learning_rate": 9.996390007357086e-05,
      "loss": 0.0159,
      "step": 7380
    },
    {
      "epoch": 59.12,
      "grad_norm": 0.21819476783275604,
      "learning_rate": 9.996337467263902e-05,
      "loss": 0.0163,
      "step": 7390
    },
    {
      "epoch": 59.2,
      "grad_norm": 0.20711350440979004,
      "learning_rate": 9.996284547731858e-05,
      "loss": 0.0142,
      "step": 7400
    },
    {
      "epoch": 59.28,
      "grad_norm": 0.23315218091011047,
      "learning_rate": 9.996231248764976e-05,
      "loss": 0.014,
      "step": 7410
    },
    {
      "epoch": 59.36,
      "grad_norm": 0.24357229471206665,
      "learning_rate": 9.996177570367305e-05,
      "loss": 0.0141,
      "step": 7420
    },
    {
      "epoch": 59.44,
      "grad_norm": 0.17951880395412445,
      "learning_rate": 9.996123512542916e-05,
      "loss": 0.0139,
      "step": 7430
    },
    {
      "epoch": 59.52,
      "grad_norm": 0.25809991359710693,
      "learning_rate": 9.99606907529592e-05,
      "loss": 0.0143,
      "step": 7440
    },
    {
      "epoch": 59.6,
      "grad_norm": 0.24198973178863525,
      "learning_rate": 9.996014258630448e-05,
      "loss": 0.013,
      "step": 7450
    },
    {
      "epoch": 59.68,
      "grad_norm": 0.36311742663383484,
      "learning_rate": 9.995959062550666e-05,
      "loss": 0.0169,
      "step": 7460
    },
    {
      "epoch": 59.76,
      "grad_norm": 0.32957151532173157,
      "learning_rate": 9.995903487060762e-05,
      "loss": 0.0147,
      "step": 7470
    },
    {
      "epoch": 59.84,
      "grad_norm": 0.2199174165725708,
      "learning_rate": 9.995847532164957e-05,
      "loss": 0.0141,
      "step": 7480
    },
    {
      "epoch": 59.92,
      "grad_norm": 0.09726344048976898,
      "learning_rate": 9.995791197867504e-05,
      "loss": 0.0125,
      "step": 7490
    },
    {
      "epoch": 60.0,
      "grad_norm": 0.1308020055294037,
      "learning_rate": 9.995734484172678e-05,
      "loss": 0.0143,
      "step": 7500
    },
    {
      "epoch": 60.08,
      "grad_norm": 0.31383052468299866,
      "learning_rate": 9.995677391084787e-05,
      "loss": 0.0126,
      "step": 7510
    },
    {
      "epoch": 60.16,
      "grad_norm": 0.23597629368305206,
      "learning_rate": 9.995619918608167e-05,
      "loss": 0.0151,
      "step": 7520
    },
    {
      "epoch": 60.24,
      "grad_norm": 0.1433717906475067,
      "learning_rate": 9.995562066747182e-05,
      "loss": 0.0134,
      "step": 7530
    },
    {
      "epoch": 60.32,
      "grad_norm": 0.1851743459701538,
      "learning_rate": 9.995503835506226e-05,
      "loss": 0.0135,
      "step": 7540
    },
    {
      "epoch": 60.4,
      "grad_norm": 0.20220424234867096,
      "learning_rate": 9.995445224889721e-05,
      "loss": 0.012,
      "step": 7550
    },
    {
      "epoch": 60.48,
      "grad_norm": 0.18822996318340302,
      "learning_rate": 9.995386234902118e-05,
      "loss": 0.0169,
      "step": 7560
    },
    {
      "epoch": 60.56,
      "grad_norm": 0.30573970079421997,
      "learning_rate": 9.995326865547898e-05,
      "loss": 0.0133,
      "step": 7570
    },
    {
      "epoch": 60.64,
      "grad_norm": 0.22080080211162567,
      "learning_rate": 9.995267116831568e-05,
      "loss": 0.013,
      "step": 7580
    },
    {
      "epoch": 60.72,
      "grad_norm": 0.21797575056552887,
      "learning_rate": 9.995206988757666e-05,
      "loss": 0.0136,
      "step": 7590
    },
    {
      "epoch": 60.8,
      "grad_norm": 0.148856982588768,
      "learning_rate": 9.99514648133076e-05,
      "loss": 0.0147,
      "step": 7600
    },
    {
      "epoch": 60.88,
      "grad_norm": 0.1336381733417511,
      "learning_rate": 9.995085594555443e-05,
      "loss": 0.0124,
      "step": 7610
    },
    {
      "epoch": 60.96,
      "grad_norm": 0.19503721594810486,
      "learning_rate": 9.99502432843634e-05,
      "loss": 0.0135,
      "step": 7620
    },
    {
      "epoch": 61.04,
      "grad_norm": 0.22335964441299438,
      "learning_rate": 9.994962682978103e-05,
      "loss": 0.0145,
      "step": 7630
    },
    {
      "epoch": 61.12,
      "grad_norm": 0.18987935781478882,
      "learning_rate": 9.994900658185415e-05,
      "loss": 0.0144,
      "step": 7640
    },
    {
      "epoch": 61.2,
      "grad_norm": 0.1938381940126419,
      "learning_rate": 9.994838254062984e-05,
      "loss": 0.0148,
      "step": 7650
    },
    {
      "epoch": 61.28,
      "grad_norm": 0.32812339067459106,
      "learning_rate": 9.994775470615553e-05,
      "loss": 0.0179,
      "step": 7660
    },
    {
      "epoch": 61.36,
      "grad_norm": 0.22524408996105194,
      "learning_rate": 9.994712307847887e-05,
      "loss": 0.0155,
      "step": 7670
    },
    {
      "epoch": 61.44,
      "grad_norm": 0.22775720059871674,
      "learning_rate": 9.994648765764782e-05,
      "loss": 0.0141,
      "step": 7680
    },
    {
      "epoch": 61.52,
      "grad_norm": 0.18614237010478973,
      "learning_rate": 9.994584844371067e-05,
      "loss": 0.0136,
      "step": 7690
    },
    {
      "epoch": 61.6,
      "grad_norm": 0.24652934074401855,
      "learning_rate": 9.994520543671593e-05,
      "loss": 0.0179,
      "step": 7700
    },
    {
      "epoch": 61.68,
      "grad_norm": 0.2186826914548874,
      "learning_rate": 9.994455863671244e-05,
      "loss": 0.0158,
      "step": 7710
    },
    {
      "epoch": 61.76,
      "grad_norm": 0.20929399132728577,
      "learning_rate": 9.994390804374934e-05,
      "loss": 0.0136,
      "step": 7720
    },
    {
      "epoch": 61.84,
      "grad_norm": 0.21026736497879028,
      "learning_rate": 9.994325365787602e-05,
      "loss": 0.0152,
      "step": 7730
    },
    {
      "epoch": 61.92,
      "grad_norm": 0.19097870588302612,
      "learning_rate": 9.994259547914219e-05,
      "loss": 0.0131,
      "step": 7740
    },
    {
      "epoch": 62.0,
      "grad_norm": 0.20704862475395203,
      "learning_rate": 9.994193350759781e-05,
      "loss": 0.015,
      "step": 7750
    },
    {
      "epoch": 62.08,
      "grad_norm": 0.21148496866226196,
      "learning_rate": 9.994126774329319e-05,
      "loss": 0.0133,
      "step": 7760
    },
    {
      "epoch": 62.16,
      "grad_norm": 0.2821013331413269,
      "learning_rate": 9.994059818627885e-05,
      "loss": 0.0186,
      "step": 7770
    },
    {
      "epoch": 62.24,
      "grad_norm": 0.16078785061836243,
      "learning_rate": 9.993992483660567e-05,
      "loss": 0.0138,
      "step": 7780
    },
    {
      "epoch": 62.32,
      "grad_norm": 0.21800996363162994,
      "learning_rate": 9.993924769432476e-05,
      "loss": 0.0135,
      "step": 7790
    },
    {
      "epoch": 62.4,
      "grad_norm": 0.16729630529880524,
      "learning_rate": 9.993856675948757e-05,
      "loss": 0.0139,
      "step": 7800
    },
    {
      "epoch": 62.48,
      "grad_norm": 0.1822052299976349,
      "learning_rate": 9.99378820321458e-05,
      "loss": 0.0138,
      "step": 7810
    },
    {
      "epoch": 62.56,
      "grad_norm": 0.14729546010494232,
      "learning_rate": 9.993719351235145e-05,
      "loss": 0.0112,
      "step": 7820
    },
    {
      "epoch": 62.64,
      "grad_norm": 0.2627941071987152,
      "learning_rate": 9.99365012001568e-05,
      "loss": 0.0155,
      "step": 7830
    },
    {
      "epoch": 62.72,
      "grad_norm": 0.2007916122674942,
      "learning_rate": 9.993580509561444e-05,
      "loss": 0.0133,
      "step": 7840
    },
    {
      "epoch": 62.8,
      "grad_norm": 0.24768370389938354,
      "learning_rate": 9.993510519877723e-05,
      "loss": 0.0135,
      "step": 7850
    },
    {
      "epoch": 62.88,
      "grad_norm": 0.22114232182502747,
      "learning_rate": 9.993440150969833e-05,
      "loss": 0.0146,
      "step": 7860
    },
    {
      "epoch": 62.96,
      "grad_norm": 0.12976093590259552,
      "learning_rate": 9.993369402843118e-05,
      "loss": 0.0141,
      "step": 7870
    },
    {
      "epoch": 63.04,
      "grad_norm": 0.1683027297258377,
      "learning_rate": 9.993298275502949e-05,
      "loss": 0.0142,
      "step": 7880
    },
    {
      "epoch": 63.12,
      "grad_norm": 0.17024551331996918,
      "learning_rate": 9.993226768954729e-05,
      "loss": 0.0146,
      "step": 7890
    },
    {
      "epoch": 63.2,
      "grad_norm": 0.21880462765693665,
      "learning_rate": 9.993154883203887e-05,
      "loss": 0.0139,
      "step": 7900
    },
    {
      "epoch": 63.28,
      "grad_norm": 0.2686712443828583,
      "learning_rate": 9.993082618255886e-05,
      "loss": 0.0145,
      "step": 7910
    },
    {
      "epoch": 63.36,
      "grad_norm": 0.2746410071849823,
      "learning_rate": 9.993009974116211e-05,
      "loss": 0.014,
      "step": 7920
    },
    {
      "epoch": 63.44,
      "grad_norm": 0.24453410506248474,
      "learning_rate": 9.992936950790379e-05,
      "loss": 0.015,
      "step": 7930
    },
    {
      "epoch": 63.52,
      "grad_norm": 0.31923532485961914,
      "learning_rate": 9.992863548283936e-05,
      "loss": 0.016,
      "step": 7940
    },
    {
      "epoch": 63.6,
      "grad_norm": 0.196054607629776,
      "learning_rate": 9.992789766602457e-05,
      "loss": 0.0144,
      "step": 7950
    },
    {
      "epoch": 63.68,
      "grad_norm": 0.22288653254508972,
      "learning_rate": 9.992715605751544e-05,
      "loss": 0.0159,
      "step": 7960
    },
    {
      "epoch": 63.76,
      "grad_norm": 0.1962660253047943,
      "learning_rate": 9.99264106573683e-05,
      "loss": 0.017,
      "step": 7970
    },
    {
      "epoch": 63.84,
      "grad_norm": 0.18075701594352722,
      "learning_rate": 9.992566146563977e-05,
      "loss": 0.0164,
      "step": 7980
    },
    {
      "epoch": 63.92,
      "grad_norm": 0.19682751595973969,
      "learning_rate": 9.992490848238672e-05,
      "loss": 0.0139,
      "step": 7990
    },
    {
      "epoch": 64.0,
      "grad_norm": 0.21135328710079193,
      "learning_rate": 9.992415170766634e-05,
      "loss": 0.0129,
      "step": 8000
    },
    {
      "epoch": 64.08,
      "grad_norm": 0.1621437519788742,
      "learning_rate": 9.992339114153612e-05,
      "loss": 0.0116,
      "step": 8010
    },
    {
      "epoch": 64.16,
      "grad_norm": 0.2615143954753876,
      "learning_rate": 9.992262678405381e-05,
      "loss": 0.014,
      "step": 8020
    },
    {
      "epoch": 64.24,
      "grad_norm": 0.23629122972488403,
      "learning_rate": 9.992185863527746e-05,
      "loss": 0.0131,
      "step": 8030
    },
    {
      "epoch": 64.32,
      "grad_norm": 0.16742804646492004,
      "learning_rate": 9.992108669526538e-05,
      "loss": 0.0149,
      "step": 8040
    },
    {
      "epoch": 64.4,
      "grad_norm": 0.2707938551902771,
      "learning_rate": 9.992031096407623e-05,
      "loss": 0.0138,
      "step": 8050
    },
    {
      "epoch": 64.48,
      "grad_norm": 0.22692114114761353,
      "learning_rate": 9.99195314417689e-05,
      "loss": 0.0141,
      "step": 8060
    },
    {
      "epoch": 64.56,
      "grad_norm": 0.2942925691604614,
      "learning_rate": 9.991874812840261e-05,
      "loss": 0.014,
      "step": 8070
    },
    {
      "epoch": 64.64,
      "grad_norm": 0.2118258774280548,
      "learning_rate": 9.991796102403684e-05,
      "loss": 0.0151,
      "step": 8080
    },
    {
      "epoch": 64.72,
      "grad_norm": 0.22021931409835815,
      "learning_rate": 9.991717012873135e-05,
      "loss": 0.0148,
      "step": 8090
    },
    {
      "epoch": 64.8,
      "grad_norm": 0.24649067223072052,
      "learning_rate": 9.99163754425462e-05,
      "loss": 0.0146,
      "step": 8100
    },
    {
      "epoch": 64.88,
      "grad_norm": 0.20426028966903687,
      "learning_rate": 9.991557696554177e-05,
      "loss": 0.0133,
      "step": 8110
    },
    {
      "epoch": 64.96,
      "grad_norm": 0.1514037847518921,
      "learning_rate": 9.991477469777868e-05,
      "loss": 0.0159,
      "step": 8120
    },
    {
      "epoch": 65.04,
      "grad_norm": 0.16922785341739655,
      "learning_rate": 9.991396863931786e-05,
      "loss": 0.0145,
      "step": 8130
    },
    {
      "epoch": 65.12,
      "grad_norm": 0.17308056354522705,
      "learning_rate": 9.991315879022055e-05,
      "loss": 0.0129,
      "step": 8140
    },
    {
      "epoch": 65.2,
      "grad_norm": 0.1747458428144455,
      "learning_rate": 9.991234515054819e-05,
      "loss": 0.0153,
      "step": 8150
    },
    {
      "epoch": 65.28,
      "grad_norm": 0.29477357864379883,
      "learning_rate": 9.991152772036263e-05,
      "loss": 0.0145,
      "step": 8160
    },
    {
      "epoch": 65.36,
      "grad_norm": 0.2240748256444931,
      "learning_rate": 9.991070649972592e-05,
      "loss": 0.015,
      "step": 8170
    },
    {
      "epoch": 65.44,
      "grad_norm": 0.2889918088912964,
      "learning_rate": 9.990988148870043e-05,
      "loss": 0.0149,
      "step": 8180
    },
    {
      "epoch": 65.52,
      "grad_norm": 0.27783510088920593,
      "learning_rate": 9.990905268734882e-05,
      "loss": 0.0157,
      "step": 8190
    },
    {
      "epoch": 65.6,
      "grad_norm": 0.20102950930595398,
      "learning_rate": 9.990822009573404e-05,
      "loss": 0.0146,
      "step": 8200
    },
    {
      "epoch": 65.68,
      "grad_norm": 0.27548593282699585,
      "learning_rate": 9.99073837139193e-05,
      "loss": 0.0142,
      "step": 8210
    },
    {
      "epoch": 65.76,
      "grad_norm": 0.21817412972450256,
      "learning_rate": 9.990654354196812e-05,
      "loss": 0.0125,
      "step": 8220
    },
    {
      "epoch": 65.84,
      "grad_norm": 0.190156951546669,
      "learning_rate": 9.990569957994432e-05,
      "loss": 0.0128,
      "step": 8230
    },
    {
      "epoch": 65.92,
      "grad_norm": 0.15692906081676483,
      "learning_rate": 9.990485182791198e-05,
      "loss": 0.0142,
      "step": 8240
    },
    {
      "epoch": 66.0,
      "grad_norm": 0.26194965839385986,
      "learning_rate": 9.99040002859355e-05,
      "loss": 0.015,
      "step": 8250
    },
    {
      "epoch": 66.08,
      "grad_norm": 0.18977583944797516,
      "learning_rate": 9.990314495407954e-05,
      "loss": 0.0136,
      "step": 8260
    },
    {
      "epoch": 66.16,
      "grad_norm": 0.22715820372104645,
      "learning_rate": 9.990228583240903e-05,
      "loss": 0.0139,
      "step": 8270
    },
    {
      "epoch": 66.24,
      "grad_norm": 0.25030380487442017,
      "learning_rate": 9.990142292098925e-05,
      "loss": 0.0147,
      "step": 8280
    },
    {
      "epoch": 66.32,
      "grad_norm": 0.24986374378204346,
      "learning_rate": 9.990055621988572e-05,
      "loss": 0.0152,
      "step": 8290
    },
    {
      "epoch": 66.4,
      "grad_norm": 0.15439529716968536,
      "learning_rate": 9.989968572916426e-05,
      "loss": 0.0125,
      "step": 8300
    },
    {
      "epoch": 66.48,
      "grad_norm": 0.22367912530899048,
      "learning_rate": 9.989881144889098e-05,
      "loss": 0.0143,
      "step": 8310
    },
    {
      "epoch": 66.56,
      "grad_norm": 0.12386434525251389,
      "learning_rate": 9.989793337913227e-05,
      "loss": 0.0123,
      "step": 8320
    },
    {
      "epoch": 66.64,
      "grad_norm": 0.19167426228523254,
      "learning_rate": 9.989705151995482e-05,
      "loss": 0.0131,
      "step": 8330
    },
    {
      "epoch": 66.72,
      "grad_norm": 0.22210191190242767,
      "learning_rate": 9.98961658714256e-05,
      "loss": 0.013,
      "step": 8340
    },
    {
      "epoch": 66.8,
      "grad_norm": 0.2139875739812851,
      "learning_rate": 9.989527643361186e-05,
      "loss": 0.0144,
      "step": 8350
    },
    {
      "epoch": 66.88,
      "grad_norm": 0.1592705100774765,
      "learning_rate": 9.989438320658115e-05,
      "loss": 0.0137,
      "step": 8360
    },
    {
      "epoch": 66.96,
      "grad_norm": 0.14920839667320251,
      "learning_rate": 9.989348619040133e-05,
      "loss": 0.0111,
      "step": 8370
    },
    {
      "epoch": 67.04,
      "grad_norm": 0.15257664024829865,
      "learning_rate": 9.98925853851405e-05,
      "loss": 0.0125,
      "step": 8380
    },
    {
      "epoch": 67.12,
      "grad_norm": 0.19140350818634033,
      "learning_rate": 9.989168079086706e-05,
      "loss": 0.0138,
      "step": 8390
    },
    {
      "epoch": 67.2,
      "grad_norm": 0.12961836159229279,
      "learning_rate": 9.989077240764973e-05,
      "loss": 0.0133,
      "step": 8400
    },
    {
      "epoch": 67.28,
      "grad_norm": 0.25357067584991455,
      "learning_rate": 9.988986023555749e-05,
      "loss": 0.0149,
      "step": 8410
    },
    {
      "epoch": 67.36,
      "grad_norm": 0.20694850385189056,
      "learning_rate": 9.98889442746596e-05,
      "loss": 0.0122,
      "step": 8420
    },
    {
      "epoch": 67.44,
      "grad_norm": 0.1944892406463623,
      "learning_rate": 9.988802452502562e-05,
      "loss": 0.0118,
      "step": 8430
    },
    {
      "epoch": 67.52,
      "grad_norm": 0.22264279425144196,
      "learning_rate": 9.988710098672543e-05,
      "loss": 0.0137,
      "step": 8440
    },
    {
      "epoch": 67.6,
      "grad_norm": 0.23054830729961395,
      "learning_rate": 9.988617365982912e-05,
      "loss": 0.0168,
      "step": 8450
    },
    {
      "epoch": 67.68,
      "grad_norm": 0.23009057343006134,
      "learning_rate": 9.988524254440716e-05,
      "loss": 0.0123,
      "step": 8460
    },
    {
      "epoch": 67.76,
      "grad_norm": 0.30411607027053833,
      "learning_rate": 9.988430764053025e-05,
      "loss": 0.0127,
      "step": 8470
    },
    {
      "epoch": 67.84,
      "grad_norm": 0.1391371637582779,
      "learning_rate": 9.988336894826938e-05,
      "loss": 0.0128,
      "step": 8480
    },
    {
      "epoch": 67.92,
      "grad_norm": 0.17995694279670715,
      "learning_rate": 9.988242646769584e-05,
      "loss": 0.0138,
      "step": 8490
    },
    {
      "epoch": 68.0,
      "grad_norm": 0.19080181419849396,
      "learning_rate": 9.988148019888119e-05,
      "loss": 0.0151,
      "step": 8500
    },
    {
      "epoch": 68.08,
      "grad_norm": 0.1685340255498886,
      "learning_rate": 9.988053014189731e-05,
      "loss": 0.013,
      "step": 8510
    },
    {
      "epoch": 68.16,
      "grad_norm": 0.15387049317359924,
      "learning_rate": 9.987957629681636e-05,
      "loss": 0.0131,
      "step": 8520
    },
    {
      "epoch": 68.24,
      "grad_norm": 0.20900797843933105,
      "learning_rate": 9.987861866371076e-05,
      "loss": 0.0127,
      "step": 8530
    },
    {
      "epoch": 68.32,
      "grad_norm": 0.18501628935337067,
      "learning_rate": 9.987765724265325e-05,
      "loss": 0.0157,
      "step": 8540
    },
    {
      "epoch": 68.4,
      "grad_norm": 0.215891033411026,
      "learning_rate": 9.987669203371683e-05,
      "loss": 0.013,
      "step": 8550
    },
    {
      "epoch": 68.48,
      "grad_norm": 0.3150661885738373,
      "learning_rate": 9.987572303697482e-05,
      "loss": 0.0145,
      "step": 8560
    },
    {
      "epoch": 68.56,
      "grad_norm": 0.26362302899360657,
      "learning_rate": 9.987475025250078e-05,
      "loss": 0.0176,
      "step": 8570
    },
    {
      "epoch": 68.64,
      "grad_norm": 0.22962749004364014,
      "learning_rate": 9.987377368036862e-05,
      "loss": 0.0141,
      "step": 8580
    },
    {
      "epoch": 68.72,
      "grad_norm": 0.2572621703147888,
      "learning_rate": 9.987279332065245e-05,
      "loss": 0.0131,
      "step": 8590
    },
    {
      "epoch": 68.8,
      "grad_norm": 0.23631417751312256,
      "learning_rate": 9.98718091734268e-05,
      "loss": 0.0134,
      "step": 8600
    },
    {
      "epoch": 68.88,
      "grad_norm": 0.1914193332195282,
      "learning_rate": 9.987082123876634e-05,
      "loss": 0.0152,
      "step": 8610
    },
    {
      "epoch": 68.96,
      "grad_norm": 0.2369573712348938,
      "learning_rate": 9.986982951674615e-05,
      "loss": 0.0124,
      "step": 8620
    },
    {
      "epoch": 69.04,
      "grad_norm": 0.28458598256111145,
      "learning_rate": 9.986883400744152e-05,
      "loss": 0.0153,
      "step": 8630
    },
    {
      "epoch": 69.12,
      "grad_norm": 0.2591424286365509,
      "learning_rate": 9.986783471092803e-05,
      "loss": 0.0147,
      "step": 8640
    },
    {
      "epoch": 69.2,
      "grad_norm": 0.19796530902385712,
      "learning_rate": 9.986683162728162e-05,
      "loss": 0.0142,
      "step": 8650
    },
    {
      "epoch": 69.28,
      "grad_norm": 0.16217315196990967,
      "learning_rate": 9.98658247565784e-05,
      "loss": 0.0134,
      "step": 8660
    },
    {
      "epoch": 69.36,
      "grad_norm": 0.15194131433963776,
      "learning_rate": 9.986481409889491e-05,
      "loss": 0.0144,
      "step": 8670
    },
    {
      "epoch": 69.44,
      "grad_norm": 0.16573946177959442,
      "learning_rate": 9.986379965430786e-05,
      "loss": 0.0144,
      "step": 8680
    },
    {
      "epoch": 69.52,
      "grad_norm": 0.2496355175971985,
      "learning_rate": 9.986278142289429e-05,
      "loss": 0.0123,
      "step": 8690
    },
    {
      "epoch": 69.6,
      "grad_norm": 0.16749727725982666,
      "learning_rate": 9.986175940473155e-05,
      "loss": 0.0115,
      "step": 8700
    },
    {
      "epoch": 69.68,
      "grad_norm": 0.31764817237854004,
      "learning_rate": 9.986073359989724e-05,
      "loss": 0.0146,
      "step": 8710
    },
    {
      "epoch": 69.76,
      "grad_norm": 0.2174305021762848,
      "learning_rate": 9.985970400846927e-05,
      "loss": 0.014,
      "step": 8720
    },
    {
      "epoch": 69.84,
      "grad_norm": 0.2103365957736969,
      "learning_rate": 9.985867063052581e-05,
      "loss": 0.0131,
      "step": 8730
    },
    {
      "epoch": 69.92,
      "grad_norm": 0.16605062782764435,
      "learning_rate": 9.985763346614536e-05,
      "loss": 0.0132,
      "step": 8740
    },
    {
      "epoch": 70.0,
      "grad_norm": 0.23702195286750793,
      "learning_rate": 9.98565925154067e-05,
      "loss": 0.011,
      "step": 8750
    },
    {
      "epoch": 70.08,
      "grad_norm": 0.18160423636436462,
      "learning_rate": 9.985554777838884e-05,
      "loss": 0.0118,
      "step": 8760
    },
    {
      "epoch": 70.16,
      "grad_norm": 0.20190447568893433,
      "learning_rate": 9.985449925517114e-05,
      "loss": 0.015,
      "step": 8770
    },
    {
      "epoch": 70.24,
      "grad_norm": 0.17305447161197662,
      "learning_rate": 9.985344694583326e-05,
      "loss": 0.0151,
      "step": 8780
    },
    {
      "epoch": 70.32,
      "grad_norm": 0.25061607360839844,
      "learning_rate": 9.985239085045506e-05,
      "loss": 0.0138,
      "step": 8790
    },
    {
      "epoch": 70.4,
      "grad_norm": 0.13473255932331085,
      "learning_rate": 9.985133096911678e-05,
      "loss": 0.0105,
      "step": 8800
    },
    {
      "epoch": 70.48,
      "grad_norm": 0.24494841694831848,
      "learning_rate": 9.98502673018989e-05,
      "loss": 0.0123,
      "step": 8810
    },
    {
      "epoch": 70.56,
      "grad_norm": 0.22978155314922333,
      "learning_rate": 9.984919984888222e-05,
      "loss": 0.0134,
      "step": 8820
    },
    {
      "epoch": 70.64,
      "grad_norm": 0.19615867733955383,
      "learning_rate": 9.984812861014776e-05,
      "loss": 0.0131,
      "step": 8830
    },
    {
      "epoch": 70.72,
      "grad_norm": 0.14563541114330292,
      "learning_rate": 9.984705358577692e-05,
      "loss": 0.0147,
      "step": 8840
    },
    {
      "epoch": 70.8,
      "grad_norm": 0.1782020926475525,
      "learning_rate": 9.984597477585132e-05,
      "loss": 0.015,
      "step": 8850
    },
    {
      "epoch": 70.88,
      "grad_norm": 0.16982391476631165,
      "learning_rate": 9.98448921804529e-05,
      "loss": 0.0134,
      "step": 8860
    },
    {
      "epoch": 70.96,
      "grad_norm": 0.1916576772928238,
      "learning_rate": 9.984380579966385e-05,
      "loss": 0.0142,
      "step": 8870
    },
    {
      "epoch": 71.04,
      "grad_norm": 0.19194917380809784,
      "learning_rate": 9.98427156335667e-05,
      "loss": 0.0127,
      "step": 8880
    },
    {
      "epoch": 71.12,
      "grad_norm": 0.18389694392681122,
      "learning_rate": 9.984162168224423e-05,
      "loss": 0.015,
      "step": 8890
    },
    {
      "epoch": 71.2,
      "grad_norm": 0.16706418991088867,
      "learning_rate": 9.984052394577951e-05,
      "loss": 0.0152,
      "step": 8900
    },
    {
      "epoch": 71.28,
      "grad_norm": 0.17289993166923523,
      "learning_rate": 9.983942242425593e-05,
      "loss": 0.0123,
      "step": 8910
    },
    {
      "epoch": 71.36,
      "grad_norm": 0.19758938252925873,
      "learning_rate": 9.98383171177571e-05,
      "loss": 0.0142,
      "step": 8920
    },
    {
      "epoch": 71.44,
      "grad_norm": 0.1479872614145279,
      "learning_rate": 9.983720802636702e-05,
      "loss": 0.0164,
      "step": 8930
    },
    {
      "epoch": 71.52,
      "grad_norm": 0.15244239568710327,
      "learning_rate": 9.983609515016987e-05,
      "loss": 0.0132,
      "step": 8940
    },
    {
      "epoch": 71.6,
      "grad_norm": 0.1580311506986618,
      "learning_rate": 9.983497848925019e-05,
      "loss": 0.0126,
      "step": 8950
    },
    {
      "epoch": 71.68,
      "grad_norm": 0.18676064908504486,
      "learning_rate": 9.983385804369278e-05,
      "loss": 0.0141,
      "step": 8960
    },
    {
      "epoch": 71.76,
      "grad_norm": 0.17089314758777618,
      "learning_rate": 9.983273381358271e-05,
      "loss": 0.0153,
      "step": 8970
    },
    {
      "epoch": 71.84,
      "grad_norm": 0.23856984078884125,
      "learning_rate": 9.983160579900539e-05,
      "loss": 0.0142,
      "step": 8980
    },
    {
      "epoch": 71.92,
      "grad_norm": 0.16741743683815002,
      "learning_rate": 9.983047400004647e-05,
      "loss": 0.0159,
      "step": 8990
    },
    {
      "epoch": 72.0,
      "grad_norm": 0.1595655232667923,
      "learning_rate": 9.98293384167919e-05,
      "loss": 0.0155,
      "step": 9000
    },
    {
      "epoch": 72.08,
      "grad_norm": 0.2395913302898407,
      "learning_rate": 9.982819904932792e-05,
      "loss": 0.0154,
      "step": 9010
    },
    {
      "epoch": 72.16,
      "grad_norm": 0.12813837826251984,
      "learning_rate": 9.982705589774106e-05,
      "loss": 0.016,
      "step": 9020
    },
    {
      "epoch": 72.24,
      "grad_norm": 0.20680956542491913,
      "learning_rate": 9.982590896211813e-05,
      "loss": 0.0152,
      "step": 9030
    },
    {
      "epoch": 72.32,
      "grad_norm": 0.19462034106254578,
      "learning_rate": 9.982475824254625e-05,
      "loss": 0.0133,
      "step": 9040
    },
    {
      "epoch": 72.4,
      "grad_norm": 0.2544987201690674,
      "learning_rate": 9.982360373911278e-05,
      "loss": 0.0127,
      "step": 9050
    },
    {
      "epoch": 72.48,
      "grad_norm": 0.2206422984600067,
      "learning_rate": 9.982244545190542e-05,
      "loss": 0.013,
      "step": 9060
    },
    {
      "epoch": 72.56,
      "grad_norm": 0.18052825331687927,
      "learning_rate": 9.982128338101213e-05,
      "loss": 0.0137,
      "step": 9070
    },
    {
      "epoch": 72.64,
      "grad_norm": 0.16569848358631134,
      "learning_rate": 9.982011752652115e-05,
      "loss": 0.0134,
      "step": 9080
    },
    {
      "epoch": 72.72,
      "grad_norm": 0.25072047114372253,
      "learning_rate": 9.981894788852104e-05,
      "loss": 0.0128,
      "step": 9090
    },
    {
      "epoch": 72.8,
      "grad_norm": 0.2225722074508667,
      "learning_rate": 9.981777446710061e-05,
      "loss": 0.0132,
      "step": 9100
    },
    {
      "epoch": 72.88,
      "grad_norm": 0.17228755354881287,
      "learning_rate": 9.981659726234897e-05,
      "loss": 0.0121,
      "step": 9110
    },
    {
      "epoch": 72.96,
      "grad_norm": 0.1349044144153595,
      "learning_rate": 9.981541627435553e-05,
      "loss": 0.0147,
      "step": 9120
    },
    {
      "epoch": 73.04,
      "grad_norm": 0.25725051760673523,
      "learning_rate": 9.981423150320998e-05,
      "loss": 0.0135,
      "step": 9130
    },
    {
      "epoch": 73.12,
      "grad_norm": 0.1882217973470688,
      "learning_rate": 9.981304294900231e-05,
      "loss": 0.0131,
      "step": 9140
    },
    {
      "epoch": 73.2,
      "grad_norm": 0.2195271998643875,
      "learning_rate": 9.981185061182274e-05,
      "loss": 0.0145,
      "step": 9150
    },
    {
      "epoch": 73.28,
      "grad_norm": 0.2384084314107895,
      "learning_rate": 9.981065449176187e-05,
      "loss": 0.0113,
      "step": 9160
    },
    {
      "epoch": 73.36,
      "grad_norm": 0.14178000390529633,
      "learning_rate": 9.980945458891049e-05,
      "loss": 0.0131,
      "step": 9170
    },
    {
      "epoch": 73.44,
      "grad_norm": 0.20309209823608398,
      "learning_rate": 9.980825090335977e-05,
      "loss": 0.0123,
      "step": 9180
    },
    {
      "epoch": 73.52,
      "grad_norm": 0.3099788427352905,
      "learning_rate": 9.980704343520109e-05,
      "loss": 0.0152,
      "step": 9190
    },
    {
      "epoch": 73.6,
      "grad_norm": 0.1799582839012146,
      "learning_rate": 9.980583218452615e-05,
      "loss": 0.0131,
      "step": 9200
    },
    {
      "epoch": 73.68,
      "grad_norm": 0.26429980993270874,
      "learning_rate": 9.980461715142695e-05,
      "loss": 0.0146,
      "step": 9210
    },
    {
      "epoch": 73.76,
      "grad_norm": 0.12496815621852875,
      "learning_rate": 9.980339833599577e-05,
      "loss": 0.0136,
      "step": 9220
    },
    {
      "epoch": 73.84,
      "grad_norm": 0.21682575345039368,
      "learning_rate": 9.980217573832514e-05,
      "loss": 0.0138,
      "step": 9230
    },
    {
      "epoch": 73.92,
      "grad_norm": 0.2287956029176712,
      "learning_rate": 9.980094935850794e-05,
      "loss": 0.0115,
      "step": 9240
    },
    {
      "epoch": 74.0,
      "grad_norm": 0.1419624239206314,
      "learning_rate": 9.97997191966373e-05,
      "loss": 0.0128,
      "step": 9250
    },
    {
      "epoch": 74.08,
      "grad_norm": 0.26629364490509033,
      "learning_rate": 9.979848525280663e-05,
      "loss": 0.0148,
      "step": 9260
    },
    {
      "epoch": 74.16,
      "grad_norm": 0.1494285762310028,
      "learning_rate": 9.979724752710964e-05,
      "loss": 0.0166,
      "step": 9270
    },
    {
      "epoch": 74.24,
      "grad_norm": 0.30904510617256165,
      "learning_rate": 9.979600601964034e-05,
      "loss": 0.015,
      "step": 9280
    },
    {
      "epoch": 74.32,
      "grad_norm": 0.23204277455806732,
      "learning_rate": 9.9794760730493e-05,
      "loss": 0.0136,
      "step": 9290
    },
    {
      "epoch": 74.4,
      "grad_norm": 0.2368878275156021,
      "learning_rate": 9.979351165976222e-05,
      "loss": 0.0157,
      "step": 9300
    },
    {
      "epoch": 74.48,
      "grad_norm": 0.1810082644224167,
      "learning_rate": 9.979225880754282e-05,
      "loss": 0.0132,
      "step": 9310
    },
    {
      "epoch": 74.56,
      "grad_norm": 0.19413481652736664,
      "learning_rate": 9.979100217392998e-05,
      "loss": 0.0111,
      "step": 9320
    },
    {
      "epoch": 74.64,
      "grad_norm": 0.20415453612804413,
      "learning_rate": 9.978974175901909e-05,
      "loss": 0.0122,
      "step": 9330
    },
    {
      "epoch": 74.72,
      "grad_norm": 0.2361510545015335,
      "learning_rate": 9.978847756290593e-05,
      "loss": 0.0168,
      "step": 9340
    },
    {
      "epoch": 74.8,
      "grad_norm": 0.13074615597724915,
      "learning_rate": 9.978720958568645e-05,
      "loss": 0.015,
      "step": 9350
    },
    {
      "epoch": 74.88,
      "grad_norm": 0.27267441153526306,
      "learning_rate": 9.978593782745698e-05,
      "loss": 0.0131,
      "step": 9360
    },
    {
      "epoch": 74.96,
      "grad_norm": 0.21047241985797882,
      "learning_rate": 9.97846622883141e-05,
      "loss": 0.0124,
      "step": 9370
    },
    {
      "epoch": 75.04,
      "grad_norm": 0.12728676199913025,
      "learning_rate": 9.978338296835464e-05,
      "loss": 0.0108,
      "step": 9380
    },
    {
      "epoch": 75.12,
      "grad_norm": 0.16118332743644714,
      "learning_rate": 9.97820998676758e-05,
      "loss": 0.0125,
      "step": 9390
    },
    {
      "epoch": 75.2,
      "grad_norm": 0.14731407165527344,
      "learning_rate": 9.978081298637501e-05,
      "loss": 0.0135,
      "step": 9400
    },
    {
      "epoch": 75.28,
      "grad_norm": 0.3230110704898834,
      "learning_rate": 9.977952232455001e-05,
      "loss": 0.0136,
      "step": 9410
    },
    {
      "epoch": 75.36,
      "grad_norm": 0.16166846454143524,
      "learning_rate": 9.977822788229878e-05,
      "loss": 0.0112,
      "step": 9420
    },
    {
      "epoch": 75.44,
      "grad_norm": 0.18256743252277374,
      "learning_rate": 9.977692965971968e-05,
      "loss": 0.012,
      "step": 9430
    },
    {
      "epoch": 75.52,
      "grad_norm": 0.2921680808067322,
      "learning_rate": 9.977562765691124e-05,
      "loss": 0.0131,
      "step": 9440
    },
    {
      "epoch": 75.6,
      "grad_norm": 0.16536450386047363,
      "learning_rate": 9.977432187397239e-05,
      "loss": 0.0121,
      "step": 9450
    },
    {
      "epoch": 75.68,
      "grad_norm": 0.19084642827510834,
      "learning_rate": 9.977301231100227e-05,
      "loss": 0.0133,
      "step": 9460
    },
    {
      "epoch": 75.76,
      "grad_norm": 0.17818140983581543,
      "learning_rate": 9.977169896810035e-05,
      "loss": 0.0125,
      "step": 9470
    },
    {
      "epoch": 75.84,
      "grad_norm": 0.34622636437416077,
      "learning_rate": 9.977038184536634e-05,
      "loss": 0.0129,
      "step": 9480
    },
    {
      "epoch": 75.92,
      "grad_norm": 0.14043399691581726,
      "learning_rate": 9.976906094290029e-05,
      "loss": 0.0119,
      "step": 9490
    },
    {
      "epoch": 76.0,
      "grad_norm": 0.17356884479522705,
      "learning_rate": 9.976773626080251e-05,
      "loss": 0.0101,
      "step": 9500
    },
    {
      "epoch": 76.08,
      "grad_norm": 0.2469497174024582,
      "learning_rate": 9.976640779917361e-05,
      "loss": 0.0128,
      "step": 9510
    },
    {
      "epoch": 76.16,
      "grad_norm": 0.1617830991744995,
      "learning_rate": 9.976507555811446e-05,
      "loss": 0.0133,
      "step": 9520
    },
    {
      "epoch": 76.24,
      "grad_norm": 0.18691037595272064,
      "learning_rate": 9.976373953772624e-05,
      "loss": 0.0107,
      "step": 9530
    },
    {
      "epoch": 76.32,
      "grad_norm": 0.14987443387508392,
      "learning_rate": 9.976239973811041e-05,
      "loss": 0.0121,
      "step": 9540
    },
    {
      "epoch": 76.4,
      "grad_norm": 0.20334850251674652,
      "learning_rate": 9.976105615936872e-05,
      "loss": 0.0119,
      "step": 9550
    },
    {
      "epoch": 76.48,
      "grad_norm": 0.1487554907798767,
      "learning_rate": 9.975970880160323e-05,
      "loss": 0.0114,
      "step": 9560
    },
    {
      "epoch": 76.56,
      "grad_norm": 0.19678685069084167,
      "learning_rate": 9.975835766491623e-05,
      "loss": 0.0132,
      "step": 9570
    },
    {
      "epoch": 76.64,
      "grad_norm": 0.3280268609523773,
      "learning_rate": 9.975700274941033e-05,
      "loss": 0.0136,
      "step": 9580
    },
    {
      "epoch": 76.72,
      "grad_norm": 0.1432873010635376,
      "learning_rate": 9.975564405518846e-05,
      "loss": 0.0134,
      "step": 9590
    },
    {
      "epoch": 76.8,
      "grad_norm": 0.18887606263160706,
      "learning_rate": 9.975428158235375e-05,
      "loss": 0.0127,
      "step": 9600
    },
    {
      "epoch": 76.88,
      "grad_norm": 0.15883764624595642,
      "learning_rate": 9.975291533100975e-05,
      "loss": 0.0116,
      "step": 9610
    },
    {
      "epoch": 76.96,
      "grad_norm": 0.26236897706985474,
      "learning_rate": 9.975154530126013e-05,
      "loss": 0.0126,
      "step": 9620
    },
    {
      "epoch": 77.04,
      "grad_norm": 0.3206669092178345,
      "learning_rate": 9.9750171493209e-05,
      "loss": 0.0131,
      "step": 9630
    },
    {
      "epoch": 77.12,
      "grad_norm": 0.22101852297782898,
      "learning_rate": 9.974879390696066e-05,
      "loss": 0.0132,
      "step": 9640
    },
    {
      "epoch": 77.2,
      "grad_norm": 0.2394227683544159,
      "learning_rate": 9.974741254261974e-05,
      "loss": 0.013,
      "step": 9650
    },
    {
      "epoch": 77.28,
      "grad_norm": 0.2040042132139206,
      "learning_rate": 9.974602740029115e-05,
      "loss": 0.0111,
      "step": 9660
    },
    {
      "epoch": 77.36,
      "grad_norm": 0.17166811227798462,
      "learning_rate": 9.974463848008006e-05,
      "loss": 0.0127,
      "step": 9670
    },
    {
      "epoch": 77.44,
      "grad_norm": 0.15340571105480194,
      "learning_rate": 9.974324578209195e-05,
      "loss": 0.0123,
      "step": 9680
    },
    {
      "epoch": 77.52,
      "grad_norm": 0.2911955714225769,
      "learning_rate": 9.974184930643262e-05,
      "loss": 0.012,
      "step": 9690
    },
    {
      "epoch": 77.6,
      "grad_norm": 0.16841018199920654,
      "learning_rate": 9.97404490532081e-05,
      "loss": 0.0124,
      "step": 9700
    },
    {
      "epoch": 77.68,
      "grad_norm": 0.21020598709583282,
      "learning_rate": 9.973904502252473e-05,
      "loss": 0.0133,
      "step": 9710
    },
    {
      "epoch": 77.76,
      "grad_norm": 0.25414231419563293,
      "learning_rate": 9.973763721448914e-05,
      "loss": 0.0129,
      "step": 9720
    },
    {
      "epoch": 77.84,
      "grad_norm": 0.25052526593208313,
      "learning_rate": 9.973622562920825e-05,
      "loss": 0.0112,
      "step": 9730
    },
    {
      "epoch": 77.92,
      "grad_norm": 0.28603020310401917,
      "learning_rate": 9.973481026678926e-05,
      "loss": 0.0159,
      "step": 9740
    },
    {
      "epoch": 78.0,
      "grad_norm": 0.19237883388996124,
      "learning_rate": 9.973339112733964e-05,
      "loss": 0.0148,
      "step": 9750
    },
    {
      "epoch": 78.08,
      "grad_norm": 0.27818065881729126,
      "learning_rate": 9.973196821096718e-05,
      "loss": 0.0132,
      "step": 9760
    },
    {
      "epoch": 78.16,
      "grad_norm": 0.2584254741668701,
      "learning_rate": 9.973054151777991e-05,
      "loss": 0.014,
      "step": 9770
    },
    {
      "epoch": 78.24,
      "grad_norm": 0.2281360924243927,
      "learning_rate": 9.972911104788624e-05,
      "loss": 0.0165,
      "step": 9780
    },
    {
      "epoch": 78.32,
      "grad_norm": 0.18337781727313995,
      "learning_rate": 9.972767680139476e-05,
      "loss": 0.0154,
      "step": 9790
    },
    {
      "epoch": 78.4,
      "grad_norm": 0.17726829648017883,
      "learning_rate": 9.97262387784144e-05,
      "loss": 0.0119,
      "step": 9800
    },
    {
      "epoch": 78.48,
      "grad_norm": 0.18010033667087555,
      "learning_rate": 9.972479697905438e-05,
      "loss": 0.0115,
      "step": 9810
    },
    {
      "epoch": 78.56,
      "grad_norm": 0.21729162335395813,
      "learning_rate": 9.972335140342415e-05,
      "loss": 0.0118,
      "step": 9820
    },
    {
      "epoch": 78.64,
      "grad_norm": 0.3204900622367859,
      "learning_rate": 9.972190205163356e-05,
      "loss": 0.0126,
      "step": 9830
    },
    {
      "epoch": 78.72,
      "grad_norm": 0.2985846698284149,
      "learning_rate": 9.972044892379262e-05,
      "loss": 0.0135,
      "step": 9840
    },
    {
      "epoch": 78.8,
      "grad_norm": 0.18973231315612793,
      "learning_rate": 9.971899202001173e-05,
      "loss": 0.0158,
      "step": 9850
    },
    {
      "epoch": 78.88,
      "grad_norm": 0.18606895208358765,
      "learning_rate": 9.971753134040152e-05,
      "loss": 0.0124,
      "step": 9860
    },
    {
      "epoch": 78.96,
      "grad_norm": 0.25393471121788025,
      "learning_rate": 9.971606688507288e-05,
      "loss": 0.0143,
      "step": 9870
    },
    {
      "epoch": 79.04,
      "grad_norm": 0.2064039558172226,
      "learning_rate": 9.971459865413709e-05,
      "loss": 0.0128,
      "step": 9880
    },
    {
      "epoch": 79.12,
      "grad_norm": 0.15868063271045685,
      "learning_rate": 9.97131266477056e-05,
      "loss": 0.0139,
      "step": 9890
    },
    {
      "epoch": 79.2,
      "grad_norm": 0.12955217063426971,
      "learning_rate": 9.971165086589023e-05,
      "loss": 0.0134,
      "step": 9900
    },
    {
      "epoch": 79.28,
      "grad_norm": 0.18917371332645416,
      "learning_rate": 9.971017130880303e-05,
      "loss": 0.0128,
      "step": 9910
    },
    {
      "epoch": 79.36,
      "grad_norm": 0.1959204524755478,
      "learning_rate": 9.97086879765564e-05,
      "loss": 0.0156,
      "step": 9920
    },
    {
      "epoch": 79.44,
      "grad_norm": 0.19479133188724518,
      "learning_rate": 9.970720086926295e-05,
      "loss": 0.0152,
      "step": 9930
    },
    {
      "epoch": 79.52,
      "grad_norm": 0.1464511901140213,
      "learning_rate": 9.970570998703563e-05,
      "loss": 0.0122,
      "step": 9940
    },
    {
      "epoch": 79.6,
      "grad_norm": 0.15437890589237213,
      "learning_rate": 9.970421532998768e-05,
      "loss": 0.0128,
      "step": 9950
    },
    {
      "epoch": 79.68,
      "grad_norm": 0.14165057241916656,
      "learning_rate": 9.970271689823259e-05,
      "loss": 0.012,
      "step": 9960
    },
    {
      "epoch": 79.76,
      "grad_norm": 0.1554211676120758,
      "learning_rate": 9.970121469188416e-05,
      "loss": 0.0106,
      "step": 9970
    },
    {
      "epoch": 79.84,
      "grad_norm": 0.13534054160118103,
      "learning_rate": 9.969970871105647e-05,
      "loss": 0.0131,
      "step": 9980
    },
    {
      "epoch": 79.92,
      "grad_norm": 0.16911965608596802,
      "learning_rate": 9.96981989558639e-05,
      "loss": 0.0112,
      "step": 9990
    },
    {
      "epoch": 80.0,
      "grad_norm": 0.1923563927412033,
      "learning_rate": 9.96966854264211e-05,
      "loss": 0.012,
      "step": 10000
    },
    {
      "epoch": 80.08,
      "grad_norm": 0.17801649868488312,
      "learning_rate": 9.969516812284301e-05,
      "loss": 0.011,
      "step": 10010
    },
    {
      "epoch": 80.16,
      "grad_norm": 0.21713058650493622,
      "learning_rate": 9.969364704524485e-05,
      "loss": 0.013,
      "step": 10020
    },
    {
      "epoch": 80.24,
      "grad_norm": 0.23282453417778015,
      "learning_rate": 9.969212219374215e-05,
      "loss": 0.013,
      "step": 10030
    },
    {
      "epoch": 80.32,
      "grad_norm": 0.2275715172290802,
      "learning_rate": 9.969059356845071e-05,
      "loss": 0.0118,
      "step": 10040
    },
    {
      "epoch": 80.4,
      "grad_norm": 0.151234969496727,
      "learning_rate": 9.968906116948663e-05,
      "loss": 0.0118,
      "step": 10050
    },
    {
      "epoch": 80.48,
      "grad_norm": 0.17478440701961517,
      "learning_rate": 9.968752499696627e-05,
      "loss": 0.0111,
      "step": 10060
    },
    {
      "epoch": 80.56,
      "grad_norm": 0.12415467202663422,
      "learning_rate": 9.968598505100628e-05,
      "loss": 0.0122,
      "step": 10070
    },
    {
      "epoch": 80.64,
      "grad_norm": 0.16171886026859283,
      "learning_rate": 9.968444133172364e-05,
      "loss": 0.0142,
      "step": 10080
    },
    {
      "epoch": 80.72,
      "grad_norm": 0.23403452336788177,
      "learning_rate": 9.968289383923556e-05,
      "loss": 0.0133,
      "step": 10090
    },
    {
      "epoch": 80.8,
      "grad_norm": 0.25523149967193604,
      "learning_rate": 9.968134257365958e-05,
      "loss": 0.0151,
      "step": 10100
    },
    {
      "epoch": 80.88,
      "grad_norm": 0.1777091771364212,
      "learning_rate": 9.967978753511349e-05,
      "loss": 0.0136,
      "step": 10110
    },
    {
      "epoch": 80.96,
      "grad_norm": 0.1755940318107605,
      "learning_rate": 9.96782287237154e-05,
      "loss": 0.0117,
      "step": 10120
    },
    {
      "epoch": 81.04,
      "grad_norm": 0.19202451407909393,
      "learning_rate": 9.967666613958369e-05,
      "loss": 0.0108,
      "step": 10130
    },
    {
      "epoch": 81.12,
      "grad_norm": 0.23232731223106384,
      "learning_rate": 9.967509978283702e-05,
      "loss": 0.012,
      "step": 10140
    },
    {
      "epoch": 81.2,
      "grad_norm": 0.16058532893657684,
      "learning_rate": 9.967352965359436e-05,
      "loss": 0.0109,
      "step": 10150
    },
    {
      "epoch": 81.28,
      "grad_norm": 0.21189041435718536,
      "learning_rate": 9.967195575197492e-05,
      "loss": 0.0113,
      "step": 10160
    },
    {
      "epoch": 81.36,
      "grad_norm": 0.15330007672309875,
      "learning_rate": 9.967037807809825e-05,
      "loss": 0.0164,
      "step": 10170
    },
    {
      "epoch": 81.44,
      "grad_norm": 0.18719331920146942,
      "learning_rate": 9.966879663208417e-05,
      "loss": 0.012,
      "step": 10180
    },
    {
      "epoch": 81.52,
      "grad_norm": 0.1934770792722702,
      "learning_rate": 9.966721141405277e-05,
      "loss": 0.0108,
      "step": 10190
    },
    {
      "epoch": 81.6,
      "grad_norm": 0.17062073945999146,
      "learning_rate": 9.966562242412442e-05,
      "loss": 0.0122,
      "step": 10200
    },
    {
      "epoch": 81.68,
      "grad_norm": 0.2528111934661865,
      "learning_rate": 9.966402966241985e-05,
      "loss": 0.0128,
      "step": 10210
    },
    {
      "epoch": 81.76,
      "grad_norm": 0.16874974966049194,
      "learning_rate": 9.966243312905996e-05,
      "loss": 0.0127,
      "step": 10220
    },
    {
      "epoch": 81.84,
      "grad_norm": 0.12020821124315262,
      "learning_rate": 9.966083282416601e-05,
      "loss": 0.0112,
      "step": 10230
    },
    {
      "epoch": 81.92,
      "grad_norm": 0.12294797599315643,
      "learning_rate": 9.965922874785955e-05,
      "loss": 0.0122,
      "step": 10240
    },
    {
      "epoch": 82.0,
      "grad_norm": 0.26324737071990967,
      "learning_rate": 9.965762090026238e-05,
      "loss": 0.011,
      "step": 10250
    },
    {
      "epoch": 82.08,
      "grad_norm": 0.15111210942268372,
      "learning_rate": 9.965600928149661e-05,
      "loss": 0.0132,
      "step": 10260
    },
    {
      "epoch": 82.16,
      "grad_norm": 0.15496370196342468,
      "learning_rate": 9.965439389168466e-05,
      "loss": 0.0118,
      "step": 10270
    },
    {
      "epoch": 82.24,
      "grad_norm": 0.1629645973443985,
      "learning_rate": 9.965277473094917e-05,
      "loss": 0.0137,
      "step": 10280
    },
    {
      "epoch": 82.32,
      "grad_norm": 0.13333642482757568,
      "learning_rate": 9.965115179941311e-05,
      "loss": 0.0138,
      "step": 10290
    },
    {
      "epoch": 82.4,
      "grad_norm": 0.1834024041891098,
      "learning_rate": 9.964952509719977e-05,
      "loss": 0.0129,
      "step": 10300
    },
    {
      "epoch": 82.48,
      "grad_norm": 0.12866486608982086,
      "learning_rate": 9.964789462443263e-05,
      "loss": 0.0124,
      "step": 10310
    },
    {
      "epoch": 82.56,
      "grad_norm": 0.1339082568883896,
      "learning_rate": 9.964626038123554e-05,
      "loss": 0.0102,
      "step": 10320
    },
    {
      "epoch": 82.64,
      "grad_norm": 0.1756686270236969,
      "learning_rate": 9.964462236773262e-05,
      "loss": 0.0141,
      "step": 10330
    },
    {
      "epoch": 82.72,
      "grad_norm": 0.15628907084465027,
      "learning_rate": 9.964298058404825e-05,
      "loss": 0.0115,
      "step": 10340
    },
    {
      "epoch": 82.8,
      "grad_norm": 0.1787831038236618,
      "learning_rate": 9.964133503030713e-05,
      "loss": 0.0124,
      "step": 10350
    },
    {
      "epoch": 82.88,
      "grad_norm": 0.12199947983026505,
      "learning_rate": 9.96396857066342e-05,
      "loss": 0.0114,
      "step": 10360
    },
    {
      "epoch": 82.96,
      "grad_norm": 0.16738258302211761,
      "learning_rate": 9.963803261315475e-05,
      "loss": 0.0109,
      "step": 10370
    },
    {
      "epoch": 83.04,
      "grad_norm": 0.12087934464216232,
      "learning_rate": 9.963637574999432e-05,
      "loss": 0.0103,
      "step": 10380
    },
    {
      "epoch": 83.12,
      "grad_norm": 0.12867283821105957,
      "learning_rate": 9.963471511727868e-05,
      "loss": 0.0125,
      "step": 10390
    },
    {
      "epoch": 83.2,
      "grad_norm": 0.15405942499637604,
      "learning_rate": 9.963305071513402e-05,
      "loss": 0.0135,
      "step": 10400
    },
    {
      "epoch": 83.28,
      "grad_norm": 0.18770934641361237,
      "learning_rate": 9.963138254368672e-05,
      "loss": 0.0124,
      "step": 10410
    },
    {
      "epoch": 83.36,
      "grad_norm": 0.23334191739559174,
      "learning_rate": 9.962971060306343e-05,
      "loss": 0.012,
      "step": 10420
    },
    {
      "epoch": 83.44,
      "grad_norm": 0.1900583803653717,
      "learning_rate": 9.962803489339116e-05,
      "loss": 0.0106,
      "step": 10430
    },
    {
      "epoch": 83.52,
      "grad_norm": 0.28396329283714294,
      "learning_rate": 9.962635541479715e-05,
      "loss": 0.0115,
      "step": 10440
    },
    {
      "epoch": 83.6,
      "grad_norm": 0.2764636278152466,
      "learning_rate": 9.962467216740894e-05,
      "loss": 0.0104,
      "step": 10450
    },
    {
      "epoch": 83.68,
      "grad_norm": 0.1861443966627121,
      "learning_rate": 9.962298515135439e-05,
      "loss": 0.0131,
      "step": 10460
    },
    {
      "epoch": 83.76,
      "grad_norm": 0.18402117490768433,
      "learning_rate": 9.96212943667616e-05,
      "loss": 0.0123,
      "step": 10470
    },
    {
      "epoch": 83.84,
      "grad_norm": 0.11158155649900436,
      "learning_rate": 9.961959981375897e-05,
      "loss": 0.0111,
      "step": 10480
    },
    {
      "epoch": 83.92,
      "grad_norm": 0.19588623940944672,
      "learning_rate": 9.961790149247518e-05,
      "loss": 0.0124,
      "step": 10490
    },
    {
      "epoch": 84.0,
      "grad_norm": 0.1583092361688614,
      "learning_rate": 9.961619940303925e-05,
      "loss": 0.0156,
      "step": 10500
    },
    {
      "epoch": 84.08,
      "grad_norm": 0.19839619100093842,
      "learning_rate": 9.961449354558041e-05,
      "loss": 0.0101,
      "step": 10510
    },
    {
      "epoch": 84.16,
      "grad_norm": 0.2115119993686676,
      "learning_rate": 9.961278392022819e-05,
      "loss": 0.0111,
      "step": 10520
    },
    {
      "epoch": 84.24,
      "grad_norm": 0.1784324198961258,
      "learning_rate": 9.961107052711246e-05,
      "loss": 0.0126,
      "step": 10530
    },
    {
      "epoch": 84.32,
      "grad_norm": 0.2345433384180069,
      "learning_rate": 9.960935336636333e-05,
      "loss": 0.0135,
      "step": 10540
    },
    {
      "epoch": 84.4,
      "grad_norm": 0.23563317954540253,
      "learning_rate": 9.96076324381112e-05,
      "loss": 0.0122,
      "step": 10550
    },
    {
      "epoch": 84.48,
      "grad_norm": 0.20364056527614594,
      "learning_rate": 9.960590774248677e-05,
      "loss": 0.0121,
      "step": 10560
    },
    {
      "epoch": 84.56,
      "grad_norm": 0.18276672065258026,
      "learning_rate": 9.960417927962102e-05,
      "loss": 0.0127,
      "step": 10570
    },
    {
      "epoch": 84.64,
      "grad_norm": 0.15399552881717682,
      "learning_rate": 9.960244704964521e-05,
      "loss": 0.0109,
      "step": 10580
    },
    {
      "epoch": 84.72,
      "grad_norm": 0.1562972366809845,
      "learning_rate": 9.960071105269091e-05,
      "loss": 0.0118,
      "step": 10590
    },
    {
      "epoch": 84.8,
      "grad_norm": 0.18942221999168396,
      "learning_rate": 9.959897128888992e-05,
      "loss": 0.0111,
      "step": 10600
    },
    {
      "epoch": 84.88,
      "grad_norm": 0.1986253708600998,
      "learning_rate": 9.959722775837439e-05,
      "loss": 0.0106,
      "step": 10610
    },
    {
      "epoch": 84.96,
      "grad_norm": 0.24848513305187225,
      "learning_rate": 9.959548046127673e-05,
      "loss": 0.014,
      "step": 10620
    },
    {
      "epoch": 85.04,
      "grad_norm": 0.22556690871715546,
      "learning_rate": 9.959372939772963e-05,
      "loss": 0.0127,
      "step": 10630
    },
    {
      "epoch": 85.12,
      "grad_norm": 0.20496538281440735,
      "learning_rate": 9.959197456786608e-05,
      "loss": 0.0152,
      "step": 10640
    },
    {
      "epoch": 85.2,
      "grad_norm": 0.1526232361793518,
      "learning_rate": 9.959021597181933e-05,
      "loss": 0.014,
      "step": 10650
    },
    {
      "epoch": 85.28,
      "grad_norm": 0.19935080409049988,
      "learning_rate": 9.958845360972293e-05,
      "loss": 0.0108,
      "step": 10660
    },
    {
      "epoch": 85.36,
      "grad_norm": 0.16641734540462494,
      "learning_rate": 9.958668748171077e-05,
      "loss": 0.0118,
      "step": 10670
    },
    {
      "epoch": 85.44,
      "grad_norm": 0.1968071162700653,
      "learning_rate": 9.95849175879169e-05,
      "loss": 0.0131,
      "step": 10680
    },
    {
      "epoch": 85.52,
      "grad_norm": 0.19572573900222778,
      "learning_rate": 9.95831439284758e-05,
      "loss": 0.0127,
      "step": 10690
    },
    {
      "epoch": 85.6,
      "grad_norm": 0.19853092730045319,
      "learning_rate": 9.958136650352212e-05,
      "loss": 0.0115,
      "step": 10700
    },
    {
      "epoch": 85.68,
      "grad_norm": 0.25242292881011963,
      "learning_rate": 9.957958531319088e-05,
      "loss": 0.0117,
      "step": 10710
    },
    {
      "epoch": 85.76,
      "grad_norm": 0.16906790435314178,
      "learning_rate": 9.957780035761732e-05,
      "loss": 0.0133,
      "step": 10720
    },
    {
      "epoch": 85.84,
      "grad_norm": 0.19389896094799042,
      "learning_rate": 9.957601163693702e-05,
      "loss": 0.0133,
      "step": 10730
    },
    {
      "epoch": 85.92,
      "grad_norm": 0.12606988847255707,
      "learning_rate": 9.95742191512858e-05,
      "loss": 0.0128,
      "step": 10740
    },
    {
      "epoch": 86.0,
      "grad_norm": 0.15158770978450775,
      "learning_rate": 9.957242290079979e-05,
      "loss": 0.0119,
      "step": 10750
    },
    {
      "epoch": 86.08,
      "grad_norm": 0.17333760857582092,
      "learning_rate": 9.957062288561541e-05,
      "loss": 0.0116,
      "step": 10760
    },
    {
      "epoch": 86.16,
      "grad_norm": 0.1832370162010193,
      "learning_rate": 9.956881910586937e-05,
      "loss": 0.0105,
      "step": 10770
    },
    {
      "epoch": 86.24,
      "grad_norm": 0.15164810419082642,
      "learning_rate": 9.956701156169865e-05,
      "loss": 0.0094,
      "step": 10780
    },
    {
      "epoch": 86.32,
      "grad_norm": 0.20377019047737122,
      "learning_rate": 9.95652002532405e-05,
      "loss": 0.011,
      "step": 10790
    },
    {
      "epoch": 86.4,
      "grad_norm": 0.1463538110256195,
      "learning_rate": 9.95633851806325e-05,
      "loss": 0.0124,
      "step": 10800
    },
    {
      "epoch": 86.48,
      "grad_norm": 0.15695832669734955,
      "learning_rate": 9.956156634401249e-05,
      "loss": 0.0125,
      "step": 10810
    },
    {
      "epoch": 86.56,
      "grad_norm": 0.20099589228630066,
      "learning_rate": 9.95597437435186e-05,
      "loss": 0.0121,
      "step": 10820
    },
    {
      "epoch": 86.64,
      "grad_norm": 0.1946515291929245,
      "learning_rate": 9.955791737928921e-05,
      "loss": 0.0105,
      "step": 10830
    },
    {
      "epoch": 86.72,
      "grad_norm": 0.13214701414108276,
      "learning_rate": 9.955608725146309e-05,
      "loss": 0.0112,
      "step": 10840
    },
    {
      "epoch": 86.8,
      "grad_norm": 0.22887657582759857,
      "learning_rate": 9.955425336017914e-05,
      "loss": 0.0124,
      "step": 10850
    },
    {
      "epoch": 86.88,
      "grad_norm": 0.1804153025150299,
      "learning_rate": 9.95524157055767e-05,
      "loss": 0.011,
      "step": 10860
    },
    {
      "epoch": 86.96,
      "grad_norm": 0.13539597392082214,
      "learning_rate": 9.95505742877953e-05,
      "loss": 0.011,
      "step": 10870
    },
    {
      "epoch": 87.04,
      "grad_norm": 0.15087063610553741,
      "learning_rate": 9.954872910697479e-05,
      "loss": 0.0119,
      "step": 10880
    },
    {
      "epoch": 87.12,
      "grad_norm": 0.14435243606567383,
      "learning_rate": 9.95468801632553e-05,
      "loss": 0.011,
      "step": 10890
    },
    {
      "epoch": 87.2,
      "grad_norm": 0.12171618640422821,
      "learning_rate": 9.954502745677725e-05,
      "loss": 0.0112,
      "step": 10900
    },
    {
      "epoch": 87.28,
      "grad_norm": 0.16326875984668732,
      "learning_rate": 9.954317098768134e-05,
      "loss": 0.012,
      "step": 10910
    },
    {
      "epoch": 87.36,
      "grad_norm": 0.19073274731636047,
      "learning_rate": 9.954131075610852e-05,
      "loss": 0.0119,
      "step": 10920
    },
    {
      "epoch": 87.44,
      "grad_norm": 0.21103522181510925,
      "learning_rate": 9.953944676220011e-05,
      "loss": 0.0122,
      "step": 10930
    },
    {
      "epoch": 87.52,
      "grad_norm": 0.5216190814971924,
      "learning_rate": 9.953757900609764e-05,
      "loss": 0.0136,
      "step": 10940
    },
    {
      "epoch": 87.6,
      "grad_norm": 0.1865360140800476,
      "learning_rate": 9.953570748794297e-05,
      "loss": 0.0123,
      "step": 10950
    },
    {
      "epoch": 87.68,
      "grad_norm": 0.1799568086862564,
      "learning_rate": 9.953383220787824e-05,
      "loss": 0.0114,
      "step": 10960
    },
    {
      "epoch": 87.76,
      "grad_norm": 0.1451323926448822,
      "learning_rate": 9.953195316604583e-05,
      "loss": 0.0143,
      "step": 10970
    },
    {
      "epoch": 87.84,
      "grad_norm": 0.14461377263069153,
      "learning_rate": 9.953007036258845e-05,
      "loss": 0.0118,
      "step": 10980
    },
    {
      "epoch": 87.92,
      "grad_norm": 0.15469703078269958,
      "learning_rate": 9.952818379764912e-05,
      "loss": 0.0132,
      "step": 10990
    },
    {
      "epoch": 88.0,
      "grad_norm": 0.1762414127588272,
      "learning_rate": 9.952629347137107e-05,
      "loss": 0.0113,
      "step": 11000
    },
    {
      "epoch": 88.08,
      "grad_norm": 0.17278306186199188,
      "learning_rate": 9.952439938389789e-05,
      "loss": 0.0117,
      "step": 11010
    },
    {
      "epoch": 88.16,
      "grad_norm": 0.23866762220859528,
      "learning_rate": 9.95225015353734e-05,
      "loss": 0.0122,
      "step": 11020
    },
    {
      "epoch": 88.24,
      "grad_norm": 0.15836314857006073,
      "learning_rate": 9.952059992594174e-05,
      "loss": 0.0109,
      "step": 11030
    },
    {
      "epoch": 88.32,
      "grad_norm": 0.20001482963562012,
      "learning_rate": 9.951869455574733e-05,
      "loss": 0.0112,
      "step": 11040
    },
    {
      "epoch": 88.4,
      "grad_norm": 0.17302915453910828,
      "learning_rate": 9.951678542493485e-05,
      "loss": 0.0121,
      "step": 11050
    },
    {
      "epoch": 88.48,
      "grad_norm": 0.1282135248184204,
      "learning_rate": 9.95148725336493e-05,
      "loss": 0.0124,
      "step": 11060
    },
    {
      "epoch": 88.56,
      "grad_norm": 0.16200955212116241,
      "learning_rate": 9.951295588203598e-05,
      "loss": 0.0103,
      "step": 11070
    },
    {
      "epoch": 88.64,
      "grad_norm": 0.19579973816871643,
      "learning_rate": 9.951103547024038e-05,
      "loss": 0.0122,
      "step": 11080
    },
    {
      "epoch": 88.72,
      "grad_norm": 0.27530819177627563,
      "learning_rate": 9.950911129840841e-05,
      "loss": 0.0107,
      "step": 11090
    },
    {
      "epoch": 88.8,
      "grad_norm": 0.17080412805080414,
      "learning_rate": 9.950718336668614e-05,
      "loss": 0.0117,
      "step": 11100
    },
    {
      "epoch": 88.88,
      "grad_norm": 0.11507891863584518,
      "learning_rate": 9.950525167522003e-05,
      "loss": 0.0119,
      "step": 11110
    },
    {
      "epoch": 88.96,
      "grad_norm": 0.19776853919029236,
      "learning_rate": 9.950331622415676e-05,
      "loss": 0.0128,
      "step": 11120
    },
    {
      "epoch": 89.04,
      "grad_norm": 0.2963184714317322,
      "learning_rate": 9.950137701364332e-05,
      "loss": 0.0122,
      "step": 11130
    },
    {
      "epoch": 89.12,
      "grad_norm": 0.13832424581050873,
      "learning_rate": 9.949943404382698e-05,
      "loss": 0.0108,
      "step": 11140
    },
    {
      "epoch": 89.2,
      "grad_norm": 0.25273439288139343,
      "learning_rate": 9.949748731485527e-05,
      "loss": 0.0101,
      "step": 11150
    },
    {
      "epoch": 89.28,
      "grad_norm": 0.2334538996219635,
      "learning_rate": 9.949553682687607e-05,
      "loss": 0.0124,
      "step": 11160
    },
    {
      "epoch": 89.36,
      "grad_norm": 0.22803467512130737,
      "learning_rate": 9.949358258003749e-05,
      "loss": 0.0128,
      "step": 11170
    },
    {
      "epoch": 89.44,
      "grad_norm": 0.3449022173881531,
      "learning_rate": 9.949162457448794e-05,
      "loss": 0.0113,
      "step": 11180
    },
    {
      "epoch": 89.52,
      "grad_norm": 0.2234964221715927,
      "learning_rate": 9.948966281037612e-05,
      "loss": 0.0144,
      "step": 11190
    },
    {
      "epoch": 89.6,
      "grad_norm": 0.3053126335144043,
      "learning_rate": 9.948769728785101e-05,
      "loss": 0.0139,
      "step": 11200
    },
    {
      "epoch": 89.68,
      "grad_norm": 0.16164812445640564,
      "learning_rate": 9.948572800706189e-05,
      "loss": 0.0139,
      "step": 11210
    },
    {
      "epoch": 89.76,
      "grad_norm": 0.15577097237110138,
      "learning_rate": 9.94837549681583e-05,
      "loss": 0.0116,
      "step": 11220
    },
    {
      "epoch": 89.84,
      "grad_norm": 0.22021658718585968,
      "learning_rate": 9.948177817129008e-05,
      "loss": 0.0165,
      "step": 11230
    },
    {
      "epoch": 89.92,
      "grad_norm": 0.16735801100730896,
      "learning_rate": 9.947979761660735e-05,
      "loss": 0.0104,
      "step": 11240
    },
    {
      "epoch": 90.0,
      "grad_norm": 0.18121469020843506,
      "learning_rate": 9.947781330426055e-05,
      "loss": 0.0119,
      "step": 11250
    },
    {
      "epoch": 90.08,
      "grad_norm": 0.2392801195383072,
      "learning_rate": 9.947582523440034e-05,
      "loss": 0.0106,
      "step": 11260
    },
    {
      "epoch": 90.16,
      "grad_norm": 0.13565583527088165,
      "learning_rate": 9.947383340717773e-05,
      "loss": 0.012,
      "step": 11270
    },
    {
      "epoch": 90.24,
      "grad_norm": 0.3309103846549988,
      "learning_rate": 9.947183782274396e-05,
      "loss": 0.0103,
      "step": 11280
    },
    {
      "epoch": 90.32,
      "grad_norm": 0.16064319014549255,
      "learning_rate": 9.94698384812506e-05,
      "loss": 0.0116,
      "step": 11290
    },
    {
      "epoch": 90.4,
      "grad_norm": 0.11491125822067261,
      "learning_rate": 9.946783538284947e-05,
      "loss": 0.0111,
      "step": 11300
    },
    {
      "epoch": 90.48,
      "grad_norm": 0.1352127492427826,
      "learning_rate": 9.946582852769271e-05,
      "loss": 0.0114,
      "step": 11310
    },
    {
      "epoch": 90.56,
      "grad_norm": 0.181224063038826,
      "learning_rate": 9.946381791593272e-05,
      "loss": 0.011,
      "step": 11320
    },
    {
      "epoch": 90.64,
      "grad_norm": 0.14926324784755707,
      "learning_rate": 9.946180354772219e-05,
      "loss": 0.011,
      "step": 11330
    },
    {
      "epoch": 90.72,
      "grad_norm": 0.11081202328205109,
      "learning_rate": 9.945978542321411e-05,
      "loss": 0.0126,
      "step": 11340
    },
    {
      "epoch": 90.8,
      "grad_norm": 0.2026231586933136,
      "learning_rate": 9.945776354256172e-05,
      "loss": 0.0132,
      "step": 11350
    },
    {
      "epoch": 90.88,
      "grad_norm": 0.18601593375205994,
      "learning_rate": 9.945573790591858e-05,
      "loss": 0.0124,
      "step": 11360
    },
    {
      "epoch": 90.96,
      "grad_norm": 0.14016211032867432,
      "learning_rate": 9.945370851343854e-05,
      "loss": 0.0128,
      "step": 11370
    },
    {
      "epoch": 91.04,
      "grad_norm": 0.17030435800552368,
      "learning_rate": 9.945167536527569e-05,
      "loss": 0.0124,
      "step": 11380
    },
    {
      "epoch": 91.12,
      "grad_norm": 0.14303790032863617,
      "learning_rate": 9.944963846158445e-05,
      "loss": 0.0109,
      "step": 11390
    },
    {
      "epoch": 91.2,
      "grad_norm": 0.19385533034801483,
      "learning_rate": 9.944759780251951e-05,
      "loss": 0.0129,
      "step": 11400
    },
    {
      "epoch": 91.28,
      "grad_norm": 0.18481114506721497,
      "learning_rate": 9.944555338823585e-05,
      "loss": 0.0128,
      "step": 11410
    },
    {
      "epoch": 91.36,
      "grad_norm": 0.2547839879989624,
      "learning_rate": 9.944350521888871e-05,
      "loss": 0.0114,
      "step": 11420
    },
    {
      "epoch": 91.44,
      "grad_norm": 0.23265358805656433,
      "learning_rate": 9.944145329463365e-05,
      "loss": 0.0108,
      "step": 11430
    },
    {
      "epoch": 91.52,
      "grad_norm": 0.17911724746227264,
      "learning_rate": 9.943939761562651e-05,
      "loss": 0.0114,
      "step": 11440
    },
    {
      "epoch": 91.6,
      "grad_norm": 0.18466587364673615,
      "learning_rate": 9.943733818202339e-05,
      "loss": 0.0118,
      "step": 11450
    },
    {
      "epoch": 91.68,
      "grad_norm": 0.22055527567863464,
      "learning_rate": 9.943527499398068e-05,
      "loss": 0.0127,
      "step": 11460
    },
    {
      "epoch": 91.76,
      "grad_norm": 0.21103735268115997,
      "learning_rate": 9.943320805165508e-05,
      "loss": 0.011,
      "step": 11470
    },
    {
      "epoch": 91.84,
      "grad_norm": 0.187497079372406,
      "learning_rate": 9.943113735520358e-05,
      "loss": 0.0113,
      "step": 11480
    },
    {
      "epoch": 91.92,
      "grad_norm": 0.1291886866092682,
      "learning_rate": 9.94290629047834e-05,
      "loss": 0.0112,
      "step": 11490
    },
    {
      "epoch": 92.0,
      "grad_norm": 0.1746080368757248,
      "learning_rate": 9.942698470055209e-05,
      "loss": 0.0105,
      "step": 11500
    },
    {
      "epoch": 92.08,
      "grad_norm": 0.1733575016260147,
      "learning_rate": 9.942490274266749e-05,
      "loss": 0.0119,
      "step": 11510
    },
    {
      "epoch": 92.16,
      "grad_norm": 0.19810718297958374,
      "learning_rate": 9.94228170312877e-05,
      "loss": 0.0122,
      "step": 11520
    },
    {
      "epoch": 92.24,
      "grad_norm": 0.26833003759384155,
      "learning_rate": 9.942072756657112e-05,
      "loss": 0.0149,
      "step": 11530
    },
    {
      "epoch": 92.32,
      "grad_norm": 0.2186119109392166,
      "learning_rate": 9.941863434867643e-05,
      "loss": 0.0148,
      "step": 11540
    },
    {
      "epoch": 92.4,
      "grad_norm": 0.18466028571128845,
      "learning_rate": 9.94165373777626e-05,
      "loss": 0.013,
      "step": 11550
    },
    {
      "epoch": 92.48,
      "grad_norm": 0.1578121781349182,
      "learning_rate": 9.941443665398887e-05,
      "loss": 0.0123,
      "step": 11560
    },
    {
      "epoch": 92.56,
      "grad_norm": 0.21302777528762817,
      "learning_rate": 9.941233217751477e-05,
      "loss": 0.0111,
      "step": 11570
    },
    {
      "epoch": 92.64,
      "grad_norm": 0.1628425270318985,
      "learning_rate": 9.941022394850016e-05,
      "loss": 0.0133,
      "step": 11580
    },
    {
      "epoch": 92.72,
      "grad_norm": 0.17078377306461334,
      "learning_rate": 9.940811196710511e-05,
      "loss": 0.0125,
      "step": 11590
    },
    {
      "epoch": 92.8,
      "grad_norm": 0.12170814722776413,
      "learning_rate": 9.940599623349002e-05,
      "loss": 0.0113,
      "step": 11600
    },
    {
      "epoch": 92.88,
      "grad_norm": 0.17032131552696228,
      "learning_rate": 9.940387674781557e-05,
      "loss": 0.0139,
      "step": 11610
    },
    {
      "epoch": 92.96,
      "grad_norm": 0.177141472697258,
      "learning_rate": 9.94017535102427e-05,
      "loss": 0.0155,
      "step": 11620
    },
    {
      "epoch": 93.04,
      "grad_norm": 0.20275278389453888,
      "learning_rate": 9.939962652093271e-05,
      "loss": 0.0156,
      "step": 11630
    },
    {
      "epoch": 93.12,
      "grad_norm": 0.18502086400985718,
      "learning_rate": 9.939749578004707e-05,
      "loss": 0.0122,
      "step": 11640
    },
    {
      "epoch": 93.2,
      "grad_norm": 0.17403408885002136,
      "learning_rate": 9.939536128774762e-05,
      "loss": 0.012,
      "step": 11650
    },
    {
      "epoch": 93.28,
      "grad_norm": 0.21936124563217163,
      "learning_rate": 9.939322304419648e-05,
      "loss": 0.0117,
      "step": 11660
    },
    {
      "epoch": 93.36,
      "grad_norm": 0.21788166463375092,
      "learning_rate": 9.9391081049556e-05,
      "loss": 0.013,
      "step": 11670
    },
    {
      "epoch": 93.44,
      "grad_norm": 0.2501160502433777,
      "learning_rate": 9.938893530398886e-05,
      "loss": 0.0098,
      "step": 11680
    },
    {
      "epoch": 93.52,
      "grad_norm": 0.27130237221717834,
      "learning_rate": 9.938678580765804e-05,
      "loss": 0.0128,
      "step": 11690
    },
    {
      "epoch": 93.6,
      "grad_norm": 0.18266253173351288,
      "learning_rate": 9.938463256072675e-05,
      "loss": 0.0135,
      "step": 11700
    },
    {
      "epoch": 93.68,
      "grad_norm": 0.31232815980911255,
      "learning_rate": 9.938247556335854e-05,
      "loss": 0.0117,
      "step": 11710
    },
    {
      "epoch": 93.76,
      "grad_norm": 0.19279520213603973,
      "learning_rate": 9.93803148157172e-05,
      "loss": 0.0122,
      "step": 11720
    },
    {
      "epoch": 93.84,
      "grad_norm": 0.3052877187728882,
      "learning_rate": 9.937815031796682e-05,
      "loss": 0.0126,
      "step": 11730
    },
    {
      "epoch": 93.92,
      "grad_norm": 0.170265331864357,
      "learning_rate": 9.937598207027181e-05,
      "loss": 0.0128,
      "step": 11740
    },
    {
      "epoch": 94.0,
      "grad_norm": 0.12920965254306793,
      "learning_rate": 9.93738100727968e-05,
      "loss": 0.0123,
      "step": 11750
    },
    {
      "epoch": 94.08,
      "grad_norm": 0.13229365646839142,
      "learning_rate": 9.937163432570677e-05,
      "loss": 0.0114,
      "step": 11760
    },
    {
      "epoch": 94.16,
      "grad_norm": 0.2947865128517151,
      "learning_rate": 9.936945482916691e-05,
      "loss": 0.0115,
      "step": 11770
    },
    {
      "epoch": 94.24,
      "grad_norm": 0.1680561751127243,
      "learning_rate": 9.93672715833428e-05,
      "loss": 0.0101,
      "step": 11780
    },
    {
      "epoch": 94.32,
      "grad_norm": 0.17920972406864166,
      "learning_rate": 9.936508458840019e-05,
      "loss": 0.0122,
      "step": 11790
    },
    {
      "epoch": 94.4,
      "grad_norm": 0.21133831143379211,
      "learning_rate": 9.93628938445052e-05,
      "loss": 0.0117,
      "step": 11800
    },
    {
      "epoch": 94.48,
      "grad_norm": 0.1776171773672104,
      "learning_rate": 9.936069935182417e-05,
      "loss": 0.0119,
      "step": 11810
    },
    {
      "epoch": 94.56,
      "grad_norm": 0.24815811216831207,
      "learning_rate": 9.935850111052378e-05,
      "loss": 0.0137,
      "step": 11820
    },
    {
      "epoch": 94.64,
      "grad_norm": 0.20705264806747437,
      "learning_rate": 9.935629912077097e-05,
      "loss": 0.0126,
      "step": 11830
    },
    {
      "epoch": 94.72,
      "grad_norm": 0.27766773104667664,
      "learning_rate": 9.935409338273297e-05,
      "loss": 0.0126,
      "step": 11840
    },
    {
      "epoch": 94.8,
      "grad_norm": 0.16409851610660553,
      "learning_rate": 9.935188389657729e-05,
      "loss": 0.0122,
      "step": 11850
    },
    {
      "epoch": 94.88,
      "grad_norm": 0.21952380239963531,
      "learning_rate": 9.934967066247171e-05,
      "loss": 0.011,
      "step": 11860
    },
    {
      "epoch": 94.96,
      "grad_norm": 0.1912384182214737,
      "learning_rate": 9.934745368058433e-05,
      "loss": 0.0142,
      "step": 11870
    },
    {
      "epoch": 95.04,
      "grad_norm": 0.13343143463134766,
      "learning_rate": 9.934523295108352e-05,
      "loss": 0.0121,
      "step": 11880
    },
    {
      "epoch": 95.12,
      "grad_norm": 0.19244010746479034,
      "learning_rate": 9.934300847413788e-05,
      "loss": 0.0116,
      "step": 11890
    },
    {
      "epoch": 95.2,
      "grad_norm": 0.12215796858072281,
      "learning_rate": 9.934078024991642e-05,
      "loss": 0.0117,
      "step": 11900
    },
    {
      "epoch": 95.28,
      "grad_norm": 0.12232869118452072,
      "learning_rate": 9.93385482785883e-05,
      "loss": 0.0124,
      "step": 11910
    },
    {
      "epoch": 95.36,
      "grad_norm": 0.14492449164390564,
      "learning_rate": 9.933631256032305e-05,
      "loss": 0.0122,
      "step": 11920
    },
    {
      "epoch": 95.44,
      "grad_norm": 0.1965848058462143,
      "learning_rate": 9.933407309529046e-05,
      "loss": 0.0146,
      "step": 11930
    },
    {
      "epoch": 95.52,
      "grad_norm": 0.163831889629364,
      "learning_rate": 9.933182988366059e-05,
      "loss": 0.015,
      "step": 11940
    },
    {
      "epoch": 95.6,
      "grad_norm": 0.13893933594226837,
      "learning_rate": 9.932958292560381e-05,
      "loss": 0.011,
      "step": 11950
    },
    {
      "epoch": 95.68,
      "grad_norm": 0.13706441223621368,
      "learning_rate": 9.932733222129074e-05,
      "loss": 0.0137,
      "step": 11960
    },
    {
      "epoch": 95.76,
      "grad_norm": 0.15452727675437927,
      "learning_rate": 9.932507777089232e-05,
      "loss": 0.012,
      "step": 11970
    },
    {
      "epoch": 95.84,
      "grad_norm": 0.17367348074913025,
      "learning_rate": 9.932281957457976e-05,
      "loss": 0.0115,
      "step": 11980
    },
    {
      "epoch": 95.92,
      "grad_norm": 0.13881134986877441,
      "learning_rate": 9.932055763252457e-05,
      "loss": 0.0106,
      "step": 11990
    },
    {
      "epoch": 96.0,
      "grad_norm": 0.15608784556388855,
      "learning_rate": 9.93182919448985e-05,
      "loss": 0.0136,
      "step": 12000
    },
    {
      "epoch": 96.08,
      "grad_norm": 0.19866329431533813,
      "learning_rate": 9.931602251187364e-05,
      "loss": 0.0126,
      "step": 12010
    },
    {
      "epoch": 96.16,
      "grad_norm": 0.1778920441865921,
      "learning_rate": 9.931374933362232e-05,
      "loss": 0.0109,
      "step": 12020
    },
    {
      "epoch": 96.24,
      "grad_norm": 0.15862086415290833,
      "learning_rate": 9.931147241031719e-05,
      "loss": 0.0108,
      "step": 12030
    },
    {
      "epoch": 96.32,
      "grad_norm": 0.195121169090271,
      "learning_rate": 9.930919174213115e-05,
      "loss": 0.0111,
      "step": 12040
    },
    {
      "epoch": 96.4,
      "grad_norm": 0.28016799688339233,
      "learning_rate": 9.93069073292374e-05,
      "loss": 0.0118,
      "step": 12050
    },
    {
      "epoch": 96.48,
      "grad_norm": 0.22596772015094757,
      "learning_rate": 9.930461917180946e-05,
      "loss": 0.0117,
      "step": 12060
    },
    {
      "epoch": 96.56,
      "grad_norm": 0.23814736306667328,
      "learning_rate": 9.930232727002105e-05,
      "loss": 0.0108,
      "step": 12070
    },
    {
      "epoch": 96.64,
      "grad_norm": 0.12315242737531662,
      "learning_rate": 9.930003162404626e-05,
      "loss": 0.011,
      "step": 12080
    },
    {
      "epoch": 96.72,
      "grad_norm": 0.10853733867406845,
      "learning_rate": 9.929773223405943e-05,
      "loss": 0.0097,
      "step": 12090
    },
    {
      "epoch": 96.8,
      "grad_norm": 0.14454346895217896,
      "learning_rate": 9.929542910023517e-05,
      "loss": 0.0111,
      "step": 12100
    },
    {
      "epoch": 96.88,
      "grad_norm": 0.18395057320594788,
      "learning_rate": 9.929312222274839e-05,
      "loss": 0.0119,
      "step": 12110
    },
    {
      "epoch": 96.96,
      "grad_norm": 0.2026677280664444,
      "learning_rate": 9.929081160177428e-05,
      "loss": 0.0113,
      "step": 12120
    },
    {
      "epoch": 97.04,
      "grad_norm": 0.14651893079280853,
      "learning_rate": 9.928849723748831e-05,
      "loss": 0.0111,
      "step": 12130
    },
    {
      "epoch": 97.12,
      "grad_norm": 0.15365172922611237,
      "learning_rate": 9.928617913006629e-05,
      "loss": 0.0106,
      "step": 12140
    },
    {
      "epoch": 97.2,
      "grad_norm": 0.17364832758903503,
      "learning_rate": 9.928385727968419e-05,
      "loss": 0.0108,
      "step": 12150
    },
    {
      "epoch": 97.28,
      "grad_norm": 0.1534162312746048,
      "learning_rate": 9.928153168651837e-05,
      "loss": 0.0122,
      "step": 12160
    },
    {
      "epoch": 97.36,
      "grad_norm": 0.15671269595623016,
      "learning_rate": 9.927920235074548e-05,
      "loss": 0.0105,
      "step": 12170
    },
    {
      "epoch": 97.44,
      "grad_norm": 0.1790761649608612,
      "learning_rate": 9.927686927254236e-05,
      "loss": 0.0127,
      "step": 12180
    },
    {
      "epoch": 97.52,
      "grad_norm": 0.1861727088689804,
      "learning_rate": 9.927453245208622e-05,
      "loss": 0.0102,
      "step": 12190
    },
    {
      "epoch": 97.6,
      "grad_norm": 0.16422146558761597,
      "learning_rate": 9.927219188955452e-05,
      "loss": 0.013,
      "step": 12200
    },
    {
      "epoch": 97.68,
      "grad_norm": 0.16006217896938324,
      "learning_rate": 9.926984758512503e-05,
      "loss": 0.0136,
      "step": 12210
    },
    {
      "epoch": 97.76,
      "grad_norm": 0.16999270021915436,
      "learning_rate": 9.926749953897576e-05,
      "loss": 0.01,
      "step": 12220
    },
    {
      "epoch": 97.84,
      "grad_norm": 0.16598080098628998,
      "learning_rate": 9.926514775128504e-05,
      "loss": 0.0127,
      "step": 12230
    },
    {
      "epoch": 97.92,
      "grad_norm": 0.18487127125263214,
      "learning_rate": 9.926279222223147e-05,
      "loss": 0.0136,
      "step": 12240
    },
    {
      "epoch": 98.0,
      "grad_norm": 0.20991754531860352,
      "learning_rate": 9.926043295199393e-05,
      "loss": 0.0101,
      "step": 12250
    },
    {
      "epoch": 98.08,
      "grad_norm": 0.16135558485984802,
      "learning_rate": 9.925806994075161e-05,
      "loss": 0.0105,
      "step": 12260
    },
    {
      "epoch": 98.16,
      "grad_norm": 0.19616162776947021,
      "learning_rate": 9.925570318868393e-05,
      "loss": 0.0136,
      "step": 12270
    },
    {
      "epoch": 98.24,
      "grad_norm": 0.1877780258655548,
      "learning_rate": 9.925333269597067e-05,
      "loss": 0.0096,
      "step": 12280
    },
    {
      "epoch": 98.32,
      "grad_norm": 0.14758655428886414,
      "learning_rate": 9.925095846279184e-05,
      "loss": 0.009,
      "step": 12290
    },
    {
      "epoch": 98.4,
      "grad_norm": 0.14870133996009827,
      "learning_rate": 9.924858048932774e-05,
      "loss": 0.0138,
      "step": 12300
    },
    {
      "epoch": 98.48,
      "grad_norm": 0.27350062131881714,
      "learning_rate": 9.924619877575896e-05,
      "loss": 0.0128,
      "step": 12310
    },
    {
      "epoch": 98.56,
      "grad_norm": 0.15064314007759094,
      "learning_rate": 9.924381332226637e-05,
      "loss": 0.0111,
      "step": 12320
    },
    {
      "epoch": 98.64,
      "grad_norm": 0.25261110067367554,
      "learning_rate": 9.924142412903117e-05,
      "loss": 0.0104,
      "step": 12330
    },
    {
      "epoch": 98.72,
      "grad_norm": 0.18796052038669586,
      "learning_rate": 9.923903119623474e-05,
      "loss": 0.0125,
      "step": 12340
    },
    {
      "epoch": 98.8,
      "grad_norm": 0.15412215888500214,
      "learning_rate": 9.923663452405886e-05,
      "loss": 0.0131,
      "step": 12350
    },
    {
      "epoch": 98.88,
      "grad_norm": 0.17366810142993927,
      "learning_rate": 9.923423411268552e-05,
      "loss": 0.0111,
      "step": 12360
    },
    {
      "epoch": 98.96,
      "grad_norm": 0.14663806557655334,
      "learning_rate": 9.923182996229701e-05,
      "loss": 0.0098,
      "step": 12370
    },
    {
      "epoch": 99.04,
      "grad_norm": 0.12328529357910156,
      "learning_rate": 9.92294220730759e-05,
      "loss": 0.0097,
      "step": 12380
    },
    {
      "epoch": 99.12,
      "grad_norm": 0.18294383585453033,
      "learning_rate": 9.922701044520509e-05,
      "loss": 0.0104,
      "step": 12390
    },
    {
      "epoch": 99.2,
      "grad_norm": 0.1964596062898636,
      "learning_rate": 9.92245950788677e-05,
      "loss": 0.0112,
      "step": 12400
    },
    {
      "epoch": 99.28,
      "grad_norm": 0.1182405948638916,
      "learning_rate": 9.922217597424717e-05,
      "loss": 0.0092,
      "step": 12410
    },
    {
      "epoch": 99.36,
      "grad_norm": 0.13867409527301788,
      "learning_rate": 9.921975313152722e-05,
      "loss": 0.0113,
      "step": 12420
    },
    {
      "epoch": 99.44,
      "grad_norm": 0.14526206254959106,
      "learning_rate": 9.921732655089183e-05,
      "loss": 0.0125,
      "step": 12430
    },
    {
      "epoch": 99.52,
      "grad_norm": 0.28668856620788574,
      "learning_rate": 9.92148962325253e-05,
      "loss": 0.0102,
      "step": 12440
    },
    {
      "epoch": 99.6,
      "grad_norm": 0.12116643786430359,
      "learning_rate": 9.921246217661219e-05,
      "loss": 0.0097,
      "step": 12450
    },
    {
      "epoch": 99.68,
      "grad_norm": 0.11998049169778824,
      "learning_rate": 9.921002438333736e-05,
      "loss": 0.0095,
      "step": 12460
    },
    {
      "epoch": 99.76,
      "grad_norm": 0.1676747053861618,
      "learning_rate": 9.920758285288591e-05,
      "loss": 0.0125,
      "step": 12470
    },
    {
      "epoch": 99.84,
      "grad_norm": 0.24730896949768066,
      "learning_rate": 9.920513758544332e-05,
      "loss": 0.0103,
      "step": 12480
    },
    {
      "epoch": 99.92,
      "grad_norm": 0.11743168532848358,
      "learning_rate": 9.920268858119524e-05,
      "loss": 0.0135,
      "step": 12490
    },
    {
      "epoch": 100.0,
      "grad_norm": 0.12941627204418182,
      "learning_rate": 9.920023584032767e-05,
      "loss": 0.0091,
      "step": 12500
    },
    {
      "epoch": 100.08,
      "grad_norm": 0.18206894397735596,
      "learning_rate": 9.919777936302688e-05,
      "loss": 0.013,
      "step": 12510
    },
    {
      "epoch": 100.16,
      "grad_norm": 0.16277894377708435,
      "learning_rate": 9.919531914947942e-05,
      "loss": 0.0095,
      "step": 12520
    },
    {
      "epoch": 100.24,
      "grad_norm": 0.1978461593389511,
      "learning_rate": 9.919285519987214e-05,
      "loss": 0.0116,
      "step": 12530
    },
    {
      "epoch": 100.32,
      "grad_norm": 0.1549244076013565,
      "learning_rate": 9.919038751439215e-05,
      "loss": 0.0095,
      "step": 12540
    },
    {
      "epoch": 100.4,
      "grad_norm": 0.21200767159461975,
      "learning_rate": 9.918791609322687e-05,
      "loss": 0.0115,
      "step": 12550
    },
    {
      "epoch": 100.48,
      "grad_norm": 0.2064744532108307,
      "learning_rate": 9.918544093656395e-05,
      "loss": 0.0138,
      "step": 12560
    },
    {
      "epoch": 100.56,
      "grad_norm": 0.19362682104110718,
      "learning_rate": 9.918296204459138e-05,
      "loss": 0.0115,
      "step": 12570
    },
    {
      "epoch": 100.64,
      "grad_norm": 0.13987064361572266,
      "learning_rate": 9.918047941749745e-05,
      "loss": 0.0131,
      "step": 12580
    },
    {
      "epoch": 100.72,
      "grad_norm": 0.177979975938797,
      "learning_rate": 9.917799305547066e-05,
      "loss": 0.0105,
      "step": 12590
    },
    {
      "epoch": 100.8,
      "grad_norm": 0.15914040803909302,
      "learning_rate": 9.917550295869983e-05,
      "loss": 0.0107,
      "step": 12600
    },
    {
      "epoch": 100.88,
      "grad_norm": 0.20646338164806366,
      "learning_rate": 9.91730091273741e-05,
      "loss": 0.0089,
      "step": 12610
    },
    {
      "epoch": 100.96,
      "grad_norm": 0.1646554172039032,
      "learning_rate": 9.917051156168284e-05,
      "loss": 0.01,
      "step": 12620
    },
    {
      "epoch": 101.04,
      "grad_norm": 0.1324327439069748,
      "learning_rate": 9.916801026181573e-05,
      "loss": 0.0115,
      "step": 12630
    },
    {
      "epoch": 101.12,
      "grad_norm": 0.2037183940410614,
      "learning_rate": 9.916550522796271e-05,
      "loss": 0.0118,
      "step": 12640
    },
    {
      "epoch": 101.2,
      "grad_norm": 0.14131079614162445,
      "learning_rate": 9.916299646031403e-05,
      "loss": 0.0103,
      "step": 12650
    },
    {
      "epoch": 101.28,
      "grad_norm": 0.20779451727867126,
      "learning_rate": 9.916048395906021e-05,
      "loss": 0.0118,
      "step": 12660
    },
    {
      "epoch": 101.36,
      "grad_norm": 0.17022264003753662,
      "learning_rate": 9.915796772439207e-05,
      "loss": 0.012,
      "step": 12670
    },
    {
      "epoch": 101.44,
      "grad_norm": 0.2227092981338501,
      "learning_rate": 9.915544775650072e-05,
      "loss": 0.0108,
      "step": 12680
    },
    {
      "epoch": 101.52,
      "grad_norm": 0.2367871254682541,
      "learning_rate": 9.915292405557747e-05,
      "loss": 0.0133,
      "step": 12690
    },
    {
      "epoch": 101.6,
      "grad_norm": 0.18363691866397858,
      "learning_rate": 9.915039662181404e-05,
      "loss": 0.0101,
      "step": 12700
    },
    {
      "epoch": 101.68,
      "grad_norm": 0.19189061224460602,
      "learning_rate": 9.914786545540236e-05,
      "loss": 0.0117,
      "step": 12710
    },
    {
      "epoch": 101.76,
      "grad_norm": 0.1828567236661911,
      "learning_rate": 9.914533055653463e-05,
      "loss": 0.0136,
      "step": 12720
    },
    {
      "epoch": 101.84,
      "grad_norm": 0.1567726731300354,
      "learning_rate": 9.91427919254034e-05,
      "loss": 0.0123,
      "step": 12730
    },
    {
      "epoch": 101.92,
      "grad_norm": 0.12731963396072388,
      "learning_rate": 9.91402495622014e-05,
      "loss": 0.0098,
      "step": 12740
    },
    {
      "epoch": 102.0,
      "grad_norm": 0.16582514345645905,
      "learning_rate": 9.913770346712176e-05,
      "loss": 0.0116,
      "step": 12750
    },
    {
      "epoch": 102.08,
      "grad_norm": 0.2554699182510376,
      "learning_rate": 9.913515364035783e-05,
      "loss": 0.0141,
      "step": 12760
    },
    {
      "epoch": 102.16,
      "grad_norm": 0.2776290476322174,
      "learning_rate": 9.913260008210323e-05,
      "loss": 0.0132,
      "step": 12770
    },
    {
      "epoch": 102.24,
      "grad_norm": 0.15439613163471222,
      "learning_rate": 9.913004279255191e-05,
      "loss": 0.0117,
      "step": 12780
    },
    {
      "epoch": 102.32,
      "grad_norm": 0.15360784530639648,
      "learning_rate": 9.912748177189808e-05,
      "loss": 0.012,
      "step": 12790
    },
    {
      "epoch": 102.4,
      "grad_norm": 0.17294162511825562,
      "learning_rate": 9.912491702033622e-05,
      "loss": 0.0113,
      "step": 12800
    },
    {
      "epoch": 102.48,
      "grad_norm": 0.14359062910079956,
      "learning_rate": 9.912234853806109e-05,
      "loss": 0.0106,
      "step": 12810
    },
    {
      "epoch": 102.56,
      "grad_norm": 0.24376940727233887,
      "learning_rate": 9.91197763252678e-05,
      "loss": 0.0116,
      "step": 12820
    },
    {
      "epoch": 102.64,
      "grad_norm": 0.180406391620636,
      "learning_rate": 9.911720038215162e-05,
      "loss": 0.0118,
      "step": 12830
    },
    {
      "epoch": 102.72,
      "grad_norm": 0.1623832881450653,
      "learning_rate": 9.911462070890824e-05,
      "loss": 0.0106,
      "step": 12840
    },
    {
      "epoch": 102.8,
      "grad_norm": 0.16404487192630768,
      "learning_rate": 9.911203730573353e-05,
      "loss": 0.0125,
      "step": 12850
    },
    {
      "epoch": 102.88,
      "grad_norm": 0.25144341588020325,
      "learning_rate": 9.910945017282372e-05,
      "loss": 0.0108,
      "step": 12860
    },
    {
      "epoch": 102.96,
      "grad_norm": 0.1237599104642868,
      "learning_rate": 9.910685931037524e-05,
      "loss": 0.012,
      "step": 12870
    },
    {
      "epoch": 103.04,
      "grad_norm": 0.15158142149448395,
      "learning_rate": 9.91042647185849e-05,
      "loss": 0.01,
      "step": 12880
    },
    {
      "epoch": 103.12,
      "grad_norm": 0.23212291300296783,
      "learning_rate": 9.910166639764968e-05,
      "loss": 0.0125,
      "step": 12890
    },
    {
      "epoch": 103.2,
      "grad_norm": 0.20679813623428345,
      "learning_rate": 9.909906434776696e-05,
      "loss": 0.0098,
      "step": 12900
    },
    {
      "epoch": 103.28,
      "grad_norm": 0.15621134638786316,
      "learning_rate": 9.909645856913434e-05,
      "loss": 0.0094,
      "step": 12910
    },
    {
      "epoch": 103.36,
      "grad_norm": 0.1717183142900467,
      "learning_rate": 9.909384906194969e-05,
      "loss": 0.0115,
      "step": 12920
    },
    {
      "epoch": 103.44,
      "grad_norm": 0.14033806324005127,
      "learning_rate": 9.909123582641119e-05,
      "loss": 0.013,
      "step": 12930
    },
    {
      "epoch": 103.52,
      "grad_norm": 0.25138595700263977,
      "learning_rate": 9.90886188627173e-05,
      "loss": 0.011,
      "step": 12940
    },
    {
      "epoch": 103.6,
      "grad_norm": 0.27839624881744385,
      "learning_rate": 9.908599817106677e-05,
      "loss": 0.0123,
      "step": 12950
    },
    {
      "epoch": 103.68,
      "grad_norm": 0.16724537312984467,
      "learning_rate": 9.908337375165861e-05,
      "loss": 0.0105,
      "step": 12960
    },
    {
      "epoch": 103.76,
      "grad_norm": 0.24561086297035217,
      "learning_rate": 9.908074560469216e-05,
      "loss": 0.0101,
      "step": 12970
    },
    {
      "epoch": 103.84,
      "grad_norm": 0.15878015756607056,
      "learning_rate": 9.907811373036696e-05,
      "loss": 0.0114,
      "step": 12980
    },
    {
      "epoch": 103.92,
      "grad_norm": 0.13473376631736755,
      "learning_rate": 9.907547812888292e-05,
      "loss": 0.0112,
      "step": 12990
    },
    {
      "epoch": 104.0,
      "grad_norm": 0.19481869041919708,
      "learning_rate": 9.907283880044019e-05,
      "loss": 0.0128,
      "step": 13000
    },
    {
      "epoch": 104.08,
      "grad_norm": 0.2781386077404022,
      "learning_rate": 9.907019574523919e-05,
      "loss": 0.0113,
      "step": 13010
    },
    {
      "epoch": 104.16,
      "grad_norm": 0.17085419595241547,
      "learning_rate": 9.906754896348068e-05,
      "loss": 0.0121,
      "step": 13020
    },
    {
      "epoch": 104.24,
      "grad_norm": 0.3144638240337372,
      "learning_rate": 9.906489845536563e-05,
      "loss": 0.0127,
      "step": 13030
    },
    {
      "epoch": 104.32,
      "grad_norm": 0.17277050018310547,
      "learning_rate": 9.906224422109534e-05,
      "loss": 0.0106,
      "step": 13040
    },
    {
      "epoch": 104.4,
      "grad_norm": 0.14746110141277313,
      "learning_rate": 9.90595862608714e-05,
      "loss": 0.0124,
      "step": 13050
    },
    {
      "epoch": 104.48,
      "grad_norm": 0.2506437599658966,
      "learning_rate": 9.905692457489564e-05,
      "loss": 0.0112,
      "step": 13060
    },
    {
      "epoch": 104.56,
      "grad_norm": 0.17661792039871216,
      "learning_rate": 9.905425916337018e-05,
      "loss": 0.0093,
      "step": 13070
    },
    {
      "epoch": 104.64,
      "grad_norm": 0.1860922873020172,
      "learning_rate": 9.90515900264975e-05,
      "loss": 0.0118,
      "step": 13080
    },
    {
      "epoch": 104.72,
      "grad_norm": 0.13843490183353424,
      "learning_rate": 9.904891716448027e-05,
      "loss": 0.0112,
      "step": 13090
    },
    {
      "epoch": 104.8,
      "grad_norm": 0.22143562138080597,
      "learning_rate": 9.904624057752146e-05,
      "loss": 0.0111,
      "step": 13100
    },
    {
      "epoch": 104.88,
      "grad_norm": 0.1959032118320465,
      "learning_rate": 9.904356026582437e-05,
      "loss": 0.0121,
      "step": 13110
    },
    {
      "epoch": 104.96,
      "grad_norm": 0.17468765377998352,
      "learning_rate": 9.904087622959253e-05,
      "loss": 0.0106,
      "step": 13120
    },
    {
      "epoch": 105.04,
      "grad_norm": 0.2023809403181076,
      "learning_rate": 9.903818846902977e-05,
      "loss": 0.0113,
      "step": 13130
    },
    {
      "epoch": 105.12,
      "grad_norm": 0.10895885527133942,
      "learning_rate": 9.903549698434024e-05,
      "loss": 0.0099,
      "step": 13140
    },
    {
      "epoch": 105.2,
      "grad_norm": 0.15733075141906738,
      "learning_rate": 9.903280177572831e-05,
      "loss": 0.0105,
      "step": 13150
    },
    {
      "epoch": 105.28,
      "grad_norm": 0.21025443077087402,
      "learning_rate": 9.903010284339867e-05,
      "loss": 0.0101,
      "step": 13160
    },
    {
      "epoch": 105.36,
      "grad_norm": 0.1886925846338272,
      "learning_rate": 9.90274001875563e-05,
      "loss": 0.0107,
      "step": 13170
    },
    {
      "epoch": 105.44,
      "grad_norm": 0.16470244526863098,
      "learning_rate": 9.902469380840642e-05,
      "loss": 0.0111,
      "step": 13180
    },
    {
      "epoch": 105.52,
      "grad_norm": 0.15924084186553955,
      "learning_rate": 9.902198370615459e-05,
      "loss": 0.0124,
      "step": 13190
    },
    {
      "epoch": 105.6,
      "grad_norm": 0.2848077118396759,
      "learning_rate": 9.901926988100663e-05,
      "loss": 0.0089,
      "step": 13200
    },
    {
      "epoch": 105.68,
      "grad_norm": 0.24057969450950623,
      "learning_rate": 9.90165523331686e-05,
      "loss": 0.0113,
      "step": 13210
    },
    {
      "epoch": 105.76,
      "grad_norm": 0.22603848576545715,
      "learning_rate": 9.901383106284691e-05,
      "loss": 0.0108,
      "step": 13220
    },
    {
      "epoch": 105.84,
      "grad_norm": 0.1655052751302719,
      "learning_rate": 9.901110607024821e-05,
      "loss": 0.0126,
      "step": 13230
    },
    {
      "epoch": 105.92,
      "grad_norm": 0.1727391481399536,
      "learning_rate": 9.900837735557947e-05,
      "loss": 0.0093,
      "step": 13240
    },
    {
      "epoch": 106.0,
      "grad_norm": 0.1795681267976761,
      "learning_rate": 9.900564491904787e-05,
      "loss": 0.011,
      "step": 13250
    },
    {
      "epoch": 106.08,
      "grad_norm": 0.12056441605091095,
      "learning_rate": 9.900290876086095e-05,
      "loss": 0.0116,
      "step": 13260
    },
    {
      "epoch": 106.16,
      "grad_norm": 0.20491330325603485,
      "learning_rate": 9.900016888122652e-05,
      "loss": 0.0105,
      "step": 13270
    },
    {
      "epoch": 106.24,
      "grad_norm": 0.14108623564243317,
      "learning_rate": 9.899742528035262e-05,
      "loss": 0.011,
      "step": 13280
    },
    {
      "epoch": 106.32,
      "grad_norm": 0.13076575100421906,
      "learning_rate": 9.899467795844764e-05,
      "loss": 0.0123,
      "step": 13290
    },
    {
      "epoch": 106.4,
      "grad_norm": 0.2081950604915619,
      "learning_rate": 9.899192691572019e-05,
      "loss": 0.0123,
      "step": 13300
    },
    {
      "epoch": 106.48,
      "grad_norm": 0.163470059633255,
      "learning_rate": 9.898917215237921e-05,
      "loss": 0.0114,
      "step": 13310
    },
    {
      "epoch": 106.56,
      "grad_norm": 0.19378311932086945,
      "learning_rate": 9.89864136686339e-05,
      "loss": 0.015,
      "step": 13320
    },
    {
      "epoch": 106.64,
      "grad_norm": 0.1302979588508606,
      "learning_rate": 9.898365146469377e-05,
      "loss": 0.0125,
      "step": 13330
    },
    {
      "epoch": 106.72,
      "grad_norm": 0.17153067886829376,
      "learning_rate": 9.898088554076857e-05,
      "loss": 0.0109,
      "step": 13340
    },
    {
      "epoch": 106.8,
      "grad_norm": 0.16791963577270508,
      "learning_rate": 9.897811589706836e-05,
      "loss": 0.0111,
      "step": 13350
    },
    {
      "epoch": 106.88,
      "grad_norm": 0.2178937941789627,
      "learning_rate": 9.897534253380347e-05,
      "loss": 0.0128,
      "step": 13360
    },
    {
      "epoch": 106.96,
      "grad_norm": 0.10039468109607697,
      "learning_rate": 9.897256545118452e-05,
      "loss": 0.0108,
      "step": 13370
    },
    {
      "epoch": 107.04,
      "grad_norm": 0.1680831015110016,
      "learning_rate": 9.896978464942243e-05,
      "loss": 0.012,
      "step": 13380
    },
    {
      "epoch": 107.12,
      "grad_norm": 0.13058017194271088,
      "learning_rate": 9.896700012872836e-05,
      "loss": 0.0105,
      "step": 13390
    },
    {
      "epoch": 107.2,
      "grad_norm": 0.11532825231552124,
      "learning_rate": 9.896421188931378e-05,
      "loss": 0.0111,
      "step": 13400
    },
    {
      "epoch": 107.28,
      "grad_norm": 0.13895055651664734,
      "learning_rate": 9.896141993139046e-05,
      "loss": 0.0107,
      "step": 13410
    },
    {
      "epoch": 107.36,
      "grad_norm": 0.1801123023033142,
      "learning_rate": 9.89586242551704e-05,
      "loss": 0.0118,
      "step": 13420
    },
    {
      "epoch": 107.44,
      "grad_norm": 0.1670427769422531,
      "learning_rate": 9.895582486086592e-05,
      "loss": 0.0126,
      "step": 13430
    },
    {
      "epoch": 107.52,
      "grad_norm": 0.20690087974071503,
      "learning_rate": 9.895302174868963e-05,
      "loss": 0.0123,
      "step": 13440
    },
    {
      "epoch": 107.6,
      "grad_norm": 0.21055489778518677,
      "learning_rate": 9.89502149188544e-05,
      "loss": 0.0111,
      "step": 13450
    },
    {
      "epoch": 107.68,
      "grad_norm": 0.2549945116043091,
      "learning_rate": 9.894740437157338e-05,
      "loss": 0.0112,
      "step": 13460
    },
    {
      "epoch": 107.76,
      "grad_norm": 0.1471714973449707,
      "learning_rate": 9.894459010706003e-05,
      "loss": 0.0127,
      "step": 13470
    },
    {
      "epoch": 107.84,
      "grad_norm": 0.1738622784614563,
      "learning_rate": 9.894177212552808e-05,
      "loss": 0.012,
      "step": 13480
    },
    {
      "epoch": 107.92,
      "grad_norm": 0.15990428626537323,
      "learning_rate": 9.89389504271915e-05,
      "loss": 0.0109,
      "step": 13490
    },
    {
      "epoch": 108.0,
      "grad_norm": 0.16463586688041687,
      "learning_rate": 9.893612501226462e-05,
      "loss": 0.0119,
      "step": 13500
    },
    {
      "epoch": 108.08,
      "grad_norm": 0.1842910349369049,
      "learning_rate": 9.893329588096201e-05,
      "loss": 0.0112,
      "step": 13510
    },
    {
      "epoch": 108.16,
      "grad_norm": 0.20688965916633606,
      "learning_rate": 9.893046303349848e-05,
      "loss": 0.0105,
      "step": 13520
    },
    {
      "epoch": 108.24,
      "grad_norm": 0.22932276129722595,
      "learning_rate": 9.892762647008922e-05,
      "loss": 0.01,
      "step": 13530
    },
    {
      "epoch": 108.32,
      "grad_norm": 0.16372622549533844,
      "learning_rate": 9.89247861909496e-05,
      "loss": 0.0111,
      "step": 13540
    },
    {
      "epoch": 108.4,
      "grad_norm": 0.1444883942604065,
      "learning_rate": 9.892194219629536e-05,
      "loss": 0.0126,
      "step": 13550
    },
    {
      "epoch": 108.48,
      "grad_norm": 0.1726228892803192,
      "learning_rate": 9.891909448634246e-05,
      "loss": 0.0103,
      "step": 13560
    },
    {
      "epoch": 108.56,
      "grad_norm": 0.15448540449142456,
      "learning_rate": 9.891624306130718e-05,
      "loss": 0.0116,
      "step": 13570
    },
    {
      "epoch": 108.64,
      "grad_norm": 0.1644091159105301,
      "learning_rate": 9.891338792140605e-05,
      "loss": 0.0114,
      "step": 13580
    },
    {
      "epoch": 108.72,
      "grad_norm": 0.16569647192955017,
      "learning_rate": 9.891052906685592e-05,
      "loss": 0.0136,
      "step": 13590
    },
    {
      "epoch": 108.8,
      "grad_norm": 0.17975838482379913,
      "learning_rate": 9.890766649787388e-05,
      "loss": 0.0119,
      "step": 13600
    },
    {
      "epoch": 108.88,
      "grad_norm": 0.19728928804397583,
      "learning_rate": 9.890480021467733e-05,
      "loss": 0.0101,
      "step": 13610
    },
    {
      "epoch": 108.96,
      "grad_norm": 0.16865673661231995,
      "learning_rate": 9.890193021748395e-05,
      "loss": 0.0105,
      "step": 13620
    },
    {
      "epoch": 109.04,
      "grad_norm": 0.1592995524406433,
      "learning_rate": 9.88990565065117e-05,
      "loss": 0.0112,
      "step": 13630
    },
    {
      "epoch": 109.12,
      "grad_norm": 0.20431220531463623,
      "learning_rate": 9.88961790819788e-05,
      "loss": 0.011,
      "step": 13640
    },
    {
      "epoch": 109.2,
      "grad_norm": 0.18716047704219818,
      "learning_rate": 9.88932979441038e-05,
      "loss": 0.0127,
      "step": 13650
    },
    {
      "epoch": 109.28,
      "grad_norm": 0.19241461157798767,
      "learning_rate": 9.889041309310548e-05,
      "loss": 0.0111,
      "step": 13660
    },
    {
      "epoch": 109.36,
      "grad_norm": 0.1770261526107788,
      "learning_rate": 9.888752452920294e-05,
      "loss": 0.0104,
      "step": 13670
    },
    {
      "epoch": 109.44,
      "grad_norm": 0.14871174097061157,
      "learning_rate": 9.888463225261553e-05,
      "loss": 0.0128,
      "step": 13680
    },
    {
      "epoch": 109.52,
      "grad_norm": 0.11626682430505753,
      "learning_rate": 9.888173626356293e-05,
      "loss": 0.0111,
      "step": 13690
    },
    {
      "epoch": 109.6,
      "grad_norm": 0.1634363830089569,
      "learning_rate": 9.887883656226504e-05,
      "loss": 0.0123,
      "step": 13700
    },
    {
      "epoch": 109.68,
      "grad_norm": 0.18642304837703705,
      "learning_rate": 9.887593314894207e-05,
      "loss": 0.0121,
      "step": 13710
    },
    {
      "epoch": 109.76,
      "grad_norm": 0.15692050755023956,
      "learning_rate": 9.887302602381456e-05,
      "loss": 0.0095,
      "step": 13720
    },
    {
      "epoch": 109.84,
      "grad_norm": 0.17470015585422516,
      "learning_rate": 9.887011518710326e-05,
      "loss": 0.0143,
      "step": 13730
    },
    {
      "epoch": 109.92,
      "grad_norm": 0.23430514335632324,
      "learning_rate": 9.88672006390292e-05,
      "loss": 0.0104,
      "step": 13740
    },
    {
      "epoch": 110.0,
      "grad_norm": 0.13411545753479004,
      "learning_rate": 9.886428237981375e-05,
      "loss": 0.0135,
      "step": 13750
    },
    {
      "epoch": 110.08,
      "grad_norm": 0.16596542298793793,
      "learning_rate": 9.886136040967854e-05,
      "loss": 0.0117,
      "step": 13760
    },
    {
      "epoch": 110.16,
      "grad_norm": 0.16579969227313995,
      "learning_rate": 9.885843472884546e-05,
      "loss": 0.0094,
      "step": 13770
    },
    {
      "epoch": 110.24,
      "grad_norm": 0.16367821395397186,
      "learning_rate": 9.885550533753671e-05,
      "loss": 0.0099,
      "step": 13780
    },
    {
      "epoch": 110.32,
      "grad_norm": 0.19292323291301727,
      "learning_rate": 9.885257223597473e-05,
      "loss": 0.0102,
      "step": 13790
    },
    {
      "epoch": 110.4,
      "grad_norm": 0.1303851455450058,
      "learning_rate": 9.88496354243823e-05,
      "loss": 0.0096,
      "step": 13800
    },
    {
      "epoch": 110.48,
      "grad_norm": 0.22488512098789215,
      "learning_rate": 9.884669490298244e-05,
      "loss": 0.0093,
      "step": 13810
    },
    {
      "epoch": 110.56,
      "grad_norm": 0.15282705426216125,
      "learning_rate": 9.884375067199845e-05,
      "loss": 0.0115,
      "step": 13820
    },
    {
      "epoch": 110.64,
      "grad_norm": 0.14836332201957703,
      "learning_rate": 9.884080273165394e-05,
      "loss": 0.0121,
      "step": 13830
    },
    {
      "epoch": 110.72,
      "grad_norm": 0.17089393734931946,
      "learning_rate": 9.883785108217281e-05,
      "loss": 0.0107,
      "step": 13840
    },
    {
      "epoch": 110.8,
      "grad_norm": 0.20870396494865417,
      "learning_rate": 9.883489572377916e-05,
      "loss": 0.0095,
      "step": 13850
    },
    {
      "epoch": 110.88,
      "grad_norm": 0.16690663993358612,
      "learning_rate": 9.883193665669748e-05,
      "loss": 0.0089,
      "step": 13860
    },
    {
      "epoch": 110.96,
      "grad_norm": 0.1449386328458786,
      "learning_rate": 9.882897388115246e-05,
      "loss": 0.0127,
      "step": 13870
    },
    {
      "epoch": 111.04,
      "grad_norm": 0.2468680590391159,
      "learning_rate": 9.882600739736913e-05,
      "loss": 0.0114,
      "step": 13880
    },
    {
      "epoch": 111.12,
      "grad_norm": 0.23525232076644897,
      "learning_rate": 9.882303720557276e-05,
      "loss": 0.0111,
      "step": 13890
    },
    {
      "epoch": 111.2,
      "grad_norm": 0.12443134188652039,
      "learning_rate": 9.88200633059889e-05,
      "loss": 0.0095,
      "step": 13900
    },
    {
      "epoch": 111.28,
      "grad_norm": 0.22392916679382324,
      "learning_rate": 9.881708569884343e-05,
      "loss": 0.0129,
      "step": 13910
    },
    {
      "epoch": 111.36,
      "grad_norm": 0.26140931248664856,
      "learning_rate": 9.881410438436247e-05,
      "loss": 0.011,
      "step": 13920
    },
    {
      "epoch": 111.44,
      "grad_norm": 0.1846897006034851,
      "learning_rate": 9.881111936277243e-05,
      "loss": 0.0095,
      "step": 13930
    },
    {
      "epoch": 111.52,
      "grad_norm": 0.1625521183013916,
      "learning_rate": 9.880813063429999e-05,
      "loss": 0.011,
      "step": 13940
    },
    {
      "epoch": 111.6,
      "grad_norm": 0.1833009123802185,
      "learning_rate": 9.880513819917214e-05,
      "loss": 0.012,
      "step": 13950
    },
    {
      "epoch": 111.68,
      "grad_norm": 0.23470760881900787,
      "learning_rate": 9.880214205761613e-05,
      "loss": 0.0127,
      "step": 13960
    },
    {
      "epoch": 111.76,
      "grad_norm": 0.18688981235027313,
      "learning_rate": 9.879914220985949e-05,
      "loss": 0.0136,
      "step": 13970
    },
    {
      "epoch": 111.84,
      "grad_norm": 0.24098323285579681,
      "learning_rate": 9.879613865613004e-05,
      "loss": 0.0122,
      "step": 13980
    },
    {
      "epoch": 111.92,
      "grad_norm": 0.19919461011886597,
      "learning_rate": 9.879313139665589e-05,
      "loss": 0.0125,
      "step": 13990
    },
    {
      "epoch": 112.0,
      "grad_norm": 0.1458914428949356,
      "learning_rate": 9.879012043166542e-05,
      "loss": 0.0101,
      "step": 14000
    },
    {
      "epoch": 112.08,
      "grad_norm": 0.1737746149301529,
      "learning_rate": 9.878710576138729e-05,
      "loss": 0.0118,
      "step": 14010
    },
    {
      "epoch": 112.16,
      "grad_norm": 0.15027084946632385,
      "learning_rate": 9.878408738605044e-05,
      "loss": 0.0119,
      "step": 14020
    },
    {
      "epoch": 112.24,
      "grad_norm": 0.14426229894161224,
      "learning_rate": 9.878106530588413e-05,
      "loss": 0.01,
      "step": 14030
    },
    {
      "epoch": 112.32,
      "grad_norm": 0.16384157538414001,
      "learning_rate": 9.87780395211178e-05,
      "loss": 0.0101,
      "step": 14040
    },
    {
      "epoch": 112.4,
      "grad_norm": 0.13556332886219025,
      "learning_rate": 9.877501003198128e-05,
      "loss": 0.0127,
      "step": 14050
    },
    {
      "epoch": 112.48,
      "grad_norm": 0.11805582791566849,
      "learning_rate": 9.877197683870464e-05,
      "loss": 0.0099,
      "step": 14060
    },
    {
      "epoch": 112.56,
      "grad_norm": 0.16094613075256348,
      "learning_rate": 9.876893994151824e-05,
      "loss": 0.0079,
      "step": 14070
    },
    {
      "epoch": 112.64,
      "grad_norm": 0.20944911241531372,
      "learning_rate": 9.87658993406527e-05,
      "loss": 0.0098,
      "step": 14080
    },
    {
      "epoch": 112.72,
      "grad_norm": 0.15844272077083588,
      "learning_rate": 9.87628550363389e-05,
      "loss": 0.0094,
      "step": 14090
    },
    {
      "epoch": 112.8,
      "grad_norm": 0.2388196438550949,
      "learning_rate": 9.875980702880809e-05,
      "loss": 0.0098,
      "step": 14100
    },
    {
      "epoch": 112.88,
      "grad_norm": 0.18191228806972504,
      "learning_rate": 9.875675531829173e-05,
      "loss": 0.0108,
      "step": 14110
    },
    {
      "epoch": 112.96,
      "grad_norm": 0.24488811194896698,
      "learning_rate": 9.875369990502158e-05,
      "loss": 0.0115,
      "step": 14120
    },
    {
      "epoch": 113.04,
      "grad_norm": 0.15772636234760284,
      "learning_rate": 9.875064078922962e-05,
      "loss": 0.0106,
      "step": 14130
    },
    {
      "epoch": 113.12,
      "grad_norm": 0.26445385813713074,
      "learning_rate": 9.874757797114826e-05,
      "loss": 0.011,
      "step": 14140
    },
    {
      "epoch": 113.2,
      "grad_norm": 0.1989353895187378,
      "learning_rate": 9.874451145101004e-05,
      "loss": 0.0093,
      "step": 14150
    },
    {
      "epoch": 113.28,
      "grad_norm": 0.16424605250358582,
      "learning_rate": 9.874144122904787e-05,
      "loss": 0.0107,
      "step": 14160
    },
    {
      "epoch": 113.36,
      "grad_norm": 0.16827479004859924,
      "learning_rate": 9.87383673054949e-05,
      "loss": 0.0121,
      "step": 14170
    },
    {
      "epoch": 113.44,
      "grad_norm": 0.20784857869148254,
      "learning_rate": 9.873528968058458e-05,
      "loss": 0.0106,
      "step": 14180
    },
    {
      "epoch": 113.52,
      "grad_norm": 0.16996219754219055,
      "learning_rate": 9.873220835455064e-05,
      "loss": 0.0116,
      "step": 14190
    },
    {
      "epoch": 113.6,
      "grad_norm": 0.2564971446990967,
      "learning_rate": 9.872912332762706e-05,
      "loss": 0.0102,
      "step": 14200
    },
    {
      "epoch": 113.68,
      "grad_norm": 0.1326587200164795,
      "learning_rate": 9.872603460004817e-05,
      "loss": 0.0119,
      "step": 14210
    },
    {
      "epoch": 113.76,
      "grad_norm": 0.16495631635189056,
      "learning_rate": 9.87229421720485e-05,
      "loss": 0.0113,
      "step": 14220
    },
    {
      "epoch": 113.84,
      "grad_norm": 0.18249794840812683,
      "learning_rate": 9.871984604386293e-05,
      "loss": 0.0112,
      "step": 14230
    },
    {
      "epoch": 113.92,
      "grad_norm": 0.1504049152135849,
      "learning_rate": 9.871674621572656e-05,
      "loss": 0.0102,
      "step": 14240
    },
    {
      "epoch": 114.0,
      "grad_norm": 0.16380546987056732,
      "learning_rate": 9.871364268787483e-05,
      "loss": 0.0119,
      "step": 14250
    },
    {
      "epoch": 114.08,
      "grad_norm": 0.2259482741355896,
      "learning_rate": 9.871053546054341e-05,
      "loss": 0.0104,
      "step": 14260
    },
    {
      "epoch": 114.16,
      "grad_norm": 0.21518920361995697,
      "learning_rate": 9.870742453396828e-05,
      "loss": 0.0116,
      "step": 14270
    },
    {
      "epoch": 114.24,
      "grad_norm": 0.2575252950191498,
      "learning_rate": 9.870430990838572e-05,
      "loss": 0.0097,
      "step": 14280
    },
    {
      "epoch": 114.32,
      "grad_norm": 0.19560781121253967,
      "learning_rate": 9.870119158403222e-05,
      "loss": 0.0102,
      "step": 14290
    },
    {
      "epoch": 114.4,
      "grad_norm": 0.21363669633865356,
      "learning_rate": 9.869806956114464e-05,
      "loss": 0.0109,
      "step": 14300
    },
    {
      "epoch": 114.48,
      "grad_norm": 0.13448426127433777,
      "learning_rate": 9.869494383996005e-05,
      "loss": 0.0128,
      "step": 14310
    },
    {
      "epoch": 114.56,
      "grad_norm": 0.17168597877025604,
      "learning_rate": 9.869181442071582e-05,
      "loss": 0.0114,
      "step": 14320
    },
    {
      "epoch": 114.64,
      "grad_norm": 0.1700008660554886,
      "learning_rate": 9.868868130364963e-05,
      "loss": 0.0091,
      "step": 14330
    },
    {
      "epoch": 114.72,
      "grad_norm": 0.18376345932483673,
      "learning_rate": 9.868554448899941e-05,
      "loss": 0.0124,
      "step": 14340
    },
    {
      "epoch": 114.8,
      "grad_norm": 0.1898256540298462,
      "learning_rate": 9.86824039770034e-05,
      "loss": 0.0093,
      "step": 14350
    },
    {
      "epoch": 114.88,
      "grad_norm": 0.12639383971691132,
      "learning_rate": 9.867925976790007e-05,
      "loss": 0.01,
      "step": 14360
    },
    {
      "epoch": 114.96,
      "grad_norm": 0.20496270060539246,
      "learning_rate": 9.86761118619282e-05,
      "loss": 0.0092,
      "step": 14370
    },
    {
      "epoch": 115.04,
      "grad_norm": 0.15140806138515472,
      "learning_rate": 9.867296025932688e-05,
      "loss": 0.0106,
      "step": 14380
    },
    {
      "epoch": 115.12,
      "grad_norm": 0.2019958347082138,
      "learning_rate": 9.866980496033546e-05,
      "loss": 0.0111,
      "step": 14390
    },
    {
      "epoch": 115.2,
      "grad_norm": 0.11923164129257202,
      "learning_rate": 9.866664596519353e-05,
      "loss": 0.0097,
      "step": 14400
    },
    {
      "epoch": 115.28,
      "grad_norm": 0.11940014362335205,
      "learning_rate": 9.866348327414102e-05,
      "loss": 0.0087,
      "step": 14410
    },
    {
      "epoch": 115.36,
      "grad_norm": 0.18860659003257751,
      "learning_rate": 9.86603168874181e-05,
      "loss": 0.0094,
      "step": 14420
    },
    {
      "epoch": 115.44,
      "grad_norm": 0.17106573283672333,
      "learning_rate": 9.865714680526524e-05,
      "loss": 0.0103,
      "step": 14430
    },
    {
      "epoch": 115.52,
      "grad_norm": 0.22117166221141815,
      "learning_rate": 9.865397302792319e-05,
      "loss": 0.0123,
      "step": 14440
    },
    {
      "epoch": 115.6,
      "grad_norm": 0.20570988953113556,
      "learning_rate": 9.865079555563298e-05,
      "loss": 0.01,
      "step": 14450
    },
    {
      "epoch": 115.68,
      "grad_norm": 0.24579674005508423,
      "learning_rate": 9.86476143886359e-05,
      "loss": 0.0107,
      "step": 14460
    },
    {
      "epoch": 115.76,
      "grad_norm": 0.19213061034679413,
      "learning_rate": 9.864442952717358e-05,
      "loss": 0.0104,
      "step": 14470
    },
    {
      "epoch": 115.84,
      "grad_norm": 0.15874971449375153,
      "learning_rate": 9.864124097148785e-05,
      "loss": 0.0088,
      "step": 14480
    },
    {
      "epoch": 115.92,
      "grad_norm": 0.17482423782348633,
      "learning_rate": 9.863804872182088e-05,
      "loss": 0.0104,
      "step": 14490
    },
    {
      "epoch": 116.0,
      "grad_norm": 0.1479610949754715,
      "learning_rate": 9.863485277841508e-05,
      "loss": 0.0118,
      "step": 14500
    },
    {
      "epoch": 116.08,
      "grad_norm": 0.3299555480480194,
      "learning_rate": 9.863165314151318e-05,
      "loss": 0.0114,
      "step": 14510
    },
    {
      "epoch": 116.16,
      "grad_norm": 0.27248260378837585,
      "learning_rate": 9.862844981135814e-05,
      "loss": 0.0103,
      "step": 14520
    },
    {
      "epoch": 116.24,
      "grad_norm": 0.16989880800247192,
      "learning_rate": 9.862524278819329e-05,
      "loss": 0.0096,
      "step": 14530
    },
    {
      "epoch": 116.32,
      "grad_norm": 0.13715800642967224,
      "learning_rate": 9.862203207226216e-05,
      "loss": 0.0096,
      "step": 14540
    },
    {
      "epoch": 116.4,
      "grad_norm": 0.19815436005592346,
      "learning_rate": 9.861881766380854e-05,
      "loss": 0.0117,
      "step": 14550
    },
    {
      "epoch": 116.48,
      "grad_norm": 0.12095127254724503,
      "learning_rate": 9.861559956307657e-05,
      "loss": 0.012,
      "step": 14560
    },
    {
      "epoch": 116.56,
      "grad_norm": 0.16157563030719757,
      "learning_rate": 9.861237777031068e-05,
      "loss": 0.0098,
      "step": 14570
    },
    {
      "epoch": 116.64,
      "grad_norm": 0.16915470361709595,
      "learning_rate": 9.860915228575549e-05,
      "loss": 0.0101,
      "step": 14580
    },
    {
      "epoch": 116.72,
      "grad_norm": 0.1638946384191513,
      "learning_rate": 9.860592310965597e-05,
      "loss": 0.011,
      "step": 14590
    },
    {
      "epoch": 116.8,
      "grad_norm": 0.15393932163715363,
      "learning_rate": 9.86026902422574e-05,
      "loss": 0.0107,
      "step": 14600
    },
    {
      "epoch": 116.88,
      "grad_norm": 0.21584628522396088,
      "learning_rate": 9.859945368380521e-05,
      "loss": 0.0122,
      "step": 14610
    },
    {
      "epoch": 116.96,
      "grad_norm": 0.24969209730625153,
      "learning_rate": 9.859621343454525e-05,
      "loss": 0.0097,
      "step": 14620
    },
    {
      "epoch": 117.04,
      "grad_norm": 0.3278281092643738,
      "learning_rate": 9.85929694947236e-05,
      "loss": 0.0109,
      "step": 14630
    },
    {
      "epoch": 117.12,
      "grad_norm": 0.2036576271057129,
      "learning_rate": 9.858972186458662e-05,
      "loss": 0.0114,
      "step": 14640
    },
    {
      "epoch": 117.2,
      "grad_norm": 0.2950096130371094,
      "learning_rate": 9.85864705443809e-05,
      "loss": 0.0109,
      "step": 14650
    },
    {
      "epoch": 117.28,
      "grad_norm": 0.15268933773040771,
      "learning_rate": 9.858321553435339e-05,
      "loss": 0.0106,
      "step": 14660
    },
    {
      "epoch": 117.36,
      "grad_norm": 0.15892325341701508,
      "learning_rate": 9.857995683475129e-05,
      "loss": 0.0113,
      "step": 14670
    },
    {
      "epoch": 117.44,
      "grad_norm": 0.19370117783546448,
      "learning_rate": 9.857669444582205e-05,
      "loss": 0.0106,
      "step": 14680
    },
    {
      "epoch": 117.52,
      "grad_norm": 0.14042073488235474,
      "learning_rate": 9.857342836781346e-05,
      "loss": 0.0098,
      "step": 14690
    },
    {
      "epoch": 117.6,
      "grad_norm": 0.2236047238111496,
      "learning_rate": 9.857015860097354e-05,
      "loss": 0.0109,
      "step": 14700
    },
    {
      "epoch": 117.68,
      "grad_norm": 0.12974080443382263,
      "learning_rate": 9.856688514555061e-05,
      "loss": 0.0091,
      "step": 14710
    },
    {
      "epoch": 117.76,
      "grad_norm": 0.26228347420692444,
      "learning_rate": 9.856360800179328e-05,
      "loss": 0.0099,
      "step": 14720
    },
    {
      "epoch": 117.84,
      "grad_norm": 0.18223677575588226,
      "learning_rate": 9.856032716995038e-05,
      "loss": 0.0113,
      "step": 14730
    },
    {
      "epoch": 117.92,
      "grad_norm": 0.1630588322877884,
      "learning_rate": 9.855704265027113e-05,
      "loss": 0.0098,
      "step": 14740
    },
    {
      "epoch": 118.0,
      "grad_norm": 0.1859547644853592,
      "learning_rate": 9.855375444300494e-05,
      "loss": 0.0086,
      "step": 14750
    },
    {
      "epoch": 118.08,
      "grad_norm": 0.17726004123687744,
      "learning_rate": 9.855046254840151e-05,
      "loss": 0.0118,
      "step": 14760
    },
    {
      "epoch": 118.16,
      "grad_norm": 0.3959555923938751,
      "learning_rate": 9.854716696671087e-05,
      "loss": 0.0089,
      "step": 14770
    },
    {
      "epoch": 118.24,
      "grad_norm": 0.15405039489269257,
      "learning_rate": 9.854386769818326e-05,
      "loss": 0.0103,
      "step": 14780
    },
    {
      "epoch": 118.32,
      "grad_norm": 0.21911756694316864,
      "learning_rate": 9.854056474306929e-05,
      "loss": 0.0096,
      "step": 14790
    },
    {
      "epoch": 118.4,
      "grad_norm": 0.21278797090053558,
      "learning_rate": 9.853725810161976e-05,
      "loss": 0.0118,
      "step": 14800
    },
    {
      "epoch": 118.48,
      "grad_norm": 0.09533248096704483,
      "learning_rate": 9.853394777408578e-05,
      "loss": 0.0095,
      "step": 14810
    },
    {
      "epoch": 118.56,
      "grad_norm": 0.20403143763542175,
      "learning_rate": 9.853063376071876e-05,
      "loss": 0.0088,
      "step": 14820
    },
    {
      "epoch": 118.64,
      "grad_norm": 0.15050114691257477,
      "learning_rate": 9.85273160617704e-05,
      "loss": 0.0109,
      "step": 14830
    },
    {
      "epoch": 118.72,
      "grad_norm": 0.1672423779964447,
      "learning_rate": 9.852399467749263e-05,
      "loss": 0.0108,
      "step": 14840
    },
    {
      "epoch": 118.8,
      "grad_norm": 0.12911245226860046,
      "learning_rate": 9.852066960813768e-05,
      "loss": 0.0088,
      "step": 14850
    },
    {
      "epoch": 118.88,
      "grad_norm": 0.20542867481708527,
      "learning_rate": 9.85173408539581e-05,
      "loss": 0.0102,
      "step": 14860
    },
    {
      "epoch": 118.96,
      "grad_norm": 0.1417970359325409,
      "learning_rate": 9.851400841520667e-05,
      "loss": 0.0105,
      "step": 14870
    },
    {
      "epoch": 119.04,
      "grad_norm": 0.16824449598789215,
      "learning_rate": 9.851067229213646e-05,
      "loss": 0.0112,
      "step": 14880
    },
    {
      "epoch": 119.12,
      "grad_norm": 0.1850815862417221,
      "learning_rate": 9.850733248500083e-05,
      "loss": 0.0103,
      "step": 14890
    },
    {
      "epoch": 119.2,
      "grad_norm": 0.17299292981624603,
      "learning_rate": 9.850398899405342e-05,
      "loss": 0.0118,
      "step": 14900
    },
    {
      "epoch": 119.28,
      "grad_norm": 0.29338690638542175,
      "learning_rate": 9.850064181954815e-05,
      "loss": 0.0116,
      "step": 14910
    },
    {
      "epoch": 119.36,
      "grad_norm": 0.17866383492946625,
      "learning_rate": 9.84972909617392e-05,
      "loss": 0.0118,
      "step": 14920
    },
    {
      "epoch": 119.44,
      "grad_norm": 0.12911592423915863,
      "learning_rate": 9.849393642088106e-05,
      "loss": 0.0123,
      "step": 14930
    },
    {
      "epoch": 119.52,
      "grad_norm": 0.2182256430387497,
      "learning_rate": 9.849057819722847e-05,
      "loss": 0.0115,
      "step": 14940
    },
    {
      "epoch": 119.6,
      "grad_norm": 0.17133380472660065,
      "learning_rate": 9.84872162910365e-05,
      "loss": 0.0101,
      "step": 14950
    },
    {
      "epoch": 119.68,
      "grad_norm": 0.11957377195358276,
      "learning_rate": 9.848385070256042e-05,
      "loss": 0.0086,
      "step": 14960
    },
    {
      "epoch": 119.76,
      "grad_norm": 0.1341613531112671,
      "learning_rate": 9.848048143205586e-05,
      "loss": 0.0106,
      "step": 14970
    },
    {
      "epoch": 119.84,
      "grad_norm": 0.16469372808933258,
      "learning_rate": 9.847710847977867e-05,
      "loss": 0.0105,
      "step": 14980
    },
    {
      "epoch": 119.92,
      "grad_norm": 0.21095499396324158,
      "learning_rate": 9.847373184598501e-05,
      "loss": 0.01,
      "step": 14990
    },
    {
      "epoch": 120.0,
      "grad_norm": 0.18986210227012634,
      "learning_rate": 9.847035153093131e-05,
      "loss": 0.01,
      "step": 15000
    },
    {
      "epoch": 120.08,
      "grad_norm": 0.1999102383852005,
      "learning_rate": 9.84669675348743e-05,
      "loss": 0.0124,
      "step": 15010
    },
    {
      "epoch": 120.16,
      "grad_norm": 0.1688319593667984,
      "learning_rate": 9.846357985807095e-05,
      "loss": 0.0123,
      "step": 15020
    },
    {
      "epoch": 120.24,
      "grad_norm": 0.1604413539171219,
      "learning_rate": 9.846018850077856e-05,
      "loss": 0.009,
      "step": 15030
    },
    {
      "epoch": 120.32,
      "grad_norm": 0.16639463603496552,
      "learning_rate": 9.845679346325465e-05,
      "loss": 0.0092,
      "step": 15040
    },
    {
      "epoch": 120.4,
      "grad_norm": 0.13658712804317474,
      "learning_rate": 9.845339474575705e-05,
      "loss": 0.0114,
      "step": 15050
    },
    {
      "epoch": 120.48,
      "grad_norm": 0.281351774930954,
      "learning_rate": 9.84499923485439e-05,
      "loss": 0.0114,
      "step": 15060
    },
    {
      "epoch": 120.56,
      "grad_norm": 0.21726015210151672,
      "learning_rate": 9.844658627187358e-05,
      "loss": 0.0131,
      "step": 15070
    },
    {
      "epoch": 120.64,
      "grad_norm": 0.18887260556221008,
      "learning_rate": 9.844317651600474e-05,
      "loss": 0.0135,
      "step": 15080
    },
    {
      "epoch": 120.72,
      "grad_norm": 0.16756939888000488,
      "learning_rate": 9.843976308119633e-05,
      "loss": 0.0129,
      "step": 15090
    },
    {
      "epoch": 120.8,
      "grad_norm": 0.1579567790031433,
      "learning_rate": 9.843634596770761e-05,
      "loss": 0.0114,
      "step": 15100
    },
    {
      "epoch": 120.88,
      "grad_norm": 0.1934969574213028,
      "learning_rate": 9.843292517579806e-05,
      "loss": 0.0117,
      "step": 15110
    },
    {
      "epoch": 120.96,
      "grad_norm": 0.18194524943828583,
      "learning_rate": 9.842950070572748e-05,
      "loss": 0.0105,
      "step": 15120
    },
    {
      "epoch": 121.04,
      "grad_norm": 0.13198000192642212,
      "learning_rate": 9.842607255775591e-05,
      "loss": 0.0085,
      "step": 15130
    },
    {
      "epoch": 121.12,
      "grad_norm": 0.15899476408958435,
      "learning_rate": 9.842264073214371e-05,
      "loss": 0.0104,
      "step": 15140
    },
    {
      "epoch": 121.2,
      "grad_norm": 0.1434628814458847,
      "learning_rate": 9.841920522915154e-05,
      "loss": 0.0096,
      "step": 15150
    },
    {
      "epoch": 121.28,
      "grad_norm": 0.17121128737926483,
      "learning_rate": 9.841576604904024e-05,
      "loss": 0.0098,
      "step": 15160
    },
    {
      "epoch": 121.36,
      "grad_norm": 0.17067313194274902,
      "learning_rate": 9.841232319207103e-05,
      "loss": 0.0106,
      "step": 15170
    },
    {
      "epoch": 121.44,
      "grad_norm": 0.18206435441970825,
      "learning_rate": 9.840887665850538e-05,
      "loss": 0.0096,
      "step": 15180
    },
    {
      "epoch": 121.52,
      "grad_norm": 0.16102202236652374,
      "learning_rate": 9.8405426448605e-05,
      "loss": 0.0119,
      "step": 15190
    },
    {
      "epoch": 121.6,
      "grad_norm": 0.14393998682498932,
      "learning_rate": 9.840197256263195e-05,
      "loss": 0.0104,
      "step": 15200
    },
    {
      "epoch": 121.68,
      "grad_norm": 0.1848897784948349,
      "learning_rate": 9.83985150008485e-05,
      "loss": 0.0095,
      "step": 15210
    },
    {
      "epoch": 121.76,
      "grad_norm": 0.173252671957016,
      "learning_rate": 9.839505376351725e-05,
      "loss": 0.0104,
      "step": 15220
    },
    {
      "epoch": 121.84,
      "grad_norm": 0.16564205288887024,
      "learning_rate": 9.839158885090102e-05,
      "loss": 0.0117,
      "step": 15230
    },
    {
      "epoch": 121.92,
      "grad_norm": 0.14885471761226654,
      "learning_rate": 9.838812026326298e-05,
      "loss": 0.0105,
      "step": 15240
    },
    {
      "epoch": 122.0,
      "grad_norm": 0.19087764620780945,
      "learning_rate": 9.838464800086655e-05,
      "loss": 0.0103,
      "step": 15250
    },
    {
      "epoch": 122.08,
      "grad_norm": 0.15801338851451874,
      "learning_rate": 9.838117206397542e-05,
      "loss": 0.0097,
      "step": 15260
    },
    {
      "epoch": 122.16,
      "grad_norm": 0.20578546822071075,
      "learning_rate": 9.837769245285356e-05,
      "loss": 0.0119,
      "step": 15270
    },
    {
      "epoch": 122.24,
      "grad_norm": 0.1447027325630188,
      "learning_rate": 9.837420916776521e-05,
      "loss": 0.0105,
      "step": 15280
    },
    {
      "epoch": 122.32,
      "grad_norm": 0.14977483451366425,
      "learning_rate": 9.837072220897492e-05,
      "loss": 0.0117,
      "step": 15290
    },
    {
      "epoch": 122.4,
      "grad_norm": 0.23557738959789276,
      "learning_rate": 9.83672315767475e-05,
      "loss": 0.0122,
      "step": 15300
    },
    {
      "epoch": 122.48,
      "grad_norm": 0.2576626241207123,
      "learning_rate": 9.836373727134805e-05,
      "loss": 0.0095,
      "step": 15310
    },
    {
      "epoch": 122.56,
      "grad_norm": 0.10517290234565735,
      "learning_rate": 9.83602392930419e-05,
      "loss": 0.0078,
      "step": 15320
    },
    {
      "epoch": 122.64,
      "grad_norm": 0.2043428122997284,
      "learning_rate": 9.835673764209474e-05,
      "loss": 0.0108,
      "step": 15330
    },
    {
      "epoch": 122.72,
      "grad_norm": 0.17098726332187653,
      "learning_rate": 9.835323231877248e-05,
      "loss": 0.0096,
      "step": 15340
    },
    {
      "epoch": 122.8,
      "grad_norm": 0.13499665260314941,
      "learning_rate": 9.834972332334133e-05,
      "loss": 0.0102,
      "step": 15350
    },
    {
      "epoch": 122.88,
      "grad_norm": 0.16442851722240448,
      "learning_rate": 9.834621065606777e-05,
      "loss": 0.0114,
      "step": 15360
    },
    {
      "epoch": 122.96,
      "grad_norm": 0.17260795831680298,
      "learning_rate": 9.834269431721859e-05,
      "loss": 0.0125,
      "step": 15370
    },
    {
      "epoch": 123.04,
      "grad_norm": 0.14895685017108917,
      "learning_rate": 9.833917430706079e-05,
      "loss": 0.0099,
      "step": 15380
    },
    {
      "epoch": 123.12,
      "grad_norm": 0.11812563240528107,
      "learning_rate": 9.833565062586173e-05,
      "loss": 0.0121,
      "step": 15390
    },
    {
      "epoch": 123.2,
      "grad_norm": 0.11197582632303238,
      "learning_rate": 9.833212327388896e-05,
      "loss": 0.0116,
      "step": 15400
    },
    {
      "epoch": 123.28,
      "grad_norm": 0.17167876660823822,
      "learning_rate": 9.832859225141041e-05,
      "loss": 0.0083,
      "step": 15410
    },
    {
      "epoch": 123.36,
      "grad_norm": 0.29492104053497314,
      "learning_rate": 9.832505755869421e-05,
      "loss": 0.0124,
      "step": 15420
    },
    {
      "epoch": 123.44,
      "grad_norm": 0.16546820104122162,
      "learning_rate": 9.832151919600883e-05,
      "loss": 0.0098,
      "step": 15430
    },
    {
      "epoch": 123.52,
      "grad_norm": 0.14777983725070953,
      "learning_rate": 9.831797716362294e-05,
      "loss": 0.0128,
      "step": 15440
    },
    {
      "epoch": 123.6,
      "grad_norm": 0.21279384195804596,
      "learning_rate": 9.831443146180557e-05,
      "loss": 0.0095,
      "step": 15450
    },
    {
      "epoch": 123.68,
      "grad_norm": 0.18959632515907288,
      "learning_rate": 9.831088209082596e-05,
      "loss": 0.01,
      "step": 15460
    },
    {
      "epoch": 123.76,
      "grad_norm": 0.13334597647190094,
      "learning_rate": 9.83073290509537e-05,
      "loss": 0.0083,
      "step": 15470
    },
    {
      "epoch": 123.84,
      "grad_norm": 0.1344090849161148,
      "learning_rate": 9.830377234245858e-05,
      "loss": 0.0119,
      "step": 15480
    },
    {
      "epoch": 123.92,
      "grad_norm": 0.20497170090675354,
      "learning_rate": 9.830021196561074e-05,
      "loss": 0.0111,
      "step": 15490
    },
    {
      "epoch": 124.0,
      "grad_norm": 0.11888641864061356,
      "learning_rate": 9.829664792068055e-05,
      "loss": 0.0116,
      "step": 15500
    },
    {
      "epoch": 124.08,
      "grad_norm": 0.18451401591300964,
      "learning_rate": 9.829308020793868e-05,
      "loss": 0.0095,
      "step": 15510
    },
    {
      "epoch": 124.16,
      "grad_norm": 0.14036327600479126,
      "learning_rate": 9.828950882765608e-05,
      "loss": 0.0115,
      "step": 15520
    },
    {
      "epoch": 124.24,
      "grad_norm": 0.16649243235588074,
      "learning_rate": 9.828593378010395e-05,
      "loss": 0.0091,
      "step": 15530
    },
    {
      "epoch": 124.32,
      "grad_norm": 0.11767569929361343,
      "learning_rate": 9.828235506555383e-05,
      "loss": 0.0101,
      "step": 15540
    },
    {
      "epoch": 124.4,
      "grad_norm": 0.12352414429187775,
      "learning_rate": 9.827877268427748e-05,
      "loss": 0.01,
      "step": 15550
    },
    {
      "epoch": 124.48,
      "grad_norm": 0.19602710008621216,
      "learning_rate": 9.827518663654695e-05,
      "loss": 0.012,
      "step": 15560
    },
    {
      "epoch": 124.56,
      "grad_norm": 0.17080079019069672,
      "learning_rate": 9.827159692263457e-05,
      "loss": 0.0113,
      "step": 15570
    },
    {
      "epoch": 124.64,
      "grad_norm": 0.1605299860239029,
      "learning_rate": 9.826800354281298e-05,
      "loss": 0.0118,
      "step": 15580
    },
    {
      "epoch": 124.72,
      "grad_norm": 0.13191384077072144,
      "learning_rate": 9.826440649735507e-05,
      "loss": 0.0088,
      "step": 15590
    },
    {
      "epoch": 124.8,
      "grad_norm": 0.14629530906677246,
      "learning_rate": 9.8260805786534e-05,
      "loss": 0.01,
      "step": 15600
    },
    {
      "epoch": 124.88,
      "grad_norm": 0.1645556092262268,
      "learning_rate": 9.825720141062321e-05,
      "loss": 0.0101,
      "step": 15610
    },
    {
      "epoch": 124.96,
      "grad_norm": 0.14666254818439484,
      "learning_rate": 9.825359336989645e-05,
      "loss": 0.0102,
      "step": 15620
    },
    {
      "epoch": 125.04,
      "grad_norm": 0.21453195810317993,
      "learning_rate": 9.824998166462773e-05,
      "loss": 0.009,
      "step": 15630
    },
    {
      "epoch": 125.12,
      "grad_norm": 0.1570378839969635,
      "learning_rate": 9.824636629509131e-05,
      "loss": 0.0099,
      "step": 15640
    },
    {
      "epoch": 125.2,
      "grad_norm": 0.12534292042255402,
      "learning_rate": 9.824274726156179e-05,
      "loss": 0.0098,
      "step": 15650
    },
    {
      "epoch": 125.28,
      "grad_norm": 0.19095171988010406,
      "learning_rate": 9.823912456431396e-05,
      "loss": 0.0097,
      "step": 15660
    },
    {
      "epoch": 125.36,
      "grad_norm": 0.2067319005727768,
      "learning_rate": 9.823549820362299e-05,
      "loss": 0.0089,
      "step": 15670
    },
    {
      "epoch": 125.44,
      "grad_norm": 0.18452847003936768,
      "learning_rate": 9.823186817976426e-05,
      "loss": 0.0088,
      "step": 15680
    },
    {
      "epoch": 125.52,
      "grad_norm": 0.11417222023010254,
      "learning_rate": 9.822823449301344e-05,
      "loss": 0.0091,
      "step": 15690
    },
    {
      "epoch": 125.6,
      "grad_norm": 0.11401612311601639,
      "learning_rate": 9.822459714364647e-05,
      "loss": 0.0089,
      "step": 15700
    },
    {
      "epoch": 125.68,
      "grad_norm": 0.10368712246417999,
      "learning_rate": 9.822095613193962e-05,
      "loss": 0.0109,
      "step": 15710
    },
    {
      "epoch": 125.76,
      "grad_norm": 0.2139033079147339,
      "learning_rate": 9.82173114581694e-05,
      "loss": 0.0089,
      "step": 15720
    },
    {
      "epoch": 125.84,
      "grad_norm": 0.19298771023750305,
      "learning_rate": 9.821366312261256e-05,
      "loss": 0.0102,
      "step": 15730
    },
    {
      "epoch": 125.92,
      "grad_norm": 0.10543965548276901,
      "learning_rate": 9.821001112554617e-05,
      "loss": 0.0096,
      "step": 15740
    },
    {
      "epoch": 126.0,
      "grad_norm": 0.18068714439868927,
      "learning_rate": 9.820635546724762e-05,
      "loss": 0.0112,
      "step": 15750
    },
    {
      "epoch": 126.08,
      "grad_norm": 0.2130851149559021,
      "learning_rate": 9.820269614799451e-05,
      "loss": 0.0107,
      "step": 15760
    },
    {
      "epoch": 126.16,
      "grad_norm": 0.33791887760162354,
      "learning_rate": 9.819903316806473e-05,
      "loss": 0.0114,
      "step": 15770
    },
    {
      "epoch": 126.24,
      "grad_norm": 0.1262703537940979,
      "learning_rate": 9.819536652773647e-05,
      "loss": 0.0108,
      "step": 15780
    },
    {
      "epoch": 126.32,
      "grad_norm": 0.21810683608055115,
      "learning_rate": 9.819169622728817e-05,
      "loss": 0.0118,
      "step": 15790
    },
    {
      "epoch": 126.4,
      "grad_norm": 0.1778474599123001,
      "learning_rate": 9.818802226699859e-05,
      "loss": 0.0121,
      "step": 15800
    },
    {
      "epoch": 126.48,
      "grad_norm": 0.13603155314922333,
      "learning_rate": 9.818434464714673e-05,
      "loss": 0.0106,
      "step": 15810
    },
    {
      "epoch": 126.56,
      "grad_norm": 0.17859692871570587,
      "learning_rate": 9.818066336801189e-05,
      "loss": 0.0112,
      "step": 15820
    },
    {
      "epoch": 126.64,
      "grad_norm": 0.1561049520969391,
      "learning_rate": 9.817697842987361e-05,
      "loss": 0.0102,
      "step": 15830
    },
    {
      "epoch": 126.72,
      "grad_norm": 0.1787165403366089,
      "learning_rate": 9.817328983301177e-05,
      "loss": 0.0102,
      "step": 15840
    },
    {
      "epoch": 126.8,
      "grad_norm": 0.17756444215774536,
      "learning_rate": 9.816959757770649e-05,
      "loss": 0.0114,
      "step": 15850
    },
    {
      "epoch": 126.88,
      "grad_norm": 0.17808198928833008,
      "learning_rate": 9.816590166423815e-05,
      "loss": 0.0119,
      "step": 15860
    },
    {
      "epoch": 126.96,
      "grad_norm": 0.1774539202451706,
      "learning_rate": 9.816220209288747e-05,
      "loss": 0.0091,
      "step": 15870
    },
    {
      "epoch": 127.04,
      "grad_norm": 0.1136535033583641,
      "learning_rate": 9.815849886393538e-05,
      "loss": 0.0103,
      "step": 15880
    },
    {
      "epoch": 127.12,
      "grad_norm": 0.1717527061700821,
      "learning_rate": 9.81547919776631e-05,
      "loss": 0.0125,
      "step": 15890
    },
    {
      "epoch": 127.2,
      "grad_norm": 0.13559593260288239,
      "learning_rate": 9.815108143435218e-05,
      "loss": 0.0105,
      "step": 15900
    },
    {
      "epoch": 127.28,
      "grad_norm": 0.15842613577842712,
      "learning_rate": 9.81473672342844e-05,
      "loss": 0.0089,
      "step": 15910
    },
    {
      "epoch": 127.36,
      "grad_norm": 0.1072155088186264,
      "learning_rate": 9.81436493777418e-05,
      "loss": 0.0099,
      "step": 15920
    },
    {
      "epoch": 127.44,
      "grad_norm": 0.1654098927974701,
      "learning_rate": 9.813992786500677e-05,
      "loss": 0.0107,
      "step": 15930
    },
    {
      "epoch": 127.52,
      "grad_norm": 0.13323670625686646,
      "learning_rate": 9.81362026963619e-05,
      "loss": 0.0098,
      "step": 15940
    },
    {
      "epoch": 127.6,
      "grad_norm": 0.1745828092098236,
      "learning_rate": 9.813247387209013e-05,
      "loss": 0.0108,
      "step": 15950
    },
    {
      "epoch": 127.68,
      "grad_norm": 0.12835489213466644,
      "learning_rate": 9.812874139247459e-05,
      "loss": 0.009,
      "step": 15960
    },
    {
      "epoch": 127.76,
      "grad_norm": 0.1575659066438675,
      "learning_rate": 9.812500525779878e-05,
      "loss": 0.0106,
      "step": 15970
    },
    {
      "epoch": 127.84,
      "grad_norm": 0.13972033560276031,
      "learning_rate": 9.81212654683464e-05,
      "loss": 0.0109,
      "step": 15980
    },
    {
      "epoch": 127.92,
      "grad_norm": 0.09419619292020798,
      "learning_rate": 9.81175220244015e-05,
      "loss": 0.0098,
      "step": 15990
    },
    {
      "epoch": 128.0,
      "grad_norm": 0.09600291401147842,
      "learning_rate": 9.811377492624833e-05,
      "loss": 0.0099,
      "step": 16000
    },
    {
      "epoch": 128.08,
      "grad_norm": 0.22026193141937256,
      "learning_rate": 9.81100241741715e-05,
      "loss": 0.0086,
      "step": 16010
    },
    {
      "epoch": 128.16,
      "grad_norm": 0.17055851221084595,
      "learning_rate": 9.810626976845582e-05,
      "loss": 0.0103,
      "step": 16020
    },
    {
      "epoch": 128.24,
      "grad_norm": 0.1368085741996765,
      "learning_rate": 9.810251170938643e-05,
      "loss": 0.009,
      "step": 16030
    },
    {
      "epoch": 128.32,
      "grad_norm": 0.15323702991008759,
      "learning_rate": 9.809874999724874e-05,
      "loss": 0.0102,
      "step": 16040
    },
    {
      "epoch": 128.4,
      "grad_norm": 0.22120563685894012,
      "learning_rate": 9.809498463232838e-05,
      "loss": 0.0097,
      "step": 16050
    },
    {
      "epoch": 128.48,
      "grad_norm": 0.18341992795467377,
      "learning_rate": 9.809121561491135e-05,
      "loss": 0.0119,
      "step": 16060
    },
    {
      "epoch": 128.56,
      "grad_norm": 0.14309534430503845,
      "learning_rate": 9.808744294528387e-05,
      "loss": 0.0088,
      "step": 16070
    },
    {
      "epoch": 128.64,
      "grad_norm": 0.2078595906496048,
      "learning_rate": 9.808366662373245e-05,
      "loss": 0.0105,
      "step": 16080
    },
    {
      "epoch": 128.72,
      "grad_norm": 0.21607525646686554,
      "learning_rate": 9.807988665054386e-05,
      "loss": 0.013,
      "step": 16090
    },
    {
      "epoch": 128.8,
      "grad_norm": 0.16620388627052307,
      "learning_rate": 9.80761030260052e-05,
      "loss": 0.008,
      "step": 16100
    },
    {
      "epoch": 128.88,
      "grad_norm": 0.23072406649589539,
      "learning_rate": 9.807231575040377e-05,
      "loss": 0.0101,
      "step": 16110
    },
    {
      "epoch": 128.96,
      "grad_norm": 0.306671142578125,
      "learning_rate": 9.806852482402722e-05,
      "loss": 0.0106,
      "step": 16120
    },
    {
      "epoch": 129.04,
      "grad_norm": 0.14790812134742737,
      "learning_rate": 9.806473024716343e-05,
      "loss": 0.0105,
      "step": 16130
    },
    {
      "epoch": 129.12,
      "grad_norm": 0.2204030305147171,
      "learning_rate": 9.806093202010058e-05,
      "loss": 0.0105,
      "step": 16140
    },
    {
      "epoch": 129.2,
      "grad_norm": 0.2048027515411377,
      "learning_rate": 9.805713014312712e-05,
      "loss": 0.0106,
      "step": 16150
    },
    {
      "epoch": 129.28,
      "grad_norm": 0.20966032147407532,
      "learning_rate": 9.805332461653177e-05,
      "loss": 0.0098,
      "step": 16160
    },
    {
      "epoch": 129.36,
      "grad_norm": 0.25045520067214966,
      "learning_rate": 9.804951544060355e-05,
      "loss": 0.0102,
      "step": 16170
    },
    {
      "epoch": 129.44,
      "grad_norm": 0.15270477533340454,
      "learning_rate": 9.804570261563172e-05,
      "loss": 0.0099,
      "step": 16180
    },
    {
      "epoch": 129.52,
      "grad_norm": 0.2883908152580261,
      "learning_rate": 9.804188614190586e-05,
      "loss": 0.011,
      "step": 16190
    },
    {
      "epoch": 129.6,
      "grad_norm": 0.1754152625799179,
      "learning_rate": 9.803806601971579e-05,
      "loss": 0.0121,
      "step": 16200
    },
    {
      "epoch": 129.68,
      "grad_norm": 0.14986684918403625,
      "learning_rate": 9.803424224935163e-05,
      "loss": 0.01,
      "step": 16210
    },
    {
      "epoch": 129.76,
      "grad_norm": 0.17665009200572968,
      "learning_rate": 9.803041483110376e-05,
      "loss": 0.0106,
      "step": 16220
    },
    {
      "epoch": 129.84,
      "grad_norm": 0.3517259657382965,
      "learning_rate": 9.802658376526287e-05,
      "loss": 0.0095,
      "step": 16230
    },
    {
      "epoch": 129.92,
      "grad_norm": 0.18084277212619781,
      "learning_rate": 9.80227490521199e-05,
      "loss": 0.0083,
      "step": 16240
    },
    {
      "epoch": 130.0,
      "grad_norm": 0.22218742966651917,
      "learning_rate": 9.801891069196603e-05,
      "loss": 0.012,
      "step": 16250
    },
    {
      "epoch": 130.08,
      "grad_norm": 0.19794504344463348,
      "learning_rate": 9.801506868509281e-05,
      "loss": 0.011,
      "step": 16260
    },
    {
      "epoch": 130.16,
      "grad_norm": 0.17501923441886902,
      "learning_rate": 9.8011223031792e-05,
      "loss": 0.0118,
      "step": 16270
    },
    {
      "epoch": 130.24,
      "grad_norm": 0.1295178234577179,
      "learning_rate": 9.800737373235565e-05,
      "loss": 0.0108,
      "step": 16280
    },
    {
      "epoch": 130.32,
      "grad_norm": 0.14846006035804749,
      "learning_rate": 9.800352078707606e-05,
      "loss": 0.0131,
      "step": 16290
    },
    {
      "epoch": 130.4,
      "grad_norm": 0.237406387925148,
      "learning_rate": 9.799966419624589e-05,
      "loss": 0.0116,
      "step": 16300
    },
    {
      "epoch": 130.48,
      "grad_norm": 0.26980355381965637,
      "learning_rate": 9.799580396015798e-05,
      "loss": 0.0098,
      "step": 16310
    },
    {
      "epoch": 130.56,
      "grad_norm": 0.16104623675346375,
      "learning_rate": 9.799194007910551e-05,
      "loss": 0.0108,
      "step": 16320
    },
    {
      "epoch": 130.64,
      "grad_norm": 0.27822649478912354,
      "learning_rate": 9.798807255338192e-05,
      "loss": 0.0109,
      "step": 16330
    },
    {
      "epoch": 130.72,
      "grad_norm": 0.2268897294998169,
      "learning_rate": 9.798420138328089e-05,
      "loss": 0.0109,
      "step": 16340
    },
    {
      "epoch": 130.8,
      "grad_norm": 0.1197066679596901,
      "learning_rate": 9.798032656909645e-05,
      "loss": 0.0088,
      "step": 16350
    },
    {
      "epoch": 130.88,
      "grad_norm": 0.10301550477743149,
      "learning_rate": 9.797644811112285e-05,
      "loss": 0.0097,
      "step": 16360
    },
    {
      "epoch": 130.96,
      "grad_norm": 0.1305689513683319,
      "learning_rate": 9.797256600965462e-05,
      "loss": 0.0087,
      "step": 16370
    },
    {
      "epoch": 131.04,
      "grad_norm": 0.10762294381856918,
      "learning_rate": 9.79686802649866e-05,
      "loss": 0.0095,
      "step": 16380
    },
    {
      "epoch": 131.12,
      "grad_norm": 0.14373748004436493,
      "learning_rate": 9.796479087741388e-05,
      "loss": 0.0118,
      "step": 16390
    },
    {
      "epoch": 131.2,
      "grad_norm": 0.17826884984970093,
      "learning_rate": 9.796089784723184e-05,
      "loss": 0.0097,
      "step": 16400
    },
    {
      "epoch": 131.28,
      "grad_norm": 0.20574574172496796,
      "learning_rate": 9.79570011747361e-05,
      "loss": 0.0091,
      "step": 16410
    },
    {
      "epoch": 131.36,
      "grad_norm": 0.17005619406700134,
      "learning_rate": 9.795310086022264e-05,
      "loss": 0.0101,
      "step": 16420
    },
    {
      "epoch": 131.44,
      "grad_norm": 0.24637353420257568,
      "learning_rate": 9.79491969039876e-05,
      "loss": 0.0106,
      "step": 16430
    },
    {
      "epoch": 131.52,
      "grad_norm": 0.18036162853240967,
      "learning_rate": 9.794528930632751e-05,
      "loss": 0.0098,
      "step": 16440
    },
    {
      "epoch": 131.6,
      "grad_norm": 0.23351937532424927,
      "learning_rate": 9.794137806753911e-05,
      "loss": 0.0104,
      "step": 16450
    },
    {
      "epoch": 131.68,
      "grad_norm": 0.2236931174993515,
      "learning_rate": 9.793746318791944e-05,
      "loss": 0.009,
      "step": 16460
    },
    {
      "epoch": 131.76,
      "grad_norm": 0.1588878482580185,
      "learning_rate": 9.793354466776579e-05,
      "loss": 0.0093,
      "step": 16470
    },
    {
      "epoch": 131.84,
      "grad_norm": 0.17058065533638,
      "learning_rate": 9.792962250737576e-05,
      "loss": 0.0112,
      "step": 16480
    },
    {
      "epoch": 131.92,
      "grad_norm": 0.11319142580032349,
      "learning_rate": 9.79256967070472e-05,
      "loss": 0.0119,
      "step": 16490
    },
    {
      "epoch": 132.0,
      "grad_norm": 0.17876437306404114,
      "learning_rate": 9.792176726707827e-05,
      "loss": 0.0076,
      "step": 16500
    },
    {
      "epoch": 132.08,
      "grad_norm": 0.28537270426750183,
      "learning_rate": 9.791783418776737e-05,
      "loss": 0.0095,
      "step": 16510
    },
    {
      "epoch": 132.16,
      "grad_norm": 0.1767926961183548,
      "learning_rate": 9.791389746941318e-05,
      "loss": 0.0091,
      "step": 16520
    },
    {
      "epoch": 132.24,
      "grad_norm": 0.16765117645263672,
      "learning_rate": 9.79099571123147e-05,
      "loss": 0.0095,
      "step": 16530
    },
    {
      "epoch": 132.32,
      "grad_norm": 0.1718839406967163,
      "learning_rate": 9.790601311677115e-05,
      "loss": 0.0085,
      "step": 16540
    },
    {
      "epoch": 132.4,
      "grad_norm": 0.17084012925624847,
      "learning_rate": 9.790206548308204e-05,
      "loss": 0.0098,
      "step": 16550
    },
    {
      "epoch": 132.48,
      "grad_norm": 0.27682167291641235,
      "learning_rate": 9.789811421154719e-05,
      "loss": 0.009,
      "step": 16560
    },
    {
      "epoch": 132.56,
      "grad_norm": 0.10607213526964188,
      "learning_rate": 9.789415930246668e-05,
      "loss": 0.0092,
      "step": 16570
    },
    {
      "epoch": 132.64,
      "grad_norm": 0.17210516333580017,
      "learning_rate": 9.789020075614082e-05,
      "loss": 0.0103,
      "step": 16580
    },
    {
      "epoch": 132.72,
      "grad_norm": 0.21481510996818542,
      "learning_rate": 9.78862385728703e-05,
      "loss": 0.0102,
      "step": 16590
    },
    {
      "epoch": 132.8,
      "grad_norm": 0.14136391878128052,
      "learning_rate": 9.788227275295595e-05,
      "loss": 0.0129,
      "step": 16600
    },
    {
      "epoch": 132.88,
      "grad_norm": 0.14992214739322662,
      "learning_rate": 9.787830329669898e-05,
      "loss": 0.0093,
      "step": 16610
    },
    {
      "epoch": 132.96,
      "grad_norm": 0.1431528478860855,
      "learning_rate": 9.787433020440084e-05,
      "loss": 0.0087,
      "step": 16620
    },
    {
      "epoch": 133.04,
      "grad_norm": 0.12868015468120575,
      "learning_rate": 9.787035347636329e-05,
      "loss": 0.0094,
      "step": 16630
    },
    {
      "epoch": 133.12,
      "grad_norm": 0.21138004958629608,
      "learning_rate": 9.786637311288828e-05,
      "loss": 0.0113,
      "step": 16640
    },
    {
      "epoch": 133.2,
      "grad_norm": 0.1748831868171692,
      "learning_rate": 9.786238911427814e-05,
      "loss": 0.0089,
      "step": 16650
    },
    {
      "epoch": 133.28,
      "grad_norm": 0.16873711347579956,
      "learning_rate": 9.785840148083543e-05,
      "loss": 0.0098,
      "step": 16660
    },
    {
      "epoch": 133.36,
      "grad_norm": 0.20002400875091553,
      "learning_rate": 9.785441021286293e-05,
      "loss": 0.0109,
      "step": 16670
    },
    {
      "epoch": 133.44,
      "grad_norm": 0.1716877520084381,
      "learning_rate": 9.785041531066381e-05,
      "loss": 0.0106,
      "step": 16680
    },
    {
      "epoch": 133.52,
      "grad_norm": 0.23263554275035858,
      "learning_rate": 9.784641677454142e-05,
      "loss": 0.0139,
      "step": 16690
    },
    {
      "epoch": 133.6,
      "grad_norm": 0.16637474298477173,
      "learning_rate": 9.784241460479944e-05,
      "loss": 0.0101,
      "step": 16700
    },
    {
      "epoch": 133.68,
      "grad_norm": 0.09185868501663208,
      "learning_rate": 9.78384088017418e-05,
      "loss": 0.0095,
      "step": 16710
    },
    {
      "epoch": 133.76,
      "grad_norm": 0.1953858584165573,
      "learning_rate": 9.783439936567272e-05,
      "loss": 0.0099,
      "step": 16720
    },
    {
      "epoch": 133.84,
      "grad_norm": 0.24902108311653137,
      "learning_rate": 9.783038629689668e-05,
      "loss": 0.009,
      "step": 16730
    },
    {
      "epoch": 133.92,
      "grad_norm": 0.1639479398727417,
      "learning_rate": 9.782636959571847e-05,
      "loss": 0.0093,
      "step": 16740
    },
    {
      "epoch": 134.0,
      "grad_norm": 0.13696756958961487,
      "learning_rate": 9.782234926244309e-05,
      "loss": 0.0113,
      "step": 16750
    },
    {
      "epoch": 134.08,
      "grad_norm": 0.17667661607265472,
      "learning_rate": 9.781832529737591e-05,
      "loss": 0.0092,
      "step": 16760
    },
    {
      "epoch": 134.16,
      "grad_norm": 0.198215514421463,
      "learning_rate": 9.781429770082249e-05,
      "loss": 0.0093,
      "step": 16770
    },
    {
      "epoch": 134.24,
      "grad_norm": 0.11462987214326859,
      "learning_rate": 9.78102664730887e-05,
      "loss": 0.0091,
      "step": 16780
    },
    {
      "epoch": 134.32,
      "grad_norm": 0.2258506864309311,
      "learning_rate": 9.780623161448069e-05,
      "loss": 0.0098,
      "step": 16790
    },
    {
      "epoch": 134.4,
      "grad_norm": 0.19432681798934937,
      "learning_rate": 9.78021931253049e-05,
      "loss": 0.0109,
      "step": 16800
    },
    {
      "epoch": 134.48,
      "grad_norm": 0.30003437399864197,
      "learning_rate": 9.7798151005868e-05,
      "loss": 0.0116,
      "step": 16810
    },
    {
      "epoch": 134.56,
      "grad_norm": 0.13752326369285583,
      "learning_rate": 9.779410525647696e-05,
      "loss": 0.0111,
      "step": 16820
    },
    {
      "epoch": 134.64,
      "grad_norm": 0.1379179060459137,
      "learning_rate": 9.779005587743905e-05,
      "loss": 0.0112,
      "step": 16830
    },
    {
      "epoch": 134.72,
      "grad_norm": 0.13376383483409882,
      "learning_rate": 9.778600286906176e-05,
      "loss": 0.0095,
      "step": 16840
    },
    {
      "epoch": 134.8,
      "grad_norm": 0.11127329617738724,
      "learning_rate": 9.778194623165296e-05,
      "loss": 0.0093,
      "step": 16850
    },
    {
      "epoch": 134.88,
      "grad_norm": 0.10779154300689697,
      "learning_rate": 9.777788596552064e-05,
      "loss": 0.0085,
      "step": 16860
    },
    {
      "epoch": 134.96,
      "grad_norm": 0.2571144104003906,
      "learning_rate": 9.777382207097318e-05,
      "loss": 0.01,
      "step": 16870
    },
    {
      "epoch": 135.04,
      "grad_norm": 0.18410484492778778,
      "learning_rate": 9.776975454831924e-05,
      "loss": 0.0091,
      "step": 16880
    },
    {
      "epoch": 135.12,
      "grad_norm": 0.16048957407474518,
      "learning_rate": 9.77656833978677e-05,
      "loss": 0.0095,
      "step": 16890
    },
    {
      "epoch": 135.2,
      "grad_norm": 0.16765542328357697,
      "learning_rate": 9.776160861992772e-05,
      "loss": 0.0106,
      "step": 16900
    },
    {
      "epoch": 135.28,
      "grad_norm": 0.1443251371383667,
      "learning_rate": 9.775753021480875e-05,
      "loss": 0.0089,
      "step": 16910
    },
    {
      "epoch": 135.36,
      "grad_norm": 0.15119200944900513,
      "learning_rate": 9.775344818282055e-05,
      "loss": 0.0095,
      "step": 16920
    },
    {
      "epoch": 135.44,
      "grad_norm": 0.17143762111663818,
      "learning_rate": 9.77493625242731e-05,
      "loss": 0.0089,
      "step": 16930
    },
    {
      "epoch": 135.52,
      "grad_norm": 0.13985206186771393,
      "learning_rate": 9.774527323947669e-05,
      "loss": 0.0083,
      "step": 16940
    },
    {
      "epoch": 135.6,
      "grad_norm": 0.2322637438774109,
      "learning_rate": 9.774118032874186e-05,
      "loss": 0.009,
      "step": 16950
    },
    {
      "epoch": 135.68,
      "grad_norm": 0.1964881867170334,
      "learning_rate": 9.773708379237945e-05,
      "loss": 0.0094,
      "step": 16960
    },
    {
      "epoch": 135.76,
      "grad_norm": 0.18301987648010254,
      "learning_rate": 9.773298363070056e-05,
      "loss": 0.0076,
      "step": 16970
    },
    {
      "epoch": 135.84,
      "grad_norm": 0.12843258678913116,
      "learning_rate": 9.772887984401658e-05,
      "loss": 0.0097,
      "step": 16980
    },
    {
      "epoch": 135.92,
      "grad_norm": 0.1363900750875473,
      "learning_rate": 9.772477243263916e-05,
      "loss": 0.0111,
      "step": 16990
    },
    {
      "epoch": 136.0,
      "grad_norm": 0.16377827525138855,
      "learning_rate": 9.772066139688024e-05,
      "loss": 0.0108,
      "step": 17000
    },
    {
      "epoch": 136.08,
      "grad_norm": 0.1748189777135849,
      "learning_rate": 9.771654673705199e-05,
      "loss": 0.0105,
      "step": 17010
    },
    {
      "epoch": 136.16,
      "grad_norm": 0.17177744209766388,
      "learning_rate": 9.771242845346695e-05,
      "loss": 0.0104,
      "step": 17020
    },
    {
      "epoch": 136.24,
      "grad_norm": 0.1255773901939392,
      "learning_rate": 9.770830654643782e-05,
      "loss": 0.0093,
      "step": 17030
    },
    {
      "epoch": 136.32,
      "grad_norm": 0.22070716321468353,
      "learning_rate": 9.770418101627765e-05,
      "loss": 0.011,
      "step": 17040
    },
    {
      "epoch": 136.4,
      "grad_norm": 0.20551833510398865,
      "learning_rate": 9.770005186329976e-05,
      "loss": 0.0095,
      "step": 17050
    },
    {
      "epoch": 136.48,
      "grad_norm": 0.1894064098596573,
      "learning_rate": 9.769591908781774e-05,
      "loss": 0.0123,
      "step": 17060
    },
    {
      "epoch": 136.56,
      "grad_norm": 0.15934155881404877,
      "learning_rate": 9.76917826901454e-05,
      "loss": 0.0092,
      "step": 17070
    },
    {
      "epoch": 136.64,
      "grad_norm": 0.1093260869383812,
      "learning_rate": 9.768764267059693e-05,
      "loss": 0.0105,
      "step": 17080
    },
    {
      "epoch": 136.72,
      "grad_norm": 0.1831360012292862,
      "learning_rate": 9.76834990294867e-05,
      "loss": 0.0095,
      "step": 17090
    },
    {
      "epoch": 136.8,
      "grad_norm": 0.1801532804965973,
      "learning_rate": 9.76793517671294e-05,
      "loss": 0.0097,
      "step": 17100
    },
    {
      "epoch": 136.88,
      "grad_norm": 0.1845605969429016,
      "learning_rate": 9.767520088384e-05,
      "loss": 0.0111,
      "step": 17110
    },
    {
      "epoch": 136.96,
      "grad_norm": 0.15315480530261993,
      "learning_rate": 9.767104637993371e-05,
      "loss": 0.0083,
      "step": 17120
    },
    {
      "epoch": 137.04,
      "grad_norm": 0.18815721571445465,
      "learning_rate": 9.766688825572605e-05,
      "loss": 0.0096,
      "step": 17130
    },
    {
      "epoch": 137.12,
      "grad_norm": 0.13451960682868958,
      "learning_rate": 9.76627265115328e-05,
      "loss": 0.0113,
      "step": 17140
    },
    {
      "epoch": 137.2,
      "grad_norm": 0.11523409187793732,
      "learning_rate": 9.765856114767003e-05,
      "loss": 0.0097,
      "step": 17150
    },
    {
      "epoch": 137.28,
      "grad_norm": 0.0921950712800026,
      "learning_rate": 9.765439216445405e-05,
      "loss": 0.0103,
      "step": 17160
    },
    {
      "epoch": 137.36,
      "grad_norm": 0.13757456839084625,
      "learning_rate": 9.765021956220148e-05,
      "loss": 0.0098,
      "step": 17170
    },
    {
      "epoch": 137.44,
      "grad_norm": 0.11759835481643677,
      "learning_rate": 9.76460433412292e-05,
      "loss": 0.0101,
      "step": 17180
    },
    {
      "epoch": 137.52,
      "grad_norm": 0.18642546236515045,
      "learning_rate": 9.764186350185435e-05,
      "loss": 0.0096,
      "step": 17190
    },
    {
      "epoch": 137.6,
      "grad_norm": 0.12423654645681381,
      "learning_rate": 9.76376800443944e-05,
      "loss": 0.009,
      "step": 17200
    },
    {
      "epoch": 137.68,
      "grad_norm": 0.19629143178462982,
      "learning_rate": 9.763349296916701e-05,
      "loss": 0.0097,
      "step": 17210
    },
    {
      "epoch": 137.76,
      "grad_norm": 0.21477064490318298,
      "learning_rate": 9.762930227649021e-05,
      "loss": 0.0118,
      "step": 17220
    },
    {
      "epoch": 137.84,
      "grad_norm": 0.3465431034564972,
      "learning_rate": 9.76251079666822e-05,
      "loss": 0.0099,
      "step": 17230
    },
    {
      "epoch": 137.92,
      "grad_norm": 0.17946840822696686,
      "learning_rate": 9.762091004006155e-05,
      "loss": 0.0095,
      "step": 17240
    },
    {
      "epoch": 138.0,
      "grad_norm": 0.19422848522663116,
      "learning_rate": 9.761670849694706e-05,
      "loss": 0.0101,
      "step": 17250
    },
    {
      "epoch": 138.08,
      "grad_norm": 0.5008213520050049,
      "learning_rate": 9.76125033376578e-05,
      "loss": 0.0102,
      "step": 17260
    },
    {
      "epoch": 138.16,
      "grad_norm": 0.1826799511909485,
      "learning_rate": 9.760829456251313e-05,
      "loss": 0.0087,
      "step": 17270
    },
    {
      "epoch": 138.24,
      "grad_norm": 0.12459617853164673,
      "learning_rate": 9.760408217183266e-05,
      "loss": 0.0099,
      "step": 17280
    },
    {
      "epoch": 138.32,
      "grad_norm": 0.1499745100736618,
      "learning_rate": 9.759986616593631e-05,
      "loss": 0.0084,
      "step": 17290
    },
    {
      "epoch": 138.4,
      "grad_norm": 0.12484867870807648,
      "learning_rate": 9.759564654514426e-05,
      "loss": 0.0109,
      "step": 17300
    },
    {
      "epoch": 138.48,
      "grad_norm": 0.1641523689031601,
      "learning_rate": 9.759142330977697e-05,
      "loss": 0.0109,
      "step": 17310
    },
    {
      "epoch": 138.56,
      "grad_norm": 0.13615156710147858,
      "learning_rate": 9.758719646015514e-05,
      "loss": 0.0092,
      "step": 17320
    },
    {
      "epoch": 138.64,
      "grad_norm": 0.13278675079345703,
      "learning_rate": 9.75829659965998e-05,
      "loss": 0.01,
      "step": 17330
    },
    {
      "epoch": 138.72,
      "grad_norm": 0.1603211760520935,
      "learning_rate": 9.757873191943221e-05,
      "loss": 0.0082,
      "step": 17340
    },
    {
      "epoch": 138.8,
      "grad_norm": 0.27160701155662537,
      "learning_rate": 9.75744942289739e-05,
      "loss": 0.0096,
      "step": 17350
    },
    {
      "epoch": 138.88,
      "grad_norm": 0.1433396190404892,
      "learning_rate": 9.757025292554676e-05,
      "loss": 0.0091,
      "step": 17360
    },
    {
      "epoch": 138.96,
      "grad_norm": 0.11454160511493683,
      "learning_rate": 9.756600800947283e-05,
      "loss": 0.0098,
      "step": 17370
    },
    {
      "epoch": 139.04,
      "grad_norm": 0.18153530359268188,
      "learning_rate": 9.756175948107448e-05,
      "loss": 0.0089,
      "step": 17380
    },
    {
      "epoch": 139.12,
      "grad_norm": 0.14629782736301422,
      "learning_rate": 9.75575073406744e-05,
      "loss": 0.0101,
      "step": 17390
    },
    {
      "epoch": 139.2,
      "grad_norm": 0.27266207337379456,
      "learning_rate": 9.755325158859548e-05,
      "loss": 0.0131,
      "step": 17400
    },
    {
      "epoch": 139.28,
      "grad_norm": 0.1394633948802948,
      "learning_rate": 9.754899222516092e-05,
      "loss": 0.0087,
      "step": 17410
    },
    {
      "epoch": 139.36,
      "grad_norm": 0.2454729825258255,
      "learning_rate": 9.75447292506942e-05,
      "loss": 0.009,
      "step": 17420
    },
    {
      "epoch": 139.44,
      "grad_norm": 0.12298515439033508,
      "learning_rate": 9.754046266551906e-05,
      "loss": 0.0091,
      "step": 17430
    },
    {
      "epoch": 139.52,
      "grad_norm": 0.14182306826114655,
      "learning_rate": 9.753619246995954e-05,
      "loss": 0.0073,
      "step": 17440
    },
    {
      "epoch": 139.6,
      "grad_norm": 0.15355677902698517,
      "learning_rate": 9.75319186643399e-05,
      "loss": 0.0076,
      "step": 17450
    },
    {
      "epoch": 139.68,
      "grad_norm": 0.18419593572616577,
      "learning_rate": 9.752764124898471e-05,
      "loss": 0.0106,
      "step": 17460
    },
    {
      "epoch": 139.76,
      "grad_norm": 0.11228553205728531,
      "learning_rate": 9.752336022421884e-05,
      "loss": 0.0092,
      "step": 17470
    },
    {
      "epoch": 139.84,
      "grad_norm": 0.12375098466873169,
      "learning_rate": 9.751907559036737e-05,
      "loss": 0.0085,
      "step": 17480
    },
    {
      "epoch": 139.92,
      "grad_norm": 0.1415654867887497,
      "learning_rate": 9.751478734775572e-05,
      "loss": 0.0106,
      "step": 17490
    },
    {
      "epoch": 140.0,
      "grad_norm": 0.15181364119052887,
      "learning_rate": 9.751049549670955e-05,
      "loss": 0.0089,
      "step": 17500
    },
    {
      "epoch": 140.08,
      "grad_norm": 0.13511061668395996,
      "learning_rate": 9.750620003755477e-05,
      "loss": 0.0079,
      "step": 17510
    },
    {
      "epoch": 140.16,
      "grad_norm": 0.20048268139362335,
      "learning_rate": 9.750190097061762e-05,
      "loss": 0.0109,
      "step": 17520
    },
    {
      "epoch": 140.24,
      "grad_norm": 0.13448578119277954,
      "learning_rate": 9.749759829622458e-05,
      "loss": 0.011,
      "step": 17530
    },
    {
      "epoch": 140.32,
      "grad_norm": 0.1891559362411499,
      "learning_rate": 9.749329201470239e-05,
      "loss": 0.0105,
      "step": 17540
    },
    {
      "epoch": 140.4,
      "grad_norm": 0.14250051975250244,
      "learning_rate": 9.748898212637812e-05,
      "loss": 0.0092,
      "step": 17550
    },
    {
      "epoch": 140.48,
      "grad_norm": 0.12802544236183167,
      "learning_rate": 9.748466863157905e-05,
      "loss": 0.0102,
      "step": 17560
    },
    {
      "epoch": 140.56,
      "grad_norm": 0.1262303590774536,
      "learning_rate": 9.748035153063276e-05,
      "loss": 0.0117,
      "step": 17570
    },
    {
      "epoch": 140.64,
      "grad_norm": 0.2000196874141693,
      "learning_rate": 9.747603082386713e-05,
      "loss": 0.0104,
      "step": 17580
    },
    {
      "epoch": 140.72,
      "grad_norm": 0.13194097578525543,
      "learning_rate": 9.747170651161026e-05,
      "loss": 0.0108,
      "step": 17590
    },
    {
      "epoch": 140.8,
      "grad_norm": 0.15662994980812073,
      "learning_rate": 9.746737859419058e-05,
      "loss": 0.0112,
      "step": 17600
    },
    {
      "epoch": 140.88,
      "grad_norm": 0.20094308257102966,
      "learning_rate": 9.746304707193675e-05,
      "loss": 0.0091,
      "step": 17610
    },
    {
      "epoch": 140.96,
      "grad_norm": 0.12383618205785751,
      "learning_rate": 9.74587119451777e-05,
      "loss": 0.0075,
      "step": 17620
    },
    {
      "epoch": 141.04,
      "grad_norm": 0.2784409523010254,
      "learning_rate": 9.74543732142427e-05,
      "loss": 0.0111,
      "step": 17630
    },
    {
      "epoch": 141.12,
      "grad_norm": 0.13154415786266327,
      "learning_rate": 9.745003087946123e-05,
      "loss": 0.0105,
      "step": 17640
    },
    {
      "epoch": 141.2,
      "grad_norm": 0.21148571372032166,
      "learning_rate": 9.744568494116305e-05,
      "loss": 0.0105,
      "step": 17650
    },
    {
      "epoch": 141.28,
      "grad_norm": 0.17331020534038544,
      "learning_rate": 9.744133539967821e-05,
      "loss": 0.0106,
      "step": 17660
    },
    {
      "epoch": 141.36,
      "grad_norm": 0.14644910395145416,
      "learning_rate": 9.743698225533704e-05,
      "loss": 0.0079,
      "step": 17670
    },
    {
      "epoch": 141.44,
      "grad_norm": 0.12603220343589783,
      "learning_rate": 9.743262550847012e-05,
      "loss": 0.0092,
      "step": 17680
    },
    {
      "epoch": 141.52,
      "grad_norm": 0.2583945393562317,
      "learning_rate": 9.742826515940832e-05,
      "loss": 0.0127,
      "step": 17690
    },
    {
      "epoch": 141.6,
      "grad_norm": 0.1484953612089157,
      "learning_rate": 9.742390120848278e-05,
      "loss": 0.0089,
      "step": 17700
    },
    {
      "epoch": 141.68,
      "grad_norm": 0.16552218794822693,
      "learning_rate": 9.741953365602493e-05,
      "loss": 0.0084,
      "step": 17710
    },
    {
      "epoch": 141.76,
      "grad_norm": 0.1745302677154541,
      "learning_rate": 9.741516250236641e-05,
      "loss": 0.0093,
      "step": 17720
    },
    {
      "epoch": 141.84,
      "grad_norm": 0.14498600363731384,
      "learning_rate": 9.741078774783923e-05,
      "loss": 0.0096,
      "step": 17730
    },
    {
      "epoch": 141.92,
      "grad_norm": 0.16472570598125458,
      "learning_rate": 9.74064093927756e-05,
      "loss": 0.009,
      "step": 17740
    },
    {
      "epoch": 142.0,
      "grad_norm": 0.22385936975479126,
      "learning_rate": 9.740202743750804e-05,
      "loss": 0.0092,
      "step": 17750
    },
    {
      "epoch": 142.08,
      "grad_norm": 0.17599494755268097,
      "learning_rate": 9.739764188236931e-05,
      "loss": 0.0088,
      "step": 17760
    },
    {
      "epoch": 142.16,
      "grad_norm": 0.21552389860153198,
      "learning_rate": 9.739325272769247e-05,
      "loss": 0.0092,
      "step": 17770
    },
    {
      "epoch": 142.24,
      "grad_norm": 0.12758883833885193,
      "learning_rate": 9.738885997381087e-05,
      "loss": 0.0093,
      "step": 17780
    },
    {
      "epoch": 142.32,
      "grad_norm": 0.1599287986755371,
      "learning_rate": 9.738446362105809e-05,
      "loss": 0.0103,
      "step": 17790
    },
    {
      "epoch": 142.4,
      "grad_norm": 0.23306027054786682,
      "learning_rate": 9.7380063669768e-05,
      "loss": 0.0093,
      "step": 17800
    },
    {
      "epoch": 142.48,
      "grad_norm": 0.18874786794185638,
      "learning_rate": 9.737566012027478e-05,
      "loss": 0.0102,
      "step": 17810
    },
    {
      "epoch": 142.56,
      "grad_norm": 0.11640451848506927,
      "learning_rate": 9.737125297291281e-05,
      "loss": 0.0097,
      "step": 17820
    },
    {
      "epoch": 142.64,
      "grad_norm": 0.22195373475551605,
      "learning_rate": 9.736684222801678e-05,
      "loss": 0.0086,
      "step": 17830
    },
    {
      "epoch": 142.72,
      "grad_norm": 0.12265320867300034,
      "learning_rate": 9.73624278859217e-05,
      "loss": 0.0094,
      "step": 17840
    },
    {
      "epoch": 142.8,
      "grad_norm": 0.22473810613155365,
      "learning_rate": 9.735800994696278e-05,
      "loss": 0.0104,
      "step": 17850
    },
    {
      "epoch": 142.88,
      "grad_norm": 0.18897825479507446,
      "learning_rate": 9.735358841147555e-05,
      "loss": 0.0093,
      "step": 17860
    },
    {
      "epoch": 142.96,
      "grad_norm": 0.3474564254283905,
      "learning_rate": 9.734916327979578e-05,
      "loss": 0.0107,
      "step": 17870
    },
    {
      "epoch": 143.04,
      "grad_norm": 0.2054952085018158,
      "learning_rate": 9.734473455225954e-05,
      "loss": 0.0096,
      "step": 17880
    },
    {
      "epoch": 143.12,
      "grad_norm": 0.3197222948074341,
      "learning_rate": 9.734030222920314e-05,
      "loss": 0.0104,
      "step": 17890
    },
    {
      "epoch": 143.2,
      "grad_norm": 0.16581471264362335,
      "learning_rate": 9.733586631096323e-05,
      "loss": 0.0099,
      "step": 17900
    },
    {
      "epoch": 143.28,
      "grad_norm": 0.18499146401882172,
      "learning_rate": 9.733142679787664e-05,
      "loss": 0.0093,
      "step": 17910
    },
    {
      "epoch": 143.36,
      "grad_norm": 0.20644651353359222,
      "learning_rate": 9.732698369028057e-05,
      "loss": 0.0113,
      "step": 17920
    },
    {
      "epoch": 143.44,
      "grad_norm": 0.1802034229040146,
      "learning_rate": 9.73225369885124e-05,
      "loss": 0.0091,
      "step": 17930
    },
    {
      "epoch": 143.52,
      "grad_norm": 0.1185036152601242,
      "learning_rate": 9.731808669290986e-05,
      "loss": 0.0091,
      "step": 17940
    },
    {
      "epoch": 143.6,
      "grad_norm": 0.15706828236579895,
      "learning_rate": 9.731363280381089e-05,
      "loss": 0.0082,
      "step": 17950
    },
    {
      "epoch": 143.68,
      "grad_norm": 0.11485619843006134,
      "learning_rate": 9.730917532155377e-05,
      "loss": 0.0089,
      "step": 17960
    },
    {
      "epoch": 143.76,
      "grad_norm": 0.13770397007465363,
      "learning_rate": 9.730471424647699e-05,
      "loss": 0.0102,
      "step": 17970
    },
    {
      "epoch": 143.84,
      "grad_norm": 0.110298752784729,
      "learning_rate": 9.730024957891935e-05,
      "loss": 0.008,
      "step": 17980
    },
    {
      "epoch": 143.92,
      "grad_norm": 0.17669710516929626,
      "learning_rate": 9.72957813192199e-05,
      "loss": 0.0095,
      "step": 17990
    },
    {
      "epoch": 144.0,
      "grad_norm": 0.1970807909965515,
      "learning_rate": 9.7291309467718e-05,
      "loss": 0.0098,
      "step": 18000
    },
    {
      "epoch": 144.08,
      "grad_norm": 0.17178094387054443,
      "learning_rate": 9.728683402475322e-05,
      "loss": 0.0096,
      "step": 18010
    },
    {
      "epoch": 144.16,
      "grad_norm": 0.1364951729774475,
      "learning_rate": 9.728235499066547e-05,
      "loss": 0.0099,
      "step": 18020
    },
    {
      "epoch": 144.24,
      "grad_norm": 0.102174773812294,
      "learning_rate": 9.727787236579491e-05,
      "loss": 0.0099,
      "step": 18030
    },
    {
      "epoch": 144.32,
      "grad_norm": 0.1728202849626541,
      "learning_rate": 9.727338615048194e-05,
      "loss": 0.0102,
      "step": 18040
    },
    {
      "epoch": 144.4,
      "grad_norm": 0.16967707872390747,
      "learning_rate": 9.726889634506727e-05,
      "loss": 0.0107,
      "step": 18050
    },
    {
      "epoch": 144.48,
      "grad_norm": 0.18445658683776855,
      "learning_rate": 9.726440294989186e-05,
      "loss": 0.0086,
      "step": 18060
    },
    {
      "epoch": 144.56,
      "grad_norm": 0.23623010516166687,
      "learning_rate": 9.725990596529698e-05,
      "loss": 0.0101,
      "step": 18070
    },
    {
      "epoch": 144.64,
      "grad_norm": 0.1579132080078125,
      "learning_rate": 9.725540539162412e-05,
      "loss": 0.0095,
      "step": 18080
    },
    {
      "epoch": 144.72,
      "grad_norm": 0.19163018465042114,
      "learning_rate": 9.725090122921507e-05,
      "loss": 0.0105,
      "step": 18090
    },
    {
      "epoch": 144.8,
      "grad_norm": 0.17527839541435242,
      "learning_rate": 9.724639347841192e-05,
      "loss": 0.0079,
      "step": 18100
    },
    {
      "epoch": 144.88,
      "grad_norm": 0.2193840891122818,
      "learning_rate": 9.724188213955698e-05,
      "loss": 0.0098,
      "step": 18110
    },
    {
      "epoch": 144.96,
      "grad_norm": 0.13732117414474487,
      "learning_rate": 9.723736721299286e-05,
      "loss": 0.009,
      "step": 18120
    },
    {
      "epoch": 145.04,
      "grad_norm": 0.15614506602287292,
      "learning_rate": 9.723284869906242e-05,
      "loss": 0.0083,
      "step": 18130
    },
    {
      "epoch": 145.12,
      "grad_norm": 0.15582934021949768,
      "learning_rate": 9.722832659810885e-05,
      "loss": 0.0119,
      "step": 18140
    },
    {
      "epoch": 145.2,
      "grad_norm": 0.13020473718643188,
      "learning_rate": 9.722380091047555e-05,
      "loss": 0.008,
      "step": 18150
    },
    {
      "epoch": 145.28,
      "grad_norm": 0.1730208545923233,
      "learning_rate": 9.721927163650624e-05,
      "loss": 0.0096,
      "step": 18160
    },
    {
      "epoch": 145.36,
      "grad_norm": 0.1454731822013855,
      "learning_rate": 9.721473877654484e-05,
      "loss": 0.0122,
      "step": 18170
    },
    {
      "epoch": 145.44,
      "grad_norm": 0.13455991446971893,
      "learning_rate": 9.721020233093563e-05,
      "loss": 0.0094,
      "step": 18180
    },
    {
      "epoch": 145.52,
      "grad_norm": 0.22793379426002502,
      "learning_rate": 9.720566230002312e-05,
      "loss": 0.0101,
      "step": 18190
    },
    {
      "epoch": 145.6,
      "grad_norm": 0.16164158284664154,
      "learning_rate": 9.72011186841521e-05,
      "loss": 0.0085,
      "step": 18200
    },
    {
      "epoch": 145.68,
      "grad_norm": 0.1754022091627121,
      "learning_rate": 9.719657148366758e-05,
      "loss": 0.0095,
      "step": 18210
    },
    {
      "epoch": 145.76,
      "grad_norm": 0.17160852253437042,
      "learning_rate": 9.719202069891495e-05,
      "loss": 0.0112,
      "step": 18220
    },
    {
      "epoch": 145.84,
      "grad_norm": 0.16416332125663757,
      "learning_rate": 9.718746633023978e-05,
      "loss": 0.0099,
      "step": 18230
    },
    {
      "epoch": 145.92,
      "grad_norm": 0.15322794020175934,
      "learning_rate": 9.718290837798796e-05,
      "loss": 0.0102,
      "step": 18240
    },
    {
      "epoch": 146.0,
      "grad_norm": 0.194102942943573,
      "learning_rate": 9.717834684250563e-05,
      "loss": 0.0094,
      "step": 18250
    },
    {
      "epoch": 146.08,
      "grad_norm": 0.2485712468624115,
      "learning_rate": 9.71737817241392e-05,
      "loss": 0.0087,
      "step": 18260
    },
    {
      "epoch": 146.16,
      "grad_norm": 0.17542646825313568,
      "learning_rate": 9.716921302323537e-05,
      "loss": 0.01,
      "step": 18270
    },
    {
      "epoch": 146.24,
      "grad_norm": 0.1600942462682724,
      "learning_rate": 9.716464074014111e-05,
      "loss": 0.0107,
      "step": 18280
    },
    {
      "epoch": 146.32,
      "grad_norm": 0.1480347365140915,
      "learning_rate": 9.716006487520364e-05,
      "loss": 0.0096,
      "step": 18290
    },
    {
      "epoch": 146.4,
      "grad_norm": 0.20541517436504364,
      "learning_rate": 9.715548542877046e-05,
      "loss": 0.0095,
      "step": 18300
    },
    {
      "epoch": 146.48,
      "grad_norm": 0.318747341632843,
      "learning_rate": 9.715090240118938e-05,
      "loss": 0.0105,
      "step": 18310
    },
    {
      "epoch": 146.56,
      "grad_norm": 0.21190145611763,
      "learning_rate": 9.714631579280841e-05,
      "loss": 0.0101,
      "step": 18320
    },
    {
      "epoch": 146.64,
      "grad_norm": 0.11717604845762253,
      "learning_rate": 9.714172560397591e-05,
      "loss": 0.0109,
      "step": 18330
    },
    {
      "epoch": 146.72,
      "grad_norm": 0.1913076788187027,
      "learning_rate": 9.713713183504044e-05,
      "loss": 0.0093,
      "step": 18340
    },
    {
      "epoch": 146.8,
      "grad_norm": 0.11791335791349411,
      "learning_rate": 9.713253448635091e-05,
      "loss": 0.0086,
      "step": 18350
    },
    {
      "epoch": 146.88,
      "grad_norm": 0.23018673062324524,
      "learning_rate": 9.712793355825642e-05,
      "loss": 0.009,
      "step": 18360
    },
    {
      "epoch": 146.96,
      "grad_norm": 0.21367594599723816,
      "learning_rate": 9.71233290511064e-05,
      "loss": 0.0099,
      "step": 18370
    },
    {
      "epoch": 147.04,
      "grad_norm": 0.16163475811481476,
      "learning_rate": 9.711872096525051e-05,
      "loss": 0.011,
      "step": 18380
    },
    {
      "epoch": 147.12,
      "grad_norm": 0.21833859384059906,
      "learning_rate": 9.711410930103875e-05,
      "loss": 0.0098,
      "step": 18390
    },
    {
      "epoch": 147.2,
      "grad_norm": 0.18710649013519287,
      "learning_rate": 9.710949405882129e-05,
      "loss": 0.0101,
      "step": 18400
    },
    {
      "epoch": 147.28,
      "grad_norm": 0.1414259374141693,
      "learning_rate": 9.710487523894867e-05,
      "loss": 0.0128,
      "step": 18410
    },
    {
      "epoch": 147.36,
      "grad_norm": 0.24722632765769958,
      "learning_rate": 9.710025284177162e-05,
      "loss": 0.009,
      "step": 18420
    },
    {
      "epoch": 147.44,
      "grad_norm": 0.14068558812141418,
      "learning_rate": 9.709562686764122e-05,
      "loss": 0.0116,
      "step": 18430
    },
    {
      "epoch": 147.52,
      "grad_norm": 0.16154420375823975,
      "learning_rate": 9.709099731690874e-05,
      "loss": 0.0083,
      "step": 18440
    },
    {
      "epoch": 147.6,
      "grad_norm": 0.11598826199769974,
      "learning_rate": 9.70863641899258e-05,
      "loss": 0.01,
      "step": 18450
    },
    {
      "epoch": 147.68,
      "grad_norm": 0.18097920715808868,
      "learning_rate": 9.708172748704425e-05,
      "loss": 0.0099,
      "step": 18460
    },
    {
      "epoch": 147.76,
      "grad_norm": 0.18239617347717285,
      "learning_rate": 9.707708720861619e-05,
      "loss": 0.0092,
      "step": 18470
    },
    {
      "epoch": 147.84,
      "grad_norm": 0.12924747169017792,
      "learning_rate": 9.707244335499406e-05,
      "loss": 0.0088,
      "step": 18480
    },
    {
      "epoch": 147.92,
      "grad_norm": 0.18963102996349335,
      "learning_rate": 9.70677959265305e-05,
      "loss": 0.0092,
      "step": 18490
    },
    {
      "epoch": 148.0,
      "grad_norm": 0.16426639258861542,
      "learning_rate": 9.706314492357847e-05,
      "loss": 0.0096,
      "step": 18500
    },
    {
      "epoch": 148.08,
      "grad_norm": 0.13123348355293274,
      "learning_rate": 9.705849034649114e-05,
      "loss": 0.0101,
      "step": 18510
    },
    {
      "epoch": 148.16,
      "grad_norm": 0.22169335186481476,
      "learning_rate": 9.705383219562205e-05,
      "loss": 0.0115,
      "step": 18520
    },
    {
      "epoch": 148.24,
      "grad_norm": 0.17695969343185425,
      "learning_rate": 9.704917047132493e-05,
      "loss": 0.0088,
      "step": 18530
    },
    {
      "epoch": 148.32,
      "grad_norm": 0.20111705362796783,
      "learning_rate": 9.704450517395383e-05,
      "loss": 0.0118,
      "step": 18540
    },
    {
      "epoch": 148.4,
      "grad_norm": 0.20589372515678406,
      "learning_rate": 9.7039836303863e-05,
      "loss": 0.0092,
      "step": 18550
    },
    {
      "epoch": 148.48,
      "grad_norm": 0.18993757665157318,
      "learning_rate": 9.703516386140705e-05,
      "loss": 0.0094,
      "step": 18560
    },
    {
      "epoch": 148.56,
      "grad_norm": 0.20306406915187836,
      "learning_rate": 9.703048784694081e-05,
      "loss": 0.0119,
      "step": 18570
    },
    {
      "epoch": 148.64,
      "grad_norm": 0.10069219768047333,
      "learning_rate": 9.70258082608194e-05,
      "loss": 0.0077,
      "step": 18580
    },
    {
      "epoch": 148.72,
      "grad_norm": 0.17011867463588715,
      "learning_rate": 9.702112510339819e-05,
      "loss": 0.0102,
      "step": 18590
    },
    {
      "epoch": 148.8,
      "grad_norm": 0.20507773756980896,
      "learning_rate": 9.701643837503283e-05,
      "loss": 0.0094,
      "step": 18600
    },
    {
      "epoch": 148.88,
      "grad_norm": 0.23043695092201233,
      "learning_rate": 9.701174807607927e-05,
      "loss": 0.0094,
      "step": 18610
    },
    {
      "epoch": 148.96,
      "grad_norm": 0.34666505455970764,
      "learning_rate": 9.700705420689368e-05,
      "loss": 0.0089,
      "step": 18620
    },
    {
      "epoch": 149.04,
      "grad_norm": 0.13876290619373322,
      "learning_rate": 9.700235676783255e-05,
      "loss": 0.0087,
      "step": 18630
    },
    {
      "epoch": 149.12,
      "grad_norm": 0.0897710993885994,
      "learning_rate": 9.699765575925261e-05,
      "loss": 0.0094,
      "step": 18640
    },
    {
      "epoch": 149.2,
      "grad_norm": 0.0844011977314949,
      "learning_rate": 9.699295118151088e-05,
      "loss": 0.0078,
      "step": 18650
    },
    {
      "epoch": 149.28,
      "grad_norm": 0.11475693434476852,
      "learning_rate": 9.698824303496463e-05,
      "loss": 0.0085,
      "step": 18660
    },
    {
      "epoch": 149.36,
      "grad_norm": 0.15423259139060974,
      "learning_rate": 9.698353131997142e-05,
      "loss": 0.0074,
      "step": 18670
    },
    {
      "epoch": 149.44,
      "grad_norm": 0.2232411503791809,
      "learning_rate": 9.697881603688907e-05,
      "loss": 0.0094,
      "step": 18680
    },
    {
      "epoch": 149.52,
      "grad_norm": 0.14267896115779877,
      "learning_rate": 9.697409718607569e-05,
      "loss": 0.0101,
      "step": 18690
    },
    {
      "epoch": 149.6,
      "grad_norm": 0.18175183236598969,
      "learning_rate": 9.696937476788961e-05,
      "loss": 0.0092,
      "step": 18700
    },
    {
      "epoch": 149.68,
      "grad_norm": 0.1638018786907196,
      "learning_rate": 9.69646487826895e-05,
      "loss": 0.009,
      "step": 18710
    },
    {
      "epoch": 149.76,
      "grad_norm": 0.1523842066526413,
      "learning_rate": 9.695991923083422e-05,
      "loss": 0.0098,
      "step": 18720
    },
    {
      "epoch": 149.84,
      "grad_norm": 0.24198737740516663,
      "learning_rate": 9.695518611268301e-05,
      "loss": 0.0079,
      "step": 18730
    },
    {
      "epoch": 149.92,
      "grad_norm": 0.133565753698349,
      "learning_rate": 9.69504494285953e-05,
      "loss": 0.0118,
      "step": 18740
    },
    {
      "epoch": 150.0,
      "grad_norm": 0.14071319997310638,
      "learning_rate": 9.69457091789308e-05,
      "loss": 0.01,
      "step": 18750
    },
    {
      "epoch": 150.08,
      "grad_norm": 0.22675685584545135,
      "learning_rate": 9.69409653640495e-05,
      "loss": 0.008,
      "step": 18760
    },
    {
      "epoch": 150.16,
      "grad_norm": 0.19866983592510223,
      "learning_rate": 9.693621798431165e-05,
      "loss": 0.0094,
      "step": 18770
    },
    {
      "epoch": 150.24,
      "grad_norm": 0.1283389925956726,
      "learning_rate": 9.69314670400778e-05,
      "loss": 0.0093,
      "step": 18780
    },
    {
      "epoch": 150.32,
      "grad_norm": 0.15704293549060822,
      "learning_rate": 9.692671253170877e-05,
      "loss": 0.0098,
      "step": 18790
    },
    {
      "epoch": 150.4,
      "grad_norm": 0.2152608186006546,
      "learning_rate": 9.69219544595656e-05,
      "loss": 0.0111,
      "step": 18800
    },
    {
      "epoch": 150.48,
      "grad_norm": 0.18626920878887177,
      "learning_rate": 9.691719282400964e-05,
      "loss": 0.0095,
      "step": 18810
    },
    {
      "epoch": 150.56,
      "grad_norm": 0.15032033622264862,
      "learning_rate": 9.691242762540252e-05,
      "loss": 0.0093,
      "step": 18820
    },
    {
      "epoch": 150.64,
      "grad_norm": 0.2527405619621277,
      "learning_rate": 9.690765886410611e-05,
      "loss": 0.0091,
      "step": 18830
    },
    {
      "epoch": 150.72,
      "grad_norm": 0.18272341787815094,
      "learning_rate": 9.690288654048257e-05,
      "loss": 0.0099,
      "step": 18840
    },
    {
      "epoch": 150.8,
      "grad_norm": 0.30607494711875916,
      "learning_rate": 9.689811065489434e-05,
      "loss": 0.0112,
      "step": 18850
    },
    {
      "epoch": 150.88,
      "grad_norm": 0.2710501551628113,
      "learning_rate": 9.68933312077041e-05,
      "loss": 0.0106,
      "step": 18860
    },
    {
      "epoch": 150.96,
      "grad_norm": 0.18390722572803497,
      "learning_rate": 9.688854819927482e-05,
      "loss": 0.0097,
      "step": 18870
    },
    {
      "epoch": 151.04,
      "grad_norm": 0.1481248438358307,
      "learning_rate": 9.688376162996975e-05,
      "loss": 0.0095,
      "step": 18880
    },
    {
      "epoch": 151.12,
      "grad_norm": 0.2704475224018097,
      "learning_rate": 9.68789715001524e-05,
      "loss": 0.0094,
      "step": 18890
    },
    {
      "epoch": 151.2,
      "grad_norm": 0.15056781470775604,
      "learning_rate": 9.687417781018652e-05,
      "loss": 0.0085,
      "step": 18900
    },
    {
      "epoch": 151.28,
      "grad_norm": 0.17343325912952423,
      "learning_rate": 9.686938056043617e-05,
      "loss": 0.0086,
      "step": 18910
    },
    {
      "epoch": 151.36,
      "grad_norm": 0.17864955961704254,
      "learning_rate": 9.686457975126571e-05,
      "loss": 0.0105,
      "step": 18920
    },
    {
      "epoch": 151.44,
      "grad_norm": 0.2305268943309784,
      "learning_rate": 9.685977538303968e-05,
      "loss": 0.0087,
      "step": 18930
    },
    {
      "epoch": 151.52,
      "grad_norm": 0.22644275426864624,
      "learning_rate": 9.685496745612295e-05,
      "loss": 0.0082,
      "step": 18940
    },
    {
      "epoch": 151.6,
      "grad_norm": 0.14078539609909058,
      "learning_rate": 9.685015597088066e-05,
      "loss": 0.0103,
      "step": 18950
    },
    {
      "epoch": 151.68,
      "grad_norm": 0.21203449368476868,
      "learning_rate": 9.68453409276782e-05,
      "loss": 0.0086,
      "step": 18960
    },
    {
      "epoch": 151.76,
      "grad_norm": 0.16415591537952423,
      "learning_rate": 9.684052232688128e-05,
      "loss": 0.0112,
      "step": 18970
    },
    {
      "epoch": 151.84,
      "grad_norm": 0.19278375804424286,
      "learning_rate": 9.683570016885579e-05,
      "loss": 0.0102,
      "step": 18980
    },
    {
      "epoch": 151.92,
      "grad_norm": 0.18944151699543,
      "learning_rate": 9.683087445396796e-05,
      "loss": 0.0105,
      "step": 18990
    },
    {
      "epoch": 152.0,
      "grad_norm": 0.10803080350160599,
      "learning_rate": 9.682604518258427e-05,
      "loss": 0.0086,
      "step": 19000
    },
    {
      "epoch": 152.08,
      "grad_norm": 0.2801554203033447,
      "learning_rate": 9.682121235507146e-05,
      "loss": 0.0079,
      "step": 19010
    },
    {
      "epoch": 152.16,
      "grad_norm": 0.154923215508461,
      "learning_rate": 9.68163759717966e-05,
      "loss": 0.0083,
      "step": 19020
    },
    {
      "epoch": 152.24,
      "grad_norm": 0.20321640372276306,
      "learning_rate": 9.681153603312692e-05,
      "loss": 0.0104,
      "step": 19030
    },
    {
      "epoch": 152.32,
      "grad_norm": 0.19557684659957886,
      "learning_rate": 9.680669253943003e-05,
      "loss": 0.0111,
      "step": 19040
    },
    {
      "epoch": 152.4,
      "grad_norm": 0.21141040325164795,
      "learning_rate": 9.680184549107372e-05,
      "loss": 0.0104,
      "step": 19050
    },
    {
      "epoch": 152.48,
      "grad_norm": 0.16547891497612,
      "learning_rate": 9.67969948884261e-05,
      "loss": 0.0121,
      "step": 19060
    },
    {
      "epoch": 152.56,
      "grad_norm": 0.14134474098682404,
      "learning_rate": 9.679214073185558e-05,
      "loss": 0.0102,
      "step": 19070
    },
    {
      "epoch": 152.64,
      "grad_norm": 0.19545845687389374,
      "learning_rate": 9.678728302173075e-05,
      "loss": 0.0103,
      "step": 19080
    },
    {
      "epoch": 152.72,
      "grad_norm": 0.2172725945711136,
      "learning_rate": 9.678242175842056e-05,
      "loss": 0.0091,
      "step": 19090
    },
    {
      "epoch": 152.8,
      "grad_norm": 0.13107067346572876,
      "learning_rate": 9.677755694229416e-05,
      "loss": 0.0109,
      "step": 19100
    },
    {
      "epoch": 152.88,
      "grad_norm": 0.1574094295501709,
      "learning_rate": 9.677268857372103e-05,
      "loss": 0.0133,
      "step": 19110
    },
    {
      "epoch": 152.96,
      "grad_norm": 0.15465737879276276,
      "learning_rate": 9.676781665307087e-05,
      "loss": 0.0097,
      "step": 19120
    },
    {
      "epoch": 153.04,
      "grad_norm": 0.19819431006908417,
      "learning_rate": 9.676294118071367e-05,
      "loss": 0.0096,
      "step": 19130
    },
    {
      "epoch": 153.12,
      "grad_norm": 0.15425880253314972,
      "learning_rate": 9.67580621570197e-05,
      "loss": 0.0105,
      "step": 19140
    },
    {
      "epoch": 153.2,
      "grad_norm": 0.2361038327217102,
      "learning_rate": 9.675317958235948e-05,
      "loss": 0.01,
      "step": 19150
    },
    {
      "epoch": 153.28,
      "grad_norm": 0.1754249483346939,
      "learning_rate": 9.674829345710382e-05,
      "loss": 0.0093,
      "step": 19160
    },
    {
      "epoch": 153.36,
      "grad_norm": 0.17626549303531647,
      "learning_rate": 9.674340378162378e-05,
      "loss": 0.0081,
      "step": 19170
    },
    {
      "epoch": 153.44,
      "grad_norm": 0.14550572633743286,
      "learning_rate": 9.673851055629071e-05,
      "loss": 0.0096,
      "step": 19180
    },
    {
      "epoch": 153.52,
      "grad_norm": 0.15945297479629517,
      "learning_rate": 9.67336137814762e-05,
      "loss": 0.0101,
      "step": 19190
    },
    {
      "epoch": 153.6,
      "grad_norm": 0.2704220414161682,
      "learning_rate": 9.672871345755215e-05,
      "loss": 0.0104,
      "step": 19200
    },
    {
      "epoch": 153.68,
      "grad_norm": 0.12851639091968536,
      "learning_rate": 9.672380958489069e-05,
      "loss": 0.0084,
      "step": 19210
    },
    {
      "epoch": 153.76,
      "grad_norm": 0.09576941281557083,
      "learning_rate": 9.671890216386425e-05,
      "loss": 0.0094,
      "step": 19220
    },
    {
      "epoch": 153.84,
      "grad_norm": 0.12560202181339264,
      "learning_rate": 9.67139911948455e-05,
      "loss": 0.0093,
      "step": 19230
    },
    {
      "epoch": 153.92,
      "grad_norm": 0.23114937543869019,
      "learning_rate": 9.670907667820742e-05,
      "loss": 0.0089,
      "step": 19240
    },
    {
      "epoch": 154.0,
      "grad_norm": 0.1340152472257614,
      "learning_rate": 9.670415861432319e-05,
      "loss": 0.011,
      "step": 19250
    },
    {
      "epoch": 154.08,
      "grad_norm": 0.2021232396364212,
      "learning_rate": 9.669923700356635e-05,
      "loss": 0.0097,
      "step": 19260
    },
    {
      "epoch": 154.16,
      "grad_norm": 0.18469059467315674,
      "learning_rate": 9.669431184631065e-05,
      "loss": 0.0072,
      "step": 19270
    },
    {
      "epoch": 154.24,
      "grad_norm": 0.13955219089984894,
      "learning_rate": 9.668938314293011e-05,
      "loss": 0.0104,
      "step": 19280
    },
    {
      "epoch": 154.32,
      "grad_norm": 0.1371689885854721,
      "learning_rate": 9.668445089379905e-05,
      "loss": 0.0081,
      "step": 19290
    },
    {
      "epoch": 154.4,
      "grad_norm": 0.22249282896518707,
      "learning_rate": 9.667951509929205e-05,
      "loss": 0.0104,
      "step": 19300
    },
    {
      "epoch": 154.48,
      "grad_norm": 0.13584041595458984,
      "learning_rate": 9.667457575978391e-05,
      "loss": 0.0092,
      "step": 19310
    },
    {
      "epoch": 154.56,
      "grad_norm": 0.25183379650115967,
      "learning_rate": 9.666963287564979e-05,
      "loss": 0.0112,
      "step": 19320
    },
    {
      "epoch": 154.64,
      "grad_norm": 0.1334257870912552,
      "learning_rate": 9.666468644726503e-05,
      "loss": 0.0082,
      "step": 19330
    },
    {
      "epoch": 154.72,
      "grad_norm": 0.1470060795545578,
      "learning_rate": 9.66597364750053e-05,
      "loss": 0.009,
      "step": 19340
    },
    {
      "epoch": 154.8,
      "grad_norm": 0.17185571789741516,
      "learning_rate": 9.665478295924651e-05,
      "loss": 0.0083,
      "step": 19350
    },
    {
      "epoch": 154.88,
      "grad_norm": 0.17425794899463654,
      "learning_rate": 9.664982590036484e-05,
      "loss": 0.0087,
      "step": 19360
    },
    {
      "epoch": 154.96,
      "grad_norm": 0.21309629082679749,
      "learning_rate": 9.664486529873678e-05,
      "loss": 0.013,
      "step": 19370
    },
    {
      "epoch": 155.04,
      "grad_norm": 0.16053923964500427,
      "learning_rate": 9.663990115473901e-05,
      "loss": 0.0092,
      "step": 19380
    },
    {
      "epoch": 155.12,
      "grad_norm": 0.16261902451515198,
      "learning_rate": 9.663493346874854e-05,
      "loss": 0.011,
      "step": 19390
    },
    {
      "epoch": 155.2,
      "grad_norm": 0.10894084721803665,
      "learning_rate": 9.662996224114265e-05,
      "loss": 0.0094,
      "step": 19400
    },
    {
      "epoch": 155.28,
      "grad_norm": 0.1499628722667694,
      "learning_rate": 9.662498747229886e-05,
      "loss": 0.0108,
      "step": 19410
    },
    {
      "epoch": 155.36,
      "grad_norm": 0.1977904886007309,
      "learning_rate": 9.662000916259497e-05,
      "loss": 0.0098,
      "step": 19420
    },
    {
      "epoch": 155.44,
      "grad_norm": 0.33460697531700134,
      "learning_rate": 9.661502731240903e-05,
      "loss": 0.0093,
      "step": 19430
    },
    {
      "epoch": 155.52,
      "grad_norm": 0.18219630420207977,
      "learning_rate": 9.661004192211942e-05,
      "loss": 0.0124,
      "step": 19440
    },
    {
      "epoch": 155.6,
      "grad_norm": 0.1847747415304184,
      "learning_rate": 9.660505299210471e-05,
      "loss": 0.0079,
      "step": 19450
    },
    {
      "epoch": 155.68,
      "grad_norm": 0.1506093293428421,
      "learning_rate": 9.66000605227438e-05,
      "loss": 0.0095,
      "step": 19460
    },
    {
      "epoch": 155.76,
      "grad_norm": 0.15390628576278687,
      "learning_rate": 9.659506451441583e-05,
      "loss": 0.009,
      "step": 19470
    },
    {
      "epoch": 155.84,
      "grad_norm": 0.2350795865058899,
      "learning_rate": 9.659006496750022e-05,
      "loss": 0.0083,
      "step": 19480
    },
    {
      "epoch": 155.92,
      "grad_norm": 0.07681690156459808,
      "learning_rate": 9.658506188237662e-05,
      "loss": 0.0077,
      "step": 19490
    },
    {
      "epoch": 156.0,
      "grad_norm": 0.13523513078689575,
      "learning_rate": 9.658005525942502e-05,
      "loss": 0.0078,
      "step": 19500
    },
    {
      "epoch": 156.08,
      "grad_norm": 0.14990118145942688,
      "learning_rate": 9.657504509902562e-05,
      "loss": 0.0115,
      "step": 19510
    },
    {
      "epoch": 156.16,
      "grad_norm": 0.3307477533817291,
      "learning_rate": 9.657003140155892e-05,
      "loss": 0.0085,
      "step": 19520
    },
    {
      "epoch": 156.24,
      "grad_norm": 0.21466299891471863,
      "learning_rate": 9.656501416740566e-05,
      "loss": 0.0106,
      "step": 19530
    },
    {
      "epoch": 156.32,
      "grad_norm": 0.13972234725952148,
      "learning_rate": 9.655999339694688e-05,
      "loss": 0.0082,
      "step": 19540
    },
    {
      "epoch": 156.4,
      "grad_norm": 0.21663929522037506,
      "learning_rate": 9.655496909056387e-05,
      "loss": 0.0096,
      "step": 19550
    },
    {
      "epoch": 156.48,
      "grad_norm": 0.25384965538978577,
      "learning_rate": 9.654994124863818e-05,
      "loss": 0.0102,
      "step": 19560
    },
    {
      "epoch": 156.56,
      "grad_norm": 0.18397049605846405,
      "learning_rate": 9.654490987155168e-05,
      "loss": 0.0104,
      "step": 19570
    },
    {
      "epoch": 156.64,
      "grad_norm": 0.21377067267894745,
      "learning_rate": 9.653987495968644e-05,
      "loss": 0.009,
      "step": 19580
    },
    {
      "epoch": 156.72,
      "grad_norm": 0.13752500712871552,
      "learning_rate": 9.653483651342482e-05,
      "loss": 0.0075,
      "step": 19590
    },
    {
      "epoch": 156.8,
      "grad_norm": 0.15979261696338654,
      "learning_rate": 9.652979453314947e-05,
      "loss": 0.0086,
      "step": 19600
    },
    {
      "epoch": 156.88,
      "grad_norm": 0.15518558025360107,
      "learning_rate": 9.652474901924332e-05,
      "loss": 0.0099,
      "step": 19610
    },
    {
      "epoch": 156.96,
      "grad_norm": 0.19226975739002228,
      "learning_rate": 9.651969997208949e-05,
      "loss": 0.0079,
      "step": 19620
    },
    {
      "epoch": 157.04,
      "grad_norm": 0.1600237339735031,
      "learning_rate": 9.651464739207146e-05,
      "loss": 0.0099,
      "step": 19630
    },
    {
      "epoch": 157.12,
      "grad_norm": 0.13343922793865204,
      "learning_rate": 9.650959127957293e-05,
      "loss": 0.007,
      "step": 19640
    },
    {
      "epoch": 157.2,
      "grad_norm": 0.09341775625944138,
      "learning_rate": 9.650453163497789e-05,
      "loss": 0.0098,
      "step": 19650
    },
    {
      "epoch": 157.28,
      "grad_norm": 0.12977467477321625,
      "learning_rate": 9.649946845867058e-05,
      "loss": 0.0109,
      "step": 19660
    },
    {
      "epoch": 157.36,
      "grad_norm": 0.18782785534858704,
      "learning_rate": 9.649440175103548e-05,
      "loss": 0.0106,
      "step": 19670
    },
    {
      "epoch": 157.44,
      "grad_norm": 0.1792832314968109,
      "learning_rate": 9.648933151245742e-05,
      "loss": 0.0077,
      "step": 19680
    },
    {
      "epoch": 157.52,
      "grad_norm": 0.2589603066444397,
      "learning_rate": 9.648425774332144e-05,
      "loss": 0.0087,
      "step": 19690
    },
    {
      "epoch": 157.6,
      "grad_norm": 0.11294461041688919,
      "learning_rate": 9.647918044401285e-05,
      "loss": 0.0084,
      "step": 19700
    },
    {
      "epoch": 157.68,
      "grad_norm": 0.16494297981262207,
      "learning_rate": 9.647409961491724e-05,
      "loss": 0.008,
      "step": 19710
    },
    {
      "epoch": 157.76,
      "grad_norm": 0.11042875796556473,
      "learning_rate": 9.646901525642046e-05,
      "loss": 0.0088,
      "step": 19720
    },
    {
      "epoch": 157.84,
      "grad_norm": 0.1417873352766037,
      "learning_rate": 9.646392736890865e-05,
      "loss": 0.0089,
      "step": 19730
    },
    {
      "epoch": 157.92,
      "grad_norm": 0.21293394267559052,
      "learning_rate": 9.64588359527682e-05,
      "loss": 0.0092,
      "step": 19740
    },
    {
      "epoch": 158.0,
      "grad_norm": 0.18907098472118378,
      "learning_rate": 9.645374100838573e-05,
      "loss": 0.0098,
      "step": 19750
    },
    {
      "epoch": 158.08,
      "grad_norm": 0.19637951254844666,
      "learning_rate": 9.644864253614823e-05,
      "loss": 0.0124,
      "step": 19760
    },
    {
      "epoch": 158.16,
      "grad_norm": 0.17027589678764343,
      "learning_rate": 9.644354053644285e-05,
      "loss": 0.0095,
      "step": 19770
    },
    {
      "epoch": 158.24,
      "grad_norm": 0.2160978764295578,
      "learning_rate": 9.643843500965705e-05,
      "loss": 0.0082,
      "step": 19780
    },
    {
      "epoch": 158.32,
      "grad_norm": 0.1130077913403511,
      "learning_rate": 9.643332595617861e-05,
      "loss": 0.0101,
      "step": 19790
    },
    {
      "epoch": 158.4,
      "grad_norm": 0.17955078184604645,
      "learning_rate": 9.642821337639548e-05,
      "loss": 0.0099,
      "step": 19800
    },
    {
      "epoch": 158.48,
      "grad_norm": 0.16456827521324158,
      "learning_rate": 9.642309727069596e-05,
      "loss": 0.0098,
      "step": 19810
    },
    {
      "epoch": 158.56,
      "grad_norm": 0.10311967134475708,
      "learning_rate": 9.641797763946855e-05,
      "loss": 0.0085,
      "step": 19820
    },
    {
      "epoch": 158.64,
      "grad_norm": 0.25260254740715027,
      "learning_rate": 9.641285448310207e-05,
      "loss": 0.0104,
      "step": 19830
    },
    {
      "epoch": 158.72,
      "grad_norm": 0.1557161808013916,
      "learning_rate": 9.640772780198559e-05,
      "loss": 0.0094,
      "step": 19840
    },
    {
      "epoch": 158.8,
      "grad_norm": 0.13578788936138153,
      "learning_rate": 9.640259759650845e-05,
      "loss": 0.009,
      "step": 19850
    },
    {
      "epoch": 158.88,
      "grad_norm": 0.20280499756336212,
      "learning_rate": 9.639746386706026e-05,
      "loss": 0.0094,
      "step": 19860
    },
    {
      "epoch": 158.96,
      "grad_norm": 0.15381601452827454,
      "learning_rate": 9.639232661403089e-05,
      "loss": 0.0095,
      "step": 19870
    },
    {
      "epoch": 159.04,
      "grad_norm": 0.19569753110408783,
      "learning_rate": 9.638718583781047e-05,
      "loss": 0.0097,
      "step": 19880
    },
    {
      "epoch": 159.12,
      "grad_norm": 0.1529797613620758,
      "learning_rate": 9.63820415387894e-05,
      "loss": 0.0086,
      "step": 19890
    },
    {
      "epoch": 159.2,
      "grad_norm": 0.1480972319841385,
      "learning_rate": 9.637689371735838e-05,
      "loss": 0.0091,
      "step": 19900
    },
    {
      "epoch": 159.28,
      "grad_norm": 0.14659497141838074,
      "learning_rate": 9.637174237390836e-05,
      "loss": 0.0102,
      "step": 19910
    },
    {
      "epoch": 159.36,
      "grad_norm": 0.18239954113960266,
      "learning_rate": 9.636658750883052e-05,
      "loss": 0.0093,
      "step": 19920
    },
    {
      "epoch": 159.44,
      "grad_norm": 0.17966441810131073,
      "learning_rate": 9.636142912251635e-05,
      "loss": 0.0119,
      "step": 19930
    },
    {
      "epoch": 159.52,
      "grad_norm": 0.24974393844604492,
      "learning_rate": 9.63562672153576e-05,
      "loss": 0.0085,
      "step": 19940
    },
    {
      "epoch": 159.6,
      "grad_norm": 0.1552300900220871,
      "learning_rate": 9.635110178774627e-05,
      "loss": 0.0082,
      "step": 19950
    },
    {
      "epoch": 159.68,
      "grad_norm": 0.1538429856300354,
      "learning_rate": 9.634593284007468e-05,
      "loss": 0.0123,
      "step": 19960
    },
    {
      "epoch": 159.76,
      "grad_norm": 0.18714722990989685,
      "learning_rate": 9.63407603727353e-05,
      "loss": 0.0079,
      "step": 19970
    },
    {
      "epoch": 159.84,
      "grad_norm": 0.11104030907154083,
      "learning_rate": 9.633558438612103e-05,
      "loss": 0.0087,
      "step": 19980
    },
    {
      "epoch": 159.92,
      "grad_norm": 0.11873842030763626,
      "learning_rate": 9.63304048806249e-05,
      "loss": 0.0076,
      "step": 19990
    },
    {
      "epoch": 160.0,
      "grad_norm": 0.22197096049785614,
      "learning_rate": 9.632522185664027e-05,
      "loss": 0.0098,
      "step": 20000
    }
  ],
  "logging_steps": 10,
  "max_steps": 120000,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 960,
  "save_steps": 5000,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}