{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.0,
  "eval_steps": 500,
  "global_step": 1812,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0016580310880829016,
      "grad_norm": 953.1777954101562,
      "learning_rate": 0.0,
      "loss": 31.8768,
      "memory/device_mem_reserved(gib)": 53.31,
      "memory/max_mem_active(gib)": 46.31,
      "memory/max_mem_allocated(gib)": 46.31,
      "step": 1
    },
    {
      "epoch": 0.003316062176165803,
      "grad_norm": 941.7620849609375,
      "learning_rate": 2.666666666666667e-07,
      "loss": 32.0511,
      "memory/device_mem_reserved(gib)": 53.31,
      "memory/max_mem_active(gib)": 46.31,
      "memory/max_mem_allocated(gib)": 46.31,
      "step": 2
    },
    {
      "epoch": 0.004974093264248704,
      "grad_norm": 904.5936889648438,
      "learning_rate": 5.333333333333335e-07,
      "loss": 32.0482,
      "memory/device_mem_reserved(gib)": 53.31,
      "memory/max_mem_active(gib)": 46.31,
      "memory/max_mem_allocated(gib)": 46.31,
      "step": 3
    },
    {
      "epoch": 0.006632124352331606,
      "grad_norm": 844.91748046875,
      "learning_rate": 8.000000000000001e-07,
      "loss": 31.9037,
      "memory/device_mem_reserved(gib)": 53.31,
      "memory/max_mem_active(gib)": 46.31,
      "memory/max_mem_allocated(gib)": 46.31,
      "step": 4
    },
    {
      "epoch": 0.008290155440414507,
      "grad_norm": 856.5946655273438,
      "learning_rate": 1.066666666666667e-06,
      "loss": 32.0564,
      "memory/device_mem_reserved(gib)": 53.31,
      "memory/max_mem_active(gib)": 46.31,
      "memory/max_mem_allocated(gib)": 46.31,
      "step": 5
    },
    {
      "epoch": 0.009948186528497409,
      "grad_norm": 842.4765014648438,
      "learning_rate": 1.3333333333333334e-06,
      "loss": 31.3755,
      "memory/device_mem_reserved(gib)": 53.31,
      "memory/max_mem_active(gib)": 46.31,
      "memory/max_mem_allocated(gib)": 46.31,
      "step": 6
    },
    {
      "epoch": 0.011606217616580311,
      "grad_norm": 1275.9932861328125,
      "learning_rate": 1.6000000000000001e-06,
      "loss": 29.6011,
      "memory/device_mem_reserved(gib)": 62.22,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 7
    },
    {
      "epoch": 0.013264248704663213,
      "grad_norm": 1143.0479736328125,
      "learning_rate": 1.8666666666666669e-06,
      "loss": 29.4022,
      "memory/device_mem_reserved(gib)": 62.22,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 8
    },
    {
      "epoch": 0.014922279792746114,
      "grad_norm": 614.4699096679688,
      "learning_rate": 2.133333333333334e-06,
      "loss": 28.3414,
      "memory/device_mem_reserved(gib)": 62.22,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 9
    },
    {
      "epoch": 0.016580310880829015,
      "grad_norm": 400.2677307128906,
      "learning_rate": 2.4000000000000003e-06,
      "loss": 24.8429,
      "memory/device_mem_reserved(gib)": 62.22,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 10
    },
    {
      "epoch": 0.018238341968911918,
      "grad_norm": 1939.03759765625,
      "learning_rate": 2.666666666666667e-06,
      "loss": 24.4836,
      "memory/device_mem_reserved(gib)": 62.22,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 11
    },
    {
      "epoch": 0.019896373056994817,
      "grad_norm": 320.37078857421875,
      "learning_rate": 2.9333333333333338e-06,
      "loss": 23.9736,
      "memory/device_mem_reserved(gib)": 62.22,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 12
    },
    {
      "epoch": 0.02155440414507772,
      "grad_norm": 551.8046875,
      "learning_rate": 3.2000000000000003e-06,
      "loss": 21.2932,
      "memory/device_mem_reserved(gib)": 62.22,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 13
    },
    {
      "epoch": 0.023212435233160623,
      "grad_norm": 222.8180389404297,
      "learning_rate": 3.4666666666666672e-06,
      "loss": 20.7836,
      "memory/device_mem_reserved(gib)": 62.22,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 14
    },
    {
      "epoch": 0.024870466321243522,
      "grad_norm": 253.66250610351562,
      "learning_rate": 3.7333333333333337e-06,
      "loss": 20.836,
      "memory/device_mem_reserved(gib)": 62.22,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 15
    },
    {
      "epoch": 0.026528497409326425,
      "grad_norm": 285.1884765625,
      "learning_rate": 4.000000000000001e-06,
      "loss": 20.1188,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 16
    },
    {
      "epoch": 0.028186528497409328,
      "grad_norm": 249.0187530517578,
      "learning_rate": 4.266666666666668e-06,
      "loss": 19.3079,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 17
    },
    {
      "epoch": 0.029844559585492227,
      "grad_norm": 212.94544982910156,
      "learning_rate": 4.533333333333334e-06,
      "loss": 18.5216,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 18
    },
    {
      "epoch": 0.03150259067357513,
      "grad_norm": 261.9599304199219,
      "learning_rate": 4.800000000000001e-06,
      "loss": 17.9299,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 19
    },
    {
      "epoch": 0.03316062176165803,
      "grad_norm": 315.4785461425781,
      "learning_rate": 5.0666666666666676e-06,
      "loss": 17.4432,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 20
    },
    {
      "epoch": 0.034818652849740936,
      "grad_norm": 315.4195861816406,
      "learning_rate": 5.333333333333334e-06,
      "loss": 17.0487,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 21
    },
    {
      "epoch": 0.036476683937823835,
      "grad_norm": 21753.1640625,
      "learning_rate": 5.600000000000001e-06,
      "loss": 17.2863,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 22
    },
    {
      "epoch": 0.038134715025906735,
      "grad_norm": 264.0852966308594,
      "learning_rate": 5.8666666666666675e-06,
      "loss": 16.8293,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 23
    },
    {
      "epoch": 0.039792746113989634,
      "grad_norm": 12617.23828125,
      "learning_rate": 6.133333333333334e-06,
      "loss": 21.0798,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 24
    },
    {
      "epoch": 0.04145077720207254,
      "grad_norm": 5869.67919921875,
      "learning_rate": 6.4000000000000006e-06,
      "loss": 16.7878,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 25
    },
    {
      "epoch": 0.04310880829015544,
      "grad_norm": 499.04962158203125,
      "learning_rate": 6.666666666666667e-06,
      "loss": 16.3338,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 26
    },
    {
      "epoch": 0.04476683937823834,
      "grad_norm": 253.94741821289062,
      "learning_rate": 6.9333333333333344e-06,
      "loss": 15.9299,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 27
    },
    {
      "epoch": 0.046424870466321246,
      "grad_norm": 135.4669189453125,
      "learning_rate": 7.2000000000000005e-06,
      "loss": 15.6824,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 28
    },
    {
      "epoch": 0.048082901554404145,
      "grad_norm": 179.89157104492188,
      "learning_rate": 7.4666666666666675e-06,
      "loss": 15.2201,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 29
    },
    {
      "epoch": 0.049740932642487044,
      "grad_norm": 116.65850067138672,
      "learning_rate": 7.733333333333334e-06,
      "loss": 14.7833,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 30
    },
    {
      "epoch": 0.05139896373056995,
      "grad_norm": 109.137451171875,
      "learning_rate": 8.000000000000001e-06,
      "loss": 14.4555,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 31
    },
    {
      "epoch": 0.05305699481865285,
      "grad_norm": 146.31175231933594,
      "learning_rate": 8.266666666666667e-06,
      "loss": 14.703,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 32
    },
    {
      "epoch": 0.05471502590673575,
      "grad_norm": 183.98870849609375,
      "learning_rate": 8.533333333333335e-06,
      "loss": 14.2644,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 33
    },
    {
      "epoch": 0.056373056994818656,
      "grad_norm": 183.7622833251953,
      "learning_rate": 8.8e-06,
      "loss": 14.1227,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 34
    },
    {
      "epoch": 0.058031088082901555,
      "grad_norm": 132.08758544921875,
      "learning_rate": 9.066666666666667e-06,
      "loss": 14.2811,
      "memory/device_mem_reserved(gib)": 62.24,
      "memory/max_mem_active(gib)": 54.1,
      "memory/max_mem_allocated(gib)": 54.1,
      "step": 35
    },
    {
      "epoch": 0.059689119170984455,
      "grad_norm": 101.53746032714844,
      "learning_rate": 9.333333333333334e-06,
      "loss": 13.861,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 36
    },
    {
      "epoch": 0.06134715025906736,
      "grad_norm": 155.4209442138672,
      "learning_rate": 9.600000000000001e-06,
      "loss": 13.9044,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 37
    },
    {
      "epoch": 0.06300518134715026,
      "grad_norm": 84.12127685546875,
      "learning_rate": 9.866666666666668e-06,
      "loss": 13.5886,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 38
    },
    {
      "epoch": 0.06466321243523317,
      "grad_norm": 184.6031494140625,
      "learning_rate": 1.0133333333333335e-05,
      "loss": 13.522,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 39
    },
    {
      "epoch": 0.06632124352331606,
      "grad_norm": 84.01010131835938,
      "learning_rate": 1.04e-05,
      "loss": 13.4104,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 40
    },
    {
      "epoch": 0.06797927461139897,
      "grad_norm": 70.52255249023438,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 13.4273,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 41
    },
    {
      "epoch": 0.06963730569948187,
      "grad_norm": 80.85132598876953,
      "learning_rate": 1.0933333333333334e-05,
      "loss": 13.3783,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 42
    },
    {
      "epoch": 0.07129533678756476,
      "grad_norm": 71.83577728271484,
      "learning_rate": 1.1200000000000001e-05,
      "loss": 13.166,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 43
    },
    {
      "epoch": 0.07295336787564767,
      "grad_norm": 86.97464752197266,
      "learning_rate": 1.1466666666666668e-05,
      "loss": 12.7514,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 44
    },
    {
      "epoch": 0.07461139896373056,
      "grad_norm": 86.85687255859375,
      "learning_rate": 1.1733333333333335e-05,
      "loss": 12.8638,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 45
    },
    {
      "epoch": 0.07626943005181347,
      "grad_norm": 75.20311737060547,
      "learning_rate": 1.2e-05,
      "loss": 12.8836,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 46
    },
    {
      "epoch": 0.07792746113989638,
      "grad_norm": 80.17949676513672,
      "learning_rate": 1.2266666666666667e-05,
      "loss": 12.6426,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 47
    },
    {
      "epoch": 0.07958549222797927,
      "grad_norm": 488.2945861816406,
      "learning_rate": 1.2533333333333336e-05,
      "loss": 12.9125,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 48
    },
    {
      "epoch": 0.08124352331606217,
      "grad_norm": 199.6013946533203,
      "learning_rate": 1.2800000000000001e-05,
      "loss": 12.6762,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 49
    },
    {
      "epoch": 0.08290155440414508,
      "grad_norm": 145.4738311767578,
      "learning_rate": 1.3066666666666668e-05,
      "loss": 12.5218,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 50
    },
    {
      "epoch": 0.08455958549222797,
      "grad_norm": 78.29985046386719,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 12.5165,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 51
    },
    {
      "epoch": 0.08621761658031088,
      "grad_norm": 93.34286499023438,
      "learning_rate": 1.3600000000000002e-05,
      "loss": 12.3165,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 52
    },
    {
      "epoch": 0.08787564766839379,
      "grad_norm": 142.28277587890625,
      "learning_rate": 1.3866666666666669e-05,
      "loss": 12.4156,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 53
    },
    {
      "epoch": 0.08953367875647668,
      "grad_norm": 77.29243469238281,
      "learning_rate": 1.4133333333333334e-05,
      "loss": 12.1393,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 54
    },
    {
      "epoch": 0.09119170984455958,
      "grad_norm": 87.31278991699219,
      "learning_rate": 1.4400000000000001e-05,
      "loss": 12.2908,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 55
    },
    {
      "epoch": 0.09284974093264249,
      "grad_norm": 74.80777740478516,
      "learning_rate": 1.4666666666666666e-05,
      "loss": 12.1263,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 56
    },
    {
      "epoch": 0.09450777202072538,
      "grad_norm": 118.42969512939453,
      "learning_rate": 1.4933333333333335e-05,
      "loss": 12.0866,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 57
    },
    {
      "epoch": 0.09616580310880829,
      "grad_norm": 73.8781967163086,
      "learning_rate": 1.5200000000000002e-05,
      "loss": 11.9715,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 58
    },
    {
      "epoch": 0.0978238341968912,
      "grad_norm": 159.1495819091797,
      "learning_rate": 1.546666666666667e-05,
      "loss": 11.9082,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 59
    },
    {
      "epoch": 0.09948186528497409,
      "grad_norm": 77.0408935546875,
      "learning_rate": 1.5733333333333334e-05,
      "loss": 11.8936,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 60
    },
    {
      "epoch": 0.101139896373057,
      "grad_norm": 82.0032958984375,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 11.798,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 61
    },
    {
      "epoch": 0.1027979274611399,
      "grad_norm": 257.7360534667969,
      "learning_rate": 1.6266666666666668e-05,
      "loss": 11.9818,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 62
    },
    {
      "epoch": 0.1044559585492228,
      "grad_norm": 72.75184631347656,
      "learning_rate": 1.6533333333333333e-05,
      "loss": 11.5865,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 63
    },
    {
      "epoch": 0.1061139896373057,
      "grad_norm": 84.80323791503906,
      "learning_rate": 1.6800000000000002e-05,
      "loss": 11.7224,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 64
    },
    {
      "epoch": 0.1077720207253886,
      "grad_norm": 71.45095825195312,
      "learning_rate": 1.706666666666667e-05,
      "loss": 11.9688,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 65
    },
    {
      "epoch": 0.1094300518134715,
      "grad_norm": 99.11408996582031,
      "learning_rate": 1.7333333333333336e-05,
      "loss": 11.391,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 66
    },
    {
      "epoch": 0.1110880829015544,
      "grad_norm": 121.9959487915039,
      "learning_rate": 1.76e-05,
      "loss": 11.5499,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 67
    },
    {
      "epoch": 0.11274611398963731,
      "grad_norm": 76.19143676757812,
      "learning_rate": 1.7866666666666666e-05,
      "loss": 11.4989,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 68
    },
    {
      "epoch": 0.1144041450777202,
      "grad_norm": 58.69231414794922,
      "learning_rate": 1.8133333333333335e-05,
      "loss": 11.534,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 69
    },
    {
      "epoch": 0.11606217616580311,
      "grad_norm": 66.21560668945312,
      "learning_rate": 1.8400000000000003e-05,
      "loss": 11.1415,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 70
    },
    {
      "epoch": 0.11772020725388602,
      "grad_norm": 86.30563354492188,
      "learning_rate": 1.866666666666667e-05,
      "loss": 11.2311,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 71
    },
    {
      "epoch": 0.11937823834196891,
      "grad_norm": 75.8053207397461,
      "learning_rate": 1.8933333333333334e-05,
      "loss": 11.5687,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 72
    },
    {
      "epoch": 0.12103626943005182,
      "grad_norm": 72.00888061523438,
      "learning_rate": 1.9200000000000003e-05,
      "loss": 11.377,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 73
    },
    {
      "epoch": 0.12269430051813472,
      "grad_norm": 84.06982421875,
      "learning_rate": 1.9466666666666668e-05,
      "loss": 11.311,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 74
    },
    {
      "epoch": 0.12435233160621761,
      "grad_norm": 63.424957275390625,
      "learning_rate": 1.9733333333333336e-05,
      "loss": 11.5829,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 75
    },
    {
      "epoch": 0.12601036269430052,
      "grad_norm": 106.94120788574219,
      "learning_rate": 2e-05,
      "loss": 11.3299,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 76
    },
    {
      "epoch": 0.12766839378238343,
      "grad_norm": 65.08944702148438,
      "learning_rate": 2.026666666666667e-05,
      "loss": 11.2903,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 77
    },
    {
      "epoch": 0.12932642487046633,
      "grad_norm": 68.56265258789062,
      "learning_rate": 2.0533333333333336e-05,
      "loss": 11.2242,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 78
    },
    {
      "epoch": 0.1309844559585492,
      "grad_norm": 80.47183990478516,
      "learning_rate": 2.08e-05,
      "loss": 11.4179,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 79
    },
    {
      "epoch": 0.13264248704663212,
      "grad_norm": 83.42543029785156,
      "learning_rate": 2.1066666666666666e-05,
      "loss": 11.1934,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 80
    },
    {
      "epoch": 0.13430051813471502,
      "grad_norm": 79.21614837646484,
      "learning_rate": 2.1333333333333335e-05,
      "loss": 11.0519,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 81
    },
    {
      "epoch": 0.13595854922279793,
      "grad_norm": 126.02620697021484,
      "learning_rate": 2.1600000000000003e-05,
      "loss": 11.405,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 82
    },
    {
      "epoch": 0.13761658031088084,
      "grad_norm": 63.5987663269043,
      "learning_rate": 2.186666666666667e-05,
      "loss": 11.1029,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 83
    },
    {
      "epoch": 0.13927461139896374,
      "grad_norm": 78.83567810058594,
      "learning_rate": 2.2133333333333337e-05,
      "loss": 11.518,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 84
    },
    {
      "epoch": 0.14093264248704662,
      "grad_norm": 77.80921936035156,
      "learning_rate": 2.2400000000000002e-05,
      "loss": 11.235,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 85
    },
    {
      "epoch": 0.14259067357512953,
      "grad_norm": 138.24380493164062,
      "learning_rate": 2.2666666666666668e-05,
      "loss": 11.0366,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 86
    },
    {
      "epoch": 0.14424870466321243,
      "grad_norm": 75.52262878417969,
      "learning_rate": 2.2933333333333336e-05,
      "loss": 11.1851,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 87
    },
    {
      "epoch": 0.14590673575129534,
      "grad_norm": 132.62416076660156,
      "learning_rate": 2.32e-05,
      "loss": 11.1285,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 88
    },
    {
      "epoch": 0.14756476683937825,
      "grad_norm": 62.10777282714844,
      "learning_rate": 2.346666666666667e-05,
      "loss": 11.198,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 89
    },
    {
      "epoch": 0.14922279792746113,
      "grad_norm": 65.31700897216797,
      "learning_rate": 2.373333333333334e-05,
      "loss": 11.1471,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 90
    },
    {
      "epoch": 0.15088082901554403,
      "grad_norm": 67.71412658691406,
      "learning_rate": 2.4e-05,
      "loss": 10.8216,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 91
    },
    {
      "epoch": 0.15253886010362694,
      "grad_norm": 70.22260284423828,
      "learning_rate": 2.426666666666667e-05,
      "loss": 11.2394,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 92
    },
    {
      "epoch": 0.15419689119170985,
      "grad_norm": 65.87745666503906,
      "learning_rate": 2.4533333333333334e-05,
      "loss": 10.9931,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 93
    },
    {
      "epoch": 0.15585492227979275,
      "grad_norm": 72.4812240600586,
      "learning_rate": 2.4800000000000003e-05,
      "loss": 10.836,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 94
    },
    {
      "epoch": 0.15751295336787566,
      "grad_norm": 87.83536529541016,
      "learning_rate": 2.5066666666666672e-05,
      "loss": 11.0929,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 95
    },
    {
      "epoch": 0.15917098445595854,
      "grad_norm": 53.25575637817383,
      "learning_rate": 2.5333333333333334e-05,
      "loss": 10.718,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 96
    },
    {
      "epoch": 0.16082901554404144,
      "grad_norm": 64.3024673461914,
      "learning_rate": 2.5600000000000002e-05,
      "loss": 11.1194,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 97
    },
    {
      "epoch": 0.16248704663212435,
      "grad_norm": 64.717529296875,
      "learning_rate": 2.5866666666666667e-05,
      "loss": 10.9145,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 98
    },
    {
      "epoch": 0.16414507772020726,
      "grad_norm": 63.222320556640625,
      "learning_rate": 2.6133333333333336e-05,
      "loss": 10.8041,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 99
    },
    {
      "epoch": 0.16580310880829016,
      "grad_norm": 73.39583587646484,
      "learning_rate": 2.6400000000000005e-05,
      "loss": 10.9993,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 100
    },
    {
      "epoch": 0.16746113989637307,
      "grad_norm": 82.33963775634766,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 10.8347,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 101
    },
    {
      "epoch": 0.16911917098445595,
      "grad_norm": 138.89089965820312,
      "learning_rate": 2.6933333333333335e-05,
      "loss": 11.0049,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 102
    },
    {
      "epoch": 0.17077720207253885,
      "grad_norm": 60.58731460571289,
      "learning_rate": 2.7200000000000004e-05,
      "loss": 10.9572,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 103
    },
    {
      "epoch": 0.17243523316062176,
      "grad_norm": 57.82384490966797,
      "learning_rate": 2.746666666666667e-05,
      "loss": 10.7834,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 104
    },
    {
      "epoch": 0.17409326424870467,
      "grad_norm": 108.20508575439453,
      "learning_rate": 2.7733333333333338e-05,
      "loss": 10.576,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 105
    },
    {
      "epoch": 0.17575129533678757,
      "grad_norm": 57.73896408081055,
      "learning_rate": 2.8e-05,
      "loss": 11.1092,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 106
    },
    {
      "epoch": 0.17740932642487048,
      "grad_norm": 62.02979278564453,
      "learning_rate": 2.8266666666666668e-05,
      "loss": 10.9218,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 107
    },
    {
      "epoch": 0.17906735751295336,
      "grad_norm": 65.45112609863281,
      "learning_rate": 2.8533333333333337e-05,
      "loss": 10.8077,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 108
    },
    {
      "epoch": 0.18072538860103626,
      "grad_norm": 85.03221893310547,
      "learning_rate": 2.8800000000000002e-05,
      "loss": 10.8718,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 109
    },
    {
      "epoch": 0.18238341968911917,
      "grad_norm": 67.54119873046875,
      "learning_rate": 2.906666666666667e-05,
      "loss": 10.5901,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 110
    },
    {
      "epoch": 0.18404145077720208,
      "grad_norm": 58.8192138671875,
      "learning_rate": 2.9333333333333333e-05,
      "loss": 10.668,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 111
    },
    {
      "epoch": 0.18569948186528498,
      "grad_norm": 56.43239212036133,
      "learning_rate": 2.96e-05,
      "loss": 10.7329,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 112
    },
    {
      "epoch": 0.1873575129533679,
      "grad_norm": 66.40229797363281,
      "learning_rate": 2.986666666666667e-05,
      "loss": 10.7217,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 113
    },
    {
      "epoch": 0.18901554404145077,
      "grad_norm": 79.60035705566406,
      "learning_rate": 3.0133333333333335e-05,
      "loss": 10.7274,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 114
    },
    {
      "epoch": 0.19067357512953367,
      "grad_norm": 56.80960464477539,
      "learning_rate": 3.0400000000000004e-05,
      "loss": 10.8671,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 115
    },
    {
      "epoch": 0.19233160621761658,
      "grad_norm": 52.6038932800293,
      "learning_rate": 3.066666666666667e-05,
      "loss": 10.4821,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 116
    },
    {
      "epoch": 0.19398963730569949,
      "grad_norm": 69.78691864013672,
      "learning_rate": 3.093333333333334e-05,
      "loss": 10.8035,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 117
    },
    {
      "epoch": 0.1956476683937824,
      "grad_norm": 60.913116455078125,
      "learning_rate": 3.1200000000000006e-05,
      "loss": 10.6137,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 118
    },
    {
      "epoch": 0.1973056994818653,
      "grad_norm": 56.4198112487793,
      "learning_rate": 3.146666666666667e-05,
      "loss": 10.8437,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 119
    },
    {
      "epoch": 0.19896373056994818,
      "grad_norm": 86.40568542480469,
      "learning_rate": 3.173333333333334e-05,
      "loss": 10.5533,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 120
    },
    {
      "epoch": 0.20062176165803108,
      "grad_norm": 62.90259552001953,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 10.8305,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 121
    },
    {
      "epoch": 0.202279792746114,
      "grad_norm": 90.07855224609375,
      "learning_rate": 3.226666666666667e-05,
      "loss": 10.6236,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 122
    },
    {
      "epoch": 0.2039378238341969,
      "grad_norm": 50.76166534423828,
      "learning_rate": 3.2533333333333336e-05,
      "loss": 10.8974,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 123
    },
    {
      "epoch": 0.2055958549222798,
      "grad_norm": 59.93488693237305,
      "learning_rate": 3.28e-05,
      "loss": 10.5471,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 124
    },
    {
      "epoch": 0.20725388601036268,
      "grad_norm": 193.6154327392578,
      "learning_rate": 3.3066666666666666e-05,
      "loss": 10.6939,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 125
    },
    {
      "epoch": 0.2089119170984456,
      "grad_norm": 61.271018981933594,
      "learning_rate": 3.3333333333333335e-05,
      "loss": 10.9142,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 126
    },
    {
      "epoch": 0.2105699481865285,
      "grad_norm": 73.7247085571289,
      "learning_rate": 3.3600000000000004e-05,
      "loss": 10.6526,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 127
    },
    {
      "epoch": 0.2122279792746114,
      "grad_norm": 86.13551330566406,
      "learning_rate": 3.386666666666667e-05,
      "loss": 10.8503,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 128
    },
    {
      "epoch": 0.2138860103626943,
      "grad_norm": 53.550941467285156,
      "learning_rate": 3.413333333333334e-05,
      "loss": 10.5091,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 129
    },
    {
      "epoch": 0.2155440414507772,
      "grad_norm": 51.73624038696289,
      "learning_rate": 3.44e-05,
      "loss": 10.7194,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 130
    },
    {
      "epoch": 0.2172020725388601,
      "grad_norm": 74.2078857421875,
      "learning_rate": 3.466666666666667e-05,
      "loss": 10.6194,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 131
    },
    {
      "epoch": 0.218860103626943,
      "grad_norm": 57.848506927490234,
      "learning_rate": 3.493333333333333e-05,
      "loss": 10.5923,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 132
    },
    {
      "epoch": 0.2205181347150259,
      "grad_norm": 51.62060546875,
      "learning_rate": 3.52e-05,
      "loss": 10.5502,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 133
    },
    {
      "epoch": 0.2221761658031088,
      "grad_norm": 65.1591567993164,
      "learning_rate": 3.546666666666667e-05,
      "loss": 10.4831,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 134
    },
    {
      "epoch": 0.22383419689119172,
      "grad_norm": 54.94029235839844,
      "learning_rate": 3.573333333333333e-05,
      "loss": 10.6069,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 135
    },
    {
      "epoch": 0.22549222797927462,
      "grad_norm": 63.352020263671875,
      "learning_rate": 3.6e-05,
      "loss": 10.6007,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 136
    },
    {
      "epoch": 0.2271502590673575,
      "grad_norm": 59.97258758544922,
      "learning_rate": 3.626666666666667e-05,
      "loss": 10.8794,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 137
    },
    {
      "epoch": 0.2288082901554404,
      "grad_norm": 74.458740234375,
      "learning_rate": 3.653333333333334e-05,
      "loss": 10.6132,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 138
    },
    {
      "epoch": 0.23046632124352331,
      "grad_norm": 52.965789794921875,
      "learning_rate": 3.680000000000001e-05,
      "loss": 10.6398,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 139
    },
    {
      "epoch": 0.23212435233160622,
      "grad_norm": 52.60000228881836,
      "learning_rate": 3.706666666666667e-05,
      "loss": 10.6185,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 140
    },
    {
      "epoch": 0.23378238341968913,
      "grad_norm": 55.718299865722656,
      "learning_rate": 3.733333333333334e-05,
      "loss": 10.8392,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 141
    },
    {
      "epoch": 0.23544041450777203,
      "grad_norm": 57.2803955078125,
      "learning_rate": 3.76e-05,
      "loss": 10.391,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 142
    },
    {
      "epoch": 0.2370984455958549,
      "grad_norm": 54.4954833984375,
      "learning_rate": 3.786666666666667e-05,
      "loss": 10.6031,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 143
    },
    {
      "epoch": 0.23875647668393782,
      "grad_norm": 70.44811248779297,
      "learning_rate": 3.8133333333333336e-05,
      "loss": 10.4564,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 144
    },
    {
      "epoch": 0.24041450777202072,
      "grad_norm": 61.326114654541016,
      "learning_rate": 3.8400000000000005e-05,
      "loss": 10.6977,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 145
    },
    {
      "epoch": 0.24207253886010363,
      "grad_norm": 52.040000915527344,
      "learning_rate": 3.866666666666667e-05,
      "loss": 10.7509,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 146
    },
    {
      "epoch": 0.24373056994818654,
      "grad_norm": 76.38985443115234,
      "learning_rate": 3.8933333333333336e-05,
      "loss": 10.5821,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 147
    },
    {
      "epoch": 0.24538860103626944,
      "grad_norm": 84.70838928222656,
      "learning_rate": 3.9200000000000004e-05,
      "loss": 10.7126,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 148
    },
    {
      "epoch": 0.24704663212435232,
      "grad_norm": 56.43887710571289,
      "learning_rate": 3.946666666666667e-05,
      "loss": 10.4478,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 149
    },
    {
      "epoch": 0.24870466321243523,
      "grad_norm": 50.15988540649414,
      "learning_rate": 3.9733333333333335e-05,
      "loss": 10.3785,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 150
    },
    {
      "epoch": 0.2503626943005181,
      "grad_norm": 55.71986389160156,
      "learning_rate": 4e-05,
      "loss": 10.4728,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 151
    },
    {
      "epoch": 0.25202072538860104,
      "grad_norm": 51.12188720703125,
      "learning_rate": 3.999998798434833e-05,
      "loss": 10.5869,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 152
    },
    {
      "epoch": 0.2536787564766839,
      "grad_norm": 54.66257858276367,
      "learning_rate": 3.999995193740776e-05,
      "loss": 10.3796,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 153
    },
    {
      "epoch": 0.25533678756476685,
      "grad_norm": 67.61043548583984,
      "learning_rate": 3.99998918592216e-05,
      "loss": 10.4768,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 154
    },
    {
      "epoch": 0.25699481865284973,
      "grad_norm": 47.318363189697266,
      "learning_rate": 3.9999807749862034e-05,
      "loss": 10.4255,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 155
    },
    {
      "epoch": 0.25865284974093267,
      "grad_norm": 57.252403259277344,
      "learning_rate": 3.9999699609430136e-05,
      "loss": 10.3248,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 156
    },
    {
      "epoch": 0.26031088082901555,
      "grad_norm": 50.917640686035156,
      "learning_rate": 3.999956743805583e-05,
      "loss": 10.6145,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 157
    },
    {
      "epoch": 0.2619689119170984,
      "grad_norm": 50.0614013671875,
      "learning_rate": 3.9999411235897936e-05,
      "loss": 10.2537,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 158
    },
    {
      "epoch": 0.26362694300518136,
      "grad_norm": 47.709922790527344,
      "learning_rate": 3.9999231003144145e-05,
      "loss": 10.2399,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 159
    },
    {
      "epoch": 0.26528497409326424,
      "grad_norm": 53.31135559082031,
      "learning_rate": 3.999902674001101e-05,
      "loss": 10.4987,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 160
    },
    {
      "epoch": 0.26694300518134717,
      "grad_norm": 47.59291076660156,
      "learning_rate": 3.9998798446743976e-05,
      "loss": 10.2885,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 161
    },
    {
      "epoch": 0.26860103626943005,
      "grad_norm": 69.99983215332031,
      "learning_rate": 3.9998546123617336e-05,
      "loss": 10.5455,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 162
    },
    {
      "epoch": 0.2702590673575129,
      "grad_norm": 48.866172790527344,
      "learning_rate": 3.9998269770934296e-05,
      "loss": 10.2445,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 163
    },
    {
      "epoch": 0.27191709844559586,
      "grad_norm": 50.45101547241211,
      "learning_rate": 3.9997969389026885e-05,
      "loss": 10.3136,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 164
    },
    {
      "epoch": 0.27357512953367874,
      "grad_norm": 45.41669464111328,
      "learning_rate": 3.9997644978256056e-05,
      "loss": 10.4674,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 165
    },
    {
      "epoch": 0.2752331606217617,
      "grad_norm": 179.9681396484375,
      "learning_rate": 3.99972965390116e-05,
      "loss": 10.6959,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 166
    },
    {
      "epoch": 0.27689119170984455,
      "grad_norm": 80.68910217285156,
      "learning_rate": 3.999692407171218e-05,
      "loss": 10.987,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 167
    },
    {
      "epoch": 0.2785492227979275,
      "grad_norm": 60.52362060546875,
      "learning_rate": 3.999652757680536e-05,
      "loss": 10.6397,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 168
    },
    {
      "epoch": 0.28020725388601037,
      "grad_norm": 90.23178100585938,
      "learning_rate": 3.999610705476753e-05,
      "loss": 10.9138,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 169
    },
    {
      "epoch": 0.28186528497409324,
      "grad_norm": 55.01493453979492,
      "learning_rate": 3.999566250610399e-05,
      "loss": 10.6106,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 170
    },
    {
      "epoch": 0.2835233160621762,
      "grad_norm": 65.51655578613281,
      "learning_rate": 3.99951939313489e-05,
      "loss": 10.4205,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 171
    },
    {
      "epoch": 0.28518134715025906,
      "grad_norm": 51.41976547241211,
      "learning_rate": 3.999470133106527e-05,
      "loss": 10.4497,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 172
    },
    {
      "epoch": 0.286839378238342,
      "grad_norm": 46.38913345336914,
      "learning_rate": 3.999418470584499e-05,
      "loss": 10.432,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 173
    },
    {
      "epoch": 0.28849740932642487,
      "grad_norm": 63.05109786987305,
      "learning_rate": 3.9993644056308836e-05,
      "loss": 10.2615,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 174
    },
    {
      "epoch": 0.29015544041450775,
      "grad_norm": 86.0608901977539,
      "learning_rate": 3.999307938310642e-05,
      "loss": 10.2533,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 175
    },
    {
      "epoch": 0.2918134715025907,
      "grad_norm": 65.50509643554688,
      "learning_rate": 3.9992490686916235e-05,
      "loss": 10.3278,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 176
    },
    {
      "epoch": 0.29347150259067356,
      "grad_norm": 52.92422103881836,
      "learning_rate": 3.999187796844563e-05,
      "loss": 10.6042,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 177
    },
    {
      "epoch": 0.2951295336787565,
      "grad_norm": 47.604976654052734,
      "learning_rate": 3.9991241228430843e-05,
      "loss": 10.3372,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 178
    },
    {
      "epoch": 0.2967875647668394,
      "grad_norm": 60.23478698730469,
      "learning_rate": 3.999058046763695e-05,
      "loss": 10.2443,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 179
    },
    {
      "epoch": 0.29844559585492225,
      "grad_norm": 47.803688049316406,
      "learning_rate": 3.99898956868579e-05,
      "loss": 10.1014,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 180
    },
    {
      "epoch": 0.3001036269430052,
      "grad_norm": 43.62238693237305,
      "learning_rate": 3.9989186886916505e-05,
      "loss": 10.1439,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 181
    },
    {
      "epoch": 0.30176165803108806,
      "grad_norm": 51.57999801635742,
      "learning_rate": 3.998845406866443e-05,
      "loss": 10.0517,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 182
    },
    {
      "epoch": 0.303419689119171,
      "grad_norm": 55.61834716796875,
      "learning_rate": 3.9987697232982194e-05,
      "loss": 10.4101,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 183
    },
    {
      "epoch": 0.3050777202072539,
      "grad_norm": 46.982059478759766,
      "learning_rate": 3.998691638077921e-05,
      "loss": 10.3368,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 184
    },
    {
      "epoch": 0.3067357512953368,
      "grad_norm": 45.609588623046875,
      "learning_rate": 3.998611151299369e-05,
      "loss": 10.0337,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 185
    },
    {
      "epoch": 0.3083937823834197,
      "grad_norm": 52.09288024902344,
      "learning_rate": 3.998528263059276e-05,
      "loss": 10.2262,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 186
    },
    {
      "epoch": 0.31005181347150257,
      "grad_norm": 57.81711959838867,
      "learning_rate": 3.9984429734572365e-05,
      "loss": 10.2143,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 187
    },
    {
      "epoch": 0.3117098445595855,
      "grad_norm": 46.15123748779297,
      "learning_rate": 3.998355282595733e-05,
      "loss": 10.2012,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 188
    },
    {
      "epoch": 0.3133678756476684,
      "grad_norm": 47.23938751220703,
      "learning_rate": 3.99826519058013e-05,
      "loss": 10.1885,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 189
    },
    {
      "epoch": 0.3150259067357513,
      "grad_norm": 51.69717788696289,
      "learning_rate": 3.998172697518679e-05,
      "loss": 10.1627,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 190
    },
    {
      "epoch": 0.3166839378238342,
      "grad_norm": 54.35431671142578,
      "learning_rate": 3.9980778035225175e-05,
      "loss": 9.9788,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 191
    },
    {
      "epoch": 0.3183419689119171,
      "grad_norm": 82.68895721435547,
      "learning_rate": 3.9979805087056664e-05,
      "loss": 10.1989,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 192
    },
    {
      "epoch": 0.32,
      "grad_norm": 50.50033950805664,
      "learning_rate": 3.9978808131850313e-05,
      "loss": 10.1644,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 193
    },
    {
      "epoch": 0.3216580310880829,
      "grad_norm": 45.85340881347656,
      "learning_rate": 3.997778717080404e-05,
      "loss": 10.512,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 194
    },
    {
      "epoch": 0.3233160621761658,
      "grad_norm": 49.66940689086914,
      "learning_rate": 3.997674220514458e-05,
      "loss": 10.0616,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 195
    },
    {
      "epoch": 0.3249740932642487,
      "grad_norm": 46.24874496459961,
      "learning_rate": 3.997567323612754e-05,
      "loss": 10.2672,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 196
    },
    {
      "epoch": 0.32663212435233163,
      "grad_norm": 52.81572723388672,
      "learning_rate": 3.9974580265037355e-05,
      "loss": 10.2805,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 197
    },
    {
      "epoch": 0.3282901554404145,
      "grad_norm": 47.43354797363281,
      "learning_rate": 3.997346329318729e-05,
      "loss": 9.8332,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 198
    },
    {
      "epoch": 0.3299481865284974,
      "grad_norm": 90.01654815673828,
      "learning_rate": 3.997232232191948e-05,
      "loss": 9.9507,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 199
    },
    {
      "epoch": 0.3316062176165803,
      "grad_norm": 46.1181526184082,
      "learning_rate": 3.997115735260486e-05,
      "loss": 10.2773,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 200
    },
    {
      "epoch": 0.3332642487046632,
      "grad_norm": 60.6777458190918,
      "learning_rate": 3.9969968386643216e-05,
      "loss": 10.0979,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 201
    },
    {
      "epoch": 0.33492227979274614,
      "grad_norm": 49.46310806274414,
      "learning_rate": 3.996875542546317e-05,
      "loss": 10.1921,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 202
    },
    {
      "epoch": 0.336580310880829,
      "grad_norm": 47.85029983520508,
      "learning_rate": 3.996751847052218e-05,
      "loss": 9.8542,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 203
    },
    {
      "epoch": 0.3382383419689119,
      "grad_norm": 45.979095458984375,
      "learning_rate": 3.996625752330653e-05,
      "loss": 10.0826,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 204
    },
    {
      "epoch": 0.3398963730569948,
      "grad_norm": 44.51563262939453,
      "learning_rate": 3.996497258533132e-05,
      "loss": 9.8134,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 205
    },
    {
      "epoch": 0.3415544041450777,
      "grad_norm": 57.437782287597656,
      "learning_rate": 3.996366365814049e-05,
      "loss": 9.9665,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 206
    },
    {
      "epoch": 0.34321243523316064,
      "grad_norm": 48.23896408081055,
      "learning_rate": 3.996233074330681e-05,
      "loss": 9.9451,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 207
    },
    {
      "epoch": 0.3448704663212435,
      "grad_norm": 51.876529693603516,
      "learning_rate": 3.996097384243185e-05,
      "loss": 9.9239,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 208
    },
    {
      "epoch": 0.34652849740932645,
      "grad_norm": 46.111698150634766,
      "learning_rate": 3.995959295714602e-05,
      "loss": 9.9944,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 209
    },
    {
      "epoch": 0.34818652849740933,
      "grad_norm": 61.446468353271484,
      "learning_rate": 3.995818808910855e-05,
      "loss": 10.0737,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 210
    },
    {
      "epoch": 0.3498445595854922,
      "grad_norm": 42.7910041809082,
      "learning_rate": 3.9956759240007475e-05,
      "loss": 9.9363,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 211
    },
    {
      "epoch": 0.35150259067357514,
      "grad_norm": 43.342254638671875,
      "learning_rate": 3.9955306411559645e-05,
      "loss": 9.8723,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 212
    },
    {
      "epoch": 0.353160621761658,
      "grad_norm": 59.208255767822266,
      "learning_rate": 3.995382960551074e-05,
      "loss": 10.0567,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 213
    },
    {
      "epoch": 0.35481865284974096,
      "grad_norm": 51.72799301147461,
      "learning_rate": 3.995232882363524e-05,
      "loss": 9.8078,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 214
    },
    {
      "epoch": 0.35647668393782384,
      "grad_norm": 48.73809051513672,
      "learning_rate": 3.995080406773641e-05,
      "loss": 9.9346,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 215
    },
    {
      "epoch": 0.3581347150259067,
      "grad_norm": 133.04212951660156,
      "learning_rate": 3.9949255339646365e-05,
      "loss": 10.0625,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 216
    },
    {
      "epoch": 0.35979274611398965,
      "grad_norm": 82.05520629882812,
      "learning_rate": 3.9947682641226e-05,
      "loss": 10.105,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 217
    },
    {
      "epoch": 0.3614507772020725,
      "grad_norm": 58.97493362426758,
      "learning_rate": 3.9946085974365004e-05,
      "loss": 10.0395,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 218
    },
    {
      "epoch": 0.36310880829015546,
      "grad_norm": 45.12339401245117,
      "learning_rate": 3.994446534098189e-05,
      "loss": 10.1913,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 219
    },
    {
      "epoch": 0.36476683937823834,
      "grad_norm": 95.90532684326172,
      "learning_rate": 3.994282074302394e-05,
      "loss": 9.8287,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 220
    },
    {
      "epoch": 0.3664248704663212,
      "grad_norm": 52.26259231567383,
      "learning_rate": 3.994115218246727e-05,
      "loss": 9.8031,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 221
    },
    {
      "epoch": 0.36808290155440415,
      "grad_norm": 53.16228485107422,
      "learning_rate": 3.9939459661316725e-05,
      "loss": 9.9143,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 222
    },
    {
      "epoch": 0.36974093264248703,
      "grad_norm": 134.308837890625,
      "learning_rate": 3.993774318160602e-05,
      "loss": 9.8856,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 223
    },
    {
      "epoch": 0.37139896373056996,
      "grad_norm": 55.597320556640625,
      "learning_rate": 3.993600274539759e-05,
      "loss": 9.7221,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 224
    },
    {
      "epoch": 0.37305699481865284,
      "grad_norm": 45.79576110839844,
      "learning_rate": 3.9934238354782696e-05,
      "loss": 9.7811,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 225
    },
    {
      "epoch": 0.3747150259067358,
      "grad_norm": 71.30045318603516,
      "learning_rate": 3.9932450011881366e-05,
      "loss": 9.9874,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 226
    },
    {
      "epoch": 0.37637305699481866,
      "grad_norm": 52.492958068847656,
      "learning_rate": 3.9930637718842406e-05,
      "loss": 10.1166,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 227
    },
    {
      "epoch": 0.37803108808290153,
      "grad_norm": 102.05036163330078,
      "learning_rate": 3.9928801477843404e-05,
      "loss": 9.6204,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 228
    },
    {
      "epoch": 0.37968911917098447,
      "grad_norm": 83.7664794921875,
      "learning_rate": 3.992694129109073e-05,
      "loss": 9.8818,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 229
    },
    {
      "epoch": 0.38134715025906735,
      "grad_norm": 48.915687561035156,
      "learning_rate": 3.9925057160819516e-05,
      "loss": 9.8699,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 230
    },
    {
      "epoch": 0.3830051813471503,
      "grad_norm": 55.457210540771484,
      "learning_rate": 3.992314908929367e-05,
      "loss": 9.7318,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 231
    },
    {
      "epoch": 0.38466321243523316,
      "grad_norm": 43.80189895629883,
      "learning_rate": 3.992121707880586e-05,
      "loss": 9.6131,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 232
    },
    {
      "epoch": 0.38632124352331604,
      "grad_norm": 44.025569915771484,
      "learning_rate": 3.9919261131677515e-05,
      "loss": 9.7266,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 233
    },
    {
      "epoch": 0.38797927461139897,
      "grad_norm": 45.646942138671875,
      "learning_rate": 3.991728125025885e-05,
      "loss": 9.6839,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 234
    },
    {
      "epoch": 0.38963730569948185,
      "grad_norm": 46.07334518432617,
      "learning_rate": 3.991527743692881e-05,
      "loss": 9.7346,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 235
    },
    {
      "epoch": 0.3912953367875648,
      "grad_norm": 57.848663330078125,
      "learning_rate": 3.9913249694095114e-05,
      "loss": 9.8932,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 236
    },
    {
      "epoch": 0.39295336787564766,
      "grad_norm": 69.67081451416016,
      "learning_rate": 3.991119802419422e-05,
      "loss": 9.6884,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 237
    },
    {
      "epoch": 0.3946113989637306,
      "grad_norm": 54.32816696166992,
      "learning_rate": 3.990912242969136e-05,
      "loss": 9.7191,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 238
    },
    {
      "epoch": 0.3962694300518135,
      "grad_norm": 48.47422409057617,
      "learning_rate": 3.9907022913080466e-05,
      "loss": 9.8979,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 239
    },
    {
      "epoch": 0.39792746113989635,
      "grad_norm": 79.50504302978516,
      "learning_rate": 3.990489947688427e-05,
      "loss": 9.6528,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 240
    },
    {
      "epoch": 0.3995854922279793,
      "grad_norm": 46.490089416503906,
      "learning_rate": 3.990275212365421e-05,
      "loss": 9.8923,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 241
    },
    {
      "epoch": 0.40124352331606217,
      "grad_norm": 43.641929626464844,
      "learning_rate": 3.990058085597047e-05,
      "loss": 9.6004,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 242
    },
    {
      "epoch": 0.4029015544041451,
      "grad_norm": 54.401885986328125,
      "learning_rate": 3.9898385676441965e-05,
      "loss": 9.8159,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 243
    },
    {
      "epoch": 0.404559585492228,
      "grad_norm": 45.26791763305664,
      "learning_rate": 3.9896166587706356e-05,
      "loss": 9.701,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 244
    },
    {
      "epoch": 0.40621761658031086,
      "grad_norm": 45.19613265991211,
      "learning_rate": 3.989392359243001e-05,
      "loss": 10.0517,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 245
    },
    {
      "epoch": 0.4078756476683938,
      "grad_norm": 58.29801559448242,
      "learning_rate": 3.989165669330806e-05,
      "loss": 9.701,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 246
    },
    {
      "epoch": 0.40953367875647667,
      "grad_norm": 45.3751220703125,
      "learning_rate": 3.98893658930643e-05,
      "loss": 9.9735,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 247
    },
    {
      "epoch": 0.4111917098445596,
      "grad_norm": 42.10886764526367,
      "learning_rate": 3.988705119445129e-05,
      "loss": 9.9073,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 248
    },
    {
      "epoch": 0.4128497409326425,
      "grad_norm": 42.24406433105469,
      "learning_rate": 3.988471260025029e-05,
      "loss": 9.7321,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 249
    },
    {
      "epoch": 0.41450777202072536,
      "grad_norm": 45.7931022644043,
      "learning_rate": 3.9882350113271276e-05,
      "loss": 9.6345,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 250
    },
    {
      "epoch": 0.4161658031088083,
      "grad_norm": 42.551246643066406,
      "learning_rate": 3.9879963736352924e-05,
      "loss": 9.7383,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 251
    },
    {
      "epoch": 0.4178238341968912,
      "grad_norm": 44.87310028076172,
      "learning_rate": 3.987755347236263e-05,
      "loss": 9.7469,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 252
    },
    {
      "epoch": 0.4194818652849741,
      "grad_norm": 44.041385650634766,
      "learning_rate": 3.987511932419648e-05,
      "loss": 9.5401,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 253
    },
    {
      "epoch": 0.421139896373057,
      "grad_norm": 44.5616569519043,
      "learning_rate": 3.987266129477926e-05,
      "loss": 9.4719,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 254
    },
    {
      "epoch": 0.4227979274611399,
      "grad_norm": 43.58985900878906,
      "learning_rate": 3.987017938706445e-05,
      "loss": 9.8619,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 255
    },
    {
      "epoch": 0.4244559585492228,
      "grad_norm": 42.4904670715332,
      "learning_rate": 3.986767360403422e-05,
      "loss": 9.6383,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 256
    },
    {
      "epoch": 0.4261139896373057,
      "grad_norm": 40.70903778076172,
      "learning_rate": 3.986514394869945e-05,
      "loss": 10.0079,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 257
    },
    {
      "epoch": 0.4277720207253886,
      "grad_norm": 44.404815673828125,
      "learning_rate": 3.986259042409967e-05,
      "loss": 9.6555,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 258
    },
    {
      "epoch": 0.4294300518134715,
      "grad_norm": 48.01485061645508,
      "learning_rate": 3.986001303330311e-05,
      "loss": 9.7897,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 259
    },
    {
      "epoch": 0.4310880829015544,
      "grad_norm": 39.214454650878906,
      "learning_rate": 3.985741177940667e-05,
      "loss": 9.5937,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 260
    },
    {
      "epoch": 0.4327461139896373,
      "grad_norm": 43.687782287597656,
      "learning_rate": 3.985478666553593e-05,
      "loss": 9.4599,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 261
    },
    {
      "epoch": 0.4344041450777202,
      "grad_norm": 43.48193359375,
      "learning_rate": 3.9852137694845134e-05,
      "loss": 9.694,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 262
    },
    {
      "epoch": 0.4360621761658031,
      "grad_norm": 38.81407165527344,
      "learning_rate": 3.98494648705172e-05,
      "loss": 9.9245,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 263
    },
    {
      "epoch": 0.437720207253886,
      "grad_norm": 40.641944885253906,
      "learning_rate": 3.9846768195763685e-05,
      "loss": 9.7416,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 264
    },
    {
      "epoch": 0.43937823834196893,
      "grad_norm": 39.2331428527832,
      "learning_rate": 3.9844047673824835e-05,
      "loss": 9.4261,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 265
    },
    {
      "epoch": 0.4410362694300518,
      "grad_norm": 38.87174987792969,
      "learning_rate": 3.984130330796952e-05,
      "loss": 9.7697,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 266
    },
    {
      "epoch": 0.44269430051813474,
      "grad_norm": 43.37294387817383,
      "learning_rate": 3.983853510149529e-05,
      "loss": 10.0812,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 267
    },
    {
      "epoch": 0.4443523316062176,
      "grad_norm": 43.64512252807617,
      "learning_rate": 3.983574305772832e-05,
      "loss": 9.8988,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 268
    },
    {
      "epoch": 0.4460103626943005,
      "grad_norm": 51.45152282714844,
      "learning_rate": 3.9832927180023426e-05,
      "loss": 9.4641,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 269
    },
    {
      "epoch": 0.44766839378238343,
      "grad_norm": 42.994075775146484,
      "learning_rate": 3.9830087471764075e-05,
      "loss": 10.0391,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 270
    },
    {
      "epoch": 0.4493264248704663,
      "grad_norm": 44.86629867553711,
      "learning_rate": 3.9827223936362356e-05,
      "loss": 9.8676,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 271
    },
    {
      "epoch": 0.45098445595854925,
      "grad_norm": 40.75774002075195,
      "learning_rate": 3.9824336577258994e-05,
      "loss": 9.5758,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 272
    },
    {
      "epoch": 0.4526424870466321,
      "grad_norm": 44.3778190612793,
      "learning_rate": 3.9821425397923346e-05,
      "loss": 9.7409,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 273
    },
    {
      "epoch": 0.454300518134715,
      "grad_norm": 47.1287727355957,
      "learning_rate": 3.981849040185339e-05,
      "loss": 9.7704,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 274
    },
    {
      "epoch": 0.45595854922279794,
      "grad_norm": 40.45751953125,
      "learning_rate": 3.981553159257569e-05,
      "loss": 9.2057,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 275
    },
    {
      "epoch": 0.4576165803108808,
      "grad_norm": 40.148651123046875,
      "learning_rate": 3.9812548973645464e-05,
      "loss": 9.7781,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 276
    },
    {
      "epoch": 0.45927461139896375,
      "grad_norm": 48.05554962158203,
      "learning_rate": 3.9809542548646524e-05,
      "loss": 9.6341,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 277
    },
    {
      "epoch": 0.46093264248704663,
      "grad_norm": 40.29588317871094,
      "learning_rate": 3.980651232119129e-05,
      "loss": 9.4748,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 278
    },
    {
      "epoch": 0.4625906735751295,
      "grad_norm": 40.046714782714844,
      "learning_rate": 3.980345829492076e-05,
      "loss": 9.3651,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 279
    },
    {
      "epoch": 0.46424870466321244,
      "grad_norm": 43.97382354736328,
      "learning_rate": 3.980038047350456e-05,
      "loss": 9.5505,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 280
    },
    {
      "epoch": 0.4659067357512953,
      "grad_norm": 48.42485427856445,
      "learning_rate": 3.9797278860640897e-05,
      "loss": 9.767,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 281
    },
    {
      "epoch": 0.46756476683937825,
      "grad_norm": 46.00657653808594,
      "learning_rate": 3.979415346005655e-05,
      "loss": 9.5912,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 282
    },
    {
      "epoch": 0.46922279792746113,
      "grad_norm": 202.43788146972656,
      "learning_rate": 3.9791004275506895e-05,
      "loss": 9.5415,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 283
    },
    {
      "epoch": 0.47088082901554407,
      "grad_norm": 46.41737365722656,
      "learning_rate": 3.9787831310775884e-05,
      "loss": 9.6067,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 284
    },
    {
      "epoch": 0.47253886010362695,
      "grad_norm": 42.341651916503906,
      "learning_rate": 3.978463456967603e-05,
      "loss": 9.7373,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 285
    },
    {
      "epoch": 0.4741968911917098,
      "grad_norm": 45.34345626831055,
      "learning_rate": 3.9781414056048444e-05,
      "loss": 9.8278,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 286
    },
    {
      "epoch": 0.47585492227979276,
      "grad_norm": 40.8765754699707,
      "learning_rate": 3.9778169773762774e-05,
      "loss": 9.5647,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 287
    },
    {
      "epoch": 0.47751295336787564,
      "grad_norm": 43.74365234375,
      "learning_rate": 3.977490172671724e-05,
      "loss": 9.5538,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 288
    },
    {
      "epoch": 0.47917098445595857,
      "grad_norm": 58.08919906616211,
      "learning_rate": 3.97716099188386e-05,
      "loss": 9.917,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 289
    },
    {
      "epoch": 0.48082901554404145,
      "grad_norm": 48.65787124633789,
      "learning_rate": 3.9768294354082195e-05,
      "loss": 9.8486,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 290
    },
    {
      "epoch": 0.48248704663212433,
      "grad_norm": 58.23613739013672,
      "learning_rate": 3.9764955036431876e-05,
      "loss": 9.8691,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 291
    },
    {
      "epoch": 0.48414507772020726,
      "grad_norm": 47.33354187011719,
      "learning_rate": 3.976159196990007e-05,
      "loss": 9.8414,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 292
    },
    {
      "epoch": 0.48580310880829014,
      "grad_norm": 42.42350769042969,
      "learning_rate": 3.97582051585277e-05,
      "loss": 9.6757,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 293
    },
    {
      "epoch": 0.4874611398963731,
      "grad_norm": 66.11405181884766,
      "learning_rate": 3.9754794606384244e-05,
      "loss": 9.6603,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 294
    },
    {
      "epoch": 0.48911917098445595,
      "grad_norm": 43.56694793701172,
      "learning_rate": 3.975136031756772e-05,
      "loss": 9.6036,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 295
    },
    {
      "epoch": 0.4907772020725389,
      "grad_norm": 55.79259490966797,
      "learning_rate": 3.974790229620463e-05,
      "loss": 9.6273,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 296
    },
    {
      "epoch": 0.49243523316062177,
      "grad_norm": 47.17936706542969,
      "learning_rate": 3.9744420546450024e-05,
      "loss": 9.6212,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 297
    },
    {
      "epoch": 0.49409326424870464,
      "grad_norm": 42.91474151611328,
      "learning_rate": 3.9740915072487445e-05,
      "loss": 9.4607,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 298
    },
    {
      "epoch": 0.4957512953367876,
      "grad_norm": 56.31376266479492,
      "learning_rate": 3.973738587852895e-05,
      "loss": 9.5397,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 299
    },
    {
      "epoch": 0.49740932642487046,
      "grad_norm": 44.06904220581055,
      "learning_rate": 3.973383296881509e-05,
      "loss": 9.5296,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 300
    },
    {
      "epoch": 0.4990673575129534,
      "grad_norm": 41.31264114379883,
      "learning_rate": 3.973025634761493e-05,
      "loss": 9.224,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 301
    },
    {
      "epoch": 0.5007253886010362,
      "grad_norm": 47.61528015136719,
      "learning_rate": 3.972665601922601e-05,
      "loss": 9.3614,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 302
    },
    {
      "epoch": 0.5023834196891191,
      "grad_norm": 57.065486907958984,
      "learning_rate": 3.972303198797435e-05,
      "loss": 9.5737,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 303
    },
    {
      "epoch": 0.5040414507772021,
      "grad_norm": 49.66363525390625,
      "learning_rate": 3.9719384258214464e-05,
      "loss": 9.6421,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 304
    },
    {
      "epoch": 0.505699481865285,
      "grad_norm": 40.92031478881836,
      "learning_rate": 3.971571283432934e-05,
      "loss": 9.5754,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 305
    },
    {
      "epoch": 0.5073575129533678,
      "grad_norm": 41.428802490234375,
      "learning_rate": 3.9712017720730436e-05,
      "loss": 9.4652,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 306
    },
    {
      "epoch": 0.5090155440414508,
      "grad_norm": 41.35127258300781,
      "learning_rate": 3.9708298921857664e-05,
      "loss": 9.3931,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 307
    },
    {
      "epoch": 0.5106735751295337,
      "grad_norm": 39.42874526977539,
      "learning_rate": 3.970455644217941e-05,
      "loss": 9.4639,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 308
    },
    {
      "epoch": 0.5123316062176165,
      "grad_norm": 42.014610290527344,
      "learning_rate": 3.97007902861925e-05,
      "loss": 9.6226,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 309
    },
    {
      "epoch": 0.5139896373056995,
      "grad_norm": 39.49066925048828,
      "learning_rate": 3.969700045842222e-05,
      "loss": 9.7184,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 310
    },
    {
      "epoch": 0.5156476683937824,
      "grad_norm": 41.08243179321289,
      "learning_rate": 3.96931869634223e-05,
      "loss": 9.4918,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 311
    },
    {
      "epoch": 0.5173056994818653,
      "grad_norm": 40.39578628540039,
      "learning_rate": 3.9689349805774894e-05,
      "loss": 9.4834,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 312
    },
    {
      "epoch": 0.5189637305699482,
      "grad_norm": 37.22761535644531,
      "learning_rate": 3.96854889900906e-05,
      "loss": 9.6059,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 313
    },
    {
      "epoch": 0.5206217616580311,
      "grad_norm": 82.06456756591797,
      "learning_rate": 3.968160452100844e-05,
      "loss": 9.5987,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 314
    },
    {
      "epoch": 0.522279792746114,
      "grad_norm": 67.94790649414062,
      "learning_rate": 3.967769640319586e-05,
      "loss": 9.5618,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 315
    },
    {
      "epoch": 0.5239378238341968,
      "grad_norm": 41.526241302490234,
      "learning_rate": 3.967376464134871e-05,
      "loss": 9.6898,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 316
    },
    {
      "epoch": 0.5255958549222798,
      "grad_norm": 39.73616027832031,
      "learning_rate": 3.966980924019127e-05,
      "loss": 9.4521,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 317
    },
    {
      "epoch": 0.5272538860103627,
      "grad_norm": 42.68403244018555,
      "learning_rate": 3.96658302044762e-05,
      "loss": 9.4056,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 318
    },
    {
      "epoch": 0.5289119170984456,
      "grad_norm": 40.79761505126953,
      "learning_rate": 3.9661827538984575e-05,
      "loss": 9.3689,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 319
    },
    {
      "epoch": 0.5305699481865285,
      "grad_norm": 57.151004791259766,
      "learning_rate": 3.965780124852587e-05,
      "loss": 9.5799,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 320
    },
    {
      "epoch": 0.5322279792746114,
      "grad_norm": 43.28243637084961,
      "learning_rate": 3.965375133793791e-05,
      "loss": 9.3954,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 321
    },
    {
      "epoch": 0.5338860103626943,
      "grad_norm": 50.48797607421875,
      "learning_rate": 3.964967781208695e-05,
      "loss": 9.5083,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 322
    },
    {
      "epoch": 0.5355440414507772,
      "grad_norm": 46.41457748413086,
      "learning_rate": 3.964558067586759e-05,
      "loss": 9.4087,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 323
    },
    {
      "epoch": 0.5372020725388601,
      "grad_norm": 41.836021423339844,
      "learning_rate": 3.96414599342028e-05,
      "loss": 9.5657,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 324
    },
    {
      "epoch": 0.538860103626943,
      "grad_norm": 39.33259582519531,
      "learning_rate": 3.9637315592043926e-05,
      "loss": 9.5617,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 325
    },
    {
      "epoch": 0.5405181347150259,
      "grad_norm": 46.444000244140625,
      "learning_rate": 3.963314765437066e-05,
      "loss": 9.4781,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 326
    },
    {
      "epoch": 0.5421761658031088,
      "grad_norm": 47.010223388671875,
      "learning_rate": 3.9628956126191066e-05,
      "loss": 9.535,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 327
    },
    {
      "epoch": 0.5438341968911917,
      "grad_norm": 77.33785247802734,
      "learning_rate": 3.9624741012541514e-05,
      "loss": 9.3441,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 328
    },
    {
      "epoch": 0.5454922279792747,
      "grad_norm": 39.963897705078125,
      "learning_rate": 3.9620502318486756e-05,
      "loss": 9.3484,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 329
    },
    {
      "epoch": 0.5471502590673575,
      "grad_norm": 43.652000427246094,
      "learning_rate": 3.961624004911985e-05,
      "loss": 9.2793,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 330
    },
    {
      "epoch": 0.5488082901554404,
      "grad_norm": 43.18740463256836,
      "learning_rate": 3.961195420956219e-05,
      "loss": 9.4375,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 331
    },
    {
      "epoch": 0.5504663212435233,
      "grad_norm": 41.39470291137695,
      "learning_rate": 3.96076448049635e-05,
      "loss": 9.3125,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 332
    },
    {
      "epoch": 0.5521243523316062,
      "grad_norm": 38.88699722290039,
      "learning_rate": 3.9603311840501806e-05,
      "loss": 9.4483,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 333
    },
    {
      "epoch": 0.5537823834196891,
      "grad_norm": 67.00666046142578,
      "learning_rate": 3.9598955321383445e-05,
      "loss": 9.4261,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 334
    },
    {
      "epoch": 0.555440414507772,
      "grad_norm": 36.88341522216797,
      "learning_rate": 3.959457525284307e-05,
      "loss": 9.5353,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 335
    },
    {
      "epoch": 0.557098445595855,
      "grad_norm": 38.49900436401367,
      "learning_rate": 3.959017164014359e-05,
      "loss": 9.1516,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 336
    },
    {
      "epoch": 0.5587564766839378,
      "grad_norm": 43.656742095947266,
      "learning_rate": 3.9585744488576264e-05,
      "loss": 9.3299,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 337
    },
    {
      "epoch": 0.5604145077720207,
      "grad_norm": 39.88650131225586,
      "learning_rate": 3.958129380346059e-05,
      "loss": 9.5822,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 338
    },
    {
      "epoch": 0.5620725388601037,
      "grad_norm": 41.21026611328125,
      "learning_rate": 3.957681959014435e-05,
      "loss": 9.2842,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 339
    },
    {
      "epoch": 0.5637305699481865,
      "grad_norm": 42.774314880371094,
      "learning_rate": 3.9572321854003627e-05,
      "loss": 9.088,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 340
    },
    {
      "epoch": 0.5653886010362694,
      "grad_norm": 42.369503021240234,
      "learning_rate": 3.956780060044271e-05,
      "loss": 9.4828,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 341
    },
    {
      "epoch": 0.5670466321243524,
      "grad_norm": 46.83326721191406,
      "learning_rate": 3.9563255834894204e-05,
      "loss": 9.5161,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 342
    },
    {
      "epoch": 0.5687046632124352,
      "grad_norm": 42.898128509521484,
      "learning_rate": 3.955868756281893e-05,
      "loss": 9.215,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 343
    },
    {
      "epoch": 0.5703626943005181,
      "grad_norm": 42.43467330932617,
      "learning_rate": 3.955409578970597e-05,
      "loss": 9.3138,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 344
    },
    {
      "epoch": 0.572020725388601,
      "grad_norm": 44.40389633178711,
      "learning_rate": 3.9549480521072636e-05,
      "loss": 9.3905,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 345
    },
    {
      "epoch": 0.573678756476684,
      "grad_norm": 46.097740173339844,
      "learning_rate": 3.954484176246448e-05,
      "loss": 9.4886,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 346
    },
    {
      "epoch": 0.5753367875647668,
      "grad_norm": 43.156734466552734,
      "learning_rate": 3.954017951945527e-05,
      "loss": 9.7348,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 347
    },
    {
      "epoch": 0.5769948186528497,
      "grad_norm": 36.20737838745117,
      "learning_rate": 3.953549379764698e-05,
      "loss": 9.2764,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 348
    },
    {
      "epoch": 0.5786528497409327,
      "grad_norm": 62.34678268432617,
      "learning_rate": 3.9530784602669824e-05,
      "loss": 9.4544,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 349
    },
    {
      "epoch": 0.5803108808290155,
      "grad_norm": 41.76877975463867,
      "learning_rate": 3.952605194018222e-05,
      "loss": 9.2968,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 350
    },
    {
      "epoch": 0.5819689119170984,
      "grad_norm": 39.47418975830078,
      "learning_rate": 3.9521295815870744e-05,
      "loss": 9.3105,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 351
    },
    {
      "epoch": 0.5836269430051814,
      "grad_norm": 39.54733657836914,
      "learning_rate": 3.9516516235450206e-05,
      "loss": 9.5319,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 352
    },
    {
      "epoch": 0.5852849740932643,
      "grad_norm": 40.39934158325195,
      "learning_rate": 3.9511713204663576e-05,
      "loss": 9.3741,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 353
    },
    {
      "epoch": 0.5869430051813471,
      "grad_norm": 41.48487091064453,
      "learning_rate": 3.9506886729282006e-05,
      "loss": 9.5017,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 354
    },
    {
      "epoch": 0.5886010362694301,
      "grad_norm": 42.10359573364258,
      "learning_rate": 3.9502036815104834e-05,
      "loss": 9.3181,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 355
    },
    {
      "epoch": 0.590259067357513,
      "grad_norm": 38.02967071533203,
      "learning_rate": 3.949716346795953e-05,
      "loss": 9.3235,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 356
    },
    {
      "epoch": 0.5919170984455958,
      "grad_norm": 47.499351501464844,
      "learning_rate": 3.949226669370176e-05,
      "loss": 9.5051,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 357
    },
    {
      "epoch": 0.5935751295336787,
      "grad_norm": 38.553382873535156,
      "learning_rate": 3.9487346498215296e-05,
      "loss": 9.4703,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 358
    },
    {
      "epoch": 0.5952331606217617,
      "grad_norm": 37.26224136352539,
      "learning_rate": 3.9482402887412084e-05,
      "loss": 9.2418,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 359
    },
    {
      "epoch": 0.5968911917098445,
      "grad_norm": 57.034549713134766,
      "learning_rate": 3.9477435867232194e-05,
      "loss": 9.3527,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 360
    },
    {
      "epoch": 0.5985492227979274,
      "grad_norm": 39.65605545043945,
      "learning_rate": 3.947244544364382e-05,
      "loss": 9.4148,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 361
    },
    {
      "epoch": 0.6002072538860104,
      "grad_norm": 97.09788513183594,
      "learning_rate": 3.9467431622643293e-05,
      "loss": 9.1288,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 362
    },
    {
      "epoch": 0.6018652849740933,
      "grad_norm": 40.0778694152832,
      "learning_rate": 3.946239441025503e-05,
      "loss": 9.3466,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 363
    },
    {
      "epoch": 0.6035233160621761,
      "grad_norm": 64.9837417602539,
      "learning_rate": 3.945733381253158e-05,
      "loss": 9.1726,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 364
    },
    {
      "epoch": 0.6051813471502591,
      "grad_norm": 40.01388168334961,
      "learning_rate": 3.945224983555358e-05,
      "loss": 9.385,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 365
    },
    {
      "epoch": 0.606839378238342,
      "grad_norm": 39.5002326965332,
      "learning_rate": 3.944714248542975e-05,
      "loss": 9.2961,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 366
    },
    {
      "epoch": 0.6084974093264248,
      "grad_norm": 39.259586334228516,
      "learning_rate": 3.944201176829692e-05,
      "loss": 9.0842,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 367
    },
    {
      "epoch": 0.6101554404145078,
      "grad_norm": 38.44225311279297,
      "learning_rate": 3.943685769031997e-05,
      "loss": 9.4978,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 368
    },
    {
      "epoch": 0.6118134715025907,
      "grad_norm": 39.773197174072266,
      "learning_rate": 3.943168025769187e-05,
      "loss": 9.3636,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 369
    },
    {
      "epoch": 0.6134715025906736,
      "grad_norm": 36.585819244384766,
      "learning_rate": 3.942647947663363e-05,
      "loss": 8.9126,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 370
    },
    {
      "epoch": 0.6151295336787564,
      "grad_norm": 44.18904495239258,
      "learning_rate": 3.9421255353394334e-05,
      "loss": 9.3387,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 371
    },
    {
      "epoch": 0.6167875647668394,
      "grad_norm": 43.26184844970703,
      "learning_rate": 3.94160078942511e-05,
      "loss": 9.2963,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 372
    },
    {
      "epoch": 0.6184455958549223,
      "grad_norm": 39.88760757446289,
      "learning_rate": 3.941073710550911e-05,
      "loss": 9.3324,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 373
    },
    {
      "epoch": 0.6201036269430051,
      "grad_norm": 44.253639221191406,
      "learning_rate": 3.940544299350154e-05,
      "loss": 9.0065,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 374
    },
    {
      "epoch": 0.6217616580310881,
      "grad_norm": 42.166961669921875,
      "learning_rate": 3.940012556458962e-05,
      "loss": 9.4128,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 375
    },
    {
      "epoch": 0.623419689119171,
      "grad_norm": 43.832576751708984,
      "learning_rate": 3.9394784825162584e-05,
      "loss": 9.2557,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 376
    },
    {
      "epoch": 0.6250777202072539,
      "grad_norm": 49.242916107177734,
      "learning_rate": 3.938942078163769e-05,
      "loss": 9.0869,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 377
    },
    {
      "epoch": 0.6267357512953368,
      "grad_norm": 69.45531463623047,
      "learning_rate": 3.938403344046017e-05,
      "loss": 9.2682,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 378
    },
    {
      "epoch": 0.6283937823834197,
      "grad_norm": 45.54033660888672,
      "learning_rate": 3.9378622808103275e-05,
      "loss": 9.4448,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 379
    },
    {
      "epoch": 0.6300518134715026,
      "grad_norm": 42.145381927490234,
      "learning_rate": 3.937318889106822e-05,
      "loss": 9.4242,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 380
    },
    {
      "epoch": 0.6317098445595855,
      "grad_norm": 36.6828498840332,
      "learning_rate": 3.936773169588423e-05,
      "loss": 9.0491,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 381
    },
    {
      "epoch": 0.6333678756476684,
      "grad_norm": 40.519195556640625,
      "learning_rate": 3.936225122910847e-05,
      "loss": 9.2304,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 382
    },
    {
      "epoch": 0.6350259067357513,
      "grad_norm": 39.570316314697266,
      "learning_rate": 3.9356747497326075e-05,
      "loss": 9.1826,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 383
    },
    {
      "epoch": 0.6366839378238341,
      "grad_norm": 36.22693634033203,
      "learning_rate": 3.935122050715014e-05,
      "loss": 9.069,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 384
    },
    {
      "epoch": 0.6383419689119171,
      "grad_norm": 40.5562629699707,
      "learning_rate": 3.934567026522171e-05,
      "loss": 9.1636,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 385
    },
    {
      "epoch": 0.64,
      "grad_norm": 38.7269172668457,
      "learning_rate": 3.9340096778209754e-05,
      "loss": 9.4441,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 386
    },
    {
      "epoch": 0.641658031088083,
      "grad_norm": 44.99554443359375,
      "learning_rate": 3.933450005281118e-05,
      "loss": 9.1679,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 387
    },
    {
      "epoch": 0.6433160621761658,
      "grad_norm": 183.0526580810547,
      "learning_rate": 3.932888009575083e-05,
      "loss": 10.145,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 388
    },
    {
      "epoch": 0.6449740932642487,
      "grad_norm": 41.417808532714844,
      "learning_rate": 3.932323691378143e-05,
      "loss": 9.1767,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 389
    },
    {
      "epoch": 0.6466321243523316,
      "grad_norm": 38.22175598144531,
      "learning_rate": 3.931757051368364e-05,
      "loss": 9.1685,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 390
    },
    {
      "epoch": 0.6482901554404145,
      "grad_norm": 38.79854202270508,
      "learning_rate": 3.931188090226602e-05,
      "loss": 9.2798,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 391
    },
    {
      "epoch": 0.6499481865284974,
      "grad_norm": 35.99323272705078,
      "learning_rate": 3.930616808636499e-05,
      "loss": 9.3169,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 392
    },
    {
      "epoch": 0.6516062176165803,
      "grad_norm": 39.85886764526367,
      "learning_rate": 3.930043207284488e-05,
      "loss": 9.2002,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 393
    },
    {
      "epoch": 0.6532642487046633,
      "grad_norm": 251.92922973632812,
      "learning_rate": 3.929467286859788e-05,
      "loss": 9.52,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 394
    },
    {
      "epoch": 0.6549222797927461,
      "grad_norm": 43.975791931152344,
      "learning_rate": 3.9288890480544066e-05,
      "loss": 9.2037,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 395
    },
    {
      "epoch": 0.656580310880829,
      "grad_norm": 37.91192626953125,
      "learning_rate": 3.928308491563133e-05,
      "loss": 9.0972,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 396
    },
    {
      "epoch": 0.658238341968912,
      "grad_norm": 39.49189758300781,
      "learning_rate": 3.927725618083545e-05,
      "loss": 9.1164,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 397
    },
    {
      "epoch": 0.6598963730569948,
      "grad_norm": 38.763736724853516,
      "learning_rate": 3.9271404283160033e-05,
      "loss": 9.0828,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 398
    },
    {
      "epoch": 0.6615544041450777,
      "grad_norm": 41.11445999145508,
      "learning_rate": 3.92655292296365e-05,
      "loss": 9.1689,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 399
    },
    {
      "epoch": 0.6632124352331606,
      "grad_norm": 40.30574035644531,
      "learning_rate": 3.925963102732413e-05,
      "loss": 9.1534,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 400
    },
    {
      "epoch": 0.6648704663212435,
      "grad_norm": 36.93879699707031,
      "learning_rate": 3.925370968330998e-05,
      "loss": 8.8313,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 401
    },
    {
      "epoch": 0.6665284974093264,
      "grad_norm": 54.9200439453125,
      "learning_rate": 3.924776520470894e-05,
      "loss": 9.1863,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 402
    },
    {
      "epoch": 0.6681865284974093,
      "grad_norm": 40.99872589111328,
      "learning_rate": 3.9241797598663696e-05,
      "loss": 9.356,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 403
    },
    {
      "epoch": 0.6698445595854923,
      "grad_norm": 41.88994216918945,
      "learning_rate": 3.92358068723447e-05,
      "loss": 9.0375,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 404
    },
    {
      "epoch": 0.6715025906735751,
      "grad_norm": 37.26622772216797,
      "learning_rate": 3.9229793032950214e-05,
      "loss": 9.0222,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 405
    },
    {
      "epoch": 0.673160621761658,
      "grad_norm": 57.19498825073242,
      "learning_rate": 3.9223756087706245e-05,
      "loss": 9.1619,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 406
    },
    {
      "epoch": 0.674818652849741,
      "grad_norm": 40.705867767333984,
      "learning_rate": 3.921769604386658e-05,
      "loss": 9.1548,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 407
    },
    {
      "epoch": 0.6764766839378238,
      "grad_norm": 40.654762268066406,
      "learning_rate": 3.9211612908712764e-05,
      "loss": 9.0881,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 408
    },
    {
      "epoch": 0.6781347150259067,
      "grad_norm": 41.86532211303711,
      "learning_rate": 3.920550668955407e-05,
      "loss": 9.0068,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.38,
      "memory/max_mem_allocated(gib)": 54.38,
      "step": 409
    },
    {
      "epoch": 0.6797927461139897,
      "grad_norm": 35.69752883911133,
      "learning_rate": 3.9199377393727524e-05,
      "loss": 8.882,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 410
    },
    {
      "epoch": 0.6814507772020726,
      "grad_norm": 37.9787712097168,
      "learning_rate": 3.919322502859788e-05,
      "loss": 8.9265,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 411
    },
    {
      "epoch": 0.6831088082901554,
      "grad_norm": 55.98574447631836,
      "learning_rate": 3.91870496015576e-05,
      "loss": 9.241,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 412
    },
    {
      "epoch": 0.6847668393782383,
      "grad_norm": 51.74064254760742,
      "learning_rate": 3.9180851120026854e-05,
      "loss": 9.0504,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 413
    },
    {
      "epoch": 0.6864248704663213,
      "grad_norm": 38.533790588378906,
      "learning_rate": 3.917462959145353e-05,
      "loss": 9.2108,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 414
    },
    {
      "epoch": 0.6880829015544041,
      "grad_norm": 60.38166427612305,
      "learning_rate": 3.91683850233132e-05,
      "loss": 9.1968,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 415
    },
    {
      "epoch": 0.689740932642487,
      "grad_norm": 39.67435836791992,
      "learning_rate": 3.9162117423109114e-05,
      "loss": 8.9307,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 416
    },
    {
      "epoch": 0.69139896373057,
      "grad_norm": 261.1593322753906,
      "learning_rate": 3.915582679837221e-05,
      "loss": 8.9388,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 417
    },
    {
      "epoch": 0.6930569948186529,
      "grad_norm": 48.89107894897461,
      "learning_rate": 3.914951315666108e-05,
      "loss": 9.3328,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 418
    },
    {
      "epoch": 0.6947150259067357,
      "grad_norm": 55.168853759765625,
      "learning_rate": 3.9143176505561985e-05,
      "loss": 9.1265,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 419
    },
    {
      "epoch": 0.6963730569948187,
      "grad_norm": 48.175472259521484,
      "learning_rate": 3.913681685268881e-05,
      "loss": 8.9956,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 420
    },
    {
      "epoch": 0.6980310880829016,
      "grad_norm": 55.68605422973633,
      "learning_rate": 3.9130434205683086e-05,
      "loss": 9.2563,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 421
    },
    {
      "epoch": 0.6996891191709844,
      "grad_norm": 64.10365295410156,
      "learning_rate": 3.9124028572214e-05,
      "loss": 8.7967,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 422
    },
    {
      "epoch": 0.7013471502590674,
      "grad_norm": 48.417240142822266,
      "learning_rate": 3.911759995997833e-05,
      "loss": 8.9532,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 423
    },
    {
      "epoch": 0.7030051813471503,
      "grad_norm": 46.83710861206055,
      "learning_rate": 3.911114837670047e-05,
      "loss": 8.8553,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 424
    },
    {
      "epoch": 0.7046632124352331,
      "grad_norm": 44.01201629638672,
      "learning_rate": 3.910467383013242e-05,
      "loss": 9.0614,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 425
    },
    {
      "epoch": 0.706321243523316,
      "grad_norm": 63.61830139160156,
      "learning_rate": 3.9098176328053765e-05,
      "loss": 8.972,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 426
    },
    {
      "epoch": 0.707979274611399,
      "grad_norm": 43.20751190185547,
      "learning_rate": 3.909165587827169e-05,
      "loss": 9.5137,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 427
    },
    {
      "epoch": 0.7096373056994819,
      "grad_norm": 87.83185577392578,
      "learning_rate": 3.9085112488620926e-05,
      "loss": 8.9109,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 428
    },
    {
      "epoch": 0.7112953367875647,
      "grad_norm": 42.14976119995117,
      "learning_rate": 3.907854616696379e-05,
      "loss": 8.7968,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 429
    },
    {
      "epoch": 0.7129533678756477,
      "grad_norm": 59.195892333984375,
      "learning_rate": 3.907195692119014e-05,
      "loss": 8.9909,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 430
    },
    {
      "epoch": 0.7146113989637306,
      "grad_norm": 64.9164810180664,
      "learning_rate": 3.906534475921738e-05,
      "loss": 8.9597,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 431
    },
    {
      "epoch": 0.7162694300518134,
      "grad_norm": 41.67924118041992,
      "learning_rate": 3.9058709688990474e-05,
      "loss": 8.6157,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 432
    },
    {
      "epoch": 0.7179274611398964,
      "grad_norm": 40.69701385498047,
      "learning_rate": 3.905205171848187e-05,
      "loss": 8.8474,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 433
    },
    {
      "epoch": 0.7195854922279793,
      "grad_norm": 40.080291748046875,
      "learning_rate": 3.9045370855691564e-05,
      "loss": 8.7971,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 434
    },
    {
      "epoch": 0.7212435233160622,
      "grad_norm": 51.32516860961914,
      "learning_rate": 3.903866710864704e-05,
      "loss": 9.1028,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 435
    },
    {
      "epoch": 0.722901554404145,
      "grad_norm": 44.79134750366211,
      "learning_rate": 3.90319404854033e-05,
      "loss": 8.927,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 436
    },
    {
      "epoch": 0.724559585492228,
      "grad_norm": 43.02780532836914,
      "learning_rate": 3.902519099404281e-05,
      "loss": 8.9517,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 437
    },
    {
      "epoch": 0.7262176165803109,
      "grad_norm": 42.10902786254883,
      "learning_rate": 3.9018418642675524e-05,
      "loss": 8.8286,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 438
    },
    {
      "epoch": 0.7278756476683937,
      "grad_norm": 37.164180755615234,
      "learning_rate": 3.901162343943887e-05,
      "loss": 8.7635,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 439
    },
    {
      "epoch": 0.7295336787564767,
      "grad_norm": 36.233978271484375,
      "learning_rate": 3.900480539249772e-05,
      "loss": 8.778,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 440
    },
    {
      "epoch": 0.7311917098445596,
      "grad_norm": 38.082786560058594,
      "learning_rate": 3.89979645100444e-05,
      "loss": 8.8766,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 441
    },
    {
      "epoch": 0.7328497409326424,
      "grad_norm": 42.844173431396484,
      "learning_rate": 3.8991100800298684e-05,
      "loss": 8.9478,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 442
    },
    {
      "epoch": 0.7345077720207254,
      "grad_norm": 49.240325927734375,
      "learning_rate": 3.898421427150777e-05,
      "loss": 8.7979,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 443
    },
    {
      "epoch": 0.7361658031088083,
      "grad_norm": 41.85060119628906,
      "learning_rate": 3.897730493194626e-05,
      "loss": 8.8126,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 444
    },
    {
      "epoch": 0.7378238341968912,
      "grad_norm": 43.65118408203125,
      "learning_rate": 3.897037278991618e-05,
      "loss": 9.1204,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 445
    },
    {
      "epoch": 0.7394818652849741,
      "grad_norm": 39.677738189697266,
      "learning_rate": 3.896341785374695e-05,
      "loss": 9.094,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 446
    },
    {
      "epoch": 0.741139896373057,
      "grad_norm": 43.526336669921875,
      "learning_rate": 3.8956440131795373e-05,
      "loss": 8.883,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 447
    },
    {
      "epoch": 0.7427979274611399,
      "grad_norm": 43.207157135009766,
      "learning_rate": 3.894943963244566e-05,
      "loss": 8.8751,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 448
    },
    {
      "epoch": 0.7444559585492228,
      "grad_norm": 42.60260772705078,
      "learning_rate": 3.8942416364109336e-05,
      "loss": 8.8295,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 449
    },
    {
      "epoch": 0.7461139896373057,
      "grad_norm": 57.68793487548828,
      "learning_rate": 3.8935370335225335e-05,
      "loss": 8.9568,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 450
    },
    {
      "epoch": 0.7477720207253886,
      "grad_norm": 48.340972900390625,
      "learning_rate": 3.892830155425991e-05,
      "loss": 8.8323,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 451
    },
    {
      "epoch": 0.7494300518134716,
      "grad_norm": 39.07909393310547,
      "learning_rate": 3.892121002970668e-05,
      "loss": 9.1396,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 452
    },
    {
      "epoch": 0.7510880829015544,
      "grad_norm": 47.27537536621094,
      "learning_rate": 3.891409577008655e-05,
      "loss": 9.0226,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 453
    },
    {
      "epoch": 0.7527461139896373,
      "grad_norm": 45.32179260253906,
      "learning_rate": 3.890695878394778e-05,
      "loss": 8.9107,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 454
    },
    {
      "epoch": 0.7544041450777202,
      "grad_norm": 48.551597595214844,
      "learning_rate": 3.8899799079865924e-05,
      "loss": 9.059,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 455
    },
    {
      "epoch": 0.7560621761658031,
      "grad_norm": 45.302345275878906,
      "learning_rate": 3.889261666644383e-05,
      "loss": 8.8765,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 456
    },
    {
      "epoch": 0.757720207253886,
      "grad_norm": 37.31072998046875,
      "learning_rate": 3.888541155231164e-05,
      "loss": 8.9649,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 457
    },
    {
      "epoch": 0.7593782383419689,
      "grad_norm": 41.5405158996582,
      "learning_rate": 3.887818374612675e-05,
      "loss": 8.7713,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 458
    },
    {
      "epoch": 0.7610362694300518,
      "grad_norm": 36.91404724121094,
      "learning_rate": 3.887093325657387e-05,
      "loss": 8.8428,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 459
    },
    {
      "epoch": 0.7626943005181347,
      "grad_norm": 37.54641342163086,
      "learning_rate": 3.886366009236491e-05,
      "loss": 8.6836,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 460
    },
    {
      "epoch": 0.7643523316062176,
      "grad_norm": 44.9839973449707,
      "learning_rate": 3.885636426223906e-05,
      "loss": 9.0578,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 461
    },
    {
      "epoch": 0.7660103626943006,
      "grad_norm": 37.585418701171875,
      "learning_rate": 3.8849045774962746e-05,
      "loss": 8.966,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 462
    },
    {
      "epoch": 0.7676683937823834,
      "grad_norm": 38.39797592163086,
      "learning_rate": 3.8841704639329595e-05,
      "loss": 8.9091,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 463
    },
    {
      "epoch": 0.7693264248704663,
      "grad_norm": 52.46763229370117,
      "learning_rate": 3.883434086416045e-05,
      "loss": 9.0514,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 464
    },
    {
      "epoch": 0.7709844559585493,
      "grad_norm": 44.30448532104492,
      "learning_rate": 3.88269544583034e-05,
      "loss": 9.0523,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 465
    },
    {
      "epoch": 0.7726424870466321,
      "grad_norm": 40.98869323730469,
      "learning_rate": 3.881954543063366e-05,
      "loss": 8.8198,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 466
    },
    {
      "epoch": 0.774300518134715,
      "grad_norm": 39.035648345947266,
      "learning_rate": 3.8812113790053674e-05,
      "loss": 8.9159,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 467
    },
    {
      "epoch": 0.7759585492227979,
      "grad_norm": 47.223777770996094,
      "learning_rate": 3.880465954549304e-05,
      "loss": 8.8147,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 468
    },
    {
      "epoch": 0.7776165803108809,
      "grad_norm": 36.06940460205078,
      "learning_rate": 3.8797182705908516e-05,
      "loss": 8.9714,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 469
    },
    {
      "epoch": 0.7792746113989637,
      "grad_norm": 37.269100189208984,
      "learning_rate": 3.8789683280284015e-05,
      "loss": 8.7611,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 470
    },
    {
      "epoch": 0.7809326424870466,
      "grad_norm": 37.93000030517578,
      "learning_rate": 3.878216127763059e-05,
      "loss": 8.9045,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 471
    },
    {
      "epoch": 0.7825906735751296,
      "grad_norm": 40.23154830932617,
      "learning_rate": 3.8774616706986414e-05,
      "loss": 8.74,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 472
    },
    {
      "epoch": 0.7842487046632124,
      "grad_norm": 36.83381271362305,
      "learning_rate": 3.8767049577416774e-05,
      "loss": 8.7649,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 473
    },
    {
      "epoch": 0.7859067357512953,
      "grad_norm": 39.31636428833008,
      "learning_rate": 3.875945989801407e-05,
      "loss": 9.0395,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 474
    },
    {
      "epoch": 0.7875647668393783,
      "grad_norm": 35.061073303222656,
      "learning_rate": 3.8751847677897814e-05,
      "loss": 8.8036,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 475
    },
    {
      "epoch": 0.7892227979274612,
      "grad_norm": 34.508056640625,
      "learning_rate": 3.874421292621456e-05,
      "loss": 8.6993,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 476
    },
    {
      "epoch": 0.790880829015544,
      "grad_norm": 40.55861282348633,
      "learning_rate": 3.873655565213798e-05,
      "loss": 8.6828,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 477
    },
    {
      "epoch": 0.792538860103627,
      "grad_norm": 38.20492172241211,
      "learning_rate": 3.872887586486878e-05,
      "loss": 8.8421,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 478
    },
    {
      "epoch": 0.7941968911917099,
      "grad_norm": 61.91070556640625,
      "learning_rate": 3.872117357363471e-05,
      "loss": 8.7015,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 479
    },
    {
      "epoch": 0.7958549222797927,
      "grad_norm": 49.86360168457031,
      "learning_rate": 3.8713448787690604e-05,
      "loss": 8.8202,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 480
    },
    {
      "epoch": 0.7975129533678756,
      "grad_norm": 39.13544464111328,
      "learning_rate": 3.870570151631827e-05,
      "loss": 8.7725,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 481
    },
    {
      "epoch": 0.7991709844559586,
      "grad_norm": 39.809417724609375,
      "learning_rate": 3.869793176882658e-05,
      "loss": 8.8329,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 482
    },
    {
      "epoch": 0.8008290155440414,
      "grad_norm": 32.5633659362793,
      "learning_rate": 3.869013955455137e-05,
      "loss": 8.9146,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 483
    },
    {
      "epoch": 0.8024870466321243,
      "grad_norm": 35.1837043762207,
      "learning_rate": 3.868232488285551e-05,
      "loss": 8.7741,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 484
    },
    {
      "epoch": 0.8041450777202073,
      "grad_norm": 40.708194732666016,
      "learning_rate": 3.867448776312883e-05,
      "loss": 8.7229,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 485
    },
    {
      "epoch": 0.8058031088082902,
      "grad_norm": 41.97080612182617,
      "learning_rate": 3.866662820478815e-05,
      "loss": 8.9329,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 486
    },
    {
      "epoch": 0.807461139896373,
      "grad_norm": 39.613922119140625,
      "learning_rate": 3.865874621727723e-05,
      "loss": 9.2231,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 487
    },
    {
      "epoch": 0.809119170984456,
      "grad_norm": 33.229034423828125,
      "learning_rate": 3.865084181006679e-05,
      "loss": 8.8715,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 488
    },
    {
      "epoch": 0.8107772020725389,
      "grad_norm": 32.78885269165039,
      "learning_rate": 3.86429149926545e-05,
      "loss": 9.0218,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 489
    },
    {
      "epoch": 0.8124352331606217,
      "grad_norm": 33.270713806152344,
      "learning_rate": 3.863496577456494e-05,
      "loss": 8.7726,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 490
    },
    {
      "epoch": 0.8140932642487047,
      "grad_norm": 48.91481018066406,
      "learning_rate": 3.8626994165349625e-05,
      "loss": 8.8251,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 491
    },
    {
      "epoch": 0.8157512953367876,
      "grad_norm": 38.616851806640625,
      "learning_rate": 3.8619000174586945e-05,
      "loss": 8.6652,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 492
    },
    {
      "epoch": 0.8174093264248705,
      "grad_norm": 35.691619873046875,
      "learning_rate": 3.861098381188222e-05,
      "loss": 8.9131,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 493
    },
    {
      "epoch": 0.8190673575129533,
      "grad_norm": 36.241207122802734,
      "learning_rate": 3.860294508686762e-05,
      "loss": 8.7484,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 494
    },
    {
      "epoch": 0.8207253886010363,
      "grad_norm": 34.5577392578125,
      "learning_rate": 3.85948840092022e-05,
      "loss": 8.3861,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 495
    },
    {
      "epoch": 0.8223834196891192,
      "grad_norm": 34.48995590209961,
      "learning_rate": 3.858680058857187e-05,
      "loss": 8.9933,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.4,
      "memory/max_mem_allocated(gib)": 54.4,
      "step": 496
    },
    {
      "epoch": 0.824041450777202,
      "grad_norm": 62.14433670043945,
      "learning_rate": 3.857869483468939e-05,
      "loss": 8.7868,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 497
    },
    {
      "epoch": 0.825699481865285,
      "grad_norm": 36.183956146240234,
      "learning_rate": 3.857056675729434e-05,
      "loss": 8.7101,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 498
    },
    {
      "epoch": 0.8273575129533679,
      "grad_norm": 34.584320068359375,
      "learning_rate": 3.856241636615315e-05,
      "loss": 8.8025,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 499
    },
    {
      "epoch": 0.8290155440414507,
      "grad_norm": 53.15195846557617,
      "learning_rate": 3.8554243671059035e-05,
      "loss": 8.9051,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 500
    },
    {
      "epoch": 0.8306735751295337,
      "grad_norm": 35.85457229614258,
      "learning_rate": 3.854604868183203e-05,
      "loss": 8.622,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 501
    },
    {
      "epoch": 0.8323316062176166,
      "grad_norm": 32.51680374145508,
      "learning_rate": 3.853783140831894e-05,
      "loss": 8.8615,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 502
    },
    {
      "epoch": 0.8339896373056995,
      "grad_norm": 44.49296569824219,
      "learning_rate": 3.8529591860393354e-05,
      "loss": 8.9013,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 503
    },
    {
      "epoch": 0.8356476683937824,
      "grad_norm": 33.57966995239258,
      "learning_rate": 3.852133004795563e-05,
      "loss": 8.7009,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 504
    },
    {
      "epoch": 0.8373056994818653,
      "grad_norm": 37.284725189208984,
      "learning_rate": 3.851304598093289e-05,
      "loss": 8.8079,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 505
    },
    {
      "epoch": 0.8389637305699482,
      "grad_norm": 75.73380279541016,
      "learning_rate": 3.850473966927895e-05,
      "loss": 8.8109,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 506
    },
    {
      "epoch": 0.840621761658031,
      "grad_norm": 35.1285514831543,
      "learning_rate": 3.84964111229744e-05,
      "loss": 8.9677,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 507
    },
    {
      "epoch": 0.842279792746114,
      "grad_norm": 43.30708312988281,
      "learning_rate": 3.848806035202653e-05,
      "loss": 9.1918,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 508
    },
    {
      "epoch": 0.8439378238341969,
      "grad_norm": 37.44493865966797,
      "learning_rate": 3.847968736646934e-05,
      "loss": 8.7404,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 509
    },
    {
      "epoch": 0.8455958549222798,
      "grad_norm": 35.1894645690918,
      "learning_rate": 3.847129217636352e-05,
      "loss": 8.7903,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 510
    },
    {
      "epoch": 0.8472538860103627,
      "grad_norm": 34.919891357421875,
      "learning_rate": 3.8462874791796414e-05,
      "loss": 8.7589,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 511
    },
    {
      "epoch": 0.8489119170984456,
      "grad_norm": 37.120025634765625,
      "learning_rate": 3.845443522288209e-05,
      "loss": 8.9527,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 512
    },
    {
      "epoch": 0.8505699481865285,
      "grad_norm": 33.083106994628906,
      "learning_rate": 3.844597347976121e-05,
      "loss": 8.5737,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 513
    },
    {
      "epoch": 0.8522279792746114,
      "grad_norm": 35.30742263793945,
      "learning_rate": 3.8437489572601146e-05,
      "loss": 8.7469,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 514
    },
    {
      "epoch": 0.8538860103626943,
      "grad_norm": 34.55782699584961,
      "learning_rate": 3.842898351159583e-05,
      "loss": 8.7178,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 515
    },
    {
      "epoch": 0.8555440414507772,
      "grad_norm": 72.11827087402344,
      "learning_rate": 3.8420455306965864e-05,
      "loss": 8.91,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 516
    },
    {
      "epoch": 0.85720207253886,
      "grad_norm": 37.3801155090332,
      "learning_rate": 3.841190496895845e-05,
      "loss": 8.8,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 517
    },
    {
      "epoch": 0.858860103626943,
      "grad_norm": 37.533477783203125,
      "learning_rate": 3.840333250784736e-05,
      "loss": 8.8143,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 518
    },
    {
      "epoch": 0.8605181347150259,
      "grad_norm": 56.727294921875,
      "learning_rate": 3.839473793393297e-05,
      "loss": 8.8246,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 519
    },
    {
      "epoch": 0.8621761658031089,
      "grad_norm": 33.453243255615234,
      "learning_rate": 3.838612125754223e-05,
      "loss": 8.8125,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 520
    },
    {
      "epoch": 0.8638341968911917,
      "grad_norm": 37.082401275634766,
      "learning_rate": 3.8377482489028625e-05,
      "loss": 8.8077,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 521
    },
    {
      "epoch": 0.8654922279792746,
      "grad_norm": 36.695274353027344,
      "learning_rate": 3.8368821638772206e-05,
      "loss": 8.9954,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 522
    },
    {
      "epoch": 0.8671502590673575,
      "grad_norm": 34.59817123413086,
      "learning_rate": 3.836013871717955e-05,
      "loss": 8.5086,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 523
    },
    {
      "epoch": 0.8688082901554404,
      "grad_norm": 35.005165100097656,
      "learning_rate": 3.835143373468374e-05,
      "loss": 8.8949,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 524
    },
    {
      "epoch": 0.8704663212435233,
      "grad_norm": 53.143009185791016,
      "learning_rate": 3.8342706701744406e-05,
      "loss": 8.6731,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 525
    },
    {
      "epoch": 0.8721243523316062,
      "grad_norm": 35.225589752197266,
      "learning_rate": 3.833395762884762e-05,
      "loss": 8.659,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 526
    },
    {
      "epoch": 0.8737823834196892,
      "grad_norm": 42.069942474365234,
      "learning_rate": 3.8325186526505975e-05,
      "loss": 8.7807,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 527
    },
    {
      "epoch": 0.875440414507772,
      "grad_norm": 44.6848030090332,
      "learning_rate": 3.831639340525852e-05,
      "loss": 8.7873,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 528
    },
    {
      "epoch": 0.8770984455958549,
      "grad_norm": 33.53740310668945,
      "learning_rate": 3.830757827567077e-05,
      "loss": 8.7833,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 529
    },
    {
      "epoch": 0.8787564766839379,
      "grad_norm": 33.757415771484375,
      "learning_rate": 3.829874114833467e-05,
      "loss": 8.7175,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 530
    },
    {
      "epoch": 0.8804145077720207,
      "grad_norm": 35.986610412597656,
      "learning_rate": 3.82898820338686e-05,
      "loss": 8.8549,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 531
    },
    {
      "epoch": 0.8820725388601036,
      "grad_norm": 36.93895721435547,
      "learning_rate": 3.828100094291738e-05,
      "loss": 8.5861,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 532
    },
    {
      "epoch": 0.8837305699481866,
      "grad_norm": 35.917728424072266,
      "learning_rate": 3.8272097886152196e-05,
      "loss": 8.8493,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 533
    },
    {
      "epoch": 0.8853886010362695,
      "grad_norm": 32.31296920776367,
      "learning_rate": 3.826317287427067e-05,
      "loss": 8.6405,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 534
    },
    {
      "epoch": 0.8870466321243523,
      "grad_norm": 35.6434326171875,
      "learning_rate": 3.8254225917996784e-05,
      "loss": 8.9109,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 535
    },
    {
      "epoch": 0.8887046632124352,
      "grad_norm": 33.28401565551758,
      "learning_rate": 3.824525702808088e-05,
      "loss": 8.5602,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 536
    },
    {
      "epoch": 0.8903626943005182,
      "grad_norm": 35.478477478027344,
      "learning_rate": 3.823626621529967e-05,
      "loss": 8.4715,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 537
    },
    {
      "epoch": 0.892020725388601,
      "grad_norm": 35.45675277709961,
      "learning_rate": 3.82272534904562e-05,
      "loss": 8.8264,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 538
    },
    {
      "epoch": 0.8936787564766839,
      "grad_norm": 35.49843978881836,
      "learning_rate": 3.821821886437984e-05,
      "loss": 8.8574,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 539
    },
    {
      "epoch": 0.8953367875647669,
      "grad_norm": 34.17732238769531,
      "learning_rate": 3.8209162347926294e-05,
      "loss": 8.6445,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 540
    },
    {
      "epoch": 0.8969948186528497,
      "grad_norm": 33.1489143371582,
      "learning_rate": 3.820008395197755e-05,
      "loss": 8.7331,
      "memory/device_mem_reserved(gib)": 62.36,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 541
    },
    {
      "epoch": 0.8986528497409326,
      "grad_norm": 36.45632553100586,
      "learning_rate": 3.819098368744189e-05,
      "loss": 8.8308,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 542
    },
    {
      "epoch": 0.9003108808290156,
      "grad_norm": 35.67717361450195,
      "learning_rate": 3.8181861565253886e-05,
      "loss": 8.7427,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 543
    },
    {
      "epoch": 0.9019689119170985,
      "grad_norm": 34.31645584106445,
      "learning_rate": 3.817271759637434e-05,
      "loss": 8.6425,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 544
    },
    {
      "epoch": 0.9036269430051813,
      "grad_norm": 35.94821548461914,
      "learning_rate": 3.8163551791790354e-05,
      "loss": 8.9593,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 545
    },
    {
      "epoch": 0.9052849740932642,
      "grad_norm": 35.14656448364258,
      "learning_rate": 3.8154364162515214e-05,
      "loss": 8.6816,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 546
    },
    {
      "epoch": 0.9069430051813472,
      "grad_norm": 40.692710876464844,
      "learning_rate": 3.8145154719588474e-05,
      "loss": 8.6261,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 547
    },
    {
      "epoch": 0.90860103626943,
      "grad_norm": 35.11967086791992,
      "learning_rate": 3.8135923474075875e-05,
      "loss": 8.8471,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 548
    },
    {
      "epoch": 0.9102590673575129,
      "grad_norm": 33.7957763671875,
      "learning_rate": 3.812667043706935e-05,
      "loss": 9.0114,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 549
    },
    {
      "epoch": 0.9119170984455959,
      "grad_norm": 44.45768356323242,
      "learning_rate": 3.811739561968705e-05,
      "loss": 8.7035,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 550
    },
    {
      "epoch": 0.9135751295336788,
      "grad_norm": 48.09542465209961,
      "learning_rate": 3.810809903307324e-05,
      "loss": 8.7281,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 551
    },
    {
      "epoch": 0.9152331606217616,
      "grad_norm": 56.525108337402344,
      "learning_rate": 3.80987806883984e-05,
      "loss": 9.0091,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 552
    },
    {
      "epoch": 0.9168911917098446,
      "grad_norm": 38.83876419067383,
      "learning_rate": 3.808944059685912e-05,
      "loss": 9.0842,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 553
    },
    {
      "epoch": 0.9185492227979275,
      "grad_norm": 36.92942428588867,
      "learning_rate": 3.8080078769678125e-05,
      "loss": 8.9913,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 554
    },
    {
      "epoch": 0.9202072538860103,
      "grad_norm": 48.25178146362305,
      "learning_rate": 3.807069521810426e-05,
      "loss": 8.7043,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 555
    },
    {
      "epoch": 0.9218652849740933,
      "grad_norm": 34.081695556640625,
      "learning_rate": 3.806128995341249e-05,
      "loss": 8.6427,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 556
    },
    {
      "epoch": 0.9235233160621762,
      "grad_norm": 40.2447509765625,
      "learning_rate": 3.805186298690383e-05,
      "loss": 8.8049,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 557
    },
    {
      "epoch": 0.925181347150259,
      "grad_norm": 56.07473373413086,
      "learning_rate": 3.804241432990541e-05,
      "loss": 8.8593,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 558
    },
    {
      "epoch": 0.926839378238342,
      "grad_norm": 57.01133728027344,
      "learning_rate": 3.8032943993770405e-05,
      "loss": 8.8178,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 559
    },
    {
      "epoch": 0.9284974093264249,
      "grad_norm": 37.04319763183594,
      "learning_rate": 3.802345198987804e-05,
      "loss": 8.9057,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 560
    },
    {
      "epoch": 0.9301554404145078,
      "grad_norm": 38.63132858276367,
      "learning_rate": 3.801393832963357e-05,
      "loss": 8.7097,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 561
    },
    {
      "epoch": 0.9318134715025906,
      "grad_norm": 36.30315017700195,
      "learning_rate": 3.800440302446828e-05,
      "loss": 8.3637,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 562
    },
    {
      "epoch": 0.9334715025906736,
      "grad_norm": 72.0545425415039,
      "learning_rate": 3.799484608583947e-05,
      "loss": 8.9319,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 563
    },
    {
      "epoch": 0.9351295336787565,
      "grad_norm": 38.94035339355469,
      "learning_rate": 3.798526752523041e-05,
      "loss": 8.9463,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 564
    },
    {
      "epoch": 0.9367875647668393,
      "grad_norm": 37.57847213745117,
      "learning_rate": 3.797566735415038e-05,
      "loss": 8.5343,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 565
    },
    {
      "epoch": 0.9384455958549223,
      "grad_norm": 110.7387466430664,
      "learning_rate": 3.79660455841346e-05,
      "loss": 8.6154,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 566
    },
    {
      "epoch": 0.9401036269430052,
      "grad_norm": 38.633636474609375,
      "learning_rate": 3.7956402226744256e-05,
      "loss": 8.813,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 567
    },
    {
      "epoch": 0.9417616580310881,
      "grad_norm": 50.035675048828125,
      "learning_rate": 3.7946737293566476e-05,
      "loss": 8.831,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 568
    },
    {
      "epoch": 0.943419689119171,
      "grad_norm": 40.02106857299805,
      "learning_rate": 3.79370507962143e-05,
      "loss": 8.6778,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 569
    },
    {
      "epoch": 0.9450777202072539,
      "grad_norm": 41.92953109741211,
      "learning_rate": 3.7927342746326686e-05,
      "loss": 8.7458,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 570
    },
    {
      "epoch": 0.9467357512953368,
      "grad_norm": 32.270870208740234,
      "learning_rate": 3.79176131555685e-05,
      "loss": 8.4767,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 571
    },
    {
      "epoch": 0.9483937823834196,
      "grad_norm": 42.01417922973633,
      "learning_rate": 3.790786203563046e-05,
      "loss": 8.7607,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 572
    },
    {
      "epoch": 0.9500518134715026,
      "grad_norm": 35.64944076538086,
      "learning_rate": 3.7898089398229185e-05,
      "loss": 8.5719,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 573
    },
    {
      "epoch": 0.9517098445595855,
      "grad_norm": 33.25200653076172,
      "learning_rate": 3.788829525510714e-05,
      "loss": 8.5014,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 574
    },
    {
      "epoch": 0.9533678756476683,
      "grad_norm": 37.422821044921875,
      "learning_rate": 3.787847961803261e-05,
      "loss": 8.6239,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 575
    },
    {
      "epoch": 0.9550259067357513,
      "grad_norm": 37.37853240966797,
      "learning_rate": 3.7868642498799746e-05,
      "loss": 8.8286,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 576
    },
    {
      "epoch": 0.9566839378238342,
      "grad_norm": 38.35071563720703,
      "learning_rate": 3.785878390922846e-05,
      "loss": 8.4615,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 577
    },
    {
      "epoch": 0.9583419689119171,
      "grad_norm": 34.38237380981445,
      "learning_rate": 3.784890386116451e-05,
      "loss": 8.4037,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 578
    },
    {
      "epoch": 0.96,
      "grad_norm": 36.56069564819336,
      "learning_rate": 3.783900236647941e-05,
      "loss": 8.6112,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 579
    },
    {
      "epoch": 0.9616580310880829,
      "grad_norm": 42.89994430541992,
      "learning_rate": 3.7829079437070454e-05,
      "loss": 8.4285,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 580
    },
    {
      "epoch": 0.9633160621761658,
      "grad_norm": 40.68024826049805,
      "learning_rate": 3.781913508486069e-05,
      "loss": 8.4681,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 581
    },
    {
      "epoch": 0.9649740932642487,
      "grad_norm": 35.98411560058594,
      "learning_rate": 3.7809169321798895e-05,
      "loss": 8.4567,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 582
    },
    {
      "epoch": 0.9666321243523316,
      "grad_norm": 33.551368713378906,
      "learning_rate": 3.779918215985959e-05,
      "loss": 8.5299,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 583
    },
    {
      "epoch": 0.9682901554404145,
      "grad_norm": 41.62911605834961,
      "learning_rate": 3.7789173611043e-05,
      "loss": 8.4686,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 584
    },
    {
      "epoch": 0.9699481865284975,
      "grad_norm": 36.13520812988281,
      "learning_rate": 3.777914368737506e-05,
      "loss": 8.4748,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 585
    },
    {
      "epoch": 0.9716062176165803,
      "grad_norm": 34.76836013793945,
      "learning_rate": 3.776909240090736e-05,
      "loss": 8.6766,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 586
    },
    {
      "epoch": 0.9732642487046632,
      "grad_norm": 35.862876892089844,
      "learning_rate": 3.7759019763717175e-05,
      "loss": 8.5555,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 587
    },
    {
      "epoch": 0.9749222797927461,
      "grad_norm": 37.029075622558594,
      "learning_rate": 3.774892578790745e-05,
      "loss": 8.4995,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 588
    },
    {
      "epoch": 0.976580310880829,
      "grad_norm": 35.45307540893555,
      "learning_rate": 3.7738810485606746e-05,
      "loss": 8.5491,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 589
    },
    {
      "epoch": 0.9782383419689119,
      "grad_norm": 38.44782638549805,
      "learning_rate": 3.7728673868969254e-05,
      "loss": 8.639,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 590
    },
    {
      "epoch": 0.9798963730569948,
      "grad_norm": 38.522735595703125,
      "learning_rate": 3.771851595017479e-05,
      "loss": 8.6156,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 591
    },
    {
      "epoch": 0.9815544041450778,
      "grad_norm": 39.69512176513672,
      "learning_rate": 3.7708336741428747e-05,
      "loss": 8.3436,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 592
    },
    {
      "epoch": 0.9832124352331606,
      "grad_norm": 62.8233757019043,
      "learning_rate": 3.769813625496211e-05,
      "loss": 8.5677,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 593
    },
    {
      "epoch": 0.9848704663212435,
      "grad_norm": 50.43526077270508,
      "learning_rate": 3.768791450303142e-05,
      "loss": 8.7181,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 594
    },
    {
      "epoch": 0.9865284974093265,
      "grad_norm": 44.850399017333984,
      "learning_rate": 3.76776714979188e-05,
      "loss": 8.3242,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 595
    },
    {
      "epoch": 0.9881865284974093,
      "grad_norm": 37.88966751098633,
      "learning_rate": 3.766740725193187e-05,
      "loss": 8.5615,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 596
    },
    {
      "epoch": 0.9898445595854922,
      "grad_norm": 43.7685546875,
      "learning_rate": 3.765712177740379e-05,
      "loss": 8.7403,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 597
    },
    {
      "epoch": 0.9915025906735752,
      "grad_norm": 59.10106658935547,
      "learning_rate": 3.7646815086693234e-05,
      "loss": 8.6593,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 598
    },
    {
      "epoch": 0.993160621761658,
      "grad_norm": 35.97590255737305,
      "learning_rate": 3.7636487192184365e-05,
      "loss": 8.6309,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 599
    },
    {
      "epoch": 0.9948186528497409,
      "grad_norm": 36.17827224731445,
      "learning_rate": 3.762613810628682e-05,
      "loss": 8.8122,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 600
    },
    {
      "epoch": 0.9964766839378238,
      "grad_norm": 56.79885482788086,
      "learning_rate": 3.761576784143569e-05,
      "loss": 8.7925,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 601
    },
    {
      "epoch": 0.9981347150259068,
      "grad_norm": 41.317569732666016,
      "learning_rate": 3.760537641009154e-05,
      "loss": 8.542,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 602
    },
    {
      "epoch": 0.9997927461139896,
      "grad_norm": 39.656246185302734,
      "learning_rate": 3.7594963824740335e-05,
      "loss": 8.622,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 603
    },
    {
      "epoch": 1.0,
      "grad_norm": 14.118906021118164,
      "learning_rate": 3.758453009789349e-05,
      "loss": 1.0509,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 604
    },
    {
      "epoch": 1.001658031088083,
      "grad_norm": 54.91218948364258,
      "learning_rate": 3.75740752420878e-05,
      "loss": 6.9899,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 605
    },
    {
      "epoch": 1.0033160621761659,
      "grad_norm": 45.962982177734375,
      "learning_rate": 3.756359926988546e-05,
      "loss": 6.9695,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 606
    },
    {
      "epoch": 1.0049740932642488,
      "grad_norm": 54.098182678222656,
      "learning_rate": 3.755310219387403e-05,
      "loss": 7.0667,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 607
    },
    {
      "epoch": 1.0066321243523315,
      "grad_norm": 59.51551055908203,
      "learning_rate": 3.7542584026666425e-05,
      "loss": 6.6866,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 608
    },
    {
      "epoch": 1.0082901554404144,
      "grad_norm": 48.12742614746094,
      "learning_rate": 3.753204478090092e-05,
      "loss": 6.9583,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 609
    },
    {
      "epoch": 1.0099481865284974,
      "grad_norm": 57.60960006713867,
      "learning_rate": 3.7521484469241094e-05,
      "loss": 6.8631,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 610
    },
    {
      "epoch": 1.0116062176165803,
      "grad_norm": 53.88450241088867,
      "learning_rate": 3.751090310437586e-05,
      "loss": 6.8423,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 611
    },
    {
      "epoch": 1.0132642487046633,
      "grad_norm": 55.675445556640625,
      "learning_rate": 3.750030069901941e-05,
      "loss": 6.8163,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 612
    },
    {
      "epoch": 1.0149222797927462,
      "grad_norm": 44.19478225708008,
      "learning_rate": 3.748967726591123e-05,
      "loss": 6.7191,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 613
    },
    {
      "epoch": 1.0165803108808291,
      "grad_norm": 100.23785400390625,
      "learning_rate": 3.747903281781606e-05,
      "loss": 6.7019,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 614
    },
    {
      "epoch": 1.0182383419689118,
      "grad_norm": 55.05281448364258,
      "learning_rate": 3.7468367367523915e-05,
      "loss": 7.0438,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 615
    },
    {
      "epoch": 1.0198963730569948,
      "grad_norm": 41.24477767944336,
      "learning_rate": 3.745768092785001e-05,
      "loss": 6.8017,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 616
    },
    {
      "epoch": 1.0215544041450777,
      "grad_norm": 58.43821716308594,
      "learning_rate": 3.744697351163481e-05,
      "loss": 6.8088,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 617
    },
    {
      "epoch": 1.0232124352331606,
      "grad_norm": 48.32853317260742,
      "learning_rate": 3.743624513174396e-05,
      "loss": 6.9196,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 618
    },
    {
      "epoch": 1.0248704663212436,
      "grad_norm": 49.21244812011719,
      "learning_rate": 3.742549580106833e-05,
      "loss": 7.0278,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 619
    },
    {
      "epoch": 1.0265284974093265,
      "grad_norm": 48.119510650634766,
      "learning_rate": 3.741472553252391e-05,
      "loss": 6.7455,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 620
    },
    {
      "epoch": 1.0281865284974094,
      "grad_norm": 44.66626739501953,
      "learning_rate": 3.7403934339051916e-05,
      "loss": 6.8183,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 621
    },
    {
      "epoch": 1.0298445595854921,
      "grad_norm": 39.603031158447266,
      "learning_rate": 3.739312223361863e-05,
      "loss": 7.1205,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 622
    },
    {
      "epoch": 1.031502590673575,
      "grad_norm": 45.491615295410156,
      "learning_rate": 3.738228922921554e-05,
      "loss": 6.7408,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 623
    },
    {
      "epoch": 1.033160621761658,
      "grad_norm": 46.2393684387207,
      "learning_rate": 3.7371435338859185e-05,
      "loss": 7.049,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 624
    },
    {
      "epoch": 1.034818652849741,
      "grad_norm": 42.10126876831055,
      "learning_rate": 3.7360560575591224e-05,
      "loss": 6.4958,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 625
    },
    {
      "epoch": 1.0364766839378239,
      "grad_norm": 45.921165466308594,
      "learning_rate": 3.7349664952478406e-05,
      "loss": 6.776,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 626
    },
    {
      "epoch": 1.0381347150259068,
      "grad_norm": 41.21131134033203,
      "learning_rate": 3.733874848261251e-05,
      "loss": 6.7312,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 627
    },
    {
      "epoch": 1.0397927461139895,
      "grad_norm": 40.528038024902344,
      "learning_rate": 3.7327811179110404e-05,
      "loss": 6.6776,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 628
    },
    {
      "epoch": 1.0414507772020725,
      "grad_norm": 35.03788757324219,
      "learning_rate": 3.731685305511396e-05,
      "loss": 6.4283,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 629
    },
    {
      "epoch": 1.0431088082901554,
      "grad_norm": 42.60007095336914,
      "learning_rate": 3.7305874123790084e-05,
      "loss": 6.7655,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 630
    },
    {
      "epoch": 1.0447668393782383,
      "grad_norm": 36.308040618896484,
      "learning_rate": 3.729487439833068e-05,
      "loss": 6.247,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 631
    },
    {
      "epoch": 1.0464248704663213,
      "grad_norm": 33.74679183959961,
      "learning_rate": 3.728385389195263e-05,
      "loss": 6.4374,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 632
    },
    {
      "epoch": 1.0480829015544042,
      "grad_norm": 33.57975769042969,
      "learning_rate": 3.727281261789779e-05,
      "loss": 6.3607,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 633
    },
    {
      "epoch": 1.0497409326424871,
      "grad_norm": 35.4625129699707,
      "learning_rate": 3.7261750589432975e-05,
      "loss": 6.5721,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 634
    },
    {
      "epoch": 1.0513989637305698,
      "grad_norm": 32.372833251953125,
      "learning_rate": 3.725066781984993e-05,
      "loss": 6.3565,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 635
    },
    {
      "epoch": 1.0530569948186528,
      "grad_norm": 39.90287780761719,
      "learning_rate": 3.7239564322465324e-05,
      "loss": 6.2746,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 636
    },
    {
      "epoch": 1.0547150259067357,
      "grad_norm": 33.63220977783203,
      "learning_rate": 3.7228440110620735e-05,
      "loss": 6.5636,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 637
    },
    {
      "epoch": 1.0563730569948186,
      "grad_norm": 33.77058792114258,
      "learning_rate": 3.721729519768262e-05,
      "loss": 6.4452,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 638
    },
    {
      "epoch": 1.0580310880829016,
      "grad_norm": 34.46035385131836,
      "learning_rate": 3.7206129597042335e-05,
      "loss": 6.6319,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 639
    },
    {
      "epoch": 1.0596891191709845,
      "grad_norm": 33.91580581665039,
      "learning_rate": 3.719494332211607e-05,
      "loss": 6.3643,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 640
    },
    {
      "epoch": 1.0613471502590675,
      "grad_norm": 37.11559295654297,
      "learning_rate": 3.7183736386344846e-05,
      "loss": 6.7437,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 641
    },
    {
      "epoch": 1.0630051813471502,
      "grad_norm": 32.421817779541016,
      "learning_rate": 3.717250880319456e-05,
      "loss": 6.5178,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 642
    },
    {
      "epoch": 1.064663212435233,
      "grad_norm": 38.65961456298828,
      "learning_rate": 3.716126058615585e-05,
      "loss": 6.6229,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 643
    },
    {
      "epoch": 1.066321243523316,
      "grad_norm": 34.442726135253906,
      "learning_rate": 3.714999174874421e-05,
      "loss": 6.6281,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 644
    },
    {
      "epoch": 1.067979274611399,
      "grad_norm": 36.78165054321289,
      "learning_rate": 3.7138702304499864e-05,
      "loss": 6.5741,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 645
    },
    {
      "epoch": 1.069637305699482,
      "grad_norm": 59.44149398803711,
      "learning_rate": 3.712739226698782e-05,
      "loss": 6.3772,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 646
    },
    {
      "epoch": 1.0712953367875648,
      "grad_norm": 36.20512390136719,
      "learning_rate": 3.711606164979783e-05,
      "loss": 6.5154,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 647
    },
    {
      "epoch": 1.0729533678756478,
      "grad_norm": 37.14236831665039,
      "learning_rate": 3.710471046654436e-05,
      "loss": 6.5526,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 648
    },
    {
      "epoch": 1.0746113989637305,
      "grad_norm": 34.938228607177734,
      "learning_rate": 3.709333873086661e-05,
      "loss": 6.8826,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 649
    },
    {
      "epoch": 1.0762694300518134,
      "grad_norm": 34.791194915771484,
      "learning_rate": 3.708194645642845e-05,
      "loss": 6.5875,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 650
    },
    {
      "epoch": 1.0779274611398963,
      "grad_norm": 34.06436538696289,
      "learning_rate": 3.707053365691844e-05,
      "loss": 6.5621,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 651
    },
    {
      "epoch": 1.0795854922279793,
      "grad_norm": 34.43373489379883,
      "learning_rate": 3.7059100346049814e-05,
      "loss": 6.7041,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 652
    },
    {
      "epoch": 1.0812435233160622,
      "grad_norm": 35.93534469604492,
      "learning_rate": 3.704764653756043e-05,
      "loss": 6.6762,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 653
    },
    {
      "epoch": 1.0829015544041452,
      "grad_norm": 34.78697204589844,
      "learning_rate": 3.703617224521278e-05,
      "loss": 6.6115,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 654
    },
    {
      "epoch": 1.084559585492228,
      "grad_norm": 37.07876205444336,
      "learning_rate": 3.702467748279398e-05,
      "loss": 6.4041,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 655
    },
    {
      "epoch": 1.0862176165803108,
      "grad_norm": 33.037078857421875,
      "learning_rate": 3.7013162264115745e-05,
      "loss": 6.836,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 656
    },
    {
      "epoch": 1.0878756476683937,
      "grad_norm": 32.67500305175781,
      "learning_rate": 3.700162660301435e-05,
      "loss": 6.5537,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 657
    },
    {
      "epoch": 1.0895336787564767,
      "grad_norm": 43.64278030395508,
      "learning_rate": 3.699007051335064e-05,
      "loss": 6.4914,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 658
    },
    {
      "epoch": 1.0911917098445596,
      "grad_norm": 37.10805130004883,
      "learning_rate": 3.6978494009010034e-05,
      "loss": 6.849,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 659
    },
    {
      "epoch": 1.0928497409326425,
      "grad_norm": 38.71352767944336,
      "learning_rate": 3.696689710390242e-05,
      "loss": 6.41,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 660
    },
    {
      "epoch": 1.0945077720207255,
      "grad_norm": 33.88114547729492,
      "learning_rate": 3.695527981196227e-05,
      "loss": 6.6386,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 661
    },
    {
      "epoch": 1.0961658031088084,
      "grad_norm": 35.327110290527344,
      "learning_rate": 3.694364214714849e-05,
      "loss": 6.6835,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 662
    },
    {
      "epoch": 1.0978238341968911,
      "grad_norm": 38.26362609863281,
      "learning_rate": 3.693198412344451e-05,
      "loss": 6.8112,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 663
    },
    {
      "epoch": 1.099481865284974,
      "grad_norm": 34.82380676269531,
      "learning_rate": 3.692030575485819e-05,
      "loss": 6.5473,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 664
    },
    {
      "epoch": 1.101139896373057,
      "grad_norm": 36.62647247314453,
      "learning_rate": 3.690860705542187e-05,
      "loss": 6.6279,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 665
    },
    {
      "epoch": 1.10279792746114,
      "grad_norm": 47.54450607299805,
      "learning_rate": 3.6896888039192285e-05,
      "loss": 6.6578,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 666
    },
    {
      "epoch": 1.1044559585492228,
      "grad_norm": 36.25957489013672,
      "learning_rate": 3.68851487202506e-05,
      "loss": 6.7983,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 667
    },
    {
      "epoch": 1.1061139896373058,
      "grad_norm": 35.20912551879883,
      "learning_rate": 3.687338911270238e-05,
      "loss": 6.6066,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 668
    },
    {
      "epoch": 1.1077720207253887,
      "grad_norm": 32.82148361206055,
      "learning_rate": 3.686160923067755e-05,
      "loss": 6.4058,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 669
    },
    {
      "epoch": 1.1094300518134714,
      "grad_norm": 37.415706634521484,
      "learning_rate": 3.6849809088330404e-05,
      "loss": 6.5685,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 670
    },
    {
      "epoch": 1.1110880829015544,
      "grad_norm": 37.94883728027344,
      "learning_rate": 3.6837988699839596e-05,
      "loss": 6.7805,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 671
    },
    {
      "epoch": 1.1127461139896373,
      "grad_norm": 35.17422103881836,
      "learning_rate": 3.682614807940807e-05,
      "loss": 6.6813,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 672
    },
    {
      "epoch": 1.1144041450777202,
      "grad_norm": 36.701416015625,
      "learning_rate": 3.681428724126313e-05,
      "loss": 6.6817,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 673
    },
    {
      "epoch": 1.1160621761658032,
      "grad_norm": 35.3330192565918,
      "learning_rate": 3.6802406199656326e-05,
      "loss": 6.7061,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 674
    },
    {
      "epoch": 1.117720207253886,
      "grad_norm": 38.62541580200195,
      "learning_rate": 3.6790504968863516e-05,
      "loss": 6.7877,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 675
    },
    {
      "epoch": 1.1193782383419688,
      "grad_norm": 39.53049087524414,
      "learning_rate": 3.6778583563184794e-05,
      "loss": 6.5684,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 676
    },
    {
      "epoch": 1.1210362694300517,
      "grad_norm": 36.745758056640625,
      "learning_rate": 3.676664199694452e-05,
      "loss": 6.2825,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 677
    },
    {
      "epoch": 1.1226943005181347,
      "grad_norm": 54.57575607299805,
      "learning_rate": 3.675468028449125e-05,
      "loss": 6.4199,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 678
    },
    {
      "epoch": 1.1243523316062176,
      "grad_norm": 33.59653091430664,
      "learning_rate": 3.674269844019776e-05,
      "loss": 6.5585,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 679
    },
    {
      "epoch": 1.1260103626943005,
      "grad_norm": 34.24168395996094,
      "learning_rate": 3.673069647846102e-05,
      "loss": 6.6216,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 680
    },
    {
      "epoch": 1.1276683937823835,
      "grad_norm": 40.10893249511719,
      "learning_rate": 3.671867441370219e-05,
      "loss": 6.6286,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 681
    },
    {
      "epoch": 1.1293264248704664,
      "grad_norm": 35.11830520629883,
      "learning_rate": 3.670663226036653e-05,
      "loss": 6.5601,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 682
    },
    {
      "epoch": 1.1309844559585491,
      "grad_norm": 35.6328010559082,
      "learning_rate": 3.669457003292349e-05,
      "loss": 6.6988,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 683
    },
    {
      "epoch": 1.132642487046632,
      "grad_norm": 35.15663146972656,
      "learning_rate": 3.668248774586663e-05,
      "loss": 6.7928,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 684
    },
    {
      "epoch": 1.134300518134715,
      "grad_norm": 55.15049362182617,
      "learning_rate": 3.6670385413713585e-05,
      "loss": 6.6408,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 685
    },
    {
      "epoch": 1.135958549222798,
      "grad_norm": 41.56571578979492,
      "learning_rate": 3.6658263051006115e-05,
      "loss": 6.6528,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 686
    },
    {
      "epoch": 1.1376165803108809,
      "grad_norm": 39.367733001708984,
      "learning_rate": 3.6646120672310016e-05,
      "loss": 6.6905,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 687
    },
    {
      "epoch": 1.1392746113989638,
      "grad_norm": 41.046630859375,
      "learning_rate": 3.6633958292215146e-05,
      "loss": 6.8611,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 688
    },
    {
      "epoch": 1.1409326424870465,
      "grad_norm": 37.1512565612793,
      "learning_rate": 3.662177592533541e-05,
      "loss": 6.5827,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 689
    },
    {
      "epoch": 1.1425906735751294,
      "grad_norm": 36.69519805908203,
      "learning_rate": 3.660957358630871e-05,
      "loss": 6.5613,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 690
    },
    {
      "epoch": 1.1442487046632124,
      "grad_norm": 39.59662628173828,
      "learning_rate": 3.659735128979694e-05,
      "loss": 6.615,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 691
    },
    {
      "epoch": 1.1459067357512953,
      "grad_norm": 102.88629150390625,
      "learning_rate": 3.6585109050486004e-05,
      "loss": 6.6324,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 692
    },
    {
      "epoch": 1.1475647668393782,
      "grad_norm": 63.03943634033203,
      "learning_rate": 3.657284688308575e-05,
      "loss": 6.7516,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 693
    },
    {
      "epoch": 1.1492227979274612,
      "grad_norm": 61.302757263183594,
      "learning_rate": 3.656056480232995e-05,
      "loss": 6.9519,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 694
    },
    {
      "epoch": 1.1508808290155441,
      "grad_norm": 56.377952575683594,
      "learning_rate": 3.6548262822976344e-05,
      "loss": 6.7046,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 695
    },
    {
      "epoch": 1.1525388601036268,
      "grad_norm": 39.52311325073242,
      "learning_rate": 3.6535940959806554e-05,
      "loss": 6.6088,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 696
    },
    {
      "epoch": 1.1541968911917098,
      "grad_norm": 43.130523681640625,
      "learning_rate": 3.6523599227626106e-05,
      "loss": 6.7246,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 697
    },
    {
      "epoch": 1.1558549222797927,
      "grad_norm": 47.38938522338867,
      "learning_rate": 3.6511237641264384e-05,
      "loss": 6.7198,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 698
    },
    {
      "epoch": 1.1575129533678756,
      "grad_norm": 33.582618713378906,
      "learning_rate": 3.649885621557466e-05,
      "loss": 6.3654,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 699
    },
    {
      "epoch": 1.1591709844559586,
      "grad_norm": 44.32270050048828,
      "learning_rate": 3.6486454965433996e-05,
      "loss": 6.4452,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 700
    },
    {
      "epoch": 1.1608290155440415,
      "grad_norm": 33.84498596191406,
      "learning_rate": 3.647403390574333e-05,
      "loss": 6.6264,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 701
    },
    {
      "epoch": 1.1624870466321244,
      "grad_norm": 35.18691635131836,
      "learning_rate": 3.646159305142736e-05,
      "loss": 6.7426,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 702
    },
    {
      "epoch": 1.1641450777202071,
      "grad_norm": 34.17713165283203,
      "learning_rate": 3.644913241743459e-05,
      "loss": 6.419,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 703
    },
    {
      "epoch": 1.16580310880829,
      "grad_norm": 33.499168395996094,
      "learning_rate": 3.6436652018737275e-05,
      "loss": 6.4287,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 704
    },
    {
      "epoch": 1.167461139896373,
      "grad_norm": 42.81603240966797,
      "learning_rate": 3.642415187033144e-05,
      "loss": 6.6482,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 705
    },
    {
      "epoch": 1.169119170984456,
      "grad_norm": 42.65422821044922,
      "learning_rate": 3.641163198723681e-05,
      "loss": 6.8073,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 706
    },
    {
      "epoch": 1.1707772020725389,
      "grad_norm": 39.04562759399414,
      "learning_rate": 3.639909238449686e-05,
      "loss": 6.6429,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 707
    },
    {
      "epoch": 1.1724352331606218,
      "grad_norm": 41.111324310302734,
      "learning_rate": 3.638653307717872e-05,
      "loss": 6.4195,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 708
    },
    {
      "epoch": 1.1740932642487047,
      "grad_norm": 36.816612243652344,
      "learning_rate": 3.637395408037323e-05,
      "loss": 6.6708,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 709
    },
    {
      "epoch": 1.1757512953367875,
      "grad_norm": 34.93375778198242,
      "learning_rate": 3.636135540919488e-05,
      "loss": 6.8224,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 710
    },
    {
      "epoch": 1.1774093264248704,
      "grad_norm": 48.88344955444336,
      "learning_rate": 3.6348737078781777e-05,
      "loss": 6.6363,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 711
    },
    {
      "epoch": 1.1790673575129533,
      "grad_norm": 33.202266693115234,
      "learning_rate": 3.633609910429567e-05,
      "loss": 6.5168,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 712
    },
    {
      "epoch": 1.1807253886010363,
      "grad_norm": 33.056610107421875,
      "learning_rate": 3.6323441500921926e-05,
      "loss": 6.5305,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 713
    },
    {
      "epoch": 1.1823834196891192,
      "grad_norm": 67.4595947265625,
      "learning_rate": 3.631076428386947e-05,
      "loss": 6.987,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 714
    },
    {
      "epoch": 1.1840414507772021,
      "grad_norm": 34.64719009399414,
      "learning_rate": 3.629806746837079e-05,
      "loss": 6.8477,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 715
    },
    {
      "epoch": 1.185699481865285,
      "grad_norm": 34.43941879272461,
      "learning_rate": 3.628535106968196e-05,
      "loss": 6.7857,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 716
    },
    {
      "epoch": 1.1873575129533678,
      "grad_norm": 31.943401336669922,
      "learning_rate": 3.627261510308255e-05,
      "loss": 6.696,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 717
    },
    {
      "epoch": 1.1890155440414507,
      "grad_norm": 36.68719482421875,
      "learning_rate": 3.625985958387566e-05,
      "loss": 6.7311,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 718
    },
    {
      "epoch": 1.1906735751295336,
      "grad_norm": 37.536434173583984,
      "learning_rate": 3.624708452738787e-05,
      "loss": 6.73,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 719
    },
    {
      "epoch": 1.1923316062176166,
      "grad_norm": 33.2221794128418,
      "learning_rate": 3.623428994896925e-05,
      "loss": 6.5483,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 720
    },
    {
      "epoch": 1.1939896373056995,
      "grad_norm": 33.32732009887695,
      "learning_rate": 3.6221475863993315e-05,
      "loss": 6.802,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 721
    },
    {
      "epoch": 1.1956476683937824,
      "grad_norm": 34.209598541259766,
      "learning_rate": 3.6208642287857024e-05,
      "loss": 6.6323,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 722
    },
    {
      "epoch": 1.1973056994818654,
      "grad_norm": 33.344364166259766,
      "learning_rate": 3.6195789235980757e-05,
      "loss": 6.7064,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 723
    },
    {
      "epoch": 1.198963730569948,
      "grad_norm": 34.7468376159668,
      "learning_rate": 3.618291672380829e-05,
      "loss": 6.5899,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 724
    },
    {
      "epoch": 1.200621761658031,
      "grad_norm": 32.8627815246582,
      "learning_rate": 3.6170024766806784e-05,
      "loss": 6.4288,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 725
    },
    {
      "epoch": 1.202279792746114,
      "grad_norm": 33.8687858581543,
      "learning_rate": 3.615711338046678e-05,
      "loss": 6.4644,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 726
    },
    {
      "epoch": 1.203937823834197,
      "grad_norm": 32.47970199584961,
      "learning_rate": 3.6144182580302126e-05,
      "loss": 6.4495,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 727
    },
    {
      "epoch": 1.2055958549222798,
      "grad_norm": 32.59388732910156,
      "learning_rate": 3.613123238185004e-05,
      "loss": 6.4416,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 728
    },
    {
      "epoch": 1.2072538860103628,
      "grad_norm": 34.064979553222656,
      "learning_rate": 3.6118262800671025e-05,
      "loss": 6.5398,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 729
    },
    {
      "epoch": 1.2089119170984457,
      "grad_norm": 35.80686950683594,
      "learning_rate": 3.610527385234887e-05,
      "loss": 6.6508,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 730
    },
    {
      "epoch": 1.2105699481865284,
      "grad_norm": 34.92093276977539,
      "learning_rate": 3.6092265552490654e-05,
      "loss": 6.6557,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 731
    },
    {
      "epoch": 1.2122279792746113,
      "grad_norm": 38.40196990966797,
      "learning_rate": 3.6079237916726696e-05,
      "loss": 6.7362,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 732
    },
    {
      "epoch": 1.2138860103626943,
      "grad_norm": 34.047584533691406,
      "learning_rate": 3.606619096071054e-05,
      "loss": 6.5793,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 733
    },
    {
      "epoch": 1.2155440414507772,
      "grad_norm": 33.009315490722656,
      "learning_rate": 3.605312470011895e-05,
      "loss": 6.6329,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 734
    },
    {
      "epoch": 1.2172020725388601,
      "grad_norm": 35.67024612426758,
      "learning_rate": 3.604003915065192e-05,
      "loss": 6.5238,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 735
    },
    {
      "epoch": 1.218860103626943,
      "grad_norm": 31.820104598999023,
      "learning_rate": 3.6026934328032555e-05,
      "loss": 6.6364,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 736
    },
    {
      "epoch": 1.220518134715026,
      "grad_norm": 33.489349365234375,
      "learning_rate": 3.6013810248007166e-05,
      "loss": 6.723,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 737
    },
    {
      "epoch": 1.2221761658031087,
      "grad_norm": 32.5526008605957,
      "learning_rate": 3.60006669263452e-05,
      "loss": 6.8158,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 738
    },
    {
      "epoch": 1.2238341968911917,
      "grad_norm": 33.04490280151367,
      "learning_rate": 3.5987504378839204e-05,
      "loss": 6.65,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 739
    },
    {
      "epoch": 1.2254922279792746,
      "grad_norm": 33.19012451171875,
      "learning_rate": 3.597432262130483e-05,
      "loss": 7.0382,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 740
    },
    {
      "epoch": 1.2271502590673575,
      "grad_norm": 34.2769660949707,
      "learning_rate": 3.596112166958084e-05,
      "loss": 6.6518,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 741
    },
    {
      "epoch": 1.2288082901554405,
      "grad_norm": 133.23736572265625,
      "learning_rate": 3.5947901539529025e-05,
      "loss": 6.4717,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 742
    },
    {
      "epoch": 1.2304663212435234,
      "grad_norm": 33.05141830444336,
      "learning_rate": 3.593466224703423e-05,
      "loss": 6.4458,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 743
    },
    {
      "epoch": 1.2321243523316063,
      "grad_norm": 33.78632736206055,
      "learning_rate": 3.592140380800433e-05,
      "loss": 6.7455,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 744
    },
    {
      "epoch": 1.233782383419689,
      "grad_norm": 32.92203903198242,
      "learning_rate": 3.590812623837021e-05,
      "loss": 6.5435,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 745
    },
    {
      "epoch": 1.235440414507772,
      "grad_norm": 33.86632537841797,
      "learning_rate": 3.589482955408572e-05,
      "loss": 6.553,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 746
    },
    {
      "epoch": 1.237098445595855,
      "grad_norm": 33.900054931640625,
      "learning_rate": 3.588151377112771e-05,
      "loss": 6.4759,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 747
    },
    {
      "epoch": 1.2387564766839378,
      "grad_norm": 33.698184967041016,
      "learning_rate": 3.586817890549595e-05,
      "loss": 6.5901,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 748
    },
    {
      "epoch": 1.2404145077720208,
      "grad_norm": 32.664093017578125,
      "learning_rate": 3.5854824973213155e-05,
      "loss": 6.5209,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 749
    },
    {
      "epoch": 1.2420725388601037,
      "grad_norm": 34.36134719848633,
      "learning_rate": 3.584145199032495e-05,
      "loss": 6.6345,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 750
    },
    {
      "epoch": 1.2437305699481866,
      "grad_norm": 34.57529067993164,
      "learning_rate": 3.582805997289983e-05,
      "loss": 6.5026,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 751
    },
    {
      "epoch": 1.2453886010362694,
      "grad_norm": 37.9705696105957,
      "learning_rate": 3.581464893702919e-05,
      "loss": 6.6408,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 752
    },
    {
      "epoch": 1.2470466321243523,
      "grad_norm": 37.05632400512695,
      "learning_rate": 3.580121889882725e-05,
      "loss": 6.5579,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 753
    },
    {
      "epoch": 1.2487046632124352,
      "grad_norm": 34.22582244873047,
      "learning_rate": 3.5787769874431094e-05,
      "loss": 6.7718,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 754
    },
    {
      "epoch": 1.2503626943005182,
      "grad_norm": 36.29216384887695,
      "learning_rate": 3.577430188000059e-05,
      "loss": 6.3215,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 755
    },
    {
      "epoch": 1.252020725388601,
      "grad_norm": 30.819032669067383,
      "learning_rate": 3.576081493171842e-05,
      "loss": 6.4457,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 756
    },
    {
      "epoch": 1.2536787564766838,
      "grad_norm": 33.0809440612793,
      "learning_rate": 3.574730904579001e-05,
      "loss": 6.6735,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 757
    },
    {
      "epoch": 1.255336787564767,
      "grad_norm": 37.67536544799805,
      "learning_rate": 3.573378423844359e-05,
      "loss": 6.8528,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 758
    },
    {
      "epoch": 1.2569948186528497,
      "grad_norm": 34.497379302978516,
      "learning_rate": 3.5720240525930075e-05,
      "loss": 6.5935,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 759
    },
    {
      "epoch": 1.2586528497409326,
      "grad_norm": 37.6733283996582,
      "learning_rate": 3.570667792452313e-05,
      "loss": 6.5405,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 760
    },
    {
      "epoch": 1.2603108808290155,
      "grad_norm": 31.777896881103516,
      "learning_rate": 3.5693096450519106e-05,
      "loss": 6.6252,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 761
    },
    {
      "epoch": 1.2619689119170985,
      "grad_norm": 46.57140350341797,
      "learning_rate": 3.5679496120237017e-05,
      "loss": 6.7091,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 762
    },
    {
      "epoch": 1.2636269430051814,
      "grad_norm": 32.07212448120117,
      "learning_rate": 3.566587695001856e-05,
      "loss": 6.6237,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 763
    },
    {
      "epoch": 1.2652849740932641,
      "grad_norm": 34.01563262939453,
      "learning_rate": 3.565223895622805e-05,
      "loss": 6.5497,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 764
    },
    {
      "epoch": 1.2669430051813473,
      "grad_norm": 34.25880813598633,
      "learning_rate": 3.5638582155252424e-05,
      "loss": 6.8004,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 765
    },
    {
      "epoch": 1.26860103626943,
      "grad_norm": 31.534414291381836,
      "learning_rate": 3.562490656350122e-05,
      "loss": 6.5665,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 766
    },
    {
      "epoch": 1.270259067357513,
      "grad_norm": 31.24660873413086,
      "learning_rate": 3.5611212197406546e-05,
      "loss": 6.3489,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 767
    },
    {
      "epoch": 1.2719170984455959,
      "grad_norm": 38.45929718017578,
      "learning_rate": 3.559749907342308e-05,
      "loss": 6.6731,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 768
    },
    {
      "epoch": 1.2735751295336788,
      "grad_norm": 35.437782287597656,
      "learning_rate": 3.5583767208028045e-05,
      "loss": 6.5115,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 769
    },
    {
      "epoch": 1.2752331606217617,
      "grad_norm": 33.24836730957031,
      "learning_rate": 3.5570016617721156e-05,
      "loss": 6.8183,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 770
    },
    {
      "epoch": 1.2768911917098444,
      "grad_norm": 33.72005844116211,
      "learning_rate": 3.555624731902465e-05,
      "loss": 6.5144,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 771
    },
    {
      "epoch": 1.2785492227979276,
      "grad_norm": 55.768035888671875,
      "learning_rate": 3.5542459328483234e-05,
      "loss": 6.6483,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 772
    },
    {
      "epoch": 1.2802072538860103,
      "grad_norm": 35.40026092529297,
      "learning_rate": 3.552865266266408e-05,
      "loss": 6.595,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 773
    },
    {
      "epoch": 1.2818652849740932,
      "grad_norm": 39.28864288330078,
      "learning_rate": 3.5514827338156804e-05,
      "loss": 6.6208,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 774
    },
    {
      "epoch": 1.2835233160621762,
      "grad_norm": 51.992801666259766,
      "learning_rate": 3.5500983371573416e-05,
      "loss": 6.6394,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 775
    },
    {
      "epoch": 1.2851813471502591,
      "grad_norm": 32.145084381103516,
      "learning_rate": 3.548712077954836e-05,
      "loss": 6.7238,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 776
    },
    {
      "epoch": 1.286839378238342,
      "grad_norm": 31.19492530822754,
      "learning_rate": 3.547323957873844e-05,
      "loss": 6.4976,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 777
    },
    {
      "epoch": 1.2884974093264248,
      "grad_norm": 30.552928924560547,
      "learning_rate": 3.545933978582282e-05,
      "loss": 6.6283,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 778
    },
    {
      "epoch": 1.2901554404145077,
      "grad_norm": 31.897891998291016,
      "learning_rate": 3.5445421417503e-05,
      "loss": 6.5892,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 779
    },
    {
      "epoch": 1.2918134715025906,
      "grad_norm": 34.118324279785156,
      "learning_rate": 3.5431484490502825e-05,
      "loss": 6.5705,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 780
    },
    {
      "epoch": 1.2934715025906736,
      "grad_norm": 32.72727966308594,
      "learning_rate": 3.541752902156841e-05,
      "loss": 6.443,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 781
    },
    {
      "epoch": 1.2951295336787565,
      "grad_norm": 35.170616149902344,
      "learning_rate": 3.540355502746816e-05,
      "loss": 6.6781,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 782
    },
    {
      "epoch": 1.2967875647668394,
      "grad_norm": 32.16390609741211,
      "learning_rate": 3.538956252499274e-05,
      "loss": 6.3569,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 783
    },
    {
      "epoch": 1.2984455958549224,
      "grad_norm": 34.23943328857422,
      "learning_rate": 3.5375551530955054e-05,
      "loss": 6.5082,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 784
    },
    {
      "epoch": 1.300103626943005,
      "grad_norm": 36.423133850097656,
      "learning_rate": 3.5361522062190227e-05,
      "loss": 6.5337,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 785
    },
    {
      "epoch": 1.301761658031088,
      "grad_norm": 49.713645935058594,
      "learning_rate": 3.534747413555558e-05,
      "loss": 6.6388,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 786
    },
    {
      "epoch": 1.303419689119171,
      "grad_norm": 36.23463821411133,
      "learning_rate": 3.533340776793061e-05,
      "loss": 6.8066,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 787
    },
    {
      "epoch": 1.3050777202072539,
      "grad_norm": 32.077392578125,
      "learning_rate": 3.531932297621697e-05,
      "loss": 6.8249,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 788
    },
    {
      "epoch": 1.3067357512953368,
      "grad_norm": 35.569244384765625,
      "learning_rate": 3.530521977733847e-05,
      "loss": 6.6385,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 789
    },
    {
      "epoch": 1.3083937823834197,
      "grad_norm": 31.358383178710938,
      "learning_rate": 3.5291098188241e-05,
      "loss": 6.5032,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 790
    },
    {
      "epoch": 1.3100518134715027,
      "grad_norm": 36.5771369934082,
      "learning_rate": 3.527695822589259e-05,
      "loss": 6.5855,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 791
    },
    {
      "epoch": 1.3117098445595854,
      "grad_norm": 37.160011291503906,
      "learning_rate": 3.526279990728332e-05,
      "loss": 6.6798,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 792
    },
    {
      "epoch": 1.3133678756476683,
      "grad_norm": 33.23232650756836,
      "learning_rate": 3.5248623249425314e-05,
      "loss": 6.5014,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 793
    },
    {
      "epoch": 1.3150259067357513,
      "grad_norm": 33.52619552612305,
      "learning_rate": 3.523442826935278e-05,
      "loss": 6.6744,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 794
    },
    {
      "epoch": 1.3166839378238342,
      "grad_norm": 33.88957595825195,
      "learning_rate": 3.52202149841219e-05,
      "loss": 6.5795,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 795
    },
    {
      "epoch": 1.3183419689119171,
      "grad_norm": 33.11309051513672,
      "learning_rate": 3.520598341081085e-05,
      "loss": 6.8469,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 796
    },
    {
      "epoch": 1.32,
      "grad_norm": 33.9098014831543,
      "learning_rate": 3.519173356651982e-05,
      "loss": 6.4799,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 797
    },
    {
      "epoch": 1.321658031088083,
      "grad_norm": 34.412784576416016,
      "learning_rate": 3.5177465468370904e-05,
      "loss": 6.5948,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 798
    },
    {
      "epoch": 1.3233160621761657,
      "grad_norm": 38.28928756713867,
      "learning_rate": 3.516317913350815e-05,
      "loss": 6.6925,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 799
    },
    {
      "epoch": 1.3249740932642486,
      "grad_norm": 37.241390228271484,
      "learning_rate": 3.514887457909754e-05,
      "loss": 6.5174,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 800
    },
    {
      "epoch": 1.3266321243523316,
      "grad_norm": 35.723018646240234,
      "learning_rate": 3.513455182232691e-05,
      "loss": 6.7609,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 801
    },
    {
      "epoch": 1.3282901554404145,
      "grad_norm": 41.5666389465332,
      "learning_rate": 3.512021088040599e-05,
      "loss": 6.7812,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 802
    },
    {
      "epoch": 1.3299481865284974,
      "grad_norm": 35.15769577026367,
      "learning_rate": 3.510585177056636e-05,
      "loss": 6.5599,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 803
    },
    {
      "epoch": 1.3316062176165804,
      "grad_norm": 34.13562774658203,
      "learning_rate": 3.5091474510061425e-05,
      "loss": 6.6357,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 804
    },
    {
      "epoch": 1.3332642487046633,
      "grad_norm": 33.72169494628906,
      "learning_rate": 3.50770791161664e-05,
      "loss": 6.6285,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 805
    },
    {
      "epoch": 1.334922279792746,
      "grad_norm": 34.559959411621094,
      "learning_rate": 3.506266560617829e-05,
      "loss": 6.4598,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 806
    },
    {
      "epoch": 1.336580310880829,
      "grad_norm": 33.695369720458984,
      "learning_rate": 3.5048233997415866e-05,
      "loss": 6.7484,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 807
    },
    {
      "epoch": 1.338238341968912,
      "grad_norm": 36.07993698120117,
      "learning_rate": 3.503378430721965e-05,
      "loss": 6.6332,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 808
    },
    {
      "epoch": 1.3398963730569948,
      "grad_norm": 48.78507995605469,
      "learning_rate": 3.501931655295187e-05,
      "loss": 6.5088,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 809
    },
    {
      "epoch": 1.3415544041450778,
      "grad_norm": 34.17353057861328,
      "learning_rate": 3.50048307519965e-05,
      "loss": 6.7718,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 810
    },
    {
      "epoch": 1.3432124352331607,
      "grad_norm": 33.351985931396484,
      "learning_rate": 3.499032692175916e-05,
      "loss": 6.4032,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 811
    },
    {
      "epoch": 1.3448704663212436,
      "grad_norm": 34.360843658447266,
      "learning_rate": 3.497580507966715e-05,
      "loss": 6.5674,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 812
    },
    {
      "epoch": 1.3465284974093263,
      "grad_norm": 34.937599182128906,
      "learning_rate": 3.49612652431694e-05,
      "loss": 6.5219,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 813
    },
    {
      "epoch": 1.3481865284974093,
      "grad_norm": 32.21832275390625,
      "learning_rate": 3.494670742973648e-05,
      "loss": 6.3861,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 814
    },
    {
      "epoch": 1.3498445595854922,
      "grad_norm": 35.27326965332031,
      "learning_rate": 3.4932131656860554e-05,
      "loss": 6.5631,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 815
    },
    {
      "epoch": 1.3515025906735751,
      "grad_norm": 43.88758850097656,
      "learning_rate": 3.491753794205537e-05,
      "loss": 6.5573,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 816
    },
    {
      "epoch": 1.353160621761658,
      "grad_norm": 34.04450988769531,
      "learning_rate": 3.490292630285621e-05,
      "loss": 6.4783,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 817
    },
    {
      "epoch": 1.354818652849741,
      "grad_norm": 54.44495391845703,
      "learning_rate": 3.488829675681991e-05,
      "loss": 6.7189,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 818
    },
    {
      "epoch": 1.356476683937824,
      "grad_norm": 34.64990997314453,
      "learning_rate": 3.487364932152484e-05,
      "loss": 6.535,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 819
    },
    {
      "epoch": 1.3581347150259067,
      "grad_norm": 34.181819915771484,
      "learning_rate": 3.485898401457083e-05,
      "loss": 6.5992,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 820
    },
    {
      "epoch": 1.3597927461139896,
      "grad_norm": 38.07783889770508,
      "learning_rate": 3.4844300853579226e-05,
      "loss": 6.5939,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 821
    },
    {
      "epoch": 1.3614507772020725,
      "grad_norm": 35.187705993652344,
      "learning_rate": 3.482959985619278e-05,
      "loss": 6.4988,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 822
    },
    {
      "epoch": 1.3631088082901555,
      "grad_norm": 37.56816482543945,
      "learning_rate": 3.48148810400757e-05,
      "loss": 6.6996,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 823
    },
    {
      "epoch": 1.3647668393782384,
      "grad_norm": 33.483211517333984,
      "learning_rate": 3.480014442291362e-05,
      "loss": 6.7864,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 824
    },
    {
      "epoch": 1.366424870466321,
      "grad_norm": 34.80123519897461,
      "learning_rate": 3.4785390022413535e-05,
      "loss": 6.2526,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 825
    },
    {
      "epoch": 1.3680829015544043,
      "grad_norm": 33.41792297363281,
      "learning_rate": 3.477061785630381e-05,
      "loss": 6.342,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 826
    },
    {
      "epoch": 1.369740932642487,
      "grad_norm": 37.84339141845703,
      "learning_rate": 3.475582794233418e-05,
      "loss": 6.5489,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 827
    },
    {
      "epoch": 1.37139896373057,
      "grad_norm": 32.659114837646484,
      "learning_rate": 3.4741020298275686e-05,
      "loss": 6.6244,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 828
    },
    {
      "epoch": 1.3730569948186528,
      "grad_norm": 51.96879959106445,
      "learning_rate": 3.472619494192067e-05,
      "loss": 6.6277,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 829
    },
    {
      "epoch": 1.3747150259067358,
      "grad_norm": 34.44760513305664,
      "learning_rate": 3.4711351891082774e-05,
      "loss": 6.3999,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 830
    },
    {
      "epoch": 1.3763730569948187,
      "grad_norm": 33.89027786254883,
      "learning_rate": 3.4696491163596876e-05,
      "loss": 6.5302,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 831
    },
    {
      "epoch": 1.3780310880829014,
      "grad_norm": 34.610382080078125,
      "learning_rate": 3.468161277731913e-05,
      "loss": 6.5395,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 832
    },
    {
      "epoch": 1.3796891191709846,
      "grad_norm": 36.31121063232422,
      "learning_rate": 3.466671675012688e-05,
      "loss": 6.6242,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 833
    },
    {
      "epoch": 1.3813471502590673,
      "grad_norm": 32.878944396972656,
      "learning_rate": 3.465180309991866e-05,
      "loss": 6.7,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 834
    },
    {
      "epoch": 1.3830051813471502,
      "grad_norm": 37.21988296508789,
      "learning_rate": 3.4636871844614195e-05,
      "loss": 6.4654,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 835
    },
    {
      "epoch": 1.3846632124352332,
      "grad_norm": 35.304691314697266,
      "learning_rate": 3.4621923002154375e-05,
      "loss": 6.5737,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 836
    },
    {
      "epoch": 1.386321243523316,
      "grad_norm": 31.648948669433594,
      "learning_rate": 3.46069565905012e-05,
      "loss": 6.501,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 837
    },
    {
      "epoch": 1.387979274611399,
      "grad_norm": 33.95448684692383,
      "learning_rate": 3.4591972627637794e-05,
      "loss": 6.5581,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 838
    },
    {
      "epoch": 1.3896373056994817,
      "grad_norm": 35.8895378112793,
      "learning_rate": 3.457697113156836e-05,
      "loss": 6.4031,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 839
    },
    {
      "epoch": 1.391295336787565,
      "grad_norm": 39.23455047607422,
      "learning_rate": 3.4561952120318165e-05,
      "loss": 6.6445,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 840
    },
    {
      "epoch": 1.3929533678756476,
      "grad_norm": 34.87925338745117,
      "learning_rate": 3.4546915611933546e-05,
      "loss": 6.6107,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 841
    },
    {
      "epoch": 1.3946113989637305,
      "grad_norm": 58.991310119628906,
      "learning_rate": 3.4531861624481844e-05,
      "loss": 6.6343,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 842
    },
    {
      "epoch": 1.3962694300518135,
      "grad_norm": 37.13011932373047,
      "learning_rate": 3.45167901760514e-05,
      "loss": 6.7411,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 843
    },
    {
      "epoch": 1.3979274611398964,
      "grad_norm": 32.59321212768555,
      "learning_rate": 3.450170128475154e-05,
      "loss": 6.7032,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 844
    },
    {
      "epoch": 1.3995854922279793,
      "grad_norm": 37.292320251464844,
      "learning_rate": 3.448659496871256e-05,
      "loss": 6.6223,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 845
    },
    {
      "epoch": 1.401243523316062,
      "grad_norm": 38.42849349975586,
      "learning_rate": 3.4471471246085674e-05,
      "loss": 6.5306,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 846
    },
    {
      "epoch": 1.4029015544041452,
      "grad_norm": 34.78348159790039,
      "learning_rate": 3.445633013504302e-05,
      "loss": 6.5664,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 847
    },
    {
      "epoch": 1.404559585492228,
      "grad_norm": 34.88267517089844,
      "learning_rate": 3.4441171653777636e-05,
      "loss": 6.3385,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 848
    },
    {
      "epoch": 1.4062176165803109,
      "grad_norm": 32.50612258911133,
      "learning_rate": 3.442599582050342e-05,
      "loss": 6.6229,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 849
    },
    {
      "epoch": 1.4078756476683938,
      "grad_norm": 53.5274658203125,
      "learning_rate": 3.441080265345513e-05,
      "loss": 6.6361,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 850
    },
    {
      "epoch": 1.4095336787564767,
      "grad_norm": 42.28987503051758,
      "learning_rate": 3.4395592170888346e-05,
      "loss": 6.9182,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 851
    },
    {
      "epoch": 1.4111917098445597,
      "grad_norm": 35.46512985229492,
      "learning_rate": 3.4380364391079444e-05,
      "loss": 6.6576,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 852
    },
    {
      "epoch": 1.4128497409326424,
      "grad_norm": 32.95138168334961,
      "learning_rate": 3.4365119332325604e-05,
      "loss": 6.6131,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 853
    },
    {
      "epoch": 1.4145077720207253,
      "grad_norm": 32.43888854980469,
      "learning_rate": 3.434985701294476e-05,
      "loss": 6.5797,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 854
    },
    {
      "epoch": 1.4161658031088082,
      "grad_norm": 37.04050064086914,
      "learning_rate": 3.433457745127557e-05,
      "loss": 6.7203,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 855
    },
    {
      "epoch": 1.4178238341968912,
      "grad_norm": 37.206058502197266,
      "learning_rate": 3.4319280665677434e-05,
      "loss": 6.4469,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 856
    },
    {
      "epoch": 1.419481865284974,
      "grad_norm": 32.614219665527344,
      "learning_rate": 3.4303966674530435e-05,
      "loss": 6.726,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 857
    },
    {
      "epoch": 1.421139896373057,
      "grad_norm": 35.09208679199219,
      "learning_rate": 3.428863549623533e-05,
      "loss": 6.7242,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 858
    },
    {
      "epoch": 1.42279792746114,
      "grad_norm": 33.39726257324219,
      "learning_rate": 3.427328714921353e-05,
      "loss": 6.7292,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 859
    },
    {
      "epoch": 1.4244559585492227,
      "grad_norm": 32.91718673706055,
      "learning_rate": 3.425792165190707e-05,
      "loss": 6.4638,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 860
    },
    {
      "epoch": 1.4261139896373056,
      "grad_norm": 33.44926071166992,
      "learning_rate": 3.4242539022778596e-05,
      "loss": 6.6935,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 861
    },
    {
      "epoch": 1.4277720207253886,
      "grad_norm": 32.19858932495117,
      "learning_rate": 3.422713928031135e-05,
      "loss": 6.47,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 862
    },
    {
      "epoch": 1.4294300518134715,
      "grad_norm": 37.760990142822266,
      "learning_rate": 3.421172244300911e-05,
      "loss": 6.6768,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 863
    },
    {
      "epoch": 1.4310880829015544,
      "grad_norm": 38.21952819824219,
      "learning_rate": 3.4196288529396226e-05,
      "loss": 6.6646,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 864
    },
    {
      "epoch": 1.4327461139896374,
      "grad_norm": 31.69868278503418,
      "learning_rate": 3.4180837558017544e-05,
      "loss": 6.6146,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 865
    },
    {
      "epoch": 1.4344041450777203,
      "grad_norm": 39.21162033081055,
      "learning_rate": 3.4165369547438415e-05,
      "loss": 6.5044,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 866
    },
    {
      "epoch": 1.436062176165803,
      "grad_norm": 33.74609375,
      "learning_rate": 3.414988451624465e-05,
      "loss": 6.6769,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 867
    },
    {
      "epoch": 1.437720207253886,
      "grad_norm": 35.66432571411133,
      "learning_rate": 3.413438248304255e-05,
      "loss": 6.7823,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 868
    },
    {
      "epoch": 1.4393782383419689,
      "grad_norm": 34.4691047668457,
      "learning_rate": 3.411886346645878e-05,
      "loss": 6.7315,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 869
    },
    {
      "epoch": 1.4410362694300518,
      "grad_norm": 30.689538955688477,
      "learning_rate": 3.410332748514049e-05,
      "loss": 6.4998,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 870
    },
    {
      "epoch": 1.4426943005181347,
      "grad_norm": 33.82788848876953,
      "learning_rate": 3.4087774557755154e-05,
      "loss": 6.6228,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 871
    },
    {
      "epoch": 1.4443523316062177,
      "grad_norm": 35.43986129760742,
      "learning_rate": 3.407220470299062e-05,
      "loss": 6.6928,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 872
    },
    {
      "epoch": 1.4460103626943006,
      "grad_norm": 35.49618148803711,
      "learning_rate": 3.4056617939555096e-05,
      "loss": 6.633,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 873
    },
    {
      "epoch": 1.4476683937823833,
      "grad_norm": 32.77963638305664,
      "learning_rate": 3.404101428617709e-05,
      "loss": 6.8336,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 874
    },
    {
      "epoch": 1.4493264248704663,
      "grad_norm": 31.73822021484375,
      "learning_rate": 3.40253937616054e-05,
      "loss": 6.6885,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 875
    },
    {
      "epoch": 1.4509844559585492,
      "grad_norm": 34.02433776855469,
      "learning_rate": 3.400975638460913e-05,
      "loss": 6.799,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 876
    },
    {
      "epoch": 1.4526424870466321,
      "grad_norm": 34.63414001464844,
      "learning_rate": 3.399410217397758e-05,
      "loss": 6.7846,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 877
    },
    {
      "epoch": 1.454300518134715,
      "grad_norm": 32.85002136230469,
      "learning_rate": 3.3978431148520313e-05,
      "loss": 6.6244,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 878
    },
    {
      "epoch": 1.455958549222798,
      "grad_norm": 33.01652526855469,
      "learning_rate": 3.3962743327067085e-05,
      "loss": 6.4829,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 879
    },
    {
      "epoch": 1.457616580310881,
      "grad_norm": 31.132938385009766,
      "learning_rate": 3.394703872846785e-05,
      "loss": 6.3023,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 880
    },
    {
      "epoch": 1.4592746113989636,
      "grad_norm": 29.676334381103516,
      "learning_rate": 3.3931317371592695e-05,
      "loss": 6.363,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 881
    },
    {
      "epoch": 1.4609326424870466,
      "grad_norm": 33.43536376953125,
      "learning_rate": 3.391557927533185e-05,
      "loss": 6.7267,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 882
    },
    {
      "epoch": 1.4625906735751295,
      "grad_norm": 34.80105972290039,
      "learning_rate": 3.389982445859567e-05,
      "loss": 6.5922,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 883
    },
    {
      "epoch": 1.4642487046632124,
      "grad_norm": 30.79283332824707,
      "learning_rate": 3.38840529403146e-05,
      "loss": 6.5026,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 884
    },
    {
      "epoch": 1.4659067357512954,
      "grad_norm": 35.966087341308594,
      "learning_rate": 3.3868264739439126e-05,
      "loss": 6.478,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 885
    },
    {
      "epoch": 1.4675647668393783,
      "grad_norm": 31.503053665161133,
      "learning_rate": 3.385245987493983e-05,
      "loss": 6.6888,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 886
    },
    {
      "epoch": 1.4692227979274612,
      "grad_norm": 32.6536865234375,
      "learning_rate": 3.383663836580726e-05,
      "loss": 6.3028,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 887
    },
    {
      "epoch": 1.470880829015544,
      "grad_norm": 51.49174880981445,
      "learning_rate": 3.382080023105201e-05,
      "loss": 6.6559,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 888
    },
    {
      "epoch": 1.472538860103627,
      "grad_norm": 31.272066116333008,
      "learning_rate": 3.380494548970462e-05,
      "loss": 6.6128,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 889
    },
    {
      "epoch": 1.4741968911917098,
      "grad_norm": 31.36224937438965,
      "learning_rate": 3.378907416081559e-05,
      "loss": 6.4678,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 890
    },
    {
      "epoch": 1.4758549222797928,
      "grad_norm": 31.43453025817871,
      "learning_rate": 3.3773186263455374e-05,
      "loss": 6.4924,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 891
    },
    {
      "epoch": 1.4775129533678757,
      "grad_norm": 90.6335678100586,
      "learning_rate": 3.3757281816714295e-05,
      "loss": 6.4526,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 892
    },
    {
      "epoch": 1.4791709844559586,
      "grad_norm": 31.473920822143555,
      "learning_rate": 3.3741360839702594e-05,
      "loss": 6.4246,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 893
    },
    {
      "epoch": 1.4808290155440416,
      "grad_norm": 46.7161750793457,
      "learning_rate": 3.372542335155036e-05,
      "loss": 6.7121,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 894
    },
    {
      "epoch": 1.4824870466321243,
      "grad_norm": 31.14578628540039,
      "learning_rate": 3.370946937140754e-05,
      "loss": 6.6819,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 895
    },
    {
      "epoch": 1.4841450777202072,
      "grad_norm": 38.47900390625,
      "learning_rate": 3.369349891844385e-05,
      "loss": 6.5505,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 896
    },
    {
      "epoch": 1.4858031088082901,
      "grad_norm": 33.071170806884766,
      "learning_rate": 3.367751201184885e-05,
      "loss": 6.7613,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 897
    },
    {
      "epoch": 1.487461139896373,
      "grad_norm": 35.177581787109375,
      "learning_rate": 3.3661508670831844e-05,
      "loss": 6.4939,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 898
    },
    {
      "epoch": 1.489119170984456,
      "grad_norm": 31.69492530822754,
      "learning_rate": 3.3645488914621896e-05,
      "loss": 6.6624,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 899
    },
    {
      "epoch": 1.490777202072539,
      "grad_norm": 32.00986862182617,
      "learning_rate": 3.3629452762467776e-05,
      "loss": 6.5731,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 900
    },
    {
      "epoch": 1.4924352331606219,
      "grad_norm": 30.7665958404541,
      "learning_rate": 3.3613400233637964e-05,
      "loss": 6.4222,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 901
    },
    {
      "epoch": 1.4940932642487046,
      "grad_norm": 61.46546173095703,
      "learning_rate": 3.3597331347420635e-05,
      "loss": 6.5329,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 902
    },
    {
      "epoch": 1.4957512953367875,
      "grad_norm": 34.11315155029297,
      "learning_rate": 3.35812461231236e-05,
      "loss": 6.646,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 903
    },
    {
      "epoch": 1.4974093264248705,
      "grad_norm": 30.618711471557617,
      "learning_rate": 3.3565144580074293e-05,
      "loss": 6.5598,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 904
    },
    {
      "epoch": 1.4990673575129534,
      "grad_norm": 31.23619842529297,
      "learning_rate": 3.3549026737619775e-05,
      "loss": 6.4937,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 905
    },
    {
      "epoch": 1.5007253886010363,
      "grad_norm": 36.264678955078125,
      "learning_rate": 3.353289261512668e-05,
      "loss": 6.5163,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 906
    },
    {
      "epoch": 1.502383419689119,
      "grad_norm": 36.70631790161133,
      "learning_rate": 3.3516742231981215e-05,
      "loss": 6.8841,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 907
    },
    {
      "epoch": 1.5040414507772022,
      "grad_norm": 37.578922271728516,
      "learning_rate": 3.350057560758911e-05,
      "loss": 6.5105,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 908
    },
    {
      "epoch": 1.505699481865285,
      "grad_norm": 35.2564697265625,
      "learning_rate": 3.348439276137562e-05,
      "loss": 6.7292,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 909
    },
    {
      "epoch": 1.5073575129533678,
      "grad_norm": 33.59976577758789,
      "learning_rate": 3.346819371278549e-05,
      "loss": 6.5748,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 910
    },
    {
      "epoch": 1.5090155440414508,
      "grad_norm": 34.165714263916016,
      "learning_rate": 3.345197848128293e-05,
      "loss": 6.6046,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 911
    },
    {
      "epoch": 1.5106735751295337,
      "grad_norm": 31.259450912475586,
      "learning_rate": 3.34357470863516e-05,
      "loss": 6.606,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 912
    },
    {
      "epoch": 1.5123316062176166,
      "grad_norm": 40.55165481567383,
      "learning_rate": 3.3419499547494583e-05,
      "loss": 6.7554,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 913
    },
    {
      "epoch": 1.5139896373056994,
      "grad_norm": 33.305633544921875,
      "learning_rate": 3.3403235884234344e-05,
      "loss": 6.83,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 914
    },
    {
      "epoch": 1.5156476683937825,
      "grad_norm": 31.50597381591797,
      "learning_rate": 3.338695611611275e-05,
      "loss": 6.4765,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 915
    },
    {
      "epoch": 1.5173056994818652,
      "grad_norm": 32.37272262573242,
      "learning_rate": 3.337066026269099e-05,
      "loss": 6.4596,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 916
    },
    {
      "epoch": 1.5189637305699482,
      "grad_norm": 35.73297119140625,
      "learning_rate": 3.3354348343549595e-05,
      "loss": 6.8069,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 917
    },
    {
      "epoch": 1.520621761658031,
      "grad_norm": 29.450855255126953,
      "learning_rate": 3.333802037828841e-05,
      "loss": 6.5926,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 918
    },
    {
      "epoch": 1.522279792746114,
      "grad_norm": 29.41485023498535,
      "learning_rate": 3.3321676386526535e-05,
      "loss": 6.5867,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 919
    },
    {
      "epoch": 1.523937823834197,
      "grad_norm": 31.833728790283203,
      "learning_rate": 3.3305316387902355e-05,
      "loss": 6.5695,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 920
    },
    {
      "epoch": 1.5255958549222797,
      "grad_norm": 32.99184036254883,
      "learning_rate": 3.3288940402073464e-05,
      "loss": 6.6474,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 921
    },
    {
      "epoch": 1.5272538860103628,
      "grad_norm": 33.508628845214844,
      "learning_rate": 3.327254844871668e-05,
      "loss": 6.6238,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 922
    },
    {
      "epoch": 1.5289119170984455,
      "grad_norm": 30.830612182617188,
      "learning_rate": 3.3256140547528004e-05,
      "loss": 6.6726,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 923
    },
    {
      "epoch": 1.5305699481865285,
      "grad_norm": 31.229534149169922,
      "learning_rate": 3.323971671822259e-05,
      "loss": 6.5693,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 924
    },
    {
      "epoch": 1.5322279792746114,
      "grad_norm": 31.958948135375977,
      "learning_rate": 3.322327698053475e-05,
      "loss": 6.1869,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 925
    },
    {
      "epoch": 1.5338860103626943,
      "grad_norm": 34.83808898925781,
      "learning_rate": 3.32068213542179e-05,
      "loss": 6.4813,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 926
    },
    {
      "epoch": 1.5355440414507773,
      "grad_norm": 34.41618347167969,
      "learning_rate": 3.3190349859044546e-05,
      "loss": 6.624,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 927
    },
    {
      "epoch": 1.53720207253886,
      "grad_norm": 32.003971099853516,
      "learning_rate": 3.3173862514806256e-05,
      "loss": 6.438,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 928
    },
    {
      "epoch": 1.5388601036269431,
      "grad_norm": 30.109699249267578,
      "learning_rate": 3.315735934131366e-05,
      "loss": 6.4457,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 929
    },
    {
      "epoch": 1.5405181347150259,
      "grad_norm": 38.902748107910156,
      "learning_rate": 3.314084035839638e-05,
      "loss": 6.428,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 930
    },
    {
      "epoch": 1.5421761658031088,
      "grad_norm": 33.33985900878906,
      "learning_rate": 3.312430558590307e-05,
      "loss": 6.5738,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 931
    },
    {
      "epoch": 1.5438341968911917,
      "grad_norm": 31.698883056640625,
      "learning_rate": 3.3107755043701315e-05,
      "loss": 6.4532,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 932
    },
    {
      "epoch": 1.5454922279792747,
      "grad_norm": 36.475196838378906,
      "learning_rate": 3.309118875167769e-05,
      "loss": 6.4988,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 933
    },
    {
      "epoch": 1.5471502590673576,
      "grad_norm": 33.711238861083984,
      "learning_rate": 3.307460672973767e-05,
      "loss": 6.5402,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 934
    },
    {
      "epoch": 1.5488082901554403,
      "grad_norm": 31.711259841918945,
      "learning_rate": 3.305800899780562e-05,
      "loss": 6.6441,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 935
    },
    {
      "epoch": 1.5504663212435235,
      "grad_norm": 28.636323928833008,
      "learning_rate": 3.304139557582482e-05,
      "loss": 6.4955,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 936
    },
    {
      "epoch": 1.5521243523316062,
      "grad_norm": 41.000492095947266,
      "learning_rate": 3.302476648375736e-05,
      "loss": 6.5843,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 937
    },
    {
      "epoch": 1.553782383419689,
      "grad_norm": 31.99663734436035,
      "learning_rate": 3.300812174158419e-05,
      "loss": 6.4964,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 938
    },
    {
      "epoch": 1.555440414507772,
      "grad_norm": 30.690046310424805,
      "learning_rate": 3.299146136930504e-05,
      "loss": 6.643,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 939
    },
    {
      "epoch": 1.557098445595855,
      "grad_norm": 32.2697868347168,
      "learning_rate": 3.297478538693844e-05,
      "loss": 6.433,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 940
    },
    {
      "epoch": 1.558756476683938,
      "grad_norm": 32.17522430419922,
      "learning_rate": 3.295809381452168e-05,
      "loss": 6.528,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 941
    },
    {
      "epoch": 1.5604145077720206,
      "grad_norm": 30.702306747436523,
      "learning_rate": 3.2941386672110755e-05,
      "loss": 6.7668,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 942
    },
    {
      "epoch": 1.5620725388601038,
      "grad_norm": 34.33686447143555,
      "learning_rate": 3.29246639797804e-05,
      "loss": 6.5197,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 943
    },
    {
      "epoch": 1.5637305699481865,
      "grad_norm": 33.19514083862305,
      "learning_rate": 3.2907925757624e-05,
      "loss": 6.3917,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 944
    },
    {
      "epoch": 1.5653886010362694,
      "grad_norm": 31.583559036254883,
      "learning_rate": 3.289117202575363e-05,
      "loss": 6.6385,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 945
    },
    {
      "epoch": 1.5670466321243524,
      "grad_norm": 30.8080997467041,
      "learning_rate": 3.28744028043e-05,
      "loss": 6.6422,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 946
    },
    {
      "epoch": 1.568704663212435,
      "grad_norm": 32.57317352294922,
      "learning_rate": 3.285761811341242e-05,
      "loss": 6.6109,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 947
    },
    {
      "epoch": 1.5703626943005182,
      "grad_norm": 30.274656295776367,
      "learning_rate": 3.284081797325877e-05,
      "loss": 6.6099,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 948
    },
    {
      "epoch": 1.572020725388601,
      "grad_norm": 31.352310180664062,
      "learning_rate": 3.2824002404025536e-05,
      "loss": 6.6599,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 949
    },
    {
      "epoch": 1.573678756476684,
      "grad_norm": 35.59104919433594,
      "learning_rate": 3.280717142591771e-05,
      "loss": 6.5389,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 950
    },
    {
      "epoch": 1.5753367875647668,
      "grad_norm": 34.75889587402344,
      "learning_rate": 3.279032505915881e-05,
      "loss": 6.4836,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 951
    },
    {
      "epoch": 1.5769948186528497,
      "grad_norm": 32.693031311035156,
      "learning_rate": 3.277346332399085e-05,
      "loss": 6.6785,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 952
    },
    {
      "epoch": 1.5786528497409327,
      "grad_norm": 32.90284729003906,
      "learning_rate": 3.275658624067429e-05,
      "loss": 6.5593,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 953
    },
    {
      "epoch": 1.5803108808290154,
      "grad_norm": 32.049251556396484,
      "learning_rate": 3.273969382948806e-05,
      "loss": 6.6632,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 954
    },
    {
      "epoch": 1.5819689119170985,
      "grad_norm": 32.17434310913086,
      "learning_rate": 3.272278611072948e-05,
      "loss": 6.5279,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 955
    },
    {
      "epoch": 1.5836269430051813,
      "grad_norm": 30.581157684326172,
      "learning_rate": 3.270586310471428e-05,
      "loss": 6.5334,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 956
    },
    {
      "epoch": 1.5852849740932644,
      "grad_norm": 31.354000091552734,
      "learning_rate": 3.2688924831776566e-05,
      "loss": 6.3368,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 957
    },
    {
      "epoch": 1.5869430051813471,
      "grad_norm": 37.15058898925781,
      "learning_rate": 3.267197131226876e-05,
      "loss": 6.3659,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 958
    },
    {
      "epoch": 1.58860103626943,
      "grad_norm": 31.33060073852539,
      "learning_rate": 3.265500256656163e-05,
      "loss": 6.3204,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 959
    },
    {
      "epoch": 1.590259067357513,
      "grad_norm": 38.531898498535156,
      "learning_rate": 3.2638018615044234e-05,
      "loss": 6.4683,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 960
    },
    {
      "epoch": 1.5919170984455957,
      "grad_norm": 30.310283660888672,
      "learning_rate": 3.262101947812389e-05,
      "loss": 6.3741,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 961
    },
    {
      "epoch": 1.5935751295336789,
      "grad_norm": 38.201133728027344,
      "learning_rate": 3.260400517622616e-05,
      "loss": 6.5017,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 962
    },
    {
      "epoch": 1.5952331606217616,
      "grad_norm": 33.18286895751953,
      "learning_rate": 3.258697572979485e-05,
      "loss": 6.4944,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 963
    },
    {
      "epoch": 1.5968911917098445,
      "grad_norm": 32.51535415649414,
      "learning_rate": 3.256993115929195e-05,
      "loss": 6.3934,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 964
    },
    {
      "epoch": 1.5985492227979274,
      "grad_norm": 31.54157066345215,
      "learning_rate": 3.2552871485197615e-05,
      "loss": 6.5581,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 965
    },
    {
      "epoch": 1.6002072538860104,
      "grad_norm": 32.344112396240234,
      "learning_rate": 3.253579672801015e-05,
      "loss": 6.4232,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 966
    },
    {
      "epoch": 1.6018652849740933,
      "grad_norm": 33.84043884277344,
      "learning_rate": 3.2518706908246006e-05,
      "loss": 6.7415,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 967
    },
    {
      "epoch": 1.603523316062176,
      "grad_norm": 31.469993591308594,
      "learning_rate": 3.25016020464397e-05,
      "loss": 6.2745,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 968
    },
    {
      "epoch": 1.6051813471502592,
      "grad_norm": 37.782508850097656,
      "learning_rate": 3.2484482163143846e-05,
      "loss": 6.3429,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 969
    },
    {
      "epoch": 1.6068393782383419,
      "grad_norm": 35.325096130371094,
      "learning_rate": 3.24673472789291e-05,
      "loss": 6.4152,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 970
    },
    {
      "epoch": 1.6084974093264248,
      "grad_norm": 33.713008880615234,
      "learning_rate": 3.2450197414384125e-05,
      "loss": 6.4952,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 971
    },
    {
      "epoch": 1.6101554404145078,
      "grad_norm": 32.891902923583984,
      "learning_rate": 3.243303259011563e-05,
      "loss": 6.5454,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 972
    },
    {
      "epoch": 1.6118134715025907,
      "grad_norm": 102.9304428100586,
      "learning_rate": 3.241585282674825e-05,
      "loss": 6.4019,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 973
    },
    {
      "epoch": 1.6134715025906736,
      "grad_norm": 33.29465103149414,
      "learning_rate": 3.239865814492458e-05,
      "loss": 6.6278,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 974
    },
    {
      "epoch": 1.6151295336787563,
      "grad_norm": 34.13386917114258,
      "learning_rate": 3.238144856530519e-05,
      "loss": 6.5793,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 975
    },
    {
      "epoch": 1.6167875647668395,
      "grad_norm": 32.798072814941406,
      "learning_rate": 3.236422410856847e-05,
      "loss": 6.5863,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 976
    },
    {
      "epoch": 1.6184455958549222,
      "grad_norm": 37.264129638671875,
      "learning_rate": 3.234698479541075e-05,
      "loss": 6.5239,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 977
    },
    {
      "epoch": 1.6201036269430051,
      "grad_norm": 38.0939826965332,
      "learning_rate": 3.232973064654619e-05,
      "loss": 6.2653,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 978
    },
    {
      "epoch": 1.621761658031088,
      "grad_norm": 37.8306770324707,
      "learning_rate": 3.231246168270675e-05,
      "loss": 6.5895,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 979
    },
    {
      "epoch": 1.623419689119171,
      "grad_norm": 41.15968322753906,
      "learning_rate": 3.2295177924642245e-05,
      "loss": 6.7541,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 980
    },
    {
      "epoch": 1.625077720207254,
      "grad_norm": 35.3022575378418,
      "learning_rate": 3.227787939312022e-05,
      "loss": 6.5824,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 981
    },
    {
      "epoch": 1.6267357512953367,
      "grad_norm": 33.08346176147461,
      "learning_rate": 3.2260566108925985e-05,
      "loss": 6.7334,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 982
    },
    {
      "epoch": 1.6283937823834198,
      "grad_norm": 33.489402770996094,
      "learning_rate": 3.2243238092862594e-05,
      "loss": 6.4409,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 983
    },
    {
      "epoch": 1.6300518134715025,
      "grad_norm": 36.306182861328125,
      "learning_rate": 3.2225895365750784e-05,
      "loss": 6.538,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 984
    },
    {
      "epoch": 1.6317098445595855,
      "grad_norm": 36.23601531982422,
      "learning_rate": 3.220853794842896e-05,
      "loss": 6.5455,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 985
    },
    {
      "epoch": 1.6333678756476684,
      "grad_norm": 40.48979187011719,
      "learning_rate": 3.2191165861753196e-05,
      "loss": 6.4887,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 986
    },
    {
      "epoch": 1.6350259067357513,
      "grad_norm": 32.06563186645508,
      "learning_rate": 3.217377912659719e-05,
      "loss": 6.5512,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 987
    },
    {
      "epoch": 1.6366839378238343,
      "grad_norm": 33.38460922241211,
      "learning_rate": 3.215637776385223e-05,
      "loss": 6.6649,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 988
    },
    {
      "epoch": 1.638341968911917,
      "grad_norm": 38.270633697509766,
      "learning_rate": 3.21389617944272e-05,
      "loss": 6.4682,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 989
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 34.35202407836914,
      "learning_rate": 3.2121531239248514e-05,
      "loss": 6.2594,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 990
    },
    {
      "epoch": 1.6416580310880828,
      "grad_norm": 33.3051872253418,
      "learning_rate": 3.2104086119260116e-05,
      "loss": 6.4129,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 991
    },
    {
      "epoch": 1.6433160621761658,
      "grad_norm": 31.859411239624023,
      "learning_rate": 3.208662645542346e-05,
      "loss": 6.433,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 992
    },
    {
      "epoch": 1.6449740932642487,
      "grad_norm": 46.52925491333008,
      "learning_rate": 3.206915226871747e-05,
      "loss": 6.3916,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 993
    },
    {
      "epoch": 1.6466321243523316,
      "grad_norm": 30.198640823364258,
      "learning_rate": 3.205166358013851e-05,
      "loss": 6.3504,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 994
    },
    {
      "epoch": 1.6482901554404146,
      "grad_norm": 33.97175598144531,
      "learning_rate": 3.20341604107004e-05,
      "loss": 6.2707,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 995
    },
    {
      "epoch": 1.6499481865284973,
      "grad_norm": 35.349300384521484,
      "learning_rate": 3.201664278143432e-05,
      "loss": 6.4678,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 996
    },
    {
      "epoch": 1.6516062176165804,
      "grad_norm": 35.966609954833984,
      "learning_rate": 3.199911071338885e-05,
      "loss": 6.6241,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 997
    },
    {
      "epoch": 1.6532642487046632,
      "grad_norm": 39.279640197753906,
      "learning_rate": 3.1981564227629913e-05,
      "loss": 6.5679,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 998
    },
    {
      "epoch": 1.654922279792746,
      "grad_norm": 31.61151123046875,
      "learning_rate": 3.196400334524075e-05,
      "loss": 6.4083,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 999
    },
    {
      "epoch": 1.656580310880829,
      "grad_norm": 33.67348098754883,
      "learning_rate": 3.1946428087321914e-05,
      "loss": 6.6066,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1000
    },
    {
      "epoch": 1.658238341968912,
      "grad_norm": 34.380836486816406,
      "learning_rate": 3.192883847499122e-05,
      "loss": 6.4442,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1001
    },
    {
      "epoch": 1.659896373056995,
      "grad_norm": 32.295040130615234,
      "learning_rate": 3.191123452938373e-05,
      "loss": 6.3666,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1002
    },
    {
      "epoch": 1.6615544041450776,
      "grad_norm": 30.313018798828125,
      "learning_rate": 3.189361627165173e-05,
      "loss": 6.3061,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1003
    },
    {
      "epoch": 1.6632124352331608,
      "grad_norm": 33.20001983642578,
      "learning_rate": 3.1875983722964716e-05,
      "loss": 6.5316,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1004
    },
    {
      "epoch": 1.6648704663212435,
      "grad_norm": 39.08908462524414,
      "learning_rate": 3.185833690450933e-05,
      "loss": 6.5057,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1005
    },
    {
      "epoch": 1.6665284974093264,
      "grad_norm": 36.234962463378906,
      "learning_rate": 3.184067583748938e-05,
      "loss": 6.4673,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1006
    },
    {
      "epoch": 1.6681865284974093,
      "grad_norm": 31.05497932434082,
      "learning_rate": 3.182300054312579e-05,
      "loss": 6.3155,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1007
    },
    {
      "epoch": 1.6698445595854923,
      "grad_norm": 33.63081359863281,
      "learning_rate": 3.180531104265658e-05,
      "loss": 6.4741,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1008
    },
    {
      "epoch": 1.6715025906735752,
      "grad_norm": 33.6346435546875,
      "learning_rate": 3.178760735733685e-05,
      "loss": 6.5072,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1009
    },
    {
      "epoch": 1.673160621761658,
      "grad_norm": 32.27013397216797,
      "learning_rate": 3.1769889508438695e-05,
      "loss": 6.5507,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1010
    },
    {
      "epoch": 1.674818652849741,
      "grad_norm": 31.93830108642578,
      "learning_rate": 3.1752157517251294e-05,
      "loss": 6.3177,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1011
    },
    {
      "epoch": 1.6764766839378238,
      "grad_norm": 33.06129837036133,
      "learning_rate": 3.173441140508079e-05,
      "loss": 6.509,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1012
    },
    {
      "epoch": 1.6781347150259067,
      "grad_norm": 30.248537063598633,
      "learning_rate": 3.171665119325028e-05,
      "loss": 6.5599,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1013
    },
    {
      "epoch": 1.6797927461139897,
      "grad_norm": 52.1244010925293,
      "learning_rate": 3.169887690309982e-05,
      "loss": 6.3804,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1014
    },
    {
      "epoch": 1.6814507772020726,
      "grad_norm": 33.16783905029297,
      "learning_rate": 3.168108855598639e-05,
      "loss": 6.4091,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1015
    },
    {
      "epoch": 1.6831088082901555,
      "grad_norm": 34.53141784667969,
      "learning_rate": 3.166328617328383e-05,
      "loss": 6.4864,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1016
    },
    {
      "epoch": 1.6847668393782382,
      "grad_norm": 36.287506103515625,
      "learning_rate": 3.1645469776382873e-05,
      "loss": 6.7539,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1017
    },
    {
      "epoch": 1.6864248704663214,
      "grad_norm": 34.719356536865234,
      "learning_rate": 3.162763938669108e-05,
      "loss": 6.5099,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1018
    },
    {
      "epoch": 1.688082901554404,
      "grad_norm": 33.42750930786133,
      "learning_rate": 3.160979502563283e-05,
      "loss": 6.4609,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1019
    },
    {
      "epoch": 1.689740932642487,
      "grad_norm": 34.24907302856445,
      "learning_rate": 3.159193671464927e-05,
      "loss": 6.4776,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1020
    },
    {
      "epoch": 1.69139896373057,
      "grad_norm": 32.168907165527344,
      "learning_rate": 3.1574064475198346e-05,
      "loss": 6.6556,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1021
    },
    {
      "epoch": 1.693056994818653,
      "grad_norm": 55.48529815673828,
      "learning_rate": 3.1556178328754704e-05,
      "loss": 6.4839,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1022
    },
    {
      "epoch": 1.6947150259067358,
      "grad_norm": 31.566347122192383,
      "learning_rate": 3.153827829680972e-05,
      "loss": 6.4227,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1023
    },
    {
      "epoch": 1.6963730569948186,
      "grad_norm": 35.198665618896484,
      "learning_rate": 3.1520364400871446e-05,
      "loss": 6.668,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1024
    },
    {
      "epoch": 1.6980310880829017,
      "grad_norm": 31.067903518676758,
      "learning_rate": 3.15024366624646e-05,
      "loss": 6.4927,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1025
    },
    {
      "epoch": 1.6996891191709844,
      "grad_norm": 33.385398864746094,
      "learning_rate": 3.148449510313052e-05,
      "loss": 6.3268,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1026
    },
    {
      "epoch": 1.7013471502590674,
      "grad_norm": 30.9355525970459,
      "learning_rate": 3.1466539744427165e-05,
      "loss": 6.2611,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1027
    },
    {
      "epoch": 1.7030051813471503,
      "grad_norm": 32.40336608886719,
      "learning_rate": 3.144857060792907e-05,
      "loss": 6.4883,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1028
    },
    {
      "epoch": 1.704663212435233,
      "grad_norm": 34.683738708496094,
      "learning_rate": 3.1430587715227324e-05,
      "loss": 6.3947,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1029
    },
    {
      "epoch": 1.7063212435233162,
      "grad_norm": 30.669404983520508,
      "learning_rate": 3.1412591087929535e-05,
      "loss": 6.4357,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1030
    },
    {
      "epoch": 1.7079792746113989,
      "grad_norm": 33.374088287353516,
      "learning_rate": 3.1394580747659826e-05,
      "loss": 6.3949,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1031
    },
    {
      "epoch": 1.709637305699482,
      "grad_norm": 35.637691497802734,
      "learning_rate": 3.1376556716058804e-05,
      "loss": 6.3788,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1032
    },
    {
      "epoch": 1.7112953367875647,
      "grad_norm": 32.44572067260742,
      "learning_rate": 3.135851901478351e-05,
      "loss": 6.4881,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1033
    },
    {
      "epoch": 1.7129533678756477,
      "grad_norm": 34.68408203125,
      "learning_rate": 3.1340467665507416e-05,
      "loss": 6.3457,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1034
    },
    {
      "epoch": 1.7146113989637306,
      "grad_norm": 30.353302001953125,
      "learning_rate": 3.1322402689920406e-05,
      "loss": 6.2809,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1035
    },
    {
      "epoch": 1.7162694300518133,
      "grad_norm": 37.99327850341797,
      "learning_rate": 3.130432410972871e-05,
      "loss": 6.5512,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1036
    },
    {
      "epoch": 1.7179274611398965,
      "grad_norm": 36.64413070678711,
      "learning_rate": 3.128623194665493e-05,
      "loss": 6.2369,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1037
    },
    {
      "epoch": 1.7195854922279792,
      "grad_norm": 37.047481536865234,
      "learning_rate": 3.126812622243797e-05,
      "loss": 6.2141,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1038
    },
    {
      "epoch": 1.7212435233160623,
      "grad_norm": 31.309890747070312,
      "learning_rate": 3.125000695883306e-05,
      "loss": 6.4302,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1039
    },
    {
      "epoch": 1.722901554404145,
      "grad_norm": 31.763042449951172,
      "learning_rate": 3.1231874177611646e-05,
      "loss": 6.3308,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1040
    },
    {
      "epoch": 1.724559585492228,
      "grad_norm": 32.60728454589844,
      "learning_rate": 3.121372790056146e-05,
      "loss": 6.5401,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1041
    },
    {
      "epoch": 1.726217616580311,
      "grad_norm": 33.45072937011719,
      "learning_rate": 3.1195568149486444e-05,
      "loss": 6.3966,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1042
    },
    {
      "epoch": 1.7278756476683936,
      "grad_norm": 36.30680847167969,
      "learning_rate": 3.117739494620671e-05,
      "loss": 6.6183,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1043
    },
    {
      "epoch": 1.7295336787564768,
      "grad_norm": 32.98255157470703,
      "learning_rate": 3.115920831255855e-05,
      "loss": 6.4061,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1044
    },
    {
      "epoch": 1.7311917098445595,
      "grad_norm": 31.678508758544922,
      "learning_rate": 3.11410082703944e-05,
      "loss": 6.5316,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1045
    },
    {
      "epoch": 1.7328497409326424,
      "grad_norm": 32.919559478759766,
      "learning_rate": 3.1122794841582775e-05,
      "loss": 6.4983,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1046
    },
    {
      "epoch": 1.7345077720207254,
      "grad_norm": 80.26361846923828,
      "learning_rate": 3.110456804800831e-05,
      "loss": 6.4279,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1047
    },
    {
      "epoch": 1.7361658031088083,
      "grad_norm": 33.734249114990234,
      "learning_rate": 3.108632791157168e-05,
      "loss": 6.602,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1048
    },
    {
      "epoch": 1.7378238341968912,
      "grad_norm": 32.43024826049805,
      "learning_rate": 3.1068074454189614e-05,
      "loss": 6.463,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1049
    },
    {
      "epoch": 1.739481865284974,
      "grad_norm": 30.491037368774414,
      "learning_rate": 3.104980769779481e-05,
      "loss": 6.3922,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1050
    },
    {
      "epoch": 1.741139896373057,
      "grad_norm": 32.1664924621582,
      "learning_rate": 3.103152766433598e-05,
      "loss": 6.5052,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1051
    },
    {
      "epoch": 1.7427979274611398,
      "grad_norm": 33.85438919067383,
      "learning_rate": 3.101323437577777e-05,
      "loss": 6.6121,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1052
    },
    {
      "epoch": 1.7444559585492228,
      "grad_norm": 33.01792526245117,
      "learning_rate": 3.099492785410075e-05,
      "loss": 6.4576,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1053
    },
    {
      "epoch": 1.7461139896373057,
      "grad_norm": 33.321773529052734,
      "learning_rate": 3.0976608121301406e-05,
      "loss": 6.4245,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1054
    },
    {
      "epoch": 1.7477720207253886,
      "grad_norm": 31.103172302246094,
      "learning_rate": 3.09582751993921e-05,
      "loss": 6.3385,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1055
    },
    {
      "epoch": 1.7494300518134716,
      "grad_norm": 31.345056533813477,
      "learning_rate": 3.0939929110401025e-05,
      "loss": 6.4926,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1056
    },
    {
      "epoch": 1.7510880829015543,
      "grad_norm": 31.685726165771484,
      "learning_rate": 3.09215698763722e-05,
      "loss": 6.4632,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1057
    },
    {
      "epoch": 1.7527461139896374,
      "grad_norm": 31.168052673339844,
      "learning_rate": 3.090319751936544e-05,
      "loss": 6.3128,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1058
    },
    {
      "epoch": 1.7544041450777201,
      "grad_norm": 30.953014373779297,
      "learning_rate": 3.088481206145633e-05,
      "loss": 6.159,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1059
    },
    {
      "epoch": 1.756062176165803,
      "grad_norm": 34.5420036315918,
      "learning_rate": 3.0866413524736195e-05,
      "loss": 6.363,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1060
    },
    {
      "epoch": 1.757720207253886,
      "grad_norm": 31.6964111328125,
      "learning_rate": 3.0848001931312085e-05,
      "loss": 6.3347,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1061
    },
    {
      "epoch": 1.759378238341969,
      "grad_norm": 49.89446258544922,
      "learning_rate": 3.082957730330672e-05,
      "loss": 6.5073,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1062
    },
    {
      "epoch": 1.7610362694300519,
      "grad_norm": 51.91476058959961,
      "learning_rate": 3.0811139662858495e-05,
      "loss": 6.3644,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1063
    },
    {
      "epoch": 1.7626943005181346,
      "grad_norm": 38.0748405456543,
      "learning_rate": 3.0792689032121445e-05,
      "loss": 6.4802,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1064
    },
    {
      "epoch": 1.7643523316062177,
      "grad_norm": 31.69367027282715,
      "learning_rate": 3.077422543326519e-05,
      "loss": 6.491,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1065
    },
    {
      "epoch": 1.7660103626943005,
      "grad_norm": 35.15543746948242,
      "learning_rate": 3.075574888847494e-05,
      "loss": 6.4566,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1066
    },
    {
      "epoch": 1.7676683937823834,
      "grad_norm": 29.951963424682617,
      "learning_rate": 3.073725941995149e-05,
      "loss": 6.3012,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1067
    },
    {
      "epoch": 1.7693264248704663,
      "grad_norm": 30.729915618896484,
      "learning_rate": 3.071875704991113e-05,
      "loss": 6.4825,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1068
    },
    {
      "epoch": 1.7709844559585493,
      "grad_norm": 34.654579162597656,
      "learning_rate": 3.0700241800585665e-05,
      "loss": 6.4059,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1069
    },
    {
      "epoch": 1.7726424870466322,
      "grad_norm": 31.015239715576172,
      "learning_rate": 3.0681713694222386e-05,
      "loss": 6.6624,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1070
    },
    {
      "epoch": 1.774300518134715,
      "grad_norm": 36.460025787353516,
      "learning_rate": 3.0663172753083995e-05,
      "loss": 6.4979,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1071
    },
    {
      "epoch": 1.775958549222798,
      "grad_norm": 34.69657897949219,
      "learning_rate": 3.064461899944866e-05,
      "loss": 6.396,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1072
    },
    {
      "epoch": 1.7776165803108808,
      "grad_norm": 89.98849487304688,
      "learning_rate": 3.062605245560992e-05,
      "loss": 6.5855,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1073
    },
    {
      "epoch": 1.7792746113989637,
      "grad_norm": 32.23249435424805,
      "learning_rate": 3.0607473143876685e-05,
      "loss": 6.3012,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1074
    },
    {
      "epoch": 1.7809326424870466,
      "grad_norm": 31.123552322387695,
      "learning_rate": 3.05888810865732e-05,
      "loss": 6.4487,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1075
    },
    {
      "epoch": 1.7825906735751296,
      "grad_norm": 32.77717208862305,
      "learning_rate": 3.057027630603906e-05,
      "loss": 6.4003,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1076
    },
    {
      "epoch": 1.7842487046632125,
      "grad_norm": 41.86249923706055,
      "learning_rate": 3.0551658824629095e-05,
      "loss": 6.6374,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1077
    },
    {
      "epoch": 1.7859067357512952,
      "grad_norm": 30.541473388671875,
      "learning_rate": 3.053302866471343e-05,
      "loss": 6.3971,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1078
    },
    {
      "epoch": 1.7875647668393784,
      "grad_norm": 33.063880920410156,
      "learning_rate": 3.051438584867743e-05,
      "loss": 6.4406,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1079
    },
    {
      "epoch": 1.789222797927461,
      "grad_norm": 29.284730911254883,
      "learning_rate": 3.0495730398921634e-05,
      "loss": 6.3287,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1080
    },
    {
      "epoch": 1.790880829015544,
      "grad_norm": 41.26368713378906,
      "learning_rate": 3.0477062337861787e-05,
      "loss": 6.3027,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1081
    },
    {
      "epoch": 1.792538860103627,
      "grad_norm": 32.097782135009766,
      "learning_rate": 3.0458381687928793e-05,
      "loss": 6.3937,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1082
    },
    {
      "epoch": 1.7941968911917099,
      "grad_norm": 38.616355895996094,
      "learning_rate": 3.0439688471568653e-05,
      "loss": 6.5701,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1083
    },
    {
      "epoch": 1.7958549222797928,
      "grad_norm": 33.07452392578125,
      "learning_rate": 3.042098271124249e-05,
      "loss": 6.3944,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1084
    },
    {
      "epoch": 1.7975129533678755,
      "grad_norm": 32.678466796875,
      "learning_rate": 3.0402264429426497e-05,
      "loss": 6.6917,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1085
    },
    {
      "epoch": 1.7991709844559587,
      "grad_norm": 31.757150650024414,
      "learning_rate": 3.0383533648611903e-05,
      "loss": 6.4318,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1086
    },
    {
      "epoch": 1.8008290155440414,
      "grad_norm": 36.24055862426758,
      "learning_rate": 3.0364790391304973e-05,
      "loss": 6.5331,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1087
    },
    {
      "epoch": 1.8024870466321243,
      "grad_norm": 36.54020309448242,
      "learning_rate": 3.0346034680026944e-05,
      "loss": 6.3266,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1088
    },
    {
      "epoch": 1.8041450777202073,
      "grad_norm": 34.37826156616211,
      "learning_rate": 3.032726653731402e-05,
      "loss": 6.2247,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1089
    },
    {
      "epoch": 1.8058031088082902,
      "grad_norm": 34.6412239074707,
      "learning_rate": 3.0308485985717362e-05,
      "loss": 6.2667,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1090
    },
    {
      "epoch": 1.8074611398963731,
      "grad_norm": 32.20609664916992,
      "learning_rate": 3.0289693047803016e-05,
      "loss": 6.3028,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1091
    },
    {
      "epoch": 1.8091191709844558,
      "grad_norm": 33.8447380065918,
      "learning_rate": 3.0270887746151933e-05,
      "loss": 6.3987,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1092
    },
    {
      "epoch": 1.810777202072539,
      "grad_norm": 37.452449798583984,
      "learning_rate": 3.0252070103359893e-05,
      "loss": 6.4287,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1093
    },
    {
      "epoch": 1.8124352331606217,
      "grad_norm": 32.848445892333984,
      "learning_rate": 3.023324014203753e-05,
      "loss": 6.4947,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1094
    },
    {
      "epoch": 1.8140932642487047,
      "grad_norm": 35.53205108642578,
      "learning_rate": 3.0214397884810256e-05,
      "loss": 6.4085,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1095
    },
    {
      "epoch": 1.8157512953367876,
      "grad_norm": 31.983530044555664,
      "learning_rate": 3.0195543354318297e-05,
      "loss": 6.2217,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1096
    },
    {
      "epoch": 1.8174093264248705,
      "grad_norm": 33.31647491455078,
      "learning_rate": 3.0176676573216574e-05,
      "loss": 6.3491,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1097
    },
    {
      "epoch": 1.8190673575129535,
      "grad_norm": 35.93181228637695,
      "learning_rate": 3.0157797564174768e-05,
      "loss": 6.2843,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1098
    },
    {
      "epoch": 1.8207253886010362,
      "grad_norm": 47.36185073852539,
      "learning_rate": 3.0138906349877235e-05,
      "loss": 6.5364,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1099
    },
    {
      "epoch": 1.8223834196891193,
      "grad_norm": 37.04710388183594,
      "learning_rate": 3.0120002953023005e-05,
      "loss": 6.3428,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1100
    },
    {
      "epoch": 1.824041450777202,
      "grad_norm": 40.00499725341797,
      "learning_rate": 3.010108739632573e-05,
      "loss": 6.4252,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1101
    },
    {
      "epoch": 1.825699481865285,
      "grad_norm": 35.797908782958984,
      "learning_rate": 3.00821597025137e-05,
      "loss": 6.5936,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1102
    },
    {
      "epoch": 1.827357512953368,
      "grad_norm": 52.553035736083984,
      "learning_rate": 3.006321989432975e-05,
      "loss": 6.3494,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1103
    },
    {
      "epoch": 1.8290155440414506,
      "grad_norm": 35.51211929321289,
      "learning_rate": 3.004426799453132e-05,
      "loss": 6.5712,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1104
    },
    {
      "epoch": 1.8306735751295338,
      "grad_norm": 33.06616973876953,
      "learning_rate": 3.0025304025890338e-05,
      "loss": 6.465,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1105
    },
    {
      "epoch": 1.8323316062176165,
      "grad_norm": 32.491790771484375,
      "learning_rate": 3.000632801119324e-05,
      "loss": 6.2254,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1106
    },
    {
      "epoch": 1.8339896373056996,
      "grad_norm": 38.25164031982422,
      "learning_rate": 2.998733997324096e-05,
      "loss": 6.3755,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1107
    },
    {
      "epoch": 1.8356476683937824,
      "grad_norm": 33.02515411376953,
      "learning_rate": 2.9968339934848863e-05,
      "loss": 6.3744,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1108
    },
    {
      "epoch": 1.8373056994818653,
      "grad_norm": 34.33640670776367,
      "learning_rate": 2.9949327918846717e-05,
      "loss": 6.3184,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1109
    },
    {
      "epoch": 1.8389637305699482,
      "grad_norm": 39.449363708496094,
      "learning_rate": 2.993030394807871e-05,
      "loss": 6.5298,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1110
    },
    {
      "epoch": 1.840621761658031,
      "grad_norm": 36.18769836425781,
      "learning_rate": 2.991126804540339e-05,
      "loss": 6.366,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1111
    },
    {
      "epoch": 1.842279792746114,
      "grad_norm": 43.31733703613281,
      "learning_rate": 2.9892220233693625e-05,
      "loss": 6.4733,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1112
    },
    {
      "epoch": 1.8439378238341968,
      "grad_norm": 37.476158142089844,
      "learning_rate": 2.9873160535836598e-05,
      "loss": 6.3515,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1113
    },
    {
      "epoch": 1.84559585492228,
      "grad_norm": 32.972923278808594,
      "learning_rate": 2.9854088974733786e-05,
      "loss": 6.4056,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1114
    },
    {
      "epoch": 1.8472538860103627,
      "grad_norm": 30.311559677124023,
      "learning_rate": 2.9835005573300903e-05,
      "loss": 6.3278,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1115
    },
    {
      "epoch": 1.8489119170984456,
      "grad_norm": 33.67182922363281,
      "learning_rate": 2.9815910354467914e-05,
      "loss": 6.4092,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1116
    },
    {
      "epoch": 1.8505699481865285,
      "grad_norm": 31.919818878173828,
      "learning_rate": 2.9796803341178956e-05,
      "loss": 6.1469,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1117
    },
    {
      "epoch": 1.8522279792746112,
      "grad_norm": 32.82246017456055,
      "learning_rate": 2.9777684556392352e-05,
      "loss": 6.4913,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1118
    },
    {
      "epoch": 1.8538860103626944,
      "grad_norm": 32.70338439941406,
      "learning_rate": 2.9758554023080578e-05,
      "loss": 6.493,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1119
    },
    {
      "epoch": 1.8555440414507771,
      "grad_norm": 34.66350555419922,
      "learning_rate": 2.9739411764230207e-05,
      "loss": 6.5813,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1120
    },
    {
      "epoch": 1.85720207253886,
      "grad_norm": 31.69782829284668,
      "learning_rate": 2.9720257802841917e-05,
      "loss": 6.3378,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1121
    },
    {
      "epoch": 1.858860103626943,
      "grad_norm": 30.210763931274414,
      "learning_rate": 2.970109216193043e-05,
      "loss": 6.3743,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1122
    },
    {
      "epoch": 1.860518134715026,
      "grad_norm": 35.3908576965332,
      "learning_rate": 2.968191486452453e-05,
      "loss": 6.2921,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1123
    },
    {
      "epoch": 1.8621761658031089,
      "grad_norm": 32.65410232543945,
      "learning_rate": 2.9662725933666964e-05,
      "loss": 6.2719,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1124
    },
    {
      "epoch": 1.8638341968911916,
      "grad_norm": 33.129493713378906,
      "learning_rate": 2.9643525392414508e-05,
      "loss": 6.5304,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1125
    },
    {
      "epoch": 1.8654922279792747,
      "grad_norm": 34.28155517578125,
      "learning_rate": 2.962431326383785e-05,
      "loss": 6.2061,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1126
    },
    {
      "epoch": 1.8671502590673574,
      "grad_norm": 33.22954559326172,
      "learning_rate": 2.9605089571021622e-05,
      "loss": 6.3484,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1127
    },
    {
      "epoch": 1.8688082901554404,
      "grad_norm": 32.62836837768555,
      "learning_rate": 2.9585854337064335e-05,
      "loss": 6.4727,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1128
    },
    {
      "epoch": 1.8704663212435233,
      "grad_norm": 35.973575592041016,
      "learning_rate": 2.956660758507838e-05,
      "loss": 6.3319,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1129
    },
    {
      "epoch": 1.8721243523316062,
      "grad_norm": 31.66522979736328,
      "learning_rate": 2.9547349338189984e-05,
      "loss": 6.2435,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1130
    },
    {
      "epoch": 1.8737823834196892,
      "grad_norm": 33.11029815673828,
      "learning_rate": 2.9528079619539195e-05,
      "loss": 6.3039,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1131
    },
    {
      "epoch": 1.8754404145077719,
      "grad_norm": 35.77965545654297,
      "learning_rate": 2.9508798452279818e-05,
      "loss": 6.5654,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1132
    },
    {
      "epoch": 1.877098445595855,
      "grad_norm": 32.03866958618164,
      "learning_rate": 2.9489505859579446e-05,
      "loss": 6.4417,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1133
    },
    {
      "epoch": 1.8787564766839377,
      "grad_norm": 33.57463073730469,
      "learning_rate": 2.9470201864619378e-05,
      "loss": 6.2927,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1134
    },
    {
      "epoch": 1.8804145077720207,
      "grad_norm": 30.739309310913086,
      "learning_rate": 2.945088649059462e-05,
      "loss": 6.3939,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1135
    },
    {
      "epoch": 1.8820725388601036,
      "grad_norm": 32.20838165283203,
      "learning_rate": 2.9431559760713865e-05,
      "loss": 6.5567,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1136
    },
    {
      "epoch": 1.8837305699481866,
      "grad_norm": 36.991485595703125,
      "learning_rate": 2.941222169819943e-05,
      "loss": 6.4226,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1137
    },
    {
      "epoch": 1.8853886010362695,
      "grad_norm": 30.51348304748535,
      "learning_rate": 2.9392872326287257e-05,
      "loss": 6.4336,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1138
    },
    {
      "epoch": 1.8870466321243522,
      "grad_norm": 31.09925651550293,
      "learning_rate": 2.937351166822688e-05,
      "loss": 6.1522,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1139
    },
    {
      "epoch": 1.8887046632124354,
      "grad_norm": 91.68050384521484,
      "learning_rate": 2.9354139747281388e-05,
      "loss": 6.3365,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1140
    },
    {
      "epoch": 1.890362694300518,
      "grad_norm": 33.49720764160156,
      "learning_rate": 2.9334756586727412e-05,
      "loss": 6.4272,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1141
    },
    {
      "epoch": 1.892020725388601,
      "grad_norm": 37.157386779785156,
      "learning_rate": 2.931536220985508e-05,
      "loss": 6.5892,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1142
    },
    {
      "epoch": 1.893678756476684,
      "grad_norm": 31.120500564575195,
      "learning_rate": 2.9295956639967996e-05,
      "loss": 6.3102,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1143
    },
    {
      "epoch": 1.8953367875647669,
      "grad_norm": 32.79644012451172,
      "learning_rate": 2.9276539900383212e-05,
      "loss": 6.3303,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1144
    },
    {
      "epoch": 1.8969948186528498,
      "grad_norm": 39.75431823730469,
      "learning_rate": 2.9257112014431223e-05,
      "loss": 6.7077,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1145
    },
    {
      "epoch": 1.8986528497409325,
      "grad_norm": 34.69181823730469,
      "learning_rate": 2.9237673005455887e-05,
      "loss": 6.3894,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1146
    },
    {
      "epoch": 1.9003108808290157,
      "grad_norm": 31.138816833496094,
      "learning_rate": 2.921822289681444e-05,
      "loss": 6.2306,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1147
    },
    {
      "epoch": 1.9019689119170984,
      "grad_norm": 35.682010650634766,
      "learning_rate": 2.919876171187747e-05,
      "loss": 6.4912,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1148
    },
    {
      "epoch": 1.9036269430051813,
      "grad_norm": 37.305904388427734,
      "learning_rate": 2.9179289474028836e-05,
      "loss": 6.1994,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1149
    },
    {
      "epoch": 1.9052849740932642,
      "grad_norm": 34.621604919433594,
      "learning_rate": 2.915980620666572e-05,
      "loss": 6.5788,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1150
    },
    {
      "epoch": 1.9069430051813472,
      "grad_norm": 41.92894744873047,
      "learning_rate": 2.914031193319853e-05,
      "loss": 6.4038,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1151
    },
    {
      "epoch": 1.9086010362694301,
      "grad_norm": 34.63473892211914,
      "learning_rate": 2.91208066770509e-05,
      "loss": 6.6329,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1152
    },
    {
      "epoch": 1.9102590673575128,
      "grad_norm": 38.138389587402344,
      "learning_rate": 2.9101290461659673e-05,
      "loss": 6.4085,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1153
    },
    {
      "epoch": 1.911917098445596,
      "grad_norm": 52.71556854248047,
      "learning_rate": 2.9081763310474854e-05,
      "loss": 6.4893,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1154
    },
    {
      "epoch": 1.9135751295336787,
      "grad_norm": 41.221866607666016,
      "learning_rate": 2.906222524695958e-05,
      "loss": 6.3425,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1155
    },
    {
      "epoch": 1.9152331606217616,
      "grad_norm": 32.24322509765625,
      "learning_rate": 2.904267629459012e-05,
      "loss": 6.4176,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1156
    },
    {
      "epoch": 1.9168911917098446,
      "grad_norm": 30.383350372314453,
      "learning_rate": 2.902311647685581e-05,
      "loss": 6.2304,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1157
    },
    {
      "epoch": 1.9185492227979275,
      "grad_norm": 33.095916748046875,
      "learning_rate": 2.900354581725904e-05,
      "loss": 6.2321,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1158
    },
    {
      "epoch": 1.9202072538860104,
      "grad_norm": 37.11784744262695,
      "learning_rate": 2.898396433931524e-05,
      "loss": 6.4696,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1159
    },
    {
      "epoch": 1.9218652849740931,
      "grad_norm": 35.81375503540039,
      "learning_rate": 2.8964372066552822e-05,
      "loss": 6.2993,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1160
    },
    {
      "epoch": 1.9235233160621763,
      "grad_norm": 32.430423736572266,
      "learning_rate": 2.8944769022513193e-05,
      "loss": 6.2602,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1161
    },
    {
      "epoch": 1.925181347150259,
      "grad_norm": 35.735877990722656,
      "learning_rate": 2.8925155230750673e-05,
      "loss": 6.4282,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1162
    },
    {
      "epoch": 1.926839378238342,
      "grad_norm": 33.948184967041016,
      "learning_rate": 2.8905530714832522e-05,
      "loss": 6.3582,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1163
    },
    {
      "epoch": 1.9284974093264249,
      "grad_norm": 32.635032653808594,
      "learning_rate": 2.888589549833887e-05,
      "loss": 6.4173,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1164
    },
    {
      "epoch": 1.9301554404145078,
      "grad_norm": 38.96797180175781,
      "learning_rate": 2.8866249604862706e-05,
      "loss": 6.3362,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1165
    },
    {
      "epoch": 1.9318134715025908,
      "grad_norm": 34.85746765136719,
      "learning_rate": 2.8846593058009858e-05,
      "loss": 6.3477,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1166
    },
    {
      "epoch": 1.9334715025906735,
      "grad_norm": 32.217960357666016,
      "learning_rate": 2.882692588139894e-05,
      "loss": 6.4577,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1167
    },
    {
      "epoch": 1.9351295336787566,
      "grad_norm": 33.740478515625,
      "learning_rate": 2.8807248098661356e-05,
      "loss": 6.3223,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1168
    },
    {
      "epoch": 1.9367875647668393,
      "grad_norm": 32.725563049316406,
      "learning_rate": 2.878755973344124e-05,
      "loss": 6.1811,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1169
    },
    {
      "epoch": 1.9384455958549223,
      "grad_norm": 33.690921783447266,
      "learning_rate": 2.8767860809395448e-05,
      "loss": 6.3278,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1170
    },
    {
      "epoch": 1.9401036269430052,
      "grad_norm": 32.10204315185547,
      "learning_rate": 2.8748151350193513e-05,
      "loss": 6.2232,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1171
    },
    {
      "epoch": 1.9417616580310881,
      "grad_norm": 34.7520751953125,
      "learning_rate": 2.8728431379517644e-05,
      "loss": 6.551,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1172
    },
    {
      "epoch": 1.943419689119171,
      "grad_norm": 33.68802261352539,
      "learning_rate": 2.870870092106266e-05,
      "loss": 6.3749,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1173
    },
    {
      "epoch": 1.9450777202072538,
      "grad_norm": 40.124420166015625,
      "learning_rate": 2.8688959998536005e-05,
      "loss": 6.5173,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1174
    },
    {
      "epoch": 1.946735751295337,
      "grad_norm": 32.15623092651367,
      "learning_rate": 2.866920863565768e-05,
      "loss": 6.2968,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1175
    },
    {
      "epoch": 1.9483937823834196,
      "grad_norm": 84.54674530029297,
      "learning_rate": 2.8649446856160225e-05,
      "loss": 6.3142,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1176
    },
    {
      "epoch": 1.9500518134715026,
      "grad_norm": 31.280109405517578,
      "learning_rate": 2.8629674683788723e-05,
      "loss": 6.3904,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1177
    },
    {
      "epoch": 1.9517098445595855,
      "grad_norm": 35.56955337524414,
      "learning_rate": 2.8609892142300712e-05,
      "loss": 6.4438,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1178
    },
    {
      "epoch": 1.9533678756476682,
      "grad_norm": 34.50560760498047,
      "learning_rate": 2.8590099255466214e-05,
      "loss": 6.3363,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1179
    },
    {
      "epoch": 1.9550259067357514,
      "grad_norm": 30.093446731567383,
      "learning_rate": 2.8570296047067675e-05,
      "loss": 6.0957,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1180
    },
    {
      "epoch": 1.956683937823834,
      "grad_norm": 32.59640121459961,
      "learning_rate": 2.8550482540899924e-05,
      "loss": 6.2453,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1181
    },
    {
      "epoch": 1.9583419689119173,
      "grad_norm": 31.25843620300293,
      "learning_rate": 2.8530658760770197e-05,
      "loss": 6.2704,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1182
    },
    {
      "epoch": 1.96,
      "grad_norm": 34.98246765136719,
      "learning_rate": 2.8510824730498053e-05,
      "loss": 6.4647,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1183
    },
    {
      "epoch": 1.961658031088083,
      "grad_norm": 39.692806243896484,
      "learning_rate": 2.8490980473915365e-05,
      "loss": 6.6169,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1184
    },
    {
      "epoch": 1.9633160621761658,
      "grad_norm": 32.92387390136719,
      "learning_rate": 2.8471126014866306e-05,
      "loss": 6.2031,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1185
    },
    {
      "epoch": 1.9649740932642485,
      "grad_norm": 32.82571792602539,
      "learning_rate": 2.8451261377207305e-05,
      "loss": 6.0218,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1186
    },
    {
      "epoch": 1.9666321243523317,
      "grad_norm": 37.06746292114258,
      "learning_rate": 2.8431386584807016e-05,
      "loss": 6.4717,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1187
    },
    {
      "epoch": 1.9682901554404144,
      "grad_norm": 43.31110382080078,
      "learning_rate": 2.8411501661546298e-05,
      "loss": 6.3214,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1188
    },
    {
      "epoch": 1.9699481865284976,
      "grad_norm": 31.348072052001953,
      "learning_rate": 2.8391606631318183e-05,
      "loss": 6.3145,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1189
    },
    {
      "epoch": 1.9716062176165803,
      "grad_norm": 39.781532287597656,
      "learning_rate": 2.8371701518027845e-05,
      "loss": 6.2124,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1190
    },
    {
      "epoch": 1.9732642487046632,
      "grad_norm": 85.00086975097656,
      "learning_rate": 2.835178634559257e-05,
      "loss": 6.2042,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1191
    },
    {
      "epoch": 1.9749222797927461,
      "grad_norm": 33.05118942260742,
      "learning_rate": 2.8331861137941744e-05,
      "loss": 6.3255,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1192
    },
    {
      "epoch": 1.9765803108808289,
      "grad_norm": 30.12800407409668,
      "learning_rate": 2.8311925919016793e-05,
      "loss": 6.211,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1193
    },
    {
      "epoch": 1.978238341968912,
      "grad_norm": 46.14594268798828,
      "learning_rate": 2.829198071277119e-05,
      "loss": 6.403,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1194
    },
    {
      "epoch": 1.9798963730569947,
      "grad_norm": 33.103816986083984,
      "learning_rate": 2.82720255431704e-05,
      "loss": 6.478,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1195
    },
    {
      "epoch": 1.9815544041450779,
      "grad_norm": 41.07331466674805,
      "learning_rate": 2.825206043419185e-05,
      "loss": 6.479,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1196
    },
    {
      "epoch": 1.9832124352331606,
      "grad_norm": 40.13466262817383,
      "learning_rate": 2.823208540982493e-05,
      "loss": 6.2408,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1197
    },
    {
      "epoch": 1.9848704663212435,
      "grad_norm": 35.63600540161133,
      "learning_rate": 2.8212100494070934e-05,
      "loss": 6.4516,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1198
    },
    {
      "epoch": 1.9865284974093265,
      "grad_norm": 35.56550979614258,
      "learning_rate": 2.8192105710943038e-05,
      "loss": 6.2684,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1199
    },
    {
      "epoch": 1.9881865284974092,
      "grad_norm": 32.97251510620117,
      "learning_rate": 2.8172101084466268e-05,
      "loss": 6.6022,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1200
    },
    {
      "epoch": 1.9898445595854923,
      "grad_norm": 34.59891891479492,
      "learning_rate": 2.8152086638677495e-05,
      "loss": 6.3444,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1201
    },
    {
      "epoch": 1.991502590673575,
      "grad_norm": 49.39651107788086,
      "learning_rate": 2.8132062397625377e-05,
      "loss": 6.2082,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1202
    },
    {
      "epoch": 1.993160621761658,
      "grad_norm": 35.38250732421875,
      "learning_rate": 2.811202838537035e-05,
      "loss": 6.2737,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1203
    },
    {
      "epoch": 1.994818652849741,
      "grad_norm": 36.64577102661133,
      "learning_rate": 2.809198462598458e-05,
      "loss": 6.1798,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1204
    },
    {
      "epoch": 1.9964766839378238,
      "grad_norm": 31.048538208007812,
      "learning_rate": 2.8071931143551952e-05,
      "loss": 6.3294,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1205
    },
    {
      "epoch": 1.9981347150259068,
      "grad_norm": 31.52851104736328,
      "learning_rate": 2.805186796216803e-05,
      "loss": 6.173,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1206
    },
    {
      "epoch": 1.9997927461139895,
      "grad_norm": 33.16455841064453,
      "learning_rate": 2.8031795105940035e-05,
      "loss": 6.1794,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1207
    },
    {
      "epoch": 2.0,
      "grad_norm": 9.281660079956055,
      "learning_rate": 2.8011712598986817e-05,
      "loss": 0.6916,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1208
    },
    {
      "epoch": 2.0016580310880827,
      "grad_norm": 30.710636138916016,
      "learning_rate": 2.799162046543881e-05,
      "loss": 4.2141,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1209
    },
    {
      "epoch": 2.003316062176166,
      "grad_norm": 43.609832763671875,
      "learning_rate": 2.7971518729438022e-05,
      "loss": 4.0726,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1210
    },
    {
      "epoch": 2.0049740932642486,
      "grad_norm": 31.765193939208984,
      "learning_rate": 2.7951407415138e-05,
      "loss": 4.0144,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1211
    },
    {
      "epoch": 2.0066321243523317,
      "grad_norm": 82.83326721191406,
      "learning_rate": 2.7931286546703802e-05,
      "loss": 4.2108,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1212
    },
    {
      "epoch": 2.0082901554404144,
      "grad_norm": 34.42565155029297,
      "learning_rate": 2.7911156148311957e-05,
      "loss": 3.9184,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1213
    },
    {
      "epoch": 2.0099481865284976,
      "grad_norm": 42.08901596069336,
      "learning_rate": 2.789101624415046e-05,
      "loss": 3.8985,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1214
    },
    {
      "epoch": 2.0116062176165803,
      "grad_norm": 39.48273849487305,
      "learning_rate": 2.7870866858418705e-05,
      "loss": 3.9493,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1215
    },
    {
      "epoch": 2.013264248704663,
      "grad_norm": 43.373313903808594,
      "learning_rate": 2.7850708015327498e-05,
      "loss": 4.1012,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1216
    },
    {
      "epoch": 2.014922279792746,
      "grad_norm": 36.51174545288086,
      "learning_rate": 2.783053973909901e-05,
      "loss": 4.057,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1217
    },
    {
      "epoch": 2.016580310880829,
      "grad_norm": 46.58919143676758,
      "learning_rate": 2.7810362053966726e-05,
      "loss": 4.0033,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1218
    },
    {
      "epoch": 2.018238341968912,
      "grad_norm": 37.98651123046875,
      "learning_rate": 2.779017498417546e-05,
      "loss": 3.8871,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1219
    },
    {
      "epoch": 2.0198963730569948,
      "grad_norm": 35.771121978759766,
      "learning_rate": 2.7769978553981292e-05,
      "loss": 4.1113,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1220
    },
    {
      "epoch": 2.021554404145078,
      "grad_norm": 32.53761291503906,
      "learning_rate": 2.774977278765154e-05,
      "loss": 3.9002,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1221
    },
    {
      "epoch": 2.0232124352331606,
      "grad_norm": 31.393383026123047,
      "learning_rate": 2.7729557709464753e-05,
      "loss": 4.0853,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1222
    },
    {
      "epoch": 2.0248704663212433,
      "grad_norm": 34.145225524902344,
      "learning_rate": 2.770933334371067e-05,
      "loss": 3.9878,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1223
    },
    {
      "epoch": 2.0265284974093265,
      "grad_norm": 33.278926849365234,
      "learning_rate": 2.768909971469018e-05,
      "loss": 3.8276,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1224
    },
    {
      "epoch": 2.028186528497409,
      "grad_norm": 31.919261932373047,
      "learning_rate": 2.76688568467153e-05,
      "loss": 3.9615,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1225
    },
    {
      "epoch": 2.0298445595854924,
      "grad_norm": 31.085195541381836,
      "learning_rate": 2.7648604764109173e-05,
      "loss": 4.0794,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1226
    },
    {
      "epoch": 2.031502590673575,
      "grad_norm": 29.93128204345703,
      "learning_rate": 2.7628343491205982e-05,
      "loss": 3.9061,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1227
    },
    {
      "epoch": 2.0331606217616582,
      "grad_norm": 30.934925079345703,
      "learning_rate": 2.7608073052350966e-05,
      "loss": 4.0256,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1228
    },
    {
      "epoch": 2.034818652849741,
      "grad_norm": 29.745010375976562,
      "learning_rate": 2.758779347190039e-05,
      "loss": 3.9576,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1229
    },
    {
      "epoch": 2.0364766839378237,
      "grad_norm": 34.696319580078125,
      "learning_rate": 2.7567504774221478e-05,
      "loss": 3.8737,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1230
    },
    {
      "epoch": 2.038134715025907,
      "grad_norm": 31.091819763183594,
      "learning_rate": 2.7547206983692426e-05,
      "loss": 3.9433,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1231
    },
    {
      "epoch": 2.0397927461139895,
      "grad_norm": 32.58571243286133,
      "learning_rate": 2.752690012470236e-05,
      "loss": 3.9397,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1232
    },
    {
      "epoch": 2.0414507772020727,
      "grad_norm": 33.14141082763672,
      "learning_rate": 2.750658422165128e-05,
      "loss": 3.836,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1233
    },
    {
      "epoch": 2.0431088082901554,
      "grad_norm": 35.907718658447266,
      "learning_rate": 2.7486259298950083e-05,
      "loss": 3.8145,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1234
    },
    {
      "epoch": 2.0447668393782386,
      "grad_norm": 32.33335876464844,
      "learning_rate": 2.746592538102048e-05,
      "loss": 3.8994,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1235
    },
    {
      "epoch": 2.0464248704663213,
      "grad_norm": 33.89759063720703,
      "learning_rate": 2.7445582492295e-05,
      "loss": 3.8991,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1236
    },
    {
      "epoch": 2.048082901554404,
      "grad_norm": 40.0367317199707,
      "learning_rate": 2.742523065721695e-05,
      "loss": 3.8136,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1237
    },
    {
      "epoch": 2.049740932642487,
      "grad_norm": 31.877391815185547,
      "learning_rate": 2.7404869900240387e-05,
      "loss": 3.8722,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1238
    },
    {
      "epoch": 2.05139896373057,
      "grad_norm": 29.689973831176758,
      "learning_rate": 2.7384500245830085e-05,
      "loss": 3.9129,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1239
    },
    {
      "epoch": 2.053056994818653,
      "grad_norm": 33.12253189086914,
      "learning_rate": 2.7364121718461513e-05,
      "loss": 3.8151,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1240
    },
    {
      "epoch": 2.0547150259067357,
      "grad_norm": 30.65212631225586,
      "learning_rate": 2.7343734342620795e-05,
      "loss": 3.6822,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1241
    },
    {
      "epoch": 2.056373056994819,
      "grad_norm": 50.085601806640625,
      "learning_rate": 2.7323338142804697e-05,
      "loss": 3.9104,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1242
    },
    {
      "epoch": 2.0580310880829016,
      "grad_norm": 32.69144821166992,
      "learning_rate": 2.730293314352058e-05,
      "loss": 3.8954,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1243
    },
    {
      "epoch": 2.0596891191709843,
      "grad_norm": 32.643394470214844,
      "learning_rate": 2.728251936928638e-05,
      "loss": 3.9803,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1244
    },
    {
      "epoch": 2.0613471502590675,
      "grad_norm": 36.253353118896484,
      "learning_rate": 2.7262096844630576e-05,
      "loss": 4.1154,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1245
    },
    {
      "epoch": 2.06300518134715,
      "grad_norm": 33.67212677001953,
      "learning_rate": 2.7241665594092163e-05,
      "loss": 3.9322,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1246
    },
    {
      "epoch": 2.0646632124352333,
      "grad_norm": 31.10996437072754,
      "learning_rate": 2.722122564222063e-05,
      "loss": 3.8138,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1247
    },
    {
      "epoch": 2.066321243523316,
      "grad_norm": 31.54985809326172,
      "learning_rate": 2.7200777013575898e-05,
      "loss": 4.009,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1248
    },
    {
      "epoch": 2.0679792746113987,
      "grad_norm": 32.055999755859375,
      "learning_rate": 2.718031973272833e-05,
      "loss": 3.8737,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1249
    },
    {
      "epoch": 2.069637305699482,
      "grad_norm": 34.124176025390625,
      "learning_rate": 2.7159853824258683e-05,
      "loss": 3.9194,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1250
    },
    {
      "epoch": 2.0712953367875646,
      "grad_norm": 34.17963790893555,
      "learning_rate": 2.713937931275808e-05,
      "loss": 3.9612,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1251
    },
    {
      "epoch": 2.0729533678756478,
      "grad_norm": 29.72444725036621,
      "learning_rate": 2.7118896222827983e-05,
      "loss": 3.7476,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1252
    },
    {
      "epoch": 2.0746113989637305,
      "grad_norm": 34.747772216796875,
      "learning_rate": 2.7098404579080155e-05,
      "loss": 3.7447,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1253
    },
    {
      "epoch": 2.0762694300518136,
      "grad_norm": 32.829376220703125,
      "learning_rate": 2.7077904406136643e-05,
      "loss": 3.7591,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1254
    },
    {
      "epoch": 2.0779274611398963,
      "grad_norm": 31.471681594848633,
      "learning_rate": 2.705739572862974e-05,
      "loss": 3.9021,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1255
    },
    {
      "epoch": 2.079585492227979,
      "grad_norm": 29.972183227539062,
      "learning_rate": 2.7036878571201962e-05,
      "loss": 3.7801,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1256
    },
    {
      "epoch": 2.081243523316062,
      "grad_norm": 30.297876358032227,
      "learning_rate": 2.7016352958506007e-05,
      "loss": 3.8112,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1257
    },
    {
      "epoch": 2.082901554404145,
      "grad_norm": 31.387388229370117,
      "learning_rate": 2.6995818915204747e-05,
      "loss": 3.9664,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1258
    },
    {
      "epoch": 2.084559585492228,
      "grad_norm": 32.176246643066406,
      "learning_rate": 2.697527646597115e-05,
      "loss": 3.688,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1259
    },
    {
      "epoch": 2.086217616580311,
      "grad_norm": 31.878541946411133,
      "learning_rate": 2.6954725635488332e-05,
      "loss": 3.9111,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1260
    },
    {
      "epoch": 2.087875647668394,
      "grad_norm": 30.614456176757812,
      "learning_rate": 2.6934166448449438e-05,
      "loss": 3.8815,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1261
    },
    {
      "epoch": 2.0895336787564767,
      "grad_norm": 32.50611114501953,
      "learning_rate": 2.6913598929557677e-05,
      "loss": 3.9944,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1262
    },
    {
      "epoch": 2.0911917098445594,
      "grad_norm": 31.424259185791016,
      "learning_rate": 2.6893023103526265e-05,
      "loss": 3.9895,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1263
    },
    {
      "epoch": 2.0928497409326425,
      "grad_norm": 32.1236572265625,
      "learning_rate": 2.68724389950784e-05,
      "loss": 4.0134,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1264
    },
    {
      "epoch": 2.0945077720207252,
      "grad_norm": 33.36410140991211,
      "learning_rate": 2.685184662894722e-05,
      "loss": 3.8979,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1265
    },
    {
      "epoch": 2.0961658031088084,
      "grad_norm": 33.17043685913086,
      "learning_rate": 2.6831246029875805e-05,
      "loss": 4.0275,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1266
    },
    {
      "epoch": 2.097823834196891,
      "grad_norm": 34.238059997558594,
      "learning_rate": 2.6810637222617116e-05,
      "loss": 3.9024,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1267
    },
    {
      "epoch": 2.0994818652849743,
      "grad_norm": 31.236370086669922,
      "learning_rate": 2.6790020231933973e-05,
      "loss": 4.0163,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1268
    },
    {
      "epoch": 2.101139896373057,
      "grad_norm": 31.040813446044922,
      "learning_rate": 2.6769395082599036e-05,
      "loss": 3.7429,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1269
    },
    {
      "epoch": 2.1027979274611397,
      "grad_norm": 32.33594512939453,
      "learning_rate": 2.6748761799394768e-05,
      "loss": 3.9332,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1270
    },
    {
      "epoch": 2.104455958549223,
      "grad_norm": 30.486337661743164,
      "learning_rate": 2.6728120407113393e-05,
      "loss": 3.9154,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1271
    },
    {
      "epoch": 2.1061139896373056,
      "grad_norm": 51.16884994506836,
      "learning_rate": 2.6707470930556904e-05,
      "loss": 4.0579,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1272
    },
    {
      "epoch": 2.1077720207253887,
      "grad_norm": 34.1595344543457,
      "learning_rate": 2.6686813394536985e-05,
      "loss": 4.0531,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1273
    },
    {
      "epoch": 2.1094300518134714,
      "grad_norm": 32.7926139831543,
      "learning_rate": 2.6666147823875013e-05,
      "loss": 3.867,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1274
    },
    {
      "epoch": 2.1110880829015546,
      "grad_norm": 31.539274215698242,
      "learning_rate": 2.6645474243402022e-05,
      "loss": 3.8694,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1275
    },
    {
      "epoch": 2.1127461139896373,
      "grad_norm": 32.86528778076172,
      "learning_rate": 2.6624792677958657e-05,
      "loss": 4.076,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1276
    },
    {
      "epoch": 2.11440414507772,
      "grad_norm": 31.379322052001953,
      "learning_rate": 2.6604103152395173e-05,
      "loss": 3.9034,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1277
    },
    {
      "epoch": 2.116062176165803,
      "grad_norm": 33.145591735839844,
      "learning_rate": 2.6583405691571384e-05,
      "loss": 3.8584,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1278
    },
    {
      "epoch": 2.117720207253886,
      "grad_norm": 85.07133483886719,
      "learning_rate": 2.6562700320356635e-05,
      "loss": 3.9683,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1279
    },
    {
      "epoch": 2.119378238341969,
      "grad_norm": 30.612958908081055,
      "learning_rate": 2.6541987063629774e-05,
      "loss": 3.9324,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1280
    },
    {
      "epoch": 2.1210362694300517,
      "grad_norm": 30.54906463623047,
      "learning_rate": 2.6521265946279138e-05,
      "loss": 3.9133,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1281
    },
    {
      "epoch": 2.122694300518135,
      "grad_norm": 35.273773193359375,
      "learning_rate": 2.6500536993202496e-05,
      "loss": 3.8751,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1282
    },
    {
      "epoch": 2.1243523316062176,
      "grad_norm": 31.916318893432617,
      "learning_rate": 2.647980022930704e-05,
      "loss": 3.7988,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1283
    },
    {
      "epoch": 2.1260103626943003,
      "grad_norm": 30.86458969116211,
      "learning_rate": 2.6459055679509335e-05,
      "loss": 3.8044,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1284
    },
    {
      "epoch": 2.1276683937823835,
      "grad_norm": 30.722896575927734,
      "learning_rate": 2.643830336873531e-05,
      "loss": 3.9467,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1285
    },
    {
      "epoch": 2.129326424870466,
      "grad_norm": 33.28232192993164,
      "learning_rate": 2.641754332192023e-05,
      "loss": 3.9028,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1286
    },
    {
      "epoch": 2.1309844559585494,
      "grad_norm": 32.03632736206055,
      "learning_rate": 2.639677556400863e-05,
      "loss": 3.9553,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1287
    },
    {
      "epoch": 2.132642487046632,
      "grad_norm": 33.13157653808594,
      "learning_rate": 2.6376000119954342e-05,
      "loss": 3.8289,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1288
    },
    {
      "epoch": 2.134300518134715,
      "grad_norm": 29.765830993652344,
      "learning_rate": 2.63552170147204e-05,
      "loss": 3.933,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1289
    },
    {
      "epoch": 2.135958549222798,
      "grad_norm": 30.718339920043945,
      "learning_rate": 2.6334426273279064e-05,
      "loss": 3.9723,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1290
    },
    {
      "epoch": 2.1376165803108806,
      "grad_norm": 33.91547775268555,
      "learning_rate": 2.631362792061176e-05,
      "loss": 3.9062,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1291
    },
    {
      "epoch": 2.139274611398964,
      "grad_norm": 30.005165100097656,
      "learning_rate": 2.6292821981709073e-05,
      "loss": 3.8676,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1292
    },
    {
      "epoch": 2.1409326424870465,
      "grad_norm": 31.990575790405273,
      "learning_rate": 2.6272008481570696e-05,
      "loss": 3.9766,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1293
    },
    {
      "epoch": 2.1425906735751297,
      "grad_norm": 29.755210876464844,
      "learning_rate": 2.6251187445205387e-05,
      "loss": 3.9502,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1294
    },
    {
      "epoch": 2.1442487046632124,
      "grad_norm": 32.460899353027344,
      "learning_rate": 2.6230358897631006e-05,
      "loss": 3.954,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1295
    },
    {
      "epoch": 2.1459067357512955,
      "grad_norm": 43.196388244628906,
      "learning_rate": 2.620952286387439e-05,
      "loss": 3.9981,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1296
    },
    {
      "epoch": 2.1475647668393782,
      "grad_norm": 32.28957748413086,
      "learning_rate": 2.6188679368971395e-05,
      "loss": 3.8415,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1297
    },
    {
      "epoch": 2.149222797927461,
      "grad_norm": 33.28007125854492,
      "learning_rate": 2.6167828437966846e-05,
      "loss": 3.9154,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1298
    },
    {
      "epoch": 2.150880829015544,
      "grad_norm": 31.380422592163086,
      "learning_rate": 2.6146970095914484e-05,
      "loss": 4.1368,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1299
    },
    {
      "epoch": 2.152538860103627,
      "grad_norm": 28.944686889648438,
      "learning_rate": 2.6126104367876975e-05,
      "loss": 3.876,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1300
    },
    {
      "epoch": 2.15419689119171,
      "grad_norm": 31.17641258239746,
      "learning_rate": 2.6105231278925846e-05,
      "loss": 3.8537,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1301
    },
    {
      "epoch": 2.1558549222797927,
      "grad_norm": 30.91130256652832,
      "learning_rate": 2.6084350854141482e-05,
      "loss": 3.8035,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1302
    },
    {
      "epoch": 2.157512953367876,
      "grad_norm": 34.38737869262695,
      "learning_rate": 2.6063463118613057e-05,
      "loss": 3.8705,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1303
    },
    {
      "epoch": 2.1591709844559586,
      "grad_norm": 33.26726150512695,
      "learning_rate": 2.6042568097438567e-05,
      "loss": 3.9101,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1304
    },
    {
      "epoch": 2.1608290155440413,
      "grad_norm": 36.21929168701172,
      "learning_rate": 2.6021665815724725e-05,
      "loss": 3.7857,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1305
    },
    {
      "epoch": 2.1624870466321244,
      "grad_norm": 33.04848098754883,
      "learning_rate": 2.6000756298587e-05,
      "loss": 4.0355,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1306
    },
    {
      "epoch": 2.164145077720207,
      "grad_norm": 30.043991088867188,
      "learning_rate": 2.5979839571149527e-05,
      "loss": 3.8346,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1307
    },
    {
      "epoch": 2.1658031088082903,
      "grad_norm": 32.917213439941406,
      "learning_rate": 2.595891565854512e-05,
      "loss": 3.8598,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1308
    },
    {
      "epoch": 2.167461139896373,
      "grad_norm": 30.465457916259766,
      "learning_rate": 2.5937984585915218e-05,
      "loss": 3.8693,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1309
    },
    {
      "epoch": 2.169119170984456,
      "grad_norm": 32.31056594848633,
      "learning_rate": 2.5917046378409887e-05,
      "loss": 3.8281,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1310
    },
    {
      "epoch": 2.170777202072539,
      "grad_norm": 29.514591217041016,
      "learning_rate": 2.5896101061187726e-05,
      "loss": 3.853,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1311
    },
    {
      "epoch": 2.1724352331606216,
      "grad_norm": 30.16806983947754,
      "learning_rate": 2.5875148659415915e-05,
      "loss": 3.9877,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1312
    },
    {
      "epoch": 2.1740932642487047,
      "grad_norm": 31.074750900268555,
      "learning_rate": 2.585418919827013e-05,
      "loss": 3.9324,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1313
    },
    {
      "epoch": 2.1757512953367875,
      "grad_norm": 31.246623992919922,
      "learning_rate": 2.583322270293451e-05,
      "loss": 3.9268,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1314
    },
    {
      "epoch": 2.1774093264248706,
      "grad_norm": 30.809158325195312,
      "learning_rate": 2.5812249198601685e-05,
      "loss": 3.9437,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1315
    },
    {
      "epoch": 2.1790673575129533,
      "grad_norm": 31.14702606201172,
      "learning_rate": 2.5791268710472683e-05,
      "loss": 3.8373,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1316
    },
    {
      "epoch": 2.1807253886010365,
      "grad_norm": 30.568864822387695,
      "learning_rate": 2.5770281263756926e-05,
      "loss": 3.9161,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1317
    },
    {
      "epoch": 2.182383419689119,
      "grad_norm": 38.42738342285156,
      "learning_rate": 2.5749286883672194e-05,
      "loss": 3.8679,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1318
    },
    {
      "epoch": 2.184041450777202,
      "grad_norm": 33.51083755493164,
      "learning_rate": 2.572828559544461e-05,
      "loss": 3.9464,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1319
    },
    {
      "epoch": 2.185699481865285,
      "grad_norm": 32.43785858154297,
      "learning_rate": 2.570727742430859e-05,
      "loss": 3.8486,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1320
    },
    {
      "epoch": 2.1873575129533678,
      "grad_norm": 33.027347564697266,
      "learning_rate": 2.5686262395506816e-05,
      "loss": 4.024,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1321
    },
    {
      "epoch": 2.189015544041451,
      "grad_norm": 29.727806091308594,
      "learning_rate": 2.5665240534290218e-05,
      "loss": 3.9139,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1322
    },
    {
      "epoch": 2.1906735751295336,
      "grad_norm": 31.086650848388672,
      "learning_rate": 2.5644211865917927e-05,
      "loss": 3.9878,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1323
    },
    {
      "epoch": 2.192331606217617,
      "grad_norm": 30.707714080810547,
      "learning_rate": 2.562317641565727e-05,
      "loss": 3.9407,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1324
    },
    {
      "epoch": 2.1939896373056995,
      "grad_norm": 30.018461227416992,
      "learning_rate": 2.56021342087837e-05,
      "loss": 3.881,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1325
    },
    {
      "epoch": 2.1956476683937822,
      "grad_norm": 30.218910217285156,
      "learning_rate": 2.5581085270580806e-05,
      "loss": 3.8281,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1326
    },
    {
      "epoch": 2.1973056994818654,
      "grad_norm": 60.617156982421875,
      "learning_rate": 2.556002962634026e-05,
      "loss": 3.8381,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1327
    },
    {
      "epoch": 2.198963730569948,
      "grad_norm": 30.500396728515625,
      "learning_rate": 2.5538967301361783e-05,
      "loss": 4.0125,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1328
    },
    {
      "epoch": 2.2006217616580313,
      "grad_norm": 30.36884117126465,
      "learning_rate": 2.5517898320953133e-05,
      "loss": 3.9273,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1329
    },
    {
      "epoch": 2.202279792746114,
      "grad_norm": 32.931880950927734,
      "learning_rate": 2.5496822710430067e-05,
      "loss": 4.0786,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1330
    },
    {
      "epoch": 2.203937823834197,
      "grad_norm": 30.162744522094727,
      "learning_rate": 2.5475740495116304e-05,
      "loss": 3.9297,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1331
    },
    {
      "epoch": 2.20559585492228,
      "grad_norm": 32.56654357910156,
      "learning_rate": 2.54546517003435e-05,
      "loss": 3.9044,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1332
    },
    {
      "epoch": 2.2072538860103625,
      "grad_norm": 34.106422424316406,
      "learning_rate": 2.543355635145121e-05,
      "loss": 4.085,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1333
    },
    {
      "epoch": 2.2089119170984457,
      "grad_norm": 30.006074905395508,
      "learning_rate": 2.541245447378688e-05,
      "loss": 3.9427,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1334
    },
    {
      "epoch": 2.2105699481865284,
      "grad_norm": 29.77928352355957,
      "learning_rate": 2.5391346092705785e-05,
      "loss": 3.841,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1335
    },
    {
      "epoch": 2.2122279792746116,
      "grad_norm": 29.12352752685547,
      "learning_rate": 2.537023123357103e-05,
      "loss": 3.9522,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1336
    },
    {
      "epoch": 2.2138860103626943,
      "grad_norm": 32.16435623168945,
      "learning_rate": 2.5349109921753473e-05,
      "loss": 3.9746,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1337
    },
    {
      "epoch": 2.2155440414507774,
      "grad_norm": 31.579883575439453,
      "learning_rate": 2.532798218263176e-05,
      "loss": 3.8629,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1338
    },
    {
      "epoch": 2.21720207253886,
      "grad_norm": 34.754398345947266,
      "learning_rate": 2.5306848041592256e-05,
      "loss": 3.8118,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1339
    },
    {
      "epoch": 2.218860103626943,
      "grad_norm": 31.515474319458008,
      "learning_rate": 2.528570752402899e-05,
      "loss": 3.904,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1340
    },
    {
      "epoch": 2.220518134715026,
      "grad_norm": 32.730770111083984,
      "learning_rate": 2.5264560655343685e-05,
      "loss": 3.9039,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1341
    },
    {
      "epoch": 2.2221761658031087,
      "grad_norm": 32.205833435058594,
      "learning_rate": 2.5243407460945676e-05,
      "loss": 3.8789,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1342
    },
    {
      "epoch": 2.223834196891192,
      "grad_norm": 34.572200775146484,
      "learning_rate": 2.5222247966251902e-05,
      "loss": 3.8968,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1343
    },
    {
      "epoch": 2.2254922279792746,
      "grad_norm": 32.63671875,
      "learning_rate": 2.5201082196686884e-05,
      "loss": 3.9151,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1344
    },
    {
      "epoch": 2.2271502590673573,
      "grad_norm": 31.209184646606445,
      "learning_rate": 2.5179910177682664e-05,
      "loss": 4.0291,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1345
    },
    {
      "epoch": 2.2288082901554405,
      "grad_norm": 35.6187629699707,
      "learning_rate": 2.515873193467881e-05,
      "loss": 4.0196,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1346
    },
    {
      "epoch": 2.230466321243523,
      "grad_norm": 30.425901412963867,
      "learning_rate": 2.5137547493122358e-05,
      "loss": 3.8081,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1347
    },
    {
      "epoch": 2.2321243523316063,
      "grad_norm": 31.531278610229492,
      "learning_rate": 2.511635687846779e-05,
      "loss": 3.8324,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1348
    },
    {
      "epoch": 2.233782383419689,
      "grad_norm": 37.679935455322266,
      "learning_rate": 2.5095160116177013e-05,
      "loss": 3.7918,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1349
    },
    {
      "epoch": 2.235440414507772,
      "grad_norm": 33.07508087158203,
      "learning_rate": 2.507395723171932e-05,
      "loss": 3.8785,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1350
    },
    {
      "epoch": 2.237098445595855,
      "grad_norm": 31.017427444458008,
      "learning_rate": 2.5052748250571366e-05,
      "loss": 3.9939,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1351
    },
    {
      "epoch": 2.2387564766839376,
      "grad_norm": 31.388957977294922,
      "learning_rate": 2.5031533198217107e-05,
      "loss": 3.939,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1352
    },
    {
      "epoch": 2.240414507772021,
      "grad_norm": 31.23516845703125,
      "learning_rate": 2.501031210014783e-05,
      "loss": 3.8982,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1353
    },
    {
      "epoch": 2.2420725388601035,
      "grad_norm": 31.952911376953125,
      "learning_rate": 2.4989084981862057e-05,
      "loss": 3.8608,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1354
    },
    {
      "epoch": 2.2437305699481866,
      "grad_norm": 30.454832077026367,
      "learning_rate": 2.4967851868865548e-05,
      "loss": 4.059,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1355
    },
    {
      "epoch": 2.2453886010362694,
      "grad_norm": 33.292484283447266,
      "learning_rate": 2.4946612786671284e-05,
      "loss": 3.9326,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1356
    },
    {
      "epoch": 2.2470466321243525,
      "grad_norm": 32.4392204284668,
      "learning_rate": 2.49253677607994e-05,
      "loss": 3.968,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1357
    },
    {
      "epoch": 2.2487046632124352,
      "grad_norm": 31.983110427856445,
      "learning_rate": 2.4904116816777176e-05,
      "loss": 3.8508,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1358
    },
    {
      "epoch": 2.250362694300518,
      "grad_norm": 29.77733612060547,
      "learning_rate": 2.4882859980139015e-05,
      "loss": 3.9585,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1359
    },
    {
      "epoch": 2.252020725388601,
      "grad_norm": 29.93575668334961,
      "learning_rate": 2.486159727642638e-05,
      "loss": 3.9131,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1360
    },
    {
      "epoch": 2.253678756476684,
      "grad_norm": 29.785118103027344,
      "learning_rate": 2.4840328731187805e-05,
      "loss": 3.9901,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1361
    },
    {
      "epoch": 2.255336787564767,
      "grad_norm": 31.206090927124023,
      "learning_rate": 2.4819054369978833e-05,
      "loss": 3.9454,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1362
    },
    {
      "epoch": 2.2569948186528497,
      "grad_norm": 35.116310119628906,
      "learning_rate": 2.4797774218361984e-05,
      "loss": 3.7713,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1363
    },
    {
      "epoch": 2.258652849740933,
      "grad_norm": 32.03558349609375,
      "learning_rate": 2.4776488301906764e-05,
      "loss": 3.9406,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1364
    },
    {
      "epoch": 2.2603108808290155,
      "grad_norm": 33.87773513793945,
      "learning_rate": 2.4755196646189576e-05,
      "loss": 3.991,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1365
    },
    {
      "epoch": 2.2619689119170983,
      "grad_norm": 32.94331741333008,
      "learning_rate": 2.473389927679374e-05,
      "loss": 3.9297,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1366
    },
    {
      "epoch": 2.2636269430051814,
      "grad_norm": 61.97016525268555,
      "learning_rate": 2.4712596219309424e-05,
      "loss": 3.9887,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.55,
      "memory/max_mem_allocated(gib)": 54.55,
      "step": 1367
    },
    {
      "epoch": 2.265284974093264,
      "grad_norm": 34.075950622558594,
      "learning_rate": 2.469128749933365e-05,
      "loss": 4.0673,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1368
    },
    {
      "epoch": 2.2669430051813473,
      "grad_norm": 31.078914642333984,
      "learning_rate": 2.466997314247022e-05,
      "loss": 4.0164,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1369
    },
    {
      "epoch": 2.26860103626943,
      "grad_norm": 30.56912612915039,
      "learning_rate": 2.464865317432974e-05,
      "loss": 3.9708,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1370
    },
    {
      "epoch": 2.2702590673575127,
      "grad_norm": 32.671119689941406,
      "learning_rate": 2.4627327620529525e-05,
      "loss": 3.8313,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1371
    },
    {
      "epoch": 2.271917098445596,
      "grad_norm": 30.401559829711914,
      "learning_rate": 2.460599650669363e-05,
      "loss": 3.9367,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1372
    },
    {
      "epoch": 2.2735751295336786,
      "grad_norm": 30.627609252929688,
      "learning_rate": 2.458465985845277e-05,
      "loss": 3.92,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1373
    },
    {
      "epoch": 2.2752331606217617,
      "grad_norm": 34.2110710144043,
      "learning_rate": 2.4563317701444324e-05,
      "loss": 3.8971,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1374
    },
    {
      "epoch": 2.2768911917098444,
      "grad_norm": 30.3808536529541,
      "learning_rate": 2.4541970061312278e-05,
      "loss": 3.9625,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1375
    },
    {
      "epoch": 2.2785492227979276,
      "grad_norm": 32.2358512878418,
      "learning_rate": 2.4520616963707224e-05,
      "loss": 3.8183,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1376
    },
    {
      "epoch": 2.2802072538860103,
      "grad_norm": 30.71668243408203,
      "learning_rate": 2.4499258434286287e-05,
      "loss": 4.0102,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1377
    },
    {
      "epoch": 2.281865284974093,
      "grad_norm": 38.35142135620117,
      "learning_rate": 2.447789449871314e-05,
      "loss": 3.8859,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1378
    },
    {
      "epoch": 2.283523316062176,
      "grad_norm": 31.90081787109375,
      "learning_rate": 2.445652518265794e-05,
      "loss": 3.8683,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1379
    },
    {
      "epoch": 2.285181347150259,
      "grad_norm": 31.89578628540039,
      "learning_rate": 2.443515051179732e-05,
      "loss": 3.7928,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1380
    },
    {
      "epoch": 2.286839378238342,
      "grad_norm": 33.31978988647461,
      "learning_rate": 2.4413770511814327e-05,
      "loss": 3.9225,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1381
    },
    {
      "epoch": 2.2884974093264248,
      "grad_norm": 34.017818450927734,
      "learning_rate": 2.4392385208398436e-05,
      "loss": 4.0181,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1382
    },
    {
      "epoch": 2.290155440414508,
      "grad_norm": 29.696443557739258,
      "learning_rate": 2.437099462724548e-05,
      "loss": 3.7859,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1383
    },
    {
      "epoch": 2.2918134715025906,
      "grad_norm": 30.30622100830078,
      "learning_rate": 2.4349598794057636e-05,
      "loss": 3.8669,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1384
    },
    {
      "epoch": 2.2934715025906733,
      "grad_norm": 33.40690612792969,
      "learning_rate": 2.4328197734543388e-05,
      "loss": 3.9302,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1385
    },
    {
      "epoch": 2.2951295336787565,
      "grad_norm": 31.40043830871582,
      "learning_rate": 2.4306791474417507e-05,
      "loss": 3.9947,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1386
    },
    {
      "epoch": 2.296787564766839,
      "grad_norm": 31.15229034423828,
      "learning_rate": 2.4285380039401006e-05,
      "loss": 3.9523,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1387
    },
    {
      "epoch": 2.2984455958549224,
      "grad_norm": 33.09779357910156,
      "learning_rate": 2.4263963455221126e-05,
      "loss": 4.0252,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1388
    },
    {
      "epoch": 2.300103626943005,
      "grad_norm": 29.371620178222656,
      "learning_rate": 2.4242541747611275e-05,
      "loss": 3.9406,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1389
    },
    {
      "epoch": 2.3017616580310882,
      "grad_norm": 31.35636329650879,
      "learning_rate": 2.422111494231105e-05,
      "loss": 3.7895,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1390
    },
    {
      "epoch": 2.303419689119171,
      "grad_norm": 32.18815994262695,
      "learning_rate": 2.4199683065066145e-05,
      "loss": 3.8517,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1391
    },
    {
      "epoch": 2.3050777202072537,
      "grad_norm": 33.833152770996094,
      "learning_rate": 2.417824614162835e-05,
      "loss": 3.9254,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1392
    },
    {
      "epoch": 2.306735751295337,
      "grad_norm": 29.537681579589844,
      "learning_rate": 2.4156804197755542e-05,
      "loss": 3.9045,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1393
    },
    {
      "epoch": 2.3083937823834195,
      "grad_norm": 30.312307357788086,
      "learning_rate": 2.41353572592116e-05,
      "loss": 4.0131,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1394
    },
    {
      "epoch": 2.3100518134715027,
      "grad_norm": 30.093297958374023,
      "learning_rate": 2.4113905351766417e-05,
      "loss": 3.8519,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1395
    },
    {
      "epoch": 2.3117098445595854,
      "grad_norm": 32.39873123168945,
      "learning_rate": 2.409244850119587e-05,
      "loss": 3.9121,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1396
    },
    {
      "epoch": 2.3133678756476685,
      "grad_norm": 35.0590705871582,
      "learning_rate": 2.4070986733281758e-05,
      "loss": 3.9116,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1397
    },
    {
      "epoch": 2.3150259067357513,
      "grad_norm": 32.098514556884766,
      "learning_rate": 2.4049520073811778e-05,
      "loss": 3.807,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1398
    },
    {
      "epoch": 2.316683937823834,
      "grad_norm": 32.1511344909668,
      "learning_rate": 2.4028048548579546e-05,
      "loss": 3.9782,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1399
    },
    {
      "epoch": 2.318341968911917,
      "grad_norm": 32.70688247680664,
      "learning_rate": 2.4006572183384488e-05,
      "loss": 3.9027,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1400
    },
    {
      "epoch": 2.32,
      "grad_norm": 32.16432571411133,
      "learning_rate": 2.3985091004031847e-05,
      "loss": 3.7848,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1401
    },
    {
      "epoch": 2.321658031088083,
      "grad_norm": 72.90851593017578,
      "learning_rate": 2.3963605036332674e-05,
      "loss": 3.9822,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1402
    },
    {
      "epoch": 2.3233160621761657,
      "grad_norm": 30.643157958984375,
      "learning_rate": 2.3942114306103755e-05,
      "loss": 3.7568,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1403
    },
    {
      "epoch": 2.324974093264249,
      "grad_norm": 31.95517921447754,
      "learning_rate": 2.39206188391676e-05,
      "loss": 3.8959,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1404
    },
    {
      "epoch": 2.3266321243523316,
      "grad_norm": 31.38216781616211,
      "learning_rate": 2.3899118661352418e-05,
      "loss": 3.9274,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1405
    },
    {
      "epoch": 2.3282901554404143,
      "grad_norm": 30.053470611572266,
      "learning_rate": 2.3877613798492063e-05,
      "loss": 3.7827,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1406
    },
    {
      "epoch": 2.3299481865284974,
      "grad_norm": 113.39739227294922,
      "learning_rate": 2.385610427642604e-05,
      "loss": 3.865,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1407
    },
    {
      "epoch": 2.33160621761658,
      "grad_norm": 31.029926300048828,
      "learning_rate": 2.3834590120999436e-05,
      "loss": 3.867,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1408
    },
    {
      "epoch": 2.3332642487046633,
      "grad_norm": 30.936771392822266,
      "learning_rate": 2.381307135806292e-05,
      "loss": 3.9996,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1409
    },
    {
      "epoch": 2.334922279792746,
      "grad_norm": 32.21760559082031,
      "learning_rate": 2.379154801347267e-05,
      "loss": 3.7201,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1410
    },
    {
      "epoch": 2.336580310880829,
      "grad_norm": 30.444175720214844,
      "learning_rate": 2.3770020113090407e-05,
      "loss": 4.0554,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1411
    },
    {
      "epoch": 2.338238341968912,
      "grad_norm": 36.948753356933594,
      "learning_rate": 2.3748487682783293e-05,
      "loss": 3.9895,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1412
    },
    {
      "epoch": 2.3398963730569946,
      "grad_norm": 33.00675582885742,
      "learning_rate": 2.3726950748423948e-05,
      "loss": 3.9628,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1413
    },
    {
      "epoch": 2.3415544041450778,
      "grad_norm": 31.777175903320312,
      "learning_rate": 2.3705409335890413e-05,
      "loss": 3.8369,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1414
    },
    {
      "epoch": 2.3432124352331605,
      "grad_norm": 30.874425888061523,
      "learning_rate": 2.3683863471066085e-05,
      "loss": 3.8592,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1415
    },
    {
      "epoch": 2.3448704663212436,
      "grad_norm": 36.19424819946289,
      "learning_rate": 2.3662313179839732e-05,
      "loss": 3.9726,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1416
    },
    {
      "epoch": 2.3465284974093263,
      "grad_norm": 35.35945129394531,
      "learning_rate": 2.364075848810543e-05,
      "loss": 3.845,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1417
    },
    {
      "epoch": 2.3481865284974095,
      "grad_norm": 31.680788040161133,
      "learning_rate": 2.3619199421762543e-05,
      "loss": 3.9387,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1418
    },
    {
      "epoch": 2.349844559585492,
      "grad_norm": 37.04655838012695,
      "learning_rate": 2.3597636006715705e-05,
      "loss": 3.9123,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1419
    },
    {
      "epoch": 2.351502590673575,
      "grad_norm": 32.40897750854492,
      "learning_rate": 2.3576068268874758e-05,
      "loss": 4.0348,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1420
    },
    {
      "epoch": 2.353160621761658,
      "grad_norm": 31.829492568969727,
      "learning_rate": 2.3554496234154742e-05,
      "loss": 3.7368,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1421
    },
    {
      "epoch": 2.354818652849741,
      "grad_norm": 30.91947364807129,
      "learning_rate": 2.3532919928475865e-05,
      "loss": 4.0501,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1422
    },
    {
      "epoch": 2.356476683937824,
      "grad_norm": 32.55791473388672,
      "learning_rate": 2.3511339377763464e-05,
      "loss": 3.9208,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1423
    },
    {
      "epoch": 2.3581347150259067,
      "grad_norm": 33.61811447143555,
      "learning_rate": 2.3489754607947978e-05,
      "loss": 3.9697,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1424
    },
    {
      "epoch": 2.35979274611399,
      "grad_norm": 30.82050895690918,
      "learning_rate": 2.3468165644964914e-05,
      "loss": 3.8962,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1425
    },
    {
      "epoch": 2.3614507772020725,
      "grad_norm": 30.991708755493164,
      "learning_rate": 2.344657251475482e-05,
      "loss": 3.8992,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1426
    },
    {
      "epoch": 2.3631088082901552,
      "grad_norm": 31.04798126220703,
      "learning_rate": 2.3424975243263243e-05,
      "loss": 4.0964,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1427
    },
    {
      "epoch": 2.3647668393782384,
      "grad_norm": 35.30290985107422,
      "learning_rate": 2.3403373856440715e-05,
      "loss": 3.819,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1428
    },
    {
      "epoch": 2.366424870466321,
      "grad_norm": 33.123199462890625,
      "learning_rate": 2.3381768380242712e-05,
      "loss": 3.9825,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1429
    },
    {
      "epoch": 2.3680829015544043,
      "grad_norm": 31.895488739013672,
      "learning_rate": 2.3360158840629618e-05,
      "loss": 3.9816,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1430
    },
    {
      "epoch": 2.369740932642487,
      "grad_norm": 29.766029357910156,
      "learning_rate": 2.333854526356671e-05,
      "loss": 3.8219,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1431
    },
    {
      "epoch": 2.37139896373057,
      "grad_norm": 31.425148010253906,
      "learning_rate": 2.3316927675024107e-05,
      "loss": 3.9247,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1432
    },
    {
      "epoch": 2.373056994818653,
      "grad_norm": 31.290828704833984,
      "learning_rate": 2.329530610097674e-05,
      "loss": 3.7806,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1433
    },
    {
      "epoch": 2.3747150259067356,
      "grad_norm": 34.786521911621094,
      "learning_rate": 2.3273680567404355e-05,
      "loss": 3.9497,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1434
    },
    {
      "epoch": 2.3763730569948187,
      "grad_norm": 31.326255798339844,
      "learning_rate": 2.3252051100291428e-05,
      "loss": 4.0661,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1435
    },
    {
      "epoch": 2.3780310880829014,
      "grad_norm": 31.081918716430664,
      "learning_rate": 2.323041772562718e-05,
      "loss": 3.9311,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1436
    },
    {
      "epoch": 2.3796891191709846,
      "grad_norm": 34.148536682128906,
      "learning_rate": 2.3208780469405516e-05,
      "loss": 3.8682,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1437
    },
    {
      "epoch": 2.3813471502590673,
      "grad_norm": 34.42924118041992,
      "learning_rate": 2.3187139357625012e-05,
      "loss": 4.0304,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1438
    },
    {
      "epoch": 2.3830051813471504,
      "grad_norm": 37.2668342590332,
      "learning_rate": 2.316549441628887e-05,
      "loss": 3.9144,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1439
    },
    {
      "epoch": 2.384663212435233,
      "grad_norm": 34.28913879394531,
      "learning_rate": 2.3143845671404908e-05,
      "loss": 3.8934,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1440
    },
    {
      "epoch": 2.386321243523316,
      "grad_norm": 36.12036895751953,
      "learning_rate": 2.312219314898549e-05,
      "loss": 4.0345,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1441
    },
    {
      "epoch": 2.387979274611399,
      "grad_norm": 33.19673538208008,
      "learning_rate": 2.3100536875047544e-05,
      "loss": 4.0578,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1442
    },
    {
      "epoch": 2.3896373056994817,
      "grad_norm": 32.768463134765625,
      "learning_rate": 2.307887687561249e-05,
      "loss": 3.7689,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1443
    },
    {
      "epoch": 2.391295336787565,
      "grad_norm": 33.349124908447266,
      "learning_rate": 2.305721317670623e-05,
      "loss": 4.0453,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1444
    },
    {
      "epoch": 2.3929533678756476,
      "grad_norm": 29.565706253051758,
      "learning_rate": 2.303554580435911e-05,
      "loss": 3.9232,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1445
    },
    {
      "epoch": 2.3946113989637308,
      "grad_norm": 32.454071044921875,
      "learning_rate": 2.3013874784605883e-05,
      "loss": 4.0559,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1446
    },
    {
      "epoch": 2.3962694300518135,
      "grad_norm": 30.890674591064453,
      "learning_rate": 2.2992200143485697e-05,
      "loss": 3.9101,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1447
    },
    {
      "epoch": 2.397927461139896,
      "grad_norm": 30.36924934387207,
      "learning_rate": 2.297052190704205e-05,
      "loss": 3.868,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1448
    },
    {
      "epoch": 2.3995854922279793,
      "grad_norm": 34.174217224121094,
      "learning_rate": 2.2948840101322748e-05,
      "loss": 3.9702,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1449
    },
    {
      "epoch": 2.401243523316062,
      "grad_norm": 31.63922119140625,
      "learning_rate": 2.29271547523799e-05,
      "loss": 3.8687,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1450
    },
    {
      "epoch": 2.402901554404145,
      "grad_norm": 32.14866638183594,
      "learning_rate": 2.290546588626986e-05,
      "loss": 3.9638,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1451
    },
    {
      "epoch": 2.404559585492228,
      "grad_norm": 30.40799903869629,
      "learning_rate": 2.288377352905322e-05,
      "loss": 3.8976,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1452
    },
    {
      "epoch": 2.406217616580311,
      "grad_norm": 31.99651527404785,
      "learning_rate": 2.286207770679476e-05,
      "loss": 3.8395,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1453
    },
    {
      "epoch": 2.407875647668394,
      "grad_norm": 39.331321716308594,
      "learning_rate": 2.284037844556342e-05,
      "loss": 3.9312,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1454
    },
    {
      "epoch": 2.4095336787564765,
      "grad_norm": 33.23305892944336,
      "learning_rate": 2.2818675771432282e-05,
      "loss": 3.9222,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1455
    },
    {
      "epoch": 2.4111917098445597,
      "grad_norm": 31.53114128112793,
      "learning_rate": 2.279696971047851e-05,
      "loss": 3.8989,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1456
    },
    {
      "epoch": 2.4128497409326424,
      "grad_norm": 31.5031681060791,
      "learning_rate": 2.277526028878337e-05,
      "loss": 3.8721,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1457
    },
    {
      "epoch": 2.4145077720207255,
      "grad_norm": 33.31378173828125,
      "learning_rate": 2.2753547532432138e-05,
      "loss": 4.0591,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1458
    },
    {
      "epoch": 2.4161658031088082,
      "grad_norm": 33.47696304321289,
      "learning_rate": 2.27318314675141e-05,
      "loss": 3.9876,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1459
    },
    {
      "epoch": 2.4178238341968914,
      "grad_norm": 34.1725959777832,
      "learning_rate": 2.271011212012253e-05,
      "loss": 3.8337,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1460
    },
    {
      "epoch": 2.419481865284974,
      "grad_norm": 29.754194259643555,
      "learning_rate": 2.268838951635464e-05,
      "loss": 3.9438,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1461
    },
    {
      "epoch": 2.421139896373057,
      "grad_norm": 30.400527954101562,
      "learning_rate": 2.266666368231155e-05,
      "loss": 3.8193,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1462
    },
    {
      "epoch": 2.42279792746114,
      "grad_norm": 31.216747283935547,
      "learning_rate": 2.264493464409827e-05,
      "loss": 3.9025,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1463
    },
    {
      "epoch": 2.4244559585492227,
      "grad_norm": 38.04280090332031,
      "learning_rate": 2.262320242782365e-05,
      "loss": 3.8502,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1464
    },
    {
      "epoch": 2.426113989637306,
      "grad_norm": 31.941883087158203,
      "learning_rate": 2.2601467059600365e-05,
      "loss": 3.9197,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1465
    },
    {
      "epoch": 2.4277720207253886,
      "grad_norm": 33.96586990356445,
      "learning_rate": 2.257972856554488e-05,
      "loss": 3.9057,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1466
    },
    {
      "epoch": 2.4294300518134717,
      "grad_norm": 29.707107543945312,
      "learning_rate": 2.255798697177741e-05,
      "loss": 3.9743,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1467
    },
    {
      "epoch": 2.4310880829015544,
      "grad_norm": 32.009456634521484,
      "learning_rate": 2.2536242304421897e-05,
      "loss": 3.9563,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1468
    },
    {
      "epoch": 2.432746113989637,
      "grad_norm": 32.26545715332031,
      "learning_rate": 2.2514494589605977e-05,
      "loss": 3.9965,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1469
    },
    {
      "epoch": 2.4344041450777203,
      "grad_norm": 31.713937759399414,
      "learning_rate": 2.2492743853460945e-05,
      "loss": 3.8355,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1470
    },
    {
      "epoch": 2.436062176165803,
      "grad_norm": 35.151832580566406,
      "learning_rate": 2.247099012212173e-05,
      "loss": 3.9692,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1471
    },
    {
      "epoch": 2.437720207253886,
      "grad_norm": 31.599504470825195,
      "learning_rate": 2.2449233421726854e-05,
      "loss": 3.9783,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1472
    },
    {
      "epoch": 2.439378238341969,
      "grad_norm": 33.060096740722656,
      "learning_rate": 2.2427473778418414e-05,
      "loss": 3.7829,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1473
    },
    {
      "epoch": 2.441036269430052,
      "grad_norm": 33.67229461669922,
      "learning_rate": 2.240571121834204e-05,
      "loss": 3.9508,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1474
    },
    {
      "epoch": 2.4426943005181347,
      "grad_norm": 34.04344177246094,
      "learning_rate": 2.2383945767646865e-05,
      "loss": 3.9127,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1475
    },
    {
      "epoch": 2.4443523316062175,
      "grad_norm": 29.59886932373047,
      "learning_rate": 2.2362177452485486e-05,
      "loss": 3.9676,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1476
    },
    {
      "epoch": 2.4460103626943006,
      "grad_norm": 35.07133102416992,
      "learning_rate": 2.2340406299013967e-05,
      "loss": 3.8597,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1477
    },
    {
      "epoch": 2.4476683937823833,
      "grad_norm": 42.48099899291992,
      "learning_rate": 2.231863233339177e-05,
      "loss": 3.8249,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1478
    },
    {
      "epoch": 2.4493264248704665,
      "grad_norm": 29.95472526550293,
      "learning_rate": 2.2296855581781714e-05,
      "loss": 3.8268,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1479
    },
    {
      "epoch": 2.450984455958549,
      "grad_norm": 35.81496810913086,
      "learning_rate": 2.2275076070350004e-05,
      "loss": 3.8876,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1480
    },
    {
      "epoch": 2.4526424870466323,
      "grad_norm": 29.903982162475586,
      "learning_rate": 2.2253293825266135e-05,
      "loss": 3.8243,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1481
    },
    {
      "epoch": 2.454300518134715,
      "grad_norm": 30.903079986572266,
      "learning_rate": 2.2231508872702895e-05,
      "loss": 3.8921,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1482
    },
    {
      "epoch": 2.4559585492227978,
      "grad_norm": 33.81862258911133,
      "learning_rate": 2.2209721238836324e-05,
      "loss": 3.8181,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1483
    },
    {
      "epoch": 2.457616580310881,
      "grad_norm": 32.26415252685547,
      "learning_rate": 2.2187930949845685e-05,
      "loss": 3.9201,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1484
    },
    {
      "epoch": 2.4592746113989636,
      "grad_norm": 29.814041137695312,
      "learning_rate": 2.216613803191342e-05,
      "loss": 3.9481,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1485
    },
    {
      "epoch": 2.460932642487047,
      "grad_norm": 31.96963882446289,
      "learning_rate": 2.2144342511225155e-05,
      "loss": 4.0334,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1486
    },
    {
      "epoch": 2.4625906735751295,
      "grad_norm": 38.72471618652344,
      "learning_rate": 2.212254441396963e-05,
      "loss": 3.8115,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1487
    },
    {
      "epoch": 2.4642487046632127,
      "grad_norm": 35.409358978271484,
      "learning_rate": 2.2100743766338657e-05,
      "loss": 3.7798,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1488
    },
    {
      "epoch": 2.4659067357512954,
      "grad_norm": 29.907249450683594,
      "learning_rate": 2.207894059452716e-05,
      "loss": 3.907,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1489
    },
    {
      "epoch": 2.467564766839378,
      "grad_norm": 31.996713638305664,
      "learning_rate": 2.2057134924733057e-05,
      "loss": 3.9438,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1490
    },
    {
      "epoch": 2.4692227979274612,
      "grad_norm": 32.15615463256836,
      "learning_rate": 2.2035326783157288e-05,
      "loss": 3.955,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1491
    },
    {
      "epoch": 2.470880829015544,
      "grad_norm": 30.183746337890625,
      "learning_rate": 2.201351619600375e-05,
      "loss": 3.9499,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1492
    },
    {
      "epoch": 2.472538860103627,
      "grad_norm": 36.295711517333984,
      "learning_rate": 2.1991703189479285e-05,
      "loss": 3.8151,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1493
    },
    {
      "epoch": 2.47419689119171,
      "grad_norm": 33.93833541870117,
      "learning_rate": 2.1969887789793648e-05,
      "loss": 3.9962,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1494
    },
    {
      "epoch": 2.475854922279793,
      "grad_norm": 32.52967834472656,
      "learning_rate": 2.1948070023159462e-05,
      "loss": 3.9284,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1495
    },
    {
      "epoch": 2.4775129533678757,
      "grad_norm": 31.962844848632812,
      "learning_rate": 2.1926249915792183e-05,
      "loss": 3.9726,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1496
    },
    {
      "epoch": 2.4791709844559584,
      "grad_norm": 31.40776824951172,
      "learning_rate": 2.1904427493910113e-05,
      "loss": 3.8662,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1497
    },
    {
      "epoch": 2.4808290155440416,
      "grad_norm": 31.6605167388916,
      "learning_rate": 2.18826027837343e-05,
      "loss": 3.9062,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1498
    },
    {
      "epoch": 2.4824870466321243,
      "grad_norm": 39.06578063964844,
      "learning_rate": 2.1860775811488555e-05,
      "loss": 4.1293,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1499
    },
    {
      "epoch": 2.4841450777202074,
      "grad_norm": 32.966224670410156,
      "learning_rate": 2.1838946603399415e-05,
      "loss": 3.9315,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1500
    },
    {
      "epoch": 2.48580310880829,
      "grad_norm": 33.365177154541016,
      "learning_rate": 2.1817115185696096e-05,
      "loss": 3.8514,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1501
    },
    {
      "epoch": 2.4874611398963733,
      "grad_norm": 32.48008728027344,
      "learning_rate": 2.179528158461046e-05,
      "loss": 3.8807,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1502
    },
    {
      "epoch": 2.489119170984456,
      "grad_norm": 30.642641067504883,
      "learning_rate": 2.1773445826377016e-05,
      "loss": 3.8423,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1503
    },
    {
      "epoch": 2.4907772020725387,
      "grad_norm": 31.780818939208984,
      "learning_rate": 2.175160793723283e-05,
      "loss": 3.8591,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1504
    },
    {
      "epoch": 2.492435233160622,
      "grad_norm": 33.560733795166016,
      "learning_rate": 2.1729767943417565e-05,
      "loss": 3.913,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1505
    },
    {
      "epoch": 2.4940932642487046,
      "grad_norm": 30.79067039489746,
      "learning_rate": 2.1707925871173394e-05,
      "loss": 4.045,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1506
    },
    {
      "epoch": 2.4957512953367877,
      "grad_norm": 37.71358871459961,
      "learning_rate": 2.1686081746744985e-05,
      "loss": 4.0588,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1507
    },
    {
      "epoch": 2.4974093264248705,
      "grad_norm": 34.380104064941406,
      "learning_rate": 2.1664235596379477e-05,
      "loss": 4.0112,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1508
    },
    {
      "epoch": 2.4990673575129536,
      "grad_norm": 29.21257781982422,
      "learning_rate": 2.1642387446326457e-05,
      "loss": 3.8759,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1509
    },
    {
      "epoch": 2.5007253886010363,
      "grad_norm": 30.05342674255371,
      "learning_rate": 2.1620537322837882e-05,
      "loss": 3.7433,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1510
    },
    {
      "epoch": 2.502383419689119,
      "grad_norm": 31.551959991455078,
      "learning_rate": 2.1598685252168115e-05,
      "loss": 3.9433,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1511
    },
    {
      "epoch": 2.504041450777202,
      "grad_norm": 34.501136779785156,
      "learning_rate": 2.1576831260573834e-05,
      "loss": 3.9101,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1512
    },
    {
      "epoch": 2.505699481865285,
      "grad_norm": 32.90321731567383,
      "learning_rate": 2.1554975374314035e-05,
      "loss": 3.8051,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1513
    },
    {
      "epoch": 2.5073575129533676,
      "grad_norm": 31.766677856445312,
      "learning_rate": 2.1533117619649984e-05,
      "loss": 3.966,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1514
    },
    {
      "epoch": 2.5090155440414508,
      "grad_norm": 31.588804244995117,
      "learning_rate": 2.151125802284521e-05,
      "loss": 3.8164,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1515
    },
    {
      "epoch": 2.510673575129534,
      "grad_norm": 38.208717346191406,
      "learning_rate": 2.1489396610165442e-05,
      "loss": 3.9769,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1516
    },
    {
      "epoch": 2.5123316062176166,
      "grad_norm": 31.09763526916504,
      "learning_rate": 2.146753340787858e-05,
      "loss": 3.8656,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1517
    },
    {
      "epoch": 2.5139896373056994,
      "grad_norm": 32.59327697753906,
      "learning_rate": 2.14456684422547e-05,
      "loss": 3.921,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1518
    },
    {
      "epoch": 2.5156476683937825,
      "grad_norm": 32.56429672241211,
      "learning_rate": 2.1423801739565966e-05,
      "loss": 3.8924,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1519
    },
    {
      "epoch": 2.5173056994818652,
      "grad_norm": 31.974102020263672,
      "learning_rate": 2.1401933326086664e-05,
      "loss": 3.9118,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1520
    },
    {
      "epoch": 2.518963730569948,
      "grad_norm": 32.45048904418945,
      "learning_rate": 2.138006322809312e-05,
      "loss": 3.9229,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1521
    },
    {
      "epoch": 2.520621761658031,
      "grad_norm": 30.722095489501953,
      "learning_rate": 2.135819147186366e-05,
      "loss": 3.9086,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1522
    },
    {
      "epoch": 2.5222797927461142,
      "grad_norm": 30.576519012451172,
      "learning_rate": 2.1336318083678643e-05,
      "loss": 3.9362,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1523
    },
    {
      "epoch": 2.523937823834197,
      "grad_norm": 31.263439178466797,
      "learning_rate": 2.1314443089820368e-05,
      "loss": 3.8275,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1524
    },
    {
      "epoch": 2.5255958549222797,
      "grad_norm": 30.310415267944336,
      "learning_rate": 2.129256651657305e-05,
      "loss": 3.9069,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1525
    },
    {
      "epoch": 2.527253886010363,
      "grad_norm": 30.255014419555664,
      "learning_rate": 2.127068839022284e-05,
      "loss": 3.8323,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1526
    },
    {
      "epoch": 2.5289119170984455,
      "grad_norm": 30.042469024658203,
      "learning_rate": 2.124880873705772e-05,
      "loss": 3.923,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1527
    },
    {
      "epoch": 2.5305699481865283,
      "grad_norm": 33.28668975830078,
      "learning_rate": 2.1226927583367517e-05,
      "loss": 3.8977,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1528
    },
    {
      "epoch": 2.5322279792746114,
      "grad_norm": 31.170833587646484,
      "learning_rate": 2.1205044955443876e-05,
      "loss": 3.7374,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1529
    },
    {
      "epoch": 2.5338860103626946,
      "grad_norm": 31.17911720275879,
      "learning_rate": 2.1183160879580186e-05,
      "loss": 3.9405,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1530
    },
    {
      "epoch": 2.5355440414507773,
      "grad_norm": 36.56583023071289,
      "learning_rate": 2.1161275382071597e-05,
      "loss": 3.9327,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1531
    },
    {
      "epoch": 2.53720207253886,
      "grad_norm": 31.977828979492188,
      "learning_rate": 2.113938848921496e-05,
      "loss": 3.9098,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1532
    },
    {
      "epoch": 2.538860103626943,
      "grad_norm": 31.623430252075195,
      "learning_rate": 2.111750022730881e-05,
      "loss": 3.7646,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1533
    },
    {
      "epoch": 2.540518134715026,
      "grad_norm": 34.01398849487305,
      "learning_rate": 2.10956106226533e-05,
      "loss": 3.9771,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1534
    },
    {
      "epoch": 2.5421761658031086,
      "grad_norm": 31.80589485168457,
      "learning_rate": 2.1073719701550234e-05,
      "loss": 4.0569,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1535
    },
    {
      "epoch": 2.5438341968911917,
      "grad_norm": 30.927223205566406,
      "learning_rate": 2.1051827490302976e-05,
      "loss": 4.0465,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1536
    },
    {
      "epoch": 2.545492227979275,
      "grad_norm": 31.831201553344727,
      "learning_rate": 2.1029934015216442e-05,
      "loss": 3.9711,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1537
    },
    {
      "epoch": 2.5471502590673576,
      "grad_norm": 31.57678985595703,
      "learning_rate": 2.1008039302597072e-05,
      "loss": 3.9829,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1538
    },
    {
      "epoch": 2.5488082901554403,
      "grad_norm": 30.95099639892578,
      "learning_rate": 2.098614337875279e-05,
      "loss": 3.9991,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1539
    },
    {
      "epoch": 2.5504663212435235,
      "grad_norm": 30.591066360473633,
      "learning_rate": 2.096424626999298e-05,
      "loss": 4.0154,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1540
    },
    {
      "epoch": 2.552124352331606,
      "grad_norm": 31.119857788085938,
      "learning_rate": 2.094234800262843e-05,
      "loss": 3.9436,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1541
    },
    {
      "epoch": 2.553782383419689,
      "grad_norm": 30.94007682800293,
      "learning_rate": 2.092044860297135e-05,
      "loss": 3.9724,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1542
    },
    {
      "epoch": 2.555440414507772,
      "grad_norm": 30.86043357849121,
      "learning_rate": 2.0898548097335288e-05,
      "loss": 3.9424,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1543
    },
    {
      "epoch": 2.557098445595855,
      "grad_norm": 30.568204879760742,
      "learning_rate": 2.0876646512035132e-05,
      "loss": 3.9007,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1544
    },
    {
      "epoch": 2.558756476683938,
      "grad_norm": 32.5359001159668,
      "learning_rate": 2.0854743873387063e-05,
      "loss": 3.899,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1545
    },
    {
      "epoch": 2.5604145077720206,
      "grad_norm": 49.99290466308594,
      "learning_rate": 2.0832840207708533e-05,
      "loss": 3.948,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1546
    },
    {
      "epoch": 2.5620725388601038,
      "grad_norm": 32.90656280517578,
      "learning_rate": 2.0810935541318214e-05,
      "loss": 3.8824,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1547
    },
    {
      "epoch": 2.5637305699481865,
      "grad_norm": 29.36849594116211,
      "learning_rate": 2.0789029900535996e-05,
      "loss": 3.9102,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1548
    },
    {
      "epoch": 2.565388601036269,
      "grad_norm": 39.466182708740234,
      "learning_rate": 2.076712331168294e-05,
      "loss": 4.0525,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1549
    },
    {
      "epoch": 2.5670466321243524,
      "grad_norm": 31.722917556762695,
      "learning_rate": 2.0745215801081227e-05,
      "loss": 3.9543,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1550
    },
    {
      "epoch": 2.568704663212435,
      "grad_norm": 30.965913772583008,
      "learning_rate": 2.0723307395054175e-05,
      "loss": 3.8648,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1551
    },
    {
      "epoch": 2.5703626943005182,
      "grad_norm": 34.01247787475586,
      "learning_rate": 2.070139811992615e-05,
      "loss": 4.0575,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1552
    },
    {
      "epoch": 2.572020725388601,
      "grad_norm": 34.003116607666016,
      "learning_rate": 2.067948800202257e-05,
      "loss": 3.7967,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1553
    },
    {
      "epoch": 2.573678756476684,
      "grad_norm": 33.1476936340332,
      "learning_rate": 2.0657577067669873e-05,
      "loss": 3.848,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1554
    },
    {
      "epoch": 2.575336787564767,
      "grad_norm": 31.616058349609375,
      "learning_rate": 2.063566534319548e-05,
      "loss": 3.9443,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1555
    },
    {
      "epoch": 2.5769948186528495,
      "grad_norm": 29.88931655883789,
      "learning_rate": 2.0613752854927756e-05,
      "loss": 3.8619,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1556
    },
    {
      "epoch": 2.5786528497409327,
      "grad_norm": 32.81482696533203,
      "learning_rate": 2.0591839629195977e-05,
      "loss": 3.8824,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1557
    },
    {
      "epoch": 2.5803108808290154,
      "grad_norm": 30.749547958374023,
      "learning_rate": 2.0569925692330317e-05,
      "loss": 3.9134,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1558
    },
    {
      "epoch": 2.5819689119170985,
      "grad_norm": 29.966154098510742,
      "learning_rate": 2.05480110706618e-05,
      "loss": 4.0749,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1559
    },
    {
      "epoch": 2.5836269430051813,
      "grad_norm": 32.08866882324219,
      "learning_rate": 2.0526095790522266e-05,
      "loss": 4.0899,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1560
    },
    {
      "epoch": 2.5852849740932644,
      "grad_norm": 30.8547306060791,
      "learning_rate": 2.0504179878244358e-05,
      "loss": 3.9916,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1561
    },
    {
      "epoch": 2.586943005181347,
      "grad_norm": 39.947513580322266,
      "learning_rate": 2.0482263360161466e-05,
      "loss": 3.963,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1562
    },
    {
      "epoch": 2.58860103626943,
      "grad_norm": 31.550506591796875,
      "learning_rate": 2.046034626260772e-05,
      "loss": 4.0258,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1563
    },
    {
      "epoch": 2.590259067357513,
      "grad_norm": 28.908958435058594,
      "learning_rate": 2.0438428611917944e-05,
      "loss": 3.7691,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1564
    },
    {
      "epoch": 2.5919170984455957,
      "grad_norm": 35.14036178588867,
      "learning_rate": 2.0416510434427617e-05,
      "loss": 3.8876,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1565
    },
    {
      "epoch": 2.593575129533679,
      "grad_norm": 30.188562393188477,
      "learning_rate": 2.039459175647286e-05,
      "loss": 3.9113,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1566
    },
    {
      "epoch": 2.5952331606217616,
      "grad_norm": 32.61977005004883,
      "learning_rate": 2.0372672604390394e-05,
      "loss": 3.823,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1567
    },
    {
      "epoch": 2.5968911917098447,
      "grad_norm": 29.767946243286133,
      "learning_rate": 2.0350753004517508e-05,
      "loss": 3.9067,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1568
    },
    {
      "epoch": 2.5985492227979274,
      "grad_norm": 31.88918685913086,
      "learning_rate": 2.0328832983192028e-05,
      "loss": 3.9742,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1569
    },
    {
      "epoch": 2.60020725388601,
      "grad_norm": 30.844905853271484,
      "learning_rate": 2.0306912566752293e-05,
      "loss": 3.9347,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1570
    },
    {
      "epoch": 2.6018652849740933,
      "grad_norm": 30.136028289794922,
      "learning_rate": 2.0284991781537102e-05,
      "loss": 4.0258,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1571
    },
    {
      "epoch": 2.603523316062176,
      "grad_norm": 29.481142044067383,
      "learning_rate": 2.0263070653885715e-05,
      "loss": 3.8804,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1572
    },
    {
      "epoch": 2.605181347150259,
      "grad_norm": 31.272836685180664,
      "learning_rate": 2.02411492101378e-05,
      "loss": 3.9846,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1573
    },
    {
      "epoch": 2.606839378238342,
      "grad_norm": 32.979042053222656,
      "learning_rate": 2.021922747663339e-05,
      "loss": 4.0235,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1574
    },
    {
      "epoch": 2.608497409326425,
      "grad_norm": 31.62965965270996,
      "learning_rate": 2.0197305479712882e-05,
      "loss": 3.868,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1575
    },
    {
      "epoch": 2.6101554404145078,
      "grad_norm": 30.642919540405273,
      "learning_rate": 2.017538324571698e-05,
      "loss": 4.0499,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1576
    },
    {
      "epoch": 2.6118134715025905,
      "grad_norm": 32.654319763183594,
      "learning_rate": 2.015346080098668e-05,
      "loss": 3.9323,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1577
    },
    {
      "epoch": 2.6134715025906736,
      "grad_norm": 31.01457977294922,
      "learning_rate": 2.0131538171863228e-05,
      "loss": 3.881,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1578
    },
    {
      "epoch": 2.6151295336787563,
      "grad_norm": 31.362545013427734,
      "learning_rate": 2.010961538468809e-05,
      "loss": 3.888,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1579
    },
    {
      "epoch": 2.6167875647668395,
      "grad_norm": 34.32964324951172,
      "learning_rate": 2.0087692465802922e-05,
      "loss": 3.9955,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1580
    },
    {
      "epoch": 2.618445595854922,
      "grad_norm": 29.696962356567383,
      "learning_rate": 2.0065769441549546e-05,
      "loss": 4.0133,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1581
    },
    {
      "epoch": 2.6201036269430054,
      "grad_norm": 28.82411766052246,
      "learning_rate": 2.00438463382699e-05,
      "loss": 3.8814,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1582
    },
    {
      "epoch": 2.621761658031088,
      "grad_norm": 31.09674072265625,
      "learning_rate": 2.0021923182306015e-05,
      "loss": 3.9198,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1583
    },
    {
      "epoch": 2.623419689119171,
      "grad_norm": 33.29467010498047,
      "learning_rate": 2e-05,
      "loss": 3.9094,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1584
    },
    {
      "epoch": 2.625077720207254,
      "grad_norm": 34.2576789855957,
      "learning_rate": 1.997807681769399e-05,
      "loss": 3.9455,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1585
    },
    {
      "epoch": 2.6267357512953367,
      "grad_norm": 29.115184783935547,
      "learning_rate": 1.9956153661730113e-05,
      "loss": 3.8967,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1586
    },
    {
      "epoch": 2.62839378238342,
      "grad_norm": 30.252201080322266,
      "learning_rate": 1.9934230558450457e-05,
      "loss": 3.8269,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1587
    },
    {
      "epoch": 2.6300518134715025,
      "grad_norm": 32.4815559387207,
      "learning_rate": 1.991230753419708e-05,
      "loss": 4.0031,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1588
    },
    {
      "epoch": 2.6317098445595857,
      "grad_norm": 33.1883659362793,
      "learning_rate": 1.9890384615311917e-05,
      "loss": 3.9298,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1589
    },
    {
      "epoch": 2.6333678756476684,
      "grad_norm": 31.200000762939453,
      "learning_rate": 1.9868461828136782e-05,
      "loss": 3.8776,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1590
    },
    {
      "epoch": 2.635025906735751,
      "grad_norm": 33.47548294067383,
      "learning_rate": 1.984653919901333e-05,
      "loss": 3.9938,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1591
    },
    {
      "epoch": 2.6366839378238343,
      "grad_norm": 31.017200469970703,
      "learning_rate": 1.982461675428303e-05,
      "loss": 3.7498,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1592
    },
    {
      "epoch": 2.638341968911917,
      "grad_norm": 32.93478012084961,
      "learning_rate": 1.980269452028712e-05,
      "loss": 3.9557,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1593
    },
    {
      "epoch": 2.64,
      "grad_norm": 31.87712287902832,
      "learning_rate": 1.9780772523366614e-05,
      "loss": 3.7814,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1594
    },
    {
      "epoch": 2.641658031088083,
      "grad_norm": 32.066287994384766,
      "learning_rate": 1.9758850789862206e-05,
      "loss": 3.9518,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1595
    },
    {
      "epoch": 2.643316062176166,
      "grad_norm": 30.510648727416992,
      "learning_rate": 1.9736929346114288e-05,
      "loss": 3.9753,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1596
    },
    {
      "epoch": 2.6449740932642487,
      "grad_norm": 32.73695755004883,
      "learning_rate": 1.9715008218462904e-05,
      "loss": 3.8948,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1597
    },
    {
      "epoch": 2.6466321243523314,
      "grad_norm": 33.0728874206543,
      "learning_rate": 1.9693087433247717e-05,
      "loss": 3.9398,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1598
    },
    {
      "epoch": 2.6482901554404146,
      "grad_norm": 30.034887313842773,
      "learning_rate": 1.967116701680798e-05,
      "loss": 3.809,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1599
    },
    {
      "epoch": 2.6499481865284973,
      "grad_norm": 30.90198516845703,
      "learning_rate": 1.96492469954825e-05,
      "loss": 3.9242,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1600
    },
    {
      "epoch": 2.6516062176165804,
      "grad_norm": 30.542308807373047,
      "learning_rate": 1.9627327395609616e-05,
      "loss": 3.896,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1601
    },
    {
      "epoch": 2.653264248704663,
      "grad_norm": 31.289325714111328,
      "learning_rate": 1.9605408243527148e-05,
      "loss": 3.9308,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1602
    },
    {
      "epoch": 2.6549222797927463,
      "grad_norm": 31.39236068725586,
      "learning_rate": 1.9583489565572393e-05,
      "loss": 3.8446,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1603
    },
    {
      "epoch": 2.656580310880829,
      "grad_norm": 30.025497436523438,
      "learning_rate": 1.9561571388082066e-05,
      "loss": 3.8441,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1604
    },
    {
      "epoch": 2.6582383419689117,
      "grad_norm": 28.951066970825195,
      "learning_rate": 1.953965373739228e-05,
      "loss": 3.9402,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1605
    },
    {
      "epoch": 2.659896373056995,
      "grad_norm": 30.26776885986328,
      "learning_rate": 1.9517736639838537e-05,
      "loss": 3.7865,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1606
    },
    {
      "epoch": 2.6615544041450776,
      "grad_norm": 30.54901123046875,
      "learning_rate": 1.949582012175565e-05,
      "loss": 3.8658,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1607
    },
    {
      "epoch": 2.6632124352331608,
      "grad_norm": 33.205039978027344,
      "learning_rate": 1.947390420947774e-05,
      "loss": 3.9597,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1608
    },
    {
      "epoch": 2.6648704663212435,
      "grad_norm": 30.398710250854492,
      "learning_rate": 1.9451988929338207e-05,
      "loss": 3.9,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1609
    },
    {
      "epoch": 2.6665284974093266,
      "grad_norm": 35.26817321777344,
      "learning_rate": 1.943007430766969e-05,
      "loss": 3.8924,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1610
    },
    {
      "epoch": 2.6681865284974093,
      "grad_norm": 32.65955352783203,
      "learning_rate": 1.9408160370804023e-05,
      "loss": 4.0498,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1611
    },
    {
      "epoch": 2.669844559585492,
      "grad_norm": 34.898441314697266,
      "learning_rate": 1.9386247145072247e-05,
      "loss": 3.8238,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1612
    },
    {
      "epoch": 2.671502590673575,
      "grad_norm": 33.057804107666016,
      "learning_rate": 1.9364334656804523e-05,
      "loss": 3.753,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1613
    },
    {
      "epoch": 2.673160621761658,
      "grad_norm": 32.783931732177734,
      "learning_rate": 1.934242293233013e-05,
      "loss": 3.9867,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1614
    },
    {
      "epoch": 2.674818652849741,
      "grad_norm": 33.279788970947266,
      "learning_rate": 1.932051199797744e-05,
      "loss": 3.8487,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1615
    },
    {
      "epoch": 2.676476683937824,
      "grad_norm": 32.391868591308594,
      "learning_rate": 1.9298601880073854e-05,
      "loss": 3.747,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1616
    },
    {
      "epoch": 2.678134715025907,
      "grad_norm": 35.58955764770508,
      "learning_rate": 1.927669260494583e-05,
      "loss": 3.804,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1617
    },
    {
      "epoch": 2.6797927461139897,
      "grad_norm": 63.08060073852539,
      "learning_rate": 1.9254784198918776e-05,
      "loss": 3.946,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1618
    },
    {
      "epoch": 2.6814507772020724,
      "grad_norm": 32.775760650634766,
      "learning_rate": 1.9232876688317067e-05,
      "loss": 3.8379,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1619
    },
    {
      "epoch": 2.6831088082901555,
      "grad_norm": 31.084253311157227,
      "learning_rate": 1.9210970099464007e-05,
      "loss": 3.8818,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1620
    },
    {
      "epoch": 2.6847668393782382,
      "grad_norm": 31.61746597290039,
      "learning_rate": 1.9189064458681796e-05,
      "loss": 3.8241,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1621
    },
    {
      "epoch": 2.6864248704663214,
      "grad_norm": 40.0517692565918,
      "learning_rate": 1.916715979229147e-05,
      "loss": 3.999,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1622
    },
    {
      "epoch": 2.688082901554404,
      "grad_norm": 31.64009666442871,
      "learning_rate": 1.9145256126612937e-05,
      "loss": 3.8861,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1623
    },
    {
      "epoch": 2.6897409326424873,
      "grad_norm": 30.074953079223633,
      "learning_rate": 1.912335348796487e-05,
      "loss": 3.8809,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1624
    },
    {
      "epoch": 2.69139896373057,
      "grad_norm": 31.323591232299805,
      "learning_rate": 1.910145190266472e-05,
      "loss": 3.8085,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1625
    },
    {
      "epoch": 2.6930569948186527,
      "grad_norm": 39.58551025390625,
      "learning_rate": 1.907955139702866e-05,
      "loss": 3.8303,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1626
    },
    {
      "epoch": 2.694715025906736,
      "grad_norm": 29.862672805786133,
      "learning_rate": 1.9057651997371576e-05,
      "loss": 3.9512,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1627
    },
    {
      "epoch": 2.6963730569948186,
      "grad_norm": 31.09685516357422,
      "learning_rate": 1.903575373000703e-05,
      "loss": 3.9087,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1628
    },
    {
      "epoch": 2.6980310880829017,
      "grad_norm": 32.84033203125,
      "learning_rate": 1.9013856621247215e-05,
      "loss": 3.9631,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1629
    },
    {
      "epoch": 2.6996891191709844,
      "grad_norm": 30.5696964263916,
      "learning_rate": 1.8991960697402935e-05,
      "loss": 3.9624,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1630
    },
    {
      "epoch": 2.7013471502590676,
      "grad_norm": 30.70358657836914,
      "learning_rate": 1.8970065984783565e-05,
      "loss": 3.7165,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1631
    },
    {
      "epoch": 2.7030051813471503,
      "grad_norm": 31.585859298706055,
      "learning_rate": 1.8948172509697034e-05,
      "loss": 3.8414,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1632
    },
    {
      "epoch": 2.704663212435233,
      "grad_norm": 29.04981231689453,
      "learning_rate": 1.8926280298449776e-05,
      "loss": 3.9052,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1633
    },
    {
      "epoch": 2.706321243523316,
      "grad_norm": 30.721261978149414,
      "learning_rate": 1.8904389377346705e-05,
      "loss": 3.9144,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1634
    },
    {
      "epoch": 2.707979274611399,
      "grad_norm": 29.71149444580078,
      "learning_rate": 1.88824997726912e-05,
      "loss": 3.712,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1635
    },
    {
      "epoch": 2.709637305699482,
      "grad_norm": 30.200927734375,
      "learning_rate": 1.8860611510785045e-05,
      "loss": 3.8819,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1636
    },
    {
      "epoch": 2.7112953367875647,
      "grad_norm": 32.55841827392578,
      "learning_rate": 1.8838724617928406e-05,
      "loss": 3.8523,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1637
    },
    {
      "epoch": 2.712953367875648,
      "grad_norm": 31.21558952331543,
      "learning_rate": 1.881683912041982e-05,
      "loss": 3.9243,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1638
    },
    {
      "epoch": 2.7146113989637306,
      "grad_norm": 29.470516204833984,
      "learning_rate": 1.8794955044556128e-05,
      "loss": 3.9975,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1639
    },
    {
      "epoch": 2.7162694300518133,
      "grad_norm": 32.922359466552734,
      "learning_rate": 1.8773072416632483e-05,
      "loss": 3.9346,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1640
    },
    {
      "epoch": 2.7179274611398965,
      "grad_norm": 30.249300003051758,
      "learning_rate": 1.8751191262942286e-05,
      "loss": 3.9382,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1641
    },
    {
      "epoch": 2.719585492227979,
      "grad_norm": 32.583194732666016,
      "learning_rate": 1.8729311609777166e-05,
      "loss": 3.921,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1642
    },
    {
      "epoch": 2.7212435233160623,
      "grad_norm": 31.872257232666016,
      "learning_rate": 1.8707433483426955e-05,
      "loss": 3.9741,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1643
    },
    {
      "epoch": 2.722901554404145,
      "grad_norm": 31.28200912475586,
      "learning_rate": 1.8685556910179646e-05,
      "loss": 3.8449,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1644
    },
    {
      "epoch": 2.724559585492228,
      "grad_norm": 30.936870574951172,
      "learning_rate": 1.8663681916321357e-05,
      "loss": 3.9476,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1645
    },
    {
      "epoch": 2.726217616580311,
      "grad_norm": 30.166336059570312,
      "learning_rate": 1.864180852813634e-05,
      "loss": 3.9037,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1646
    },
    {
      "epoch": 2.7278756476683936,
      "grad_norm": 32.04380798339844,
      "learning_rate": 1.861993677190689e-05,
      "loss": 3.9533,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1647
    },
    {
      "epoch": 2.729533678756477,
      "grad_norm": 32.70067596435547,
      "learning_rate": 1.859806667391334e-05,
      "loss": 3.9464,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1648
    },
    {
      "epoch": 2.7311917098445595,
      "grad_norm": 32.10673141479492,
      "learning_rate": 1.8576198260434037e-05,
      "loss": 3.8749,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1649
    },
    {
      "epoch": 2.732849740932642,
      "grad_norm": 33.5343017578125,
      "learning_rate": 1.855433155774531e-05,
      "loss": 3.8731,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1650
    },
    {
      "epoch": 2.7345077720207254,
      "grad_norm": 30.729877471923828,
      "learning_rate": 1.8532466592121424e-05,
      "loss": 3.9334,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1651
    },
    {
      "epoch": 2.7361658031088085,
      "grad_norm": 33.519962310791016,
      "learning_rate": 1.8510603389834564e-05,
      "loss": 4.0103,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1652
    },
    {
      "epoch": 2.7378238341968912,
      "grad_norm": 33.05158233642578,
      "learning_rate": 1.8488741977154793e-05,
      "loss": 3.8875,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1653
    },
    {
      "epoch": 2.739481865284974,
      "grad_norm": 35.78709030151367,
      "learning_rate": 1.846688238035002e-05,
      "loss": 3.9367,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1654
    },
    {
      "epoch": 2.741139896373057,
      "grad_norm": 32.65928649902344,
      "learning_rate": 1.8445024625685975e-05,
      "loss": 3.9468,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1655
    },
    {
      "epoch": 2.74279792746114,
      "grad_norm": 32.10581970214844,
      "learning_rate": 1.842316873942618e-05,
      "loss": 3.9249,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1656
    },
    {
      "epoch": 2.7444559585492225,
      "grad_norm": 35.387508392333984,
      "learning_rate": 1.8401314747831892e-05,
      "loss": 3.7679,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1657
    },
    {
      "epoch": 2.7461139896373057,
      "grad_norm": 32.11895751953125,
      "learning_rate": 1.837946267716212e-05,
      "loss": 3.9292,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1658
    },
    {
      "epoch": 2.747772020725389,
      "grad_norm": 29.450363159179688,
      "learning_rate": 1.8357612553673553e-05,
      "loss": 3.6832,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1659
    },
    {
      "epoch": 2.7494300518134716,
      "grad_norm": 37.098289489746094,
      "learning_rate": 1.8335764403620527e-05,
      "loss": 3.7308,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1660
    },
    {
      "epoch": 2.7510880829015543,
      "grad_norm": 29.47260856628418,
      "learning_rate": 1.8313918253255025e-05,
      "loss": 3.8283,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1661
    },
    {
      "epoch": 2.7527461139896374,
      "grad_norm": 31.28595733642578,
      "learning_rate": 1.829207412882662e-05,
      "loss": 3.9316,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1662
    },
    {
      "epoch": 2.75440414507772,
      "grad_norm": 31.545000076293945,
      "learning_rate": 1.827023205658244e-05,
      "loss": 3.8186,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1663
    },
    {
      "epoch": 2.756062176165803,
      "grad_norm": 33.493167877197266,
      "learning_rate": 1.8248392062767172e-05,
      "loss": 3.8898,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1664
    },
    {
      "epoch": 2.757720207253886,
      "grad_norm": 35.23495101928711,
      "learning_rate": 1.822655417362299e-05,
      "loss": 3.7899,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1665
    },
    {
      "epoch": 2.759378238341969,
      "grad_norm": 39.06930923461914,
      "learning_rate": 1.8204718415389543e-05,
      "loss": 3.7044,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1666
    },
    {
      "epoch": 2.761036269430052,
      "grad_norm": 39.412899017333984,
      "learning_rate": 1.818288481430391e-05,
      "loss": 3.9026,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1667
    },
    {
      "epoch": 2.7626943005181346,
      "grad_norm": 31.933799743652344,
      "learning_rate": 1.816105339660058e-05,
      "loss": 3.8723,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1668
    },
    {
      "epoch": 2.7643523316062177,
      "grad_norm": 34.97981262207031,
      "learning_rate": 1.8139224188511444e-05,
      "loss": 3.7106,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1669
    },
    {
      "epoch": 2.7660103626943005,
      "grad_norm": 34.140052795410156,
      "learning_rate": 1.8117397216265705e-05,
      "loss": 4.0246,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1670
    },
    {
      "epoch": 2.767668393782383,
      "grad_norm": 30.16994857788086,
      "learning_rate": 1.809557250608989e-05,
      "loss": 3.8962,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1671
    },
    {
      "epoch": 2.7693264248704663,
      "grad_norm": 30.190828323364258,
      "learning_rate": 1.807375008420782e-05,
      "loss": 3.8187,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1672
    },
    {
      "epoch": 2.7709844559585495,
      "grad_norm": 31.603214263916016,
      "learning_rate": 1.8051929976840548e-05,
      "loss": 3.8706,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1673
    },
    {
      "epoch": 2.772642487046632,
      "grad_norm": 30.218229293823242,
      "learning_rate": 1.8030112210206355e-05,
      "loss": 3.8219,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1674
    },
    {
      "epoch": 2.774300518134715,
      "grad_norm": 30.855140686035156,
      "learning_rate": 1.8008296810520715e-05,
      "loss": 3.8187,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1675
    },
    {
      "epoch": 2.775958549222798,
      "grad_norm": 30.06877326965332,
      "learning_rate": 1.7986483803996255e-05,
      "loss": 3.8695,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1676
    },
    {
      "epoch": 2.7776165803108808,
      "grad_norm": 30.75412368774414,
      "learning_rate": 1.796467321684272e-05,
      "loss": 3.8398,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1677
    },
    {
      "epoch": 2.7792746113989635,
      "grad_norm": 31.367725372314453,
      "learning_rate": 1.794286507526695e-05,
      "loss": 3.7573,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1678
    },
    {
      "epoch": 2.7809326424870466,
      "grad_norm": 32.88689422607422,
      "learning_rate": 1.792105940547285e-05,
      "loss": 3.8782,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1679
    },
    {
      "epoch": 2.78259067357513,
      "grad_norm": 32.626346588134766,
      "learning_rate": 1.7899256233661343e-05,
      "loss": 3.9999,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1680
    },
    {
      "epoch": 2.7842487046632125,
      "grad_norm": 32.67230224609375,
      "learning_rate": 1.787745558603038e-05,
      "loss": 3.9744,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1681
    },
    {
      "epoch": 2.785906735751295,
      "grad_norm": 30.078168869018555,
      "learning_rate": 1.7855657488774848e-05,
      "loss": 3.7554,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1682
    },
    {
      "epoch": 2.7875647668393784,
      "grad_norm": 33.50048065185547,
      "learning_rate": 1.7833861968086582e-05,
      "loss": 4.016,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1683
    },
    {
      "epoch": 2.789222797927461,
      "grad_norm": 32.10841751098633,
      "learning_rate": 1.7812069050154325e-05,
      "loss": 3.9635,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1684
    },
    {
      "epoch": 2.790880829015544,
      "grad_norm": 33.80596923828125,
      "learning_rate": 1.7790278761163686e-05,
      "loss": 3.9034,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1685
    },
    {
      "epoch": 2.792538860103627,
      "grad_norm": 30.957130432128906,
      "learning_rate": 1.776849112729711e-05,
      "loss": 3.8143,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1686
    },
    {
      "epoch": 2.79419689119171,
      "grad_norm": 49.027442932128906,
      "learning_rate": 1.774670617473387e-05,
      "loss": 3.8807,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1687
    },
    {
      "epoch": 2.795854922279793,
      "grad_norm": 31.454376220703125,
      "learning_rate": 1.7724923929650003e-05,
      "loss": 3.8531,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1688
    },
    {
      "epoch": 2.7975129533678755,
      "grad_norm": 30.755779266357422,
      "learning_rate": 1.7703144418218293e-05,
      "loss": 3.8835,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1689
    },
    {
      "epoch": 2.7991709844559587,
      "grad_norm": 38.17708206176758,
      "learning_rate": 1.768136766660824e-05,
      "loss": 3.7783,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1690
    },
    {
      "epoch": 2.8008290155440414,
      "grad_norm": 35.75456237792969,
      "learning_rate": 1.7659593700986033e-05,
      "loss": 3.9354,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1691
    },
    {
      "epoch": 2.802487046632124,
      "grad_norm": 31.761117935180664,
      "learning_rate": 1.7637822547514517e-05,
      "loss": 3.8152,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1692
    },
    {
      "epoch": 2.8041450777202073,
      "grad_norm": 58.16879653930664,
      "learning_rate": 1.7616054232353145e-05,
      "loss": 3.9416,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1693
    },
    {
      "epoch": 2.8058031088082904,
      "grad_norm": 30.79376792907715,
      "learning_rate": 1.7594288781657968e-05,
      "loss": 3.8202,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1694
    },
    {
      "epoch": 2.807461139896373,
      "grad_norm": 32.121742248535156,
      "learning_rate": 1.7572526221581592e-05,
      "loss": 3.8936,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1695
    },
    {
      "epoch": 2.809119170984456,
      "grad_norm": 107.9188003540039,
      "learning_rate": 1.7550766578273152e-05,
      "loss": 3.9942,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1696
    },
    {
      "epoch": 2.810777202072539,
      "grad_norm": 32.792049407958984,
      "learning_rate": 1.7529009877878274e-05,
      "loss": 3.7944,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1697
    },
    {
      "epoch": 2.8124352331606217,
      "grad_norm": 31.420291900634766,
      "learning_rate": 1.750725614653906e-05,
      "loss": 3.8961,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1698
    },
    {
      "epoch": 2.8140932642487044,
      "grad_norm": 31.347972869873047,
      "learning_rate": 1.7485505410394027e-05,
      "loss": 3.8759,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1699
    },
    {
      "epoch": 2.8157512953367876,
      "grad_norm": 32.764671325683594,
      "learning_rate": 1.7463757695578106e-05,
      "loss": 3.9756,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1700
    },
    {
      "epoch": 2.8174093264248707,
      "grad_norm": 34.2919807434082,
      "learning_rate": 1.7442013028222598e-05,
      "loss": 3.8557,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1701
    },
    {
      "epoch": 2.8190673575129535,
      "grad_norm": 33.06601333618164,
      "learning_rate": 1.742027143445513e-05,
      "loss": 3.734,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1702
    },
    {
      "epoch": 2.820725388601036,
      "grad_norm": 31.01120948791504,
      "learning_rate": 1.7398532940399634e-05,
      "loss": 3.9709,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1703
    },
    {
      "epoch": 2.8223834196891193,
      "grad_norm": 31.821331024169922,
      "learning_rate": 1.7376797572176354e-05,
      "loss": 3.8062,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1704
    },
    {
      "epoch": 2.824041450777202,
      "grad_norm": 29.910682678222656,
      "learning_rate": 1.7355065355901737e-05,
      "loss": 3.6889,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1705
    },
    {
      "epoch": 2.8256994818652847,
      "grad_norm": 32.81211471557617,
      "learning_rate": 1.7333336317688452e-05,
      "loss": 3.7826,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1706
    },
    {
      "epoch": 2.827357512953368,
      "grad_norm": 30.740142822265625,
      "learning_rate": 1.7311610483645367e-05,
      "loss": 3.8355,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1707
    },
    {
      "epoch": 2.8290155440414506,
      "grad_norm": 32.27521896362305,
      "learning_rate": 1.728988787987748e-05,
      "loss": 3.7516,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1708
    },
    {
      "epoch": 2.8306735751295338,
      "grad_norm": 30.347938537597656,
      "learning_rate": 1.72681685324859e-05,
      "loss": 3.9695,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1709
    },
    {
      "epoch": 2.8323316062176165,
      "grad_norm": 36.542091369628906,
      "learning_rate": 1.724645246756787e-05,
      "loss": 3.7915,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1710
    },
    {
      "epoch": 2.8339896373056996,
      "grad_norm": 33.378360748291016,
      "learning_rate": 1.7224739711216636e-05,
      "loss": 3.7981,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1711
    },
    {
      "epoch": 2.8356476683937824,
      "grad_norm": 31.127717971801758,
      "learning_rate": 1.7203030289521492e-05,
      "loss": 3.8451,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1712
    },
    {
      "epoch": 2.837305699481865,
      "grad_norm": 34.07027816772461,
      "learning_rate": 1.7181324228567728e-05,
      "loss": 3.986,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1713
    },
    {
      "epoch": 2.838963730569948,
      "grad_norm": 32.18431854248047,
      "learning_rate": 1.7159621554436588e-05,
      "loss": 3.8235,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1714
    },
    {
      "epoch": 2.840621761658031,
      "grad_norm": 35.66838455200195,
      "learning_rate": 1.7137922293205246e-05,
      "loss": 3.9774,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1715
    },
    {
      "epoch": 2.842279792746114,
      "grad_norm": 31.450122833251953,
      "learning_rate": 1.7116226470946783e-05,
      "loss": 3.7643,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1716
    },
    {
      "epoch": 2.843937823834197,
      "grad_norm": 30.68284034729004,
      "learning_rate": 1.7094534113730145e-05,
      "loss": 3.7738,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1717
    },
    {
      "epoch": 2.84559585492228,
      "grad_norm": 34.4853630065918,
      "learning_rate": 1.7072845247620107e-05,
      "loss": 3.9347,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1718
    },
    {
      "epoch": 2.8472538860103627,
      "grad_norm": 31.29610252380371,
      "learning_rate": 1.7051159898677262e-05,
      "loss": 3.7924,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1719
    },
    {
      "epoch": 2.8489119170984454,
      "grad_norm": 30.63309669494629,
      "learning_rate": 1.7029478092957953e-05,
      "loss": 3.9306,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1720
    },
    {
      "epoch": 2.8505699481865285,
      "grad_norm": 32.5062370300293,
      "learning_rate": 1.7007799856514303e-05,
      "loss": 3.8679,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1721
    },
    {
      "epoch": 2.8522279792746112,
      "grad_norm": 32.42437744140625,
      "learning_rate": 1.6986125215394124e-05,
      "loss": 3.9496,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1722
    },
    {
      "epoch": 2.8538860103626944,
      "grad_norm": 30.702001571655273,
      "learning_rate": 1.69644541956409e-05,
      "loss": 3.9086,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1723
    },
    {
      "epoch": 2.855544041450777,
      "grad_norm": 29.755714416503906,
      "learning_rate": 1.6942786823293776e-05,
      "loss": 3.7554,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1724
    },
    {
      "epoch": 2.8572020725388603,
      "grad_norm": 33.03154754638672,
      "learning_rate": 1.6921123124387516e-05,
      "loss": 3.7372,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1725
    },
    {
      "epoch": 2.858860103626943,
      "grad_norm": 36.012046813964844,
      "learning_rate": 1.689946312495246e-05,
      "loss": 3.713,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1726
    },
    {
      "epoch": 2.8605181347150257,
      "grad_norm": 30.71402359008789,
      "learning_rate": 1.6877806851014513e-05,
      "loss": 3.7054,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1727
    },
    {
      "epoch": 2.862176165803109,
      "grad_norm": 33.30311965942383,
      "learning_rate": 1.68561543285951e-05,
      "loss": 3.716,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1728
    },
    {
      "epoch": 2.8638341968911916,
      "grad_norm": 32.09738540649414,
      "learning_rate": 1.6834505583711132e-05,
      "loss": 3.7567,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1729
    },
    {
      "epoch": 2.8654922279792747,
      "grad_norm": 29.881732940673828,
      "learning_rate": 1.6812860642374998e-05,
      "loss": 3.7869,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1730
    },
    {
      "epoch": 2.8671502590673574,
      "grad_norm": 33.32973861694336,
      "learning_rate": 1.6791219530594497e-05,
      "loss": 3.7752,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1731
    },
    {
      "epoch": 2.8688082901554406,
      "grad_norm": 36.60871887207031,
      "learning_rate": 1.6769582274372823e-05,
      "loss": 3.7296,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1732
    },
    {
      "epoch": 2.8704663212435233,
      "grad_norm": 32.744537353515625,
      "learning_rate": 1.6747948899708575e-05,
      "loss": 3.8121,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1733
    },
    {
      "epoch": 2.872124352331606,
      "grad_norm": 37.2455940246582,
      "learning_rate": 1.6726319432595652e-05,
      "loss": 3.8743,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1734
    },
    {
      "epoch": 2.873782383419689,
      "grad_norm": 36.852725982666016,
      "learning_rate": 1.6704693899023264e-05,
      "loss": 3.8235,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1735
    },
    {
      "epoch": 2.875440414507772,
      "grad_norm": 33.290985107421875,
      "learning_rate": 1.6683072324975903e-05,
      "loss": 3.7422,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1736
    },
    {
      "epoch": 2.877098445595855,
      "grad_norm": 34.063758850097656,
      "learning_rate": 1.6661454736433294e-05,
      "loss": 3.7848,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1737
    },
    {
      "epoch": 2.8787564766839377,
      "grad_norm": 29.873886108398438,
      "learning_rate": 1.6639841159370386e-05,
      "loss": 3.6998,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1738
    },
    {
      "epoch": 2.880414507772021,
      "grad_norm": 34.17777633666992,
      "learning_rate": 1.661823161975729e-05,
      "loss": 3.8723,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1739
    },
    {
      "epoch": 2.8820725388601036,
      "grad_norm": 30.48118782043457,
      "learning_rate": 1.6596626143559292e-05,
      "loss": 3.846,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1740
    },
    {
      "epoch": 2.8837305699481863,
      "grad_norm": 33.28288650512695,
      "learning_rate": 1.6575024756736767e-05,
      "loss": 3.6397,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1741
    },
    {
      "epoch": 2.8853886010362695,
      "grad_norm": 30.094837188720703,
      "learning_rate": 1.655342748524519e-05,
      "loss": 3.8494,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1742
    },
    {
      "epoch": 2.887046632124352,
      "grad_norm": 33.41749954223633,
      "learning_rate": 1.653183435503509e-05,
      "loss": 3.9082,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1743
    },
    {
      "epoch": 2.8887046632124354,
      "grad_norm": 38.21436309814453,
      "learning_rate": 1.6510245392052025e-05,
      "loss": 3.7427,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1744
    },
    {
      "epoch": 2.890362694300518,
      "grad_norm": 31.530691146850586,
      "learning_rate": 1.648866062223654e-05,
      "loss": 3.7702,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1745
    },
    {
      "epoch": 2.892020725388601,
      "grad_norm": 32.99736404418945,
      "learning_rate": 1.6467080071524142e-05,
      "loss": 3.9115,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1746
    },
    {
      "epoch": 2.893678756476684,
      "grad_norm": 30.390872955322266,
      "learning_rate": 1.6445503765845265e-05,
      "loss": 3.6713,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1747
    },
    {
      "epoch": 2.8953367875647666,
      "grad_norm": 33.11962127685547,
      "learning_rate": 1.6423931731125252e-05,
      "loss": 3.8567,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1748
    },
    {
      "epoch": 2.89699481865285,
      "grad_norm": 43.32208251953125,
      "learning_rate": 1.6402363993284295e-05,
      "loss": 3.9692,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1749
    },
    {
      "epoch": 2.8986528497409325,
      "grad_norm": 32.666297912597656,
      "learning_rate": 1.6380800578237454e-05,
      "loss": 3.9052,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1750
    },
    {
      "epoch": 2.9003108808290157,
      "grad_norm": 41.741275787353516,
      "learning_rate": 1.6359241511894573e-05,
      "loss": 3.8164,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1751
    },
    {
      "epoch": 2.9019689119170984,
      "grad_norm": 33.634376525878906,
      "learning_rate": 1.6337686820160274e-05,
      "loss": 3.7378,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1752
    },
    {
      "epoch": 2.9036269430051815,
      "grad_norm": 37.497562408447266,
      "learning_rate": 1.631613652893392e-05,
      "loss": 3.6344,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1753
    },
    {
      "epoch": 2.9052849740932642,
      "grad_norm": 32.25414276123047,
      "learning_rate": 1.6294590664109597e-05,
      "loss": 3.8688,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1754
    },
    {
      "epoch": 2.906943005181347,
      "grad_norm": 32.714805603027344,
      "learning_rate": 1.6273049251576052e-05,
      "loss": 3.8756,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1755
    },
    {
      "epoch": 2.90860103626943,
      "grad_norm": 35.131072998046875,
      "learning_rate": 1.625151231721671e-05,
      "loss": 3.833,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1756
    },
    {
      "epoch": 2.910259067357513,
      "grad_norm": 34.61516571044922,
      "learning_rate": 1.6229979886909603e-05,
      "loss": 3.9821,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1757
    },
    {
      "epoch": 2.911917098445596,
      "grad_norm": 30.57254981994629,
      "learning_rate": 1.6208451986527336e-05,
      "loss": 3.8583,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1758
    },
    {
      "epoch": 2.9135751295336787,
      "grad_norm": 35.603187561035156,
      "learning_rate": 1.6186928641937095e-05,
      "loss": 3.8175,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1759
    },
    {
      "epoch": 2.915233160621762,
      "grad_norm": 38.98314666748047,
      "learning_rate": 1.6165409879000574e-05,
      "loss": 3.7137,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1760
    },
    {
      "epoch": 2.9168911917098446,
      "grad_norm": 36.989925384521484,
      "learning_rate": 1.6143895723573964e-05,
      "loss": 3.7581,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1761
    },
    {
      "epoch": 2.9185492227979273,
      "grad_norm": 31.186861038208008,
      "learning_rate": 1.6122386201507944e-05,
      "loss": 3.9119,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1762
    },
    {
      "epoch": 2.9202072538860104,
      "grad_norm": 33.55596923828125,
      "learning_rate": 1.6100881338647592e-05,
      "loss": 3.6865,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1763
    },
    {
      "epoch": 2.921865284974093,
      "grad_norm": 32.200965881347656,
      "learning_rate": 1.607938116083241e-05,
      "loss": 3.7161,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1764
    },
    {
      "epoch": 2.9235233160621763,
      "grad_norm": 32.477294921875,
      "learning_rate": 1.605788569389625e-05,
      "loss": 3.7886,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1765
    },
    {
      "epoch": 2.925181347150259,
      "grad_norm": 31.52553939819336,
      "learning_rate": 1.6036394963667332e-05,
      "loss": 3.6972,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1766
    },
    {
      "epoch": 2.926839378238342,
      "grad_norm": 32.405517578125,
      "learning_rate": 1.6014908995968156e-05,
      "loss": 3.727,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1767
    },
    {
      "epoch": 2.928497409326425,
      "grad_norm": 29.5178165435791,
      "learning_rate": 1.599342781661552e-05,
      "loss": 3.736,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1768
    },
    {
      "epoch": 2.9301554404145076,
      "grad_norm": 30.661039352416992,
      "learning_rate": 1.5971951451420458e-05,
      "loss": 3.748,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1769
    },
    {
      "epoch": 2.9318134715025908,
      "grad_norm": 29.569433212280273,
      "learning_rate": 1.5950479926188225e-05,
      "loss": 3.6543,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1770
    },
    {
      "epoch": 2.9334715025906735,
      "grad_norm": 34.17720031738281,
      "learning_rate": 1.5929013266718256e-05,
      "loss": 3.8805,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1771
    },
    {
      "epoch": 2.9351295336787566,
      "grad_norm": 33.66490173339844,
      "learning_rate": 1.5907551498804132e-05,
      "loss": 3.7673,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1772
    },
    {
      "epoch": 2.9367875647668393,
      "grad_norm": 70.83583068847656,
      "learning_rate": 1.5886094648233587e-05,
      "loss": 3.7846,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1773
    },
    {
      "epoch": 2.9384455958549225,
      "grad_norm": 35.44890594482422,
      "learning_rate": 1.586464274078841e-05,
      "loss": 3.7956,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1774
    },
    {
      "epoch": 2.940103626943005,
      "grad_norm": 34.18626022338867,
      "learning_rate": 1.5843195802244468e-05,
      "loss": 3.5615,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1775
    },
    {
      "epoch": 2.941761658031088,
      "grad_norm": 32.111873626708984,
      "learning_rate": 1.5821753858371652e-05,
      "loss": 3.8751,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1776
    },
    {
      "epoch": 2.943419689119171,
      "grad_norm": 34.190452575683594,
      "learning_rate": 1.5800316934933865e-05,
      "loss": 3.7019,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1777
    },
    {
      "epoch": 2.945077720207254,
      "grad_norm": 34.22686004638672,
      "learning_rate": 1.5778885057688952e-05,
      "loss": 3.8699,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1778
    },
    {
      "epoch": 2.946735751295337,
      "grad_norm": 31.440353393554688,
      "learning_rate": 1.5757458252388725e-05,
      "loss": 3.9388,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1779
    },
    {
      "epoch": 2.9483937823834196,
      "grad_norm": 37.18032455444336,
      "learning_rate": 1.5736036544778884e-05,
      "loss": 3.8357,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1780
    },
    {
      "epoch": 2.950051813471503,
      "grad_norm": 36.14078140258789,
      "learning_rate": 1.5714619960599004e-05,
      "loss": 3.6846,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1781
    },
    {
      "epoch": 2.9517098445595855,
      "grad_norm": 41.316871643066406,
      "learning_rate": 1.5693208525582503e-05,
      "loss": 3.7172,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1782
    },
    {
      "epoch": 2.9533678756476682,
      "grad_norm": 31.18899154663086,
      "learning_rate": 1.5671802265456622e-05,
      "loss": 3.8329,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1783
    },
    {
      "epoch": 2.9550259067357514,
      "grad_norm": 33.082698822021484,
      "learning_rate": 1.565040120594237e-05,
      "loss": 3.7324,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1784
    },
    {
      "epoch": 2.956683937823834,
      "grad_norm": 64.17450714111328,
      "learning_rate": 1.5629005372754527e-05,
      "loss": 3.8273,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1785
    },
    {
      "epoch": 2.9583419689119173,
      "grad_norm": 32.347171783447266,
      "learning_rate": 1.5607614791601567e-05,
      "loss": 3.7575,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1786
    },
    {
      "epoch": 2.96,
      "grad_norm": 33.60157012939453,
      "learning_rate": 1.558622948818568e-05,
      "loss": 3.8284,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1787
    },
    {
      "epoch": 2.961658031088083,
      "grad_norm": 33.67463684082031,
      "learning_rate": 1.556484948820269e-05,
      "loss": 3.8674,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1788
    },
    {
      "epoch": 2.963316062176166,
      "grad_norm": 34.310523986816406,
      "learning_rate": 1.5543474817342067e-05,
      "loss": 3.9896,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1789
    },
    {
      "epoch": 2.9649740932642485,
      "grad_norm": 30.73474884033203,
      "learning_rate": 1.5522105501286863e-05,
      "loss": 3.6888,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1790
    },
    {
      "epoch": 2.9666321243523317,
      "grad_norm": 33.631839752197266,
      "learning_rate": 1.5500741565713716e-05,
      "loss": 3.8325,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1791
    },
    {
      "epoch": 2.9682901554404144,
      "grad_norm": 33.82749557495117,
      "learning_rate": 1.547938303629278e-05,
      "loss": 3.7394,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1792
    },
    {
      "epoch": 2.9699481865284976,
      "grad_norm": 33.97297668457031,
      "learning_rate": 1.5458029938687726e-05,
      "loss": 3.7343,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1793
    },
    {
      "epoch": 2.9716062176165803,
      "grad_norm": 32.27418899536133,
      "learning_rate": 1.5436682298555683e-05,
      "loss": 3.8426,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1794
    },
    {
      "epoch": 2.9732642487046634,
      "grad_norm": 32.948543548583984,
      "learning_rate": 1.5415340141547233e-05,
      "loss": 3.9135,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1795
    },
    {
      "epoch": 2.974922279792746,
      "grad_norm": 31.932544708251953,
      "learning_rate": 1.5394003493306375e-05,
      "loss": 3.7741,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1796
    },
    {
      "epoch": 2.976580310880829,
      "grad_norm": 29.554325103759766,
      "learning_rate": 1.537267237947048e-05,
      "loss": 3.7367,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1797
    },
    {
      "epoch": 2.978238341968912,
      "grad_norm": 34.036624908447266,
      "learning_rate": 1.5351346825670267e-05,
      "loss": 3.9375,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1798
    },
    {
      "epoch": 2.9798963730569947,
      "grad_norm": 31.574024200439453,
      "learning_rate": 1.5330026857529784e-05,
      "loss": 3.7753,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1799
    },
    {
      "epoch": 2.981554404145078,
      "grad_norm": 32.9190559387207,
      "learning_rate": 1.530871250066636e-05,
      "loss": 3.6256,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1800
    },
    {
      "epoch": 2.9832124352331606,
      "grad_norm": 30.125383377075195,
      "learning_rate": 1.5287403780690576e-05,
      "loss": 3.7412,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1801
    },
    {
      "epoch": 2.9848704663212438,
      "grad_norm": 29.994709014892578,
      "learning_rate": 1.5266100723206264e-05,
      "loss": 3.6723,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1802
    },
    {
      "epoch": 2.9865284974093265,
      "grad_norm": 30.160566329956055,
      "learning_rate": 1.5244803353810427e-05,
      "loss": 3.8033,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1803
    },
    {
      "epoch": 2.988186528497409,
      "grad_norm": 33.396663665771484,
      "learning_rate": 1.5223511698093241e-05,
      "loss": 3.7949,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1804
    },
    {
      "epoch": 2.9898445595854923,
      "grad_norm": 31.15033531188965,
      "learning_rate": 1.5202225781638021e-05,
      "loss": 3.7973,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1805
    },
    {
      "epoch": 2.991502590673575,
      "grad_norm": 37.607505798339844,
      "learning_rate": 1.5180945630021177e-05,
      "loss": 3.6298,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1806
    },
    {
      "epoch": 2.9931606217616578,
      "grad_norm": 31.941650390625,
      "learning_rate": 1.5159671268812195e-05,
      "loss": 3.7776,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1807
    },
    {
      "epoch": 2.994818652849741,
      "grad_norm": 44.94635009765625,
      "learning_rate": 1.5138402723573622e-05,
      "loss": 3.8328,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1808
    },
    {
      "epoch": 2.996476683937824,
      "grad_norm": 31.249544143676758,
      "learning_rate": 1.5117140019860994e-05,
      "loss": 3.8049,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1809
    },
    {
      "epoch": 2.998134715025907,
      "grad_norm": 29.95226287841797,
      "learning_rate": 1.5095883183222831e-05,
      "loss": 3.5556,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1810
    },
    {
      "epoch": 2.9997927461139895,
      "grad_norm": 31.37040138244629,
      "learning_rate": 1.507463223920061e-05,
      "loss": 3.6971,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1811
    },
    {
      "epoch": 3.0,
      "grad_norm": 13.910171508789062,
      "learning_rate": 1.5053387213328727e-05,
      "loss": 0.4589,
      "memory/device_mem_reserved(gib)": 62.39,
      "memory/max_mem_active(gib)": 54.58,
      "memory/max_mem_allocated(gib)": 54.58,
      "step": 1812
    }
  ],
  "logging_steps": 1,
  "max_steps": 3016,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 604,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.1879815250444288e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}