{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "eval_steps": 500,
  "global_step": 1564,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.00128,
      "grad_norm": 943.0071411132812,
      "learning_rate": 0.0,
      "loss": 26.8583,
      "memory/device_mem_reserved(gib)": 42.35,
      "memory/max_mem_active(gib)": 33.48,
      "memory/max_mem_allocated(gib)": 33.48,
      "step": 1
    },
    {
      "epoch": 0.00256,
      "grad_norm": 894.6732788085938,
      "learning_rate": 2.0512820512820514e-07,
      "loss": 26.3429,
      "memory/device_mem_reserved(gib)": 42.72,
      "memory/max_mem_active(gib)": 35.36,
      "memory/max_mem_allocated(gib)": 35.36,
      "step": 2
    },
    {
      "epoch": 0.00384,
      "grad_norm": 779.1138916015625,
      "learning_rate": 4.102564102564103e-07,
      "loss": 26.7813,
      "memory/device_mem_reserved(gib)": 42.72,
      "memory/max_mem_active(gib)": 35.48,
      "memory/max_mem_allocated(gib)": 35.48,
      "step": 3
    },
    {
      "epoch": 0.00512,
      "grad_norm": 827.8781127929688,
      "learning_rate": 6.153846153846155e-07,
      "loss": 26.6513,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.48,
      "memory/max_mem_allocated(gib)": 35.48,
      "step": 4
    },
    {
      "epoch": 0.0064,
      "grad_norm": 801.3063354492188,
      "learning_rate": 8.205128205128206e-07,
      "loss": 25.6832,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.51,
      "memory/max_mem_allocated(gib)": 35.51,
      "step": 5
    },
    {
      "epoch": 0.00768,
      "grad_norm": 795.1607055664062,
      "learning_rate": 1.0256410256410257e-06,
      "loss": 26.3663,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.58,
      "memory/max_mem_allocated(gib)": 35.58,
      "step": 6
    },
    {
      "epoch": 0.00896,
      "grad_norm": 722.6891479492188,
      "learning_rate": 1.230769230769231e-06,
      "loss": 25.8257,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 7
    },
    {
      "epoch": 0.01024,
      "grad_norm": 627.534912109375,
      "learning_rate": 1.4358974358974359e-06,
      "loss": 24.7408,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 8
    },
    {
      "epoch": 0.01152,
      "grad_norm": 543.8820190429688,
      "learning_rate": 1.6410256410256412e-06,
      "loss": 23.6523,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 9
    },
    {
      "epoch": 0.0128,
      "grad_norm": 544.8069458007812,
      "learning_rate": 1.8461538461538465e-06,
      "loss": 23.3348,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 10
    },
    {
      "epoch": 0.01408,
      "grad_norm": 294.4563903808594,
      "learning_rate": 2.0512820512820513e-06,
      "loss": 20.9558,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 11
    },
    {
      "epoch": 0.01536,
      "grad_norm": 226.8517608642578,
      "learning_rate": 2.2564102564102566e-06,
      "loss": 20.32,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 35.85,
      "memory/max_mem_allocated(gib)": 35.85,
      "step": 12
    },
    {
      "epoch": 0.01664,
      "grad_norm": 286.2758483886719,
      "learning_rate": 2.461538461538462e-06,
      "loss": 19.5688,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 13
    },
    {
      "epoch": 0.01792,
      "grad_norm": 1015.4624633789062,
      "learning_rate": 2.666666666666667e-06,
      "loss": 17.2266,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 14
    },
    {
      "epoch": 0.0192,
      "grad_norm": 123.43961334228516,
      "learning_rate": 2.8717948717948717e-06,
      "loss": 17.0533,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 15
    },
    {
      "epoch": 0.02048,
      "grad_norm": 134.70875549316406,
      "learning_rate": 3.0769230769230774e-06,
      "loss": 16.9612,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 16
    },
    {
      "epoch": 0.02176,
      "grad_norm": 202.82203674316406,
      "learning_rate": 3.2820512820512823e-06,
      "loss": 16.1024,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 17
    },
    {
      "epoch": 0.02304,
      "grad_norm": 111.19059753417969,
      "learning_rate": 3.487179487179487e-06,
      "loss": 16.0882,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 18
    },
    {
      "epoch": 0.02432,
      "grad_norm": 104.26502990722656,
      "learning_rate": 3.692307692307693e-06,
      "loss": 14.7304,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 19
    },
    {
      "epoch": 0.0256,
      "grad_norm": 96.52542114257812,
      "learning_rate": 3.897435897435898e-06,
      "loss": 14.0899,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 20
    },
    {
      "epoch": 0.02688,
      "grad_norm": 190.97918701171875,
      "learning_rate": 4.102564102564103e-06,
      "loss": 13.7304,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 21
    },
    {
      "epoch": 0.02816,
      "grad_norm": 96.3394546508789,
      "learning_rate": 4.307692307692308e-06,
      "loss": 13.342,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 22
    },
    {
      "epoch": 0.02944,
      "grad_norm": 156.62698364257812,
      "learning_rate": 4.512820512820513e-06,
      "loss": 12.1164,
      "memory/device_mem_reserved(gib)": 42.76,
      "memory/max_mem_active(gib)": 36.19,
      "memory/max_mem_allocated(gib)": 36.19,
      "step": 23
    },
    {
      "epoch": 0.03072,
      "grad_norm": 300.738037109375,
      "learning_rate": 4.717948717948718e-06,
      "loss": 13.1879,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 24
    },
    {
      "epoch": 0.032,
      "grad_norm": 496.22723388671875,
      "learning_rate": 4.923076923076924e-06,
      "loss": 12.3662,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 25
    },
    {
      "epoch": 0.03328,
      "grad_norm": 267.0767822265625,
      "learning_rate": 5.128205128205128e-06,
      "loss": 11.5903,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 26
    },
    {
      "epoch": 0.03456,
      "grad_norm": 71.49817657470703,
      "learning_rate": 5.333333333333334e-06,
      "loss": 11.8657,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 27
    },
    {
      "epoch": 0.03584,
      "grad_norm": 71.2458724975586,
      "learning_rate": 5.538461538461539e-06,
      "loss": 12.0617,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 28
    },
    {
      "epoch": 0.03712,
      "grad_norm": 52.17582321166992,
      "learning_rate": 5.743589743589743e-06,
      "loss": 11.6688,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 29
    },
    {
      "epoch": 0.0384,
      "grad_norm": 77.97213745117188,
      "learning_rate": 5.948717948717949e-06,
      "loss": 11.179,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 30
    },
    {
      "epoch": 0.03968,
      "grad_norm": 40.552940368652344,
      "learning_rate": 6.153846153846155e-06,
      "loss": 11.5282,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 31
    },
    {
      "epoch": 0.04096,
      "grad_norm": 44.37596130371094,
      "learning_rate": 6.358974358974359e-06,
      "loss": 11.1185,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 32
    },
    {
      "epoch": 0.04224,
      "grad_norm": 38.9630126953125,
      "learning_rate": 6.564102564102565e-06,
      "loss": 10.3685,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 33
    },
    {
      "epoch": 0.04352,
      "grad_norm": 62.90005111694336,
      "learning_rate": 6.76923076923077e-06,
      "loss": 10.3497,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 34
    },
    {
      "epoch": 0.0448,
      "grad_norm": 42.33110427856445,
      "learning_rate": 6.974358974358974e-06,
      "loss": 10.3175,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 35
    },
    {
      "epoch": 0.04608,
      "grad_norm": 46.9105339050293,
      "learning_rate": 7.17948717948718e-06,
      "loss": 9.3845,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 36
    },
    {
      "epoch": 0.04736,
      "grad_norm": 36.809818267822266,
      "learning_rate": 7.384615384615386e-06,
      "loss": 9.9634,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 37
    },
    {
      "epoch": 0.04864,
      "grad_norm": 43.702144622802734,
      "learning_rate": 7.58974358974359e-06,
      "loss": 9.5653,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 38
    },
    {
      "epoch": 0.04992,
      "grad_norm": 51.769222259521484,
      "learning_rate": 7.794871794871796e-06,
      "loss": 9.85,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 39
    },
    {
      "epoch": 0.0512,
      "grad_norm": 44.05131530761719,
      "learning_rate": 8.000000000000001e-06,
      "loss": 9.2472,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 40
    },
    {
      "epoch": 0.05248,
      "grad_norm": 39.230037689208984,
      "learning_rate": 8.205128205128205e-06,
      "loss": 10.0696,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 41
    },
    {
      "epoch": 0.05376,
      "grad_norm": 33.89363098144531,
      "learning_rate": 8.410256410256411e-06,
      "loss": 9.714,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 42
    },
    {
      "epoch": 0.05504,
      "grad_norm": 39.05463409423828,
      "learning_rate": 8.615384615384617e-06,
      "loss": 9.4948,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.28,
      "memory/max_mem_allocated(gib)": 37.28,
      "step": 43
    },
    {
      "epoch": 0.05632,
      "grad_norm": 60.644073486328125,
      "learning_rate": 8.820512820512821e-06,
      "loss": 9.4933,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.32,
      "memory/max_mem_allocated(gib)": 37.32,
      "step": 44
    },
    {
      "epoch": 0.0576,
      "grad_norm": 33.32774353027344,
      "learning_rate": 9.025641025641027e-06,
      "loss": 8.9878,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.32,
      "memory/max_mem_allocated(gib)": 37.32,
      "step": 45
    },
    {
      "epoch": 0.05888,
      "grad_norm": 54.093814849853516,
      "learning_rate": 9.230769230769232e-06,
      "loss": 8.8003,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.32,
      "memory/max_mem_allocated(gib)": 37.32,
      "step": 46
    },
    {
      "epoch": 0.06016,
      "grad_norm": 52.485355377197266,
      "learning_rate": 9.435897435897436e-06,
      "loss": 9.0157,
      "memory/device_mem_reserved(gib)": 44.85,
      "memory/max_mem_active(gib)": 37.32,
      "memory/max_mem_allocated(gib)": 37.32,
      "step": 47
    },
    {
      "epoch": 0.06144,
      "grad_norm": 38.83443069458008,
      "learning_rate": 9.641025641025642e-06,
      "loss": 8.8389,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 48
    },
    {
      "epoch": 0.06272,
      "grad_norm": 34.78817367553711,
      "learning_rate": 9.846153846153848e-06,
      "loss": 9.2305,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 49
    },
    {
      "epoch": 0.064,
      "grad_norm": 30.74789047241211,
      "learning_rate": 1.0051282051282052e-05,
      "loss": 9.3737,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 50
    },
    {
      "epoch": 0.06528,
      "grad_norm": 32.679473876953125,
      "learning_rate": 1.0256410256410256e-05,
      "loss": 8.4924,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 51
    },
    {
      "epoch": 0.06656,
      "grad_norm": 32.131465911865234,
      "learning_rate": 1.0461538461538463e-05,
      "loss": 8.9277,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 52
    },
    {
      "epoch": 0.06784,
      "grad_norm": 36.75102233886719,
      "learning_rate": 1.0666666666666667e-05,
      "loss": 8.4143,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 53
    },
    {
      "epoch": 0.06912,
      "grad_norm": 32.4638557434082,
      "learning_rate": 1.0871794871794871e-05,
      "loss": 9.0337,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 54
    },
    {
      "epoch": 0.0704,
      "grad_norm": 32.151004791259766,
      "learning_rate": 1.1076923076923079e-05,
      "loss": 8.4576,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 55
    },
    {
      "epoch": 0.07168,
      "grad_norm": 34.92361068725586,
      "learning_rate": 1.1282051282051283e-05,
      "loss": 9.0393,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 56
    },
    {
      "epoch": 0.07296,
      "grad_norm": 33.59746170043945,
      "learning_rate": 1.1487179487179487e-05,
      "loss": 8.5978,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 57
    },
    {
      "epoch": 0.07424,
      "grad_norm": 30.633743286132812,
      "learning_rate": 1.1692307692307694e-05,
      "loss": 8.9065,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 58
    },
    {
      "epoch": 0.07552,
      "grad_norm": 33.507991790771484,
      "learning_rate": 1.1897435897435898e-05,
      "loss": 8.1213,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 59
    },
    {
      "epoch": 0.0768,
      "grad_norm": 27.579364776611328,
      "learning_rate": 1.2102564102564102e-05,
      "loss": 8.3608,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 60
    },
    {
      "epoch": 0.07808,
      "grad_norm": 31.997669219970703,
      "learning_rate": 1.230769230769231e-05,
      "loss": 8.6949,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 61
    },
    {
      "epoch": 0.07936,
      "grad_norm": 43.29601287841797,
      "learning_rate": 1.2512820512820514e-05,
      "loss": 8.2145,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 62
    },
    {
      "epoch": 0.08064,
      "grad_norm": 39.44371795654297,
      "learning_rate": 1.2717948717948718e-05,
      "loss": 8.9729,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 63
    },
    {
      "epoch": 0.08192,
      "grad_norm": 27.800060272216797,
      "learning_rate": 1.2923076923076925e-05,
      "loss": 8.4771,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 64
    },
    {
      "epoch": 0.0832,
      "grad_norm": 31.16974639892578,
      "learning_rate": 1.312820512820513e-05,
      "loss": 8.1678,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 65
    },
    {
      "epoch": 0.08448,
      "grad_norm": 29.951412200927734,
      "learning_rate": 1.3333333333333333e-05,
      "loss": 8.4692,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 66
    },
    {
      "epoch": 0.08576,
      "grad_norm": 33.43301010131836,
      "learning_rate": 1.353846153846154e-05,
      "loss": 8.59,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 67
    },
    {
      "epoch": 0.08704,
      "grad_norm": 30.690488815307617,
      "learning_rate": 1.3743589743589745e-05,
      "loss": 8.3174,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 68
    },
    {
      "epoch": 0.08832,
      "grad_norm": 43.150413513183594,
      "learning_rate": 1.3948717948717949e-05,
      "loss": 7.7014,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 69
    },
    {
      "epoch": 0.0896,
      "grad_norm": 30.924102783203125,
      "learning_rate": 1.4153846153846156e-05,
      "loss": 7.9086,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 70
    },
    {
      "epoch": 0.09088,
      "grad_norm": 35.42169952392578,
      "learning_rate": 1.435897435897436e-05,
      "loss": 7.9174,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 71
    },
    {
      "epoch": 0.09216,
      "grad_norm": 25.840164184570312,
      "learning_rate": 1.4564102564102564e-05,
      "loss": 8.4217,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 72
    },
    {
      "epoch": 0.09344,
      "grad_norm": 29.021928787231445,
      "learning_rate": 1.4769230769230772e-05,
      "loss": 8.0681,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 73
    },
    {
      "epoch": 0.09472,
      "grad_norm": 28.393680572509766,
      "learning_rate": 1.4974358974358976e-05,
      "loss": 7.8655,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 74
    },
    {
      "epoch": 0.096,
      "grad_norm": 26.432907104492188,
      "learning_rate": 1.517948717948718e-05,
      "loss": 8.1354,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 75
    },
    {
      "epoch": 0.09728,
      "grad_norm": 26.480314254760742,
      "learning_rate": 1.5384615384615387e-05,
      "loss": 8.1304,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 76
    },
    {
      "epoch": 0.09856,
      "grad_norm": 28.24249267578125,
      "learning_rate": 1.558974358974359e-05,
      "loss": 8.0136,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 77
    },
    {
      "epoch": 0.09984,
      "grad_norm": 32.14089584350586,
      "learning_rate": 1.5794871794871795e-05,
      "loss": 7.8525,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 78
    },
    {
      "epoch": 0.10112,
      "grad_norm": 28.165756225585938,
      "learning_rate": 1.6000000000000003e-05,
      "loss": 7.6275,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 79
    },
    {
      "epoch": 0.1024,
      "grad_norm": 50.589576721191406,
      "learning_rate": 1.6205128205128207e-05,
      "loss": 7.9023,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 80
    },
    {
      "epoch": 0.10368,
      "grad_norm": 32.237186431884766,
      "learning_rate": 1.641025641025641e-05,
      "loss": 7.8455,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 81
    },
    {
      "epoch": 0.10496,
      "grad_norm": 57.88458251953125,
      "learning_rate": 1.6615384615384618e-05,
      "loss": 8.3592,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 82
    },
    {
      "epoch": 0.10624,
      "grad_norm": 81.25857543945312,
      "learning_rate": 1.6820512820512822e-05,
      "loss": 7.9317,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 83
    },
    {
      "epoch": 0.10752,
      "grad_norm": 36.469661712646484,
      "learning_rate": 1.7025641025641026e-05,
      "loss": 7.7456,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 84
    },
    {
      "epoch": 0.1088,
      "grad_norm": 34.244468688964844,
      "learning_rate": 1.7230769230769234e-05,
      "loss": 8.2579,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 85
    },
    {
      "epoch": 0.11008,
      "grad_norm": 27.221975326538086,
      "learning_rate": 1.7435897435897438e-05,
      "loss": 8.0872,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 86
    },
    {
      "epoch": 0.11136,
      "grad_norm": 27.627161026000977,
      "learning_rate": 1.7641025641025642e-05,
      "loss": 7.9209,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 87
    },
    {
      "epoch": 0.11264,
      "grad_norm": 31.908048629760742,
      "learning_rate": 1.784615384615385e-05,
      "loss": 7.7487,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 88
    },
    {
      "epoch": 0.11392,
      "grad_norm": 51.19007873535156,
      "learning_rate": 1.8051282051282053e-05,
      "loss": 8.1042,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 89
    },
    {
      "epoch": 0.1152,
      "grad_norm": 31.66413116455078,
      "learning_rate": 1.8256410256410257e-05,
      "loss": 8.1761,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 90
    },
    {
      "epoch": 0.11648,
      "grad_norm": 29.217517852783203,
      "learning_rate": 1.8461538461538465e-05,
      "loss": 8.3608,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 91
    },
    {
      "epoch": 0.11776,
      "grad_norm": 27.76142120361328,
      "learning_rate": 1.866666666666667e-05,
      "loss": 7.7945,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 92
    },
    {
      "epoch": 0.11904,
      "grad_norm": 27.775718688964844,
      "learning_rate": 1.8871794871794873e-05,
      "loss": 7.733,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 93
    },
    {
      "epoch": 0.12032,
      "grad_norm": 37.3453369140625,
      "learning_rate": 1.907692307692308e-05,
      "loss": 7.8987,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 94
    },
    {
      "epoch": 0.1216,
      "grad_norm": 32.615238189697266,
      "learning_rate": 1.9282051282051284e-05,
      "loss": 7.9751,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 95
    },
    {
      "epoch": 0.12288,
      "grad_norm": 26.937097549438477,
      "learning_rate": 1.9487179487179488e-05,
      "loss": 7.8048,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 96
    },
    {
      "epoch": 0.12416,
      "grad_norm": 26.439821243286133,
      "learning_rate": 1.9692307692307696e-05,
      "loss": 7.3239,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 97
    },
    {
      "epoch": 0.12544,
      "grad_norm": 27.929983139038086,
      "learning_rate": 1.98974358974359e-05,
      "loss": 7.7842,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 98
    },
    {
      "epoch": 0.12672,
      "grad_norm": 30.22813606262207,
      "learning_rate": 2.0102564102564104e-05,
      "loss": 7.4926,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 99
    },
    {
      "epoch": 0.128,
      "grad_norm": 26.91910171508789,
      "learning_rate": 2.0307692307692308e-05,
      "loss": 7.3742,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 100
    },
    {
      "epoch": 0.12928,
      "grad_norm": 27.321151733398438,
      "learning_rate": 2.0512820512820512e-05,
      "loss": 7.679,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 101
    },
    {
      "epoch": 0.13056,
      "grad_norm": 26.660919189453125,
      "learning_rate": 2.0717948717948723e-05,
      "loss": 7.4025,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 102
    },
    {
      "epoch": 0.13184,
      "grad_norm": 24.156625747680664,
      "learning_rate": 2.0923076923076927e-05,
      "loss": 7.5025,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 103
    },
    {
      "epoch": 0.13312,
      "grad_norm": 25.177528381347656,
      "learning_rate": 2.112820512820513e-05,
      "loss": 7.6049,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 104
    },
    {
      "epoch": 0.1344,
      "grad_norm": 31.735584259033203,
      "learning_rate": 2.1333333333333335e-05,
      "loss": 7.4242,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 105
    },
    {
      "epoch": 0.13568,
      "grad_norm": 27.15195083618164,
      "learning_rate": 2.153846153846154e-05,
      "loss": 7.5803,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 106
    },
    {
      "epoch": 0.13696,
      "grad_norm": 28.860498428344727,
      "learning_rate": 2.1743589743589743e-05,
      "loss": 7.1806,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 107
    },
    {
      "epoch": 0.13824,
      "grad_norm": 25.703521728515625,
      "learning_rate": 2.1948717948717954e-05,
      "loss": 7.7719,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 108
    },
    {
      "epoch": 0.13952,
      "grad_norm": 27.85085105895996,
      "learning_rate": 2.2153846153846158e-05,
      "loss": 7.6507,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 109
    },
    {
      "epoch": 0.1408,
      "grad_norm": 96.5785903930664,
      "learning_rate": 2.235897435897436e-05,
      "loss": 7.055,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 110
    },
    {
      "epoch": 0.14208,
      "grad_norm": 31.93810272216797,
      "learning_rate": 2.2564102564102566e-05,
      "loss": 7.8408,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 111
    },
    {
      "epoch": 0.14336,
      "grad_norm": 26.788251876831055,
      "learning_rate": 2.276923076923077e-05,
      "loss": 7.5329,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 112
    },
    {
      "epoch": 0.14464,
      "grad_norm": 28.30866050720215,
      "learning_rate": 2.2974358974358974e-05,
      "loss": 7.7382,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 113
    },
    {
      "epoch": 0.14592,
      "grad_norm": 28.6704158782959,
      "learning_rate": 2.3179487179487184e-05,
      "loss": 7.4315,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 114
    },
    {
      "epoch": 0.1472,
      "grad_norm": 28.502559661865234,
      "learning_rate": 2.338461538461539e-05,
      "loss": 7.7116,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 115
    },
    {
      "epoch": 0.14848,
      "grad_norm": 29.095855712890625,
      "learning_rate": 2.3589743589743593e-05,
      "loss": 7.6553,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 116
    },
    {
      "epoch": 0.14976,
      "grad_norm": 86.58271789550781,
      "learning_rate": 2.3794871794871797e-05,
      "loss": 7.8731,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 117
    },
    {
      "epoch": 0.15104,
      "grad_norm": 33.38468551635742,
      "learning_rate": 2.4e-05,
      "loss": 7.6886,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 118
    },
    {
      "epoch": 0.15232,
      "grad_norm": 27.513471603393555,
      "learning_rate": 2.4205128205128205e-05,
      "loss": 7.3102,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 119
    },
    {
      "epoch": 0.1536,
      "grad_norm": 26.169601440429688,
      "learning_rate": 2.4410256410256415e-05,
      "loss": 7.636,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 120
    },
    {
      "epoch": 0.15488,
      "grad_norm": 30.805940628051758,
      "learning_rate": 2.461538461538462e-05,
      "loss": 8.1017,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 121
    },
    {
      "epoch": 0.15616,
      "grad_norm": 29.16293716430664,
      "learning_rate": 2.4820512820512824e-05,
      "loss": 7.5979,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 122
    },
    {
      "epoch": 0.15744,
      "grad_norm": 28.217666625976562,
      "learning_rate": 2.5025641025641028e-05,
      "loss": 7.8905,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 123
    },
    {
      "epoch": 0.15872,
      "grad_norm": 32.22761535644531,
      "learning_rate": 2.523076923076923e-05,
      "loss": 7.2379,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 124
    },
    {
      "epoch": 0.16,
      "grad_norm": 32.33599090576172,
      "learning_rate": 2.5435897435897436e-05,
      "loss": 7.6177,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 125
    },
    {
      "epoch": 0.16128,
      "grad_norm": 36.57991409301758,
      "learning_rate": 2.5641025641025646e-05,
      "loss": 7.5019,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 126
    },
    {
      "epoch": 0.16256,
      "grad_norm": 44.016719818115234,
      "learning_rate": 2.584615384615385e-05,
      "loss": 7.4338,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 127
    },
    {
      "epoch": 0.16384,
      "grad_norm": 45.56246566772461,
      "learning_rate": 2.6051282051282054e-05,
      "loss": 7.7715,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 128
    },
    {
      "epoch": 0.16512,
      "grad_norm": 34.28219223022461,
      "learning_rate": 2.625641025641026e-05,
      "loss": 7.5057,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 129
    },
    {
      "epoch": 0.1664,
      "grad_norm": 28.807167053222656,
      "learning_rate": 2.6461538461538463e-05,
      "loss": 7.61,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 130
    },
    {
      "epoch": 0.16768,
      "grad_norm": 28.65713882446289,
      "learning_rate": 2.6666666666666667e-05,
      "loss": 7.9045,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 131
    },
    {
      "epoch": 0.16896,
      "grad_norm": 45.7618293762207,
      "learning_rate": 2.687179487179487e-05,
      "loss": 7.1914,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 132
    },
    {
      "epoch": 0.17024,
      "grad_norm": 32.19977569580078,
      "learning_rate": 2.707692307692308e-05,
      "loss": 7.3656,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 133
    },
    {
      "epoch": 0.17152,
      "grad_norm": 66.96687316894531,
      "learning_rate": 2.7282051282051285e-05,
      "loss": 7.6462,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 134
    },
    {
      "epoch": 0.1728,
      "grad_norm": 28.56231689453125,
      "learning_rate": 2.748717948717949e-05,
      "loss": 7.7734,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 135
    },
    {
      "epoch": 0.17408,
      "grad_norm": 27.52979850769043,
      "learning_rate": 2.7692307692307694e-05,
      "loss": 7.5534,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 136
    },
    {
      "epoch": 0.17536,
      "grad_norm": 30.6816463470459,
      "learning_rate": 2.7897435897435898e-05,
      "loss": 7.2064,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 137
    },
    {
      "epoch": 0.17664,
      "grad_norm": 29.34852409362793,
      "learning_rate": 2.81025641025641e-05,
      "loss": 7.4757,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 138
    },
    {
      "epoch": 0.17792,
      "grad_norm": 26.2587947845459,
      "learning_rate": 2.8307692307692312e-05,
      "loss": 6.8924,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 139
    },
    {
      "epoch": 0.1792,
      "grad_norm": 41.88474655151367,
      "learning_rate": 2.8512820512820516e-05,
      "loss": 7.4723,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 140
    },
    {
      "epoch": 0.18048,
      "grad_norm": 29.062210083007812,
      "learning_rate": 2.871794871794872e-05,
      "loss": 7.3144,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 141
    },
    {
      "epoch": 0.18176,
      "grad_norm": 39.41681671142578,
      "learning_rate": 2.8923076923076925e-05,
      "loss": 7.5186,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 142
    },
    {
      "epoch": 0.18304,
      "grad_norm": 33.29527282714844,
      "learning_rate": 2.912820512820513e-05,
      "loss": 7.397,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 143
    },
    {
      "epoch": 0.18432,
      "grad_norm": 29.38136100769043,
      "learning_rate": 2.9333333333333333e-05,
      "loss": 7.2251,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 144
    },
    {
      "epoch": 0.1856,
      "grad_norm": 26.536231994628906,
      "learning_rate": 2.9538461538461543e-05,
      "loss": 7.4635,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 145
    },
    {
      "epoch": 0.18688,
      "grad_norm": 32.984580993652344,
      "learning_rate": 2.9743589743589747e-05,
      "loss": 6.9008,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 146
    },
    {
      "epoch": 0.18816,
      "grad_norm": 28.295766830444336,
      "learning_rate": 2.994871794871795e-05,
      "loss": 7.617,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 147
    },
    {
      "epoch": 0.18944,
      "grad_norm": 26.763572692871094,
      "learning_rate": 3.0153846153846155e-05,
      "loss": 7.4041,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 148
    },
    {
      "epoch": 0.19072,
      "grad_norm": 26.86812400817871,
      "learning_rate": 3.035897435897436e-05,
      "loss": 7.3941,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 149
    },
    {
      "epoch": 0.192,
      "grad_norm": 25.87807846069336,
      "learning_rate": 3.0564102564102564e-05,
      "loss": 7.4806,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 150
    },
    {
      "epoch": 0.19328,
      "grad_norm": 30.369932174682617,
      "learning_rate": 3.0769230769230774e-05,
      "loss": 7.204,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 151
    },
    {
      "epoch": 0.19456,
      "grad_norm": 28.626787185668945,
      "learning_rate": 3.097435897435898e-05,
      "loss": 7.2299,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 152
    },
    {
      "epoch": 0.19584,
      "grad_norm": 43.030460357666016,
      "learning_rate": 3.117948717948718e-05,
      "loss": 7.5602,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 153
    },
    {
      "epoch": 0.19712,
      "grad_norm": 34.22526550292969,
      "learning_rate": 3.1384615384615386e-05,
      "loss": 7.3877,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 154
    },
    {
      "epoch": 0.1984,
      "grad_norm": 29.961040496826172,
      "learning_rate": 3.158974358974359e-05,
      "loss": 7.8363,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 155
    },
    {
      "epoch": 0.19968,
      "grad_norm": 39.8833122253418,
      "learning_rate": 3.1794871794871795e-05,
      "loss": 6.9627,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 156
    },
    {
      "epoch": 0.20096,
      "grad_norm": 29.044279098510742,
      "learning_rate": 3.2000000000000005e-05,
      "loss": 7.6429,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 157
    },
    {
      "epoch": 0.20224,
      "grad_norm": 25.669994354248047,
      "learning_rate": 3.220512820512821e-05,
      "loss": 7.688,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 158
    },
    {
      "epoch": 0.20352,
      "grad_norm": 28.477352142333984,
      "learning_rate": 3.2410256410256413e-05,
      "loss": 7.0439,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 159
    },
    {
      "epoch": 0.2048,
      "grad_norm": 36.48465347290039,
      "learning_rate": 3.261538461538462e-05,
      "loss": 7.1525,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 160
    },
    {
      "epoch": 0.20608,
      "grad_norm": 28.120555877685547,
      "learning_rate": 3.282051282051282e-05,
      "loss": 7.1303,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 161
    },
    {
      "epoch": 0.20736,
      "grad_norm": 27.031818389892578,
      "learning_rate": 3.3025641025641025e-05,
      "loss": 7.2787,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 162
    },
    {
      "epoch": 0.20864,
      "grad_norm": 23.410655975341797,
      "learning_rate": 3.3230769230769236e-05,
      "loss": 7.1535,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 163
    },
    {
      "epoch": 0.20992,
      "grad_norm": 32.51003646850586,
      "learning_rate": 3.343589743589744e-05,
      "loss": 7.4385,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 164
    },
    {
      "epoch": 0.2112,
      "grad_norm": 26.756977081298828,
      "learning_rate": 3.3641025641025644e-05,
      "loss": 7.3921,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 165
    },
    {
      "epoch": 0.21248,
      "grad_norm": 27.445463180541992,
      "learning_rate": 3.384615384615385e-05,
      "loss": 7.5154,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 166
    },
    {
      "epoch": 0.21376,
      "grad_norm": 29.687232971191406,
      "learning_rate": 3.405128205128205e-05,
      "loss": 7.5589,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 167
    },
    {
      "epoch": 0.21504,
      "grad_norm": 27.78950309753418,
      "learning_rate": 3.4256410256410256e-05,
      "loss": 7.4382,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 168
    },
    {
      "epoch": 0.21632,
      "grad_norm": 28.9667911529541,
      "learning_rate": 3.446153846153847e-05,
      "loss": 7.5587,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 169
    },
    {
      "epoch": 0.2176,
      "grad_norm": 26.19134521484375,
      "learning_rate": 3.466666666666667e-05,
      "loss": 7.1173,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 170
    },
    {
      "epoch": 0.21888,
      "grad_norm": 24.684326171875,
      "learning_rate": 3.4871794871794875e-05,
      "loss": 6.8362,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 171
    },
    {
      "epoch": 0.22016,
      "grad_norm": 27.030635833740234,
      "learning_rate": 3.507692307692308e-05,
      "loss": 7.6929,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 172
    },
    {
      "epoch": 0.22144,
      "grad_norm": 25.954500198364258,
      "learning_rate": 3.5282051282051283e-05,
      "loss": 7.8366,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 173
    },
    {
      "epoch": 0.22272,
      "grad_norm": 25.295730590820312,
      "learning_rate": 3.548717948717949e-05,
      "loss": 6.9026,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 174
    },
    {
      "epoch": 0.224,
      "grad_norm": 28.83482551574707,
      "learning_rate": 3.56923076923077e-05,
      "loss": 7.361,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 175
    },
    {
      "epoch": 0.22528,
      "grad_norm": 27.518739700317383,
      "learning_rate": 3.58974358974359e-05,
      "loss": 7.0902,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 176
    },
    {
      "epoch": 0.22656,
      "grad_norm": 28.715906143188477,
      "learning_rate": 3.6102564102564106e-05,
      "loss": 7.4485,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 177
    },
    {
      "epoch": 0.22784,
      "grad_norm": 25.735797882080078,
      "learning_rate": 3.630769230769231e-05,
      "loss": 7.3161,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 178
    },
    {
      "epoch": 0.22912,
      "grad_norm": 27.011320114135742,
      "learning_rate": 3.6512820512820514e-05,
      "loss": 7.2051,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 179
    },
    {
      "epoch": 0.2304,
      "grad_norm": 26.674131393432617,
      "learning_rate": 3.671794871794872e-05,
      "loss": 6.928,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 180
    },
    {
      "epoch": 0.23168,
      "grad_norm": 25.457225799560547,
      "learning_rate": 3.692307692307693e-05,
      "loss": 6.8202,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 181
    },
    {
      "epoch": 0.23296,
      "grad_norm": 26.1579532623291,
      "learning_rate": 3.712820512820513e-05,
      "loss": 7.1869,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 182
    },
    {
      "epoch": 0.23424,
      "grad_norm": 27.95337677001953,
      "learning_rate": 3.733333333333334e-05,
      "loss": 7.373,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 183
    },
    {
      "epoch": 0.23552,
      "grad_norm": 27.133228302001953,
      "learning_rate": 3.753846153846154e-05,
      "loss": 7.3044,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 184
    },
    {
      "epoch": 0.2368,
      "grad_norm": 27.50359344482422,
      "learning_rate": 3.7743589743589745e-05,
      "loss": 7.4961,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 185
    },
    {
      "epoch": 0.23808,
      "grad_norm": 27.560222625732422,
      "learning_rate": 3.794871794871795e-05,
      "loss": 7.1648,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 186
    },
    {
      "epoch": 0.23936,
      "grad_norm": 25.785606384277344,
      "learning_rate": 3.815384615384616e-05,
      "loss": 7.4283,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 187
    },
    {
      "epoch": 0.24064,
      "grad_norm": 29.217227935791016,
      "learning_rate": 3.8358974358974364e-05,
      "loss": 6.8363,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 188
    },
    {
      "epoch": 0.24192,
      "grad_norm": 50.92862319946289,
      "learning_rate": 3.856410256410257e-05,
      "loss": 7.44,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 189
    },
    {
      "epoch": 0.2432,
      "grad_norm": 27.307830810546875,
      "learning_rate": 3.876923076923077e-05,
      "loss": 6.8786,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 190
    },
    {
      "epoch": 0.24448,
      "grad_norm": 25.177654266357422,
      "learning_rate": 3.8974358974358976e-05,
      "loss": 7.9231,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 191
    },
    {
      "epoch": 0.24576,
      "grad_norm": 23.015457153320312,
      "learning_rate": 3.917948717948718e-05,
      "loss": 7.1716,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 192
    },
    {
      "epoch": 0.24704,
      "grad_norm": 24.300140380859375,
      "learning_rate": 3.938461538461539e-05,
      "loss": 6.834,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 193
    },
    {
      "epoch": 0.24832,
      "grad_norm": 24.015390396118164,
      "learning_rate": 3.9589743589743595e-05,
      "loss": 7.5247,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 194
    },
    {
      "epoch": 0.2496,
      "grad_norm": 24.160938262939453,
      "learning_rate": 3.97948717948718e-05,
      "loss": 6.8585,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 195
    },
    {
      "epoch": 0.25088,
      "grad_norm": 23.785938262939453,
      "learning_rate": 4e-05,
      "loss": 7.2599,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 196
    },
    {
      "epoch": 0.25216,
      "grad_norm": 22.726558685302734,
      "learning_rate": 3.999999283718418e-05,
      "loss": 6.9804,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 197
    },
    {
      "epoch": 0.25344,
      "grad_norm": 22.305011749267578,
      "learning_rate": 3.999997134874184e-05,
      "loss": 7.1515,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 198
    },
    {
      "epoch": 0.25472,
      "grad_norm": 30.611007690429688,
      "learning_rate": 3.9999935534688374e-05,
      "loss": 7.5013,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 199
    },
    {
      "epoch": 0.256,
      "grad_norm": 25.6177921295166,
      "learning_rate": 3.999988539504943e-05,
      "loss": 7.29,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 200
    },
    {
      "epoch": 0.25728,
      "grad_norm": 24.974910736083984,
      "learning_rate": 3.9999820929860936e-05,
      "loss": 7.1416,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 201
    },
    {
      "epoch": 0.25856,
      "grad_norm": 27.46953010559082,
      "learning_rate": 3.9999742139169056e-05,
      "loss": 7.3123,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 202
    },
    {
      "epoch": 0.25984,
      "grad_norm": 25.888294219970703,
      "learning_rate": 3.9999649023030226e-05,
      "loss": 7.4571,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 203
    },
    {
      "epoch": 0.26112,
      "grad_norm": 24.391929626464844,
      "learning_rate": 3.999954158151115e-05,
      "loss": 7.2678,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 204
    },
    {
      "epoch": 0.2624,
      "grad_norm": 26.588842391967773,
      "learning_rate": 3.9999419814688785e-05,
      "loss": 7.0465,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 205
    },
    {
      "epoch": 0.26368,
      "grad_norm": 28.12875747680664,
      "learning_rate": 3.999928372265034e-05,
      "loss": 7.0782,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 206
    },
    {
      "epoch": 0.26496,
      "grad_norm": 24.28676986694336,
      "learning_rate": 3.999913330549331e-05,
      "loss": 7.1939,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 207
    },
    {
      "epoch": 0.26624,
      "grad_norm": 29.920822143554688,
      "learning_rate": 3.999896856332543e-05,
      "loss": 7.1549,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 208
    },
    {
      "epoch": 0.26752,
      "grad_norm": 25.22981834411621,
      "learning_rate": 3.99987894962647e-05,
      "loss": 7.262,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 209
    },
    {
      "epoch": 0.2688,
      "grad_norm": 28.09942054748535,
      "learning_rate": 3.999859610443938e-05,
      "loss": 6.9534,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 210
    },
    {
      "epoch": 0.27008,
      "grad_norm": 24.31924819946289,
      "learning_rate": 3.9998388387988e-05,
      "loss": 6.8504,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 211
    },
    {
      "epoch": 0.27136,
      "grad_norm": 25.096738815307617,
      "learning_rate": 3.999816634705934e-05,
      "loss": 7.5196,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 212
    },
    {
      "epoch": 0.27264,
      "grad_norm": 22.932994842529297,
      "learning_rate": 3.999792998181245e-05,
      "loss": 7.3784,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 213
    },
    {
      "epoch": 0.27392,
      "grad_norm": 24.63864517211914,
      "learning_rate": 3.999767929241662e-05,
      "loss": 7.3724,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 214
    },
    {
      "epoch": 0.2752,
      "grad_norm": 27.241973876953125,
      "learning_rate": 3.999741427905143e-05,
      "loss": 7.141,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 215
    },
    {
      "epoch": 0.27648,
      "grad_norm": 24.857637405395508,
      "learning_rate": 3.999713494190669e-05,
      "loss": 7.4432,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 216
    },
    {
      "epoch": 0.27776,
      "grad_norm": 24.38045883178711,
      "learning_rate": 3.999684128118249e-05,
      "loss": 6.7806,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 217
    },
    {
      "epoch": 0.27904,
      "grad_norm": 22.08219337463379,
      "learning_rate": 3.9996533297089175e-05,
      "loss": 6.746,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 218
    },
    {
      "epoch": 0.28032,
      "grad_norm": 23.54495620727539,
      "learning_rate": 3.999621098984735e-05,
      "loss": 7.7026,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 219
    },
    {
      "epoch": 0.2816,
      "grad_norm": 25.042194366455078,
      "learning_rate": 3.9995874359687876e-05,
      "loss": 7.6369,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 220
    },
    {
      "epoch": 0.28288,
      "grad_norm": 23.652082443237305,
      "learning_rate": 3.9995523406851876e-05,
      "loss": 6.8731,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 221
    },
    {
      "epoch": 0.28416,
      "grad_norm": 26.36944580078125,
      "learning_rate": 3.999515813159073e-05,
      "loss": 7.2179,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 222
    },
    {
      "epoch": 0.28544,
      "grad_norm": 22.965917587280273,
      "learning_rate": 3.9994778534166067e-05,
      "loss": 6.6468,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 223
    },
    {
      "epoch": 0.28672,
      "grad_norm": 21.778676986694336,
      "learning_rate": 3.9994384614849806e-05,
      "loss": 6.5735,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 224
    },
    {
      "epoch": 0.288,
      "grad_norm": 22.94593048095703,
      "learning_rate": 3.999397637392409e-05,
      "loss": 7.0562,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 225
    },
    {
      "epoch": 0.28928,
      "grad_norm": 23.361827850341797,
      "learning_rate": 3.999355381168134e-05,
      "loss": 7.6151,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 226
    },
    {
      "epoch": 0.29056,
      "grad_norm": 27.56318473815918,
      "learning_rate": 3.999311692842423e-05,
      "loss": 7.0598,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 227
    },
    {
      "epoch": 0.29184,
      "grad_norm": 25.052915573120117,
      "learning_rate": 3.9992665724465686e-05,
      "loss": 6.9419,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 228
    },
    {
      "epoch": 0.29312,
      "grad_norm": 22.458568572998047,
      "learning_rate": 3.9992200200128894e-05,
      "loss": 6.8586,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 229
    },
    {
      "epoch": 0.2944,
      "grad_norm": 22.5845890045166,
      "learning_rate": 3.999172035574732e-05,
      "loss": 7.0967,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 230
    },
    {
      "epoch": 0.29568,
      "grad_norm": 22.008697509765625,
      "learning_rate": 3.999122619166465e-05,
      "loss": 6.5535,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 231
    },
    {
      "epoch": 0.29696,
      "grad_norm": 27.653730392456055,
      "learning_rate": 3.999071770823485e-05,
      "loss": 6.896,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 232
    },
    {
      "epoch": 0.29824,
      "grad_norm": 27.453027725219727,
      "learning_rate": 3.9990194905822135e-05,
      "loss": 7.1251,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 233
    },
    {
      "epoch": 0.29952,
      "grad_norm": 23.42361068725586,
      "learning_rate": 3.9989657784800986e-05,
      "loss": 6.6759,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 234
    },
    {
      "epoch": 0.3008,
      "grad_norm": 25.460248947143555,
      "learning_rate": 3.9989106345556126e-05,
      "loss": 6.5325,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 235
    },
    {
      "epoch": 0.30208,
      "grad_norm": 21.456130981445312,
      "learning_rate": 3.998854058848253e-05,
      "loss": 6.9773,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 236
    },
    {
      "epoch": 0.30336,
      "grad_norm": 22.402469635009766,
      "learning_rate": 3.998796051398547e-05,
      "loss": 6.5739,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 237
    },
    {
      "epoch": 0.30464,
      "grad_norm": 25.344738006591797,
      "learning_rate": 3.998736612248041e-05,
      "loss": 7.1671,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 238
    },
    {
      "epoch": 0.30592,
      "grad_norm": 22.0131893157959,
      "learning_rate": 3.9986757414393126e-05,
      "loss": 6.8748,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 239
    },
    {
      "epoch": 0.3072,
      "grad_norm": 23.26058006286621,
      "learning_rate": 3.9986134390159604e-05,
      "loss": 7.7825,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 240
    },
    {
      "epoch": 0.30848,
      "grad_norm": 22.978452682495117,
      "learning_rate": 3.998549705022613e-05,
      "loss": 6.9889,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 241
    },
    {
      "epoch": 0.30976,
      "grad_norm": 22.34441375732422,
      "learning_rate": 3.998484539504919e-05,
      "loss": 6.8629,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 242
    },
    {
      "epoch": 0.31104,
      "grad_norm": 21.932756423950195,
      "learning_rate": 3.998417942509557e-05,
      "loss": 6.8839,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 243
    },
    {
      "epoch": 0.31232,
      "grad_norm": 22.450284957885742,
      "learning_rate": 3.998349914084229e-05,
      "loss": 6.9259,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 244
    },
    {
      "epoch": 0.3136,
      "grad_norm": 23.43891716003418,
      "learning_rate": 3.998280454277663e-05,
      "loss": 7.4878,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 245
    },
    {
      "epoch": 0.31488,
      "grad_norm": 23.052759170532227,
      "learning_rate": 3.9982095631396103e-05,
      "loss": 7.1667,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 246
    },
    {
      "epoch": 0.31616,
      "grad_norm": 22.649972915649414,
      "learning_rate": 3.99813724072085e-05,
      "loss": 6.9043,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 247
    },
    {
      "epoch": 0.31744,
      "grad_norm": 26.22787094116211,
      "learning_rate": 3.998063487073185e-05,
      "loss": 7.2344,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 248
    },
    {
      "epoch": 0.31872,
      "grad_norm": 24.223833084106445,
      "learning_rate": 3.997988302249444e-05,
      "loss": 7.2589,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 249
    },
    {
      "epoch": 0.32,
      "grad_norm": 24.03826332092285,
      "learning_rate": 3.9979116863034804e-05,
      "loss": 6.7151,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 250
    },
    {
      "epoch": 0.32128,
      "grad_norm": 22.1760196685791,
      "learning_rate": 3.997833639290172e-05,
      "loss": 6.8348,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 251
    },
    {
      "epoch": 0.32256,
      "grad_norm": 22.799570083618164,
      "learning_rate": 3.997754161265424e-05,
      "loss": 7.1877,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 252
    },
    {
      "epoch": 0.32384,
      "grad_norm": 22.74701499938965,
      "learning_rate": 3.9976732522861635e-05,
      "loss": 6.9047,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 253
    },
    {
      "epoch": 0.32512,
      "grad_norm": 25.717058181762695,
      "learning_rate": 3.997590912410345e-05,
      "loss": 6.8409,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 254
    },
    {
      "epoch": 0.3264,
      "grad_norm": 22.052553176879883,
      "learning_rate": 3.997507141696947e-05,
      "loss": 6.5738,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 255
    },
    {
      "epoch": 0.32768,
      "grad_norm": 22.36299705505371,
      "learning_rate": 3.997421940205972e-05,
      "loss": 6.8109,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 256
    },
    {
      "epoch": 0.32896,
      "grad_norm": 22.128829956054688,
      "learning_rate": 3.99733530799845e-05,
      "loss": 6.8317,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 257
    },
    {
      "epoch": 0.33024,
      "grad_norm": 21.069177627563477,
      "learning_rate": 3.997247245136432e-05,
      "loss": 6.5639,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 258
    },
    {
      "epoch": 0.33152,
      "grad_norm": 23.52779769897461,
      "learning_rate": 3.997157751682997e-05,
      "loss": 7.0196,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 259
    },
    {
      "epoch": 0.3328,
      "grad_norm": 21.972795486450195,
      "learning_rate": 3.997066827702248e-05,
      "loss": 6.785,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 260
    },
    {
      "epoch": 0.33408,
      "grad_norm": 21.496198654174805,
      "learning_rate": 3.996974473259311e-05,
      "loss": 6.9596,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 261
    },
    {
      "epoch": 0.33536,
      "grad_norm": 21.91351890563965,
      "learning_rate": 3.996880688420339e-05,
      "loss": 7.0109,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 262
    },
    {
      "epoch": 0.33664,
      "grad_norm": 21.90863609313965,
      "learning_rate": 3.996785473252507e-05,
      "loss": 7.0055,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 263
    },
    {
      "epoch": 0.33792,
      "grad_norm": 20.88056182861328,
      "learning_rate": 3.9966888278240165e-05,
      "loss": 6.6538,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 264
    },
    {
      "epoch": 0.3392,
      "grad_norm": 21.078819274902344,
      "learning_rate": 3.996590752204092e-05,
      "loss": 6.7109,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 265
    },
    {
      "epoch": 0.34048,
      "grad_norm": 22.81707000732422,
      "learning_rate": 3.996491246462986e-05,
      "loss": 7.133,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 266
    },
    {
      "epoch": 0.34176,
      "grad_norm": 20.072166442871094,
      "learning_rate": 3.99639031067197e-05,
      "loss": 6.4326,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 267
    },
    {
      "epoch": 0.34304,
      "grad_norm": 22.85912322998047,
      "learning_rate": 3.996287944903343e-05,
      "loss": 6.0596,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 268
    },
    {
      "epoch": 0.34432,
      "grad_norm": 20.76239013671875,
      "learning_rate": 3.9961841492304276e-05,
      "loss": 6.6507,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 269
    },
    {
      "epoch": 0.3456,
      "grad_norm": 19.712478637695312,
      "learning_rate": 3.9960789237275716e-05,
      "loss": 6.1169,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 270
    },
    {
      "epoch": 0.34688,
      "grad_norm": 20.842668533325195,
      "learning_rate": 3.995972268470146e-05,
      "loss": 6.5218,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 271
    },
    {
      "epoch": 0.34816,
      "grad_norm": 21.406526565551758,
      "learning_rate": 3.9958641835345444e-05,
      "loss": 6.544,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 272
    },
    {
      "epoch": 0.34944,
      "grad_norm": 19.909154891967773,
      "learning_rate": 3.9957546689981876e-05,
      "loss": 6.3945,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 273
    },
    {
      "epoch": 0.35072,
      "grad_norm": 22.129980087280273,
      "learning_rate": 3.995643724939519e-05,
      "loss": 6.928,
      "memory/device_mem_reserved(gib)": 60.11,
      "memory/max_mem_active(gib)": 52.88,
      "memory/max_mem_allocated(gib)": 52.88,
      "step": 274
    },
    {
      "epoch": 0.352,
      "grad_norm": 22.668916702270508,
      "learning_rate": 3.9955313514380045e-05,
      "loss": 6.5359,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 275
    },
    {
      "epoch": 0.35328,
      "grad_norm": 22.79288101196289,
      "learning_rate": 3.9954175485741367e-05,
      "loss": 6.8124,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 276
    },
    {
      "epoch": 0.35456,
      "grad_norm": 22.187679290771484,
      "learning_rate": 3.995302316429428e-05,
      "loss": 6.7816,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 277
    },
    {
      "epoch": 0.35584,
      "grad_norm": 21.212690353393555,
      "learning_rate": 3.9951856550864204e-05,
      "loss": 6.7888,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 278
    },
    {
      "epoch": 0.35712,
      "grad_norm": 24.434741973876953,
      "learning_rate": 3.9950675646286744e-05,
      "loss": 6.6915,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 279
    },
    {
      "epoch": 0.3584,
      "grad_norm": 21.761707305908203,
      "learning_rate": 3.994948045140776e-05,
      "loss": 6.7242,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 280
    },
    {
      "epoch": 0.35968,
      "grad_norm": 22.063465118408203,
      "learning_rate": 3.994827096708334e-05,
      "loss": 6.6921,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 281
    },
    {
      "epoch": 0.36096,
      "grad_norm": 25.381757736206055,
      "learning_rate": 3.994704719417984e-05,
      "loss": 7.071,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 282
    },
    {
      "epoch": 0.36224,
      "grad_norm": 22.839799880981445,
      "learning_rate": 3.994580913357381e-05,
      "loss": 6.7262,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 283
    },
    {
      "epoch": 0.36352,
      "grad_norm": 21.8648738861084,
      "learning_rate": 3.9944556786152044e-05,
      "loss": 6.4962,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 284
    },
    {
      "epoch": 0.3648,
      "grad_norm": 22.52872657775879,
      "learning_rate": 3.9943290152811595e-05,
      "loss": 6.5199,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 285
    },
    {
      "epoch": 0.36608,
      "grad_norm": 22.2255859375,
      "learning_rate": 3.994200923445971e-05,
      "loss": 6.4911,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 286
    },
    {
      "epoch": 0.36736,
      "grad_norm": 22.4370174407959,
      "learning_rate": 3.994071403201389e-05,
      "loss": 6.5201,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 287
    },
    {
      "epoch": 0.36864,
      "grad_norm": 21.043100357055664,
      "learning_rate": 3.9939404546401876e-05,
      "loss": 6.7387,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 288
    },
    {
      "epoch": 0.36992,
      "grad_norm": 21.55580711364746,
      "learning_rate": 3.993808077856162e-05,
      "loss": 7.1552,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 289
    },
    {
      "epoch": 0.3712,
      "grad_norm": 21.072420120239258,
      "learning_rate": 3.993674272944131e-05,
      "loss": 6.5502,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 290
    },
    {
      "epoch": 0.37248,
      "grad_norm": 19.36728858947754,
      "learning_rate": 3.993539039999938e-05,
      "loss": 6.4182,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 291
    },
    {
      "epoch": 0.37376,
      "grad_norm": 22.49052619934082,
      "learning_rate": 3.993402379120446e-05,
      "loss": 6.7808,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 292
    },
    {
      "epoch": 0.37504,
      "grad_norm": 21.347522735595703,
      "learning_rate": 3.993264290403544e-05,
      "loss": 6.3211,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 293
    },
    {
      "epoch": 0.37632,
      "grad_norm": 32.576332092285156,
      "learning_rate": 3.9931247739481417e-05,
      "loss": 7.0895,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 294
    },
    {
      "epoch": 0.3776,
      "grad_norm": 21.317947387695312,
      "learning_rate": 3.992983829854172e-05,
      "loss": 6.7049,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 295
    },
    {
      "epoch": 0.37888,
      "grad_norm": 22.153427124023438,
      "learning_rate": 3.992841458222592e-05,
      "loss": 6.4801,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 296
    },
    {
      "epoch": 0.38016,
      "grad_norm": 21.991912841796875,
      "learning_rate": 3.992697659155378e-05,
      "loss": 6.6653,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 297
    },
    {
      "epoch": 0.38144,
      "grad_norm": 20.74997329711914,
      "learning_rate": 3.992552432755531e-05,
      "loss": 6.7848,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 298
    },
    {
      "epoch": 0.38272,
      "grad_norm": 20.77501678466797,
      "learning_rate": 3.992405779127076e-05,
      "loss": 6.372,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 299
    },
    {
      "epoch": 0.384,
      "grad_norm": 23.363155364990234,
      "learning_rate": 3.992257698375056e-05,
      "loss": 6.7323,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 300
    },
    {
      "epoch": 0.38528,
      "grad_norm": 21.8572940826416,
      "learning_rate": 3.992108190605539e-05,
      "loss": 6.5135,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 301
    },
    {
      "epoch": 0.38656,
      "grad_norm": 21.71173095703125,
      "learning_rate": 3.991957255925615e-05,
      "loss": 6.6936,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 302
    },
    {
      "epoch": 0.38784,
      "grad_norm": 23.439016342163086,
      "learning_rate": 3.991804894443396e-05,
      "loss": 6.5132,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 303
    },
    {
      "epoch": 0.38912,
      "grad_norm": 21.625741958618164,
      "learning_rate": 3.991651106268015e-05,
      "loss": 6.3914,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 304
    },
    {
      "epoch": 0.3904,
      "grad_norm": 21.49151611328125,
      "learning_rate": 3.9914958915096285e-05,
      "loss": 6.5133,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 305
    },
    {
      "epoch": 0.39168,
      "grad_norm": 22.34687614440918,
      "learning_rate": 3.991339250279414e-05,
      "loss": 6.5864,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 306
    },
    {
      "epoch": 0.39296,
      "grad_norm": 20.753013610839844,
      "learning_rate": 3.99118118268957e-05,
      "loss": 6.1739,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 307
    },
    {
      "epoch": 0.39424,
      "grad_norm": 22.41289520263672,
      "learning_rate": 3.991021688853317e-05,
      "loss": 6.7079,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 308
    },
    {
      "epoch": 0.39552,
      "grad_norm": 23.286605834960938,
      "learning_rate": 3.990860768884898e-05,
      "loss": 6.197,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 309
    },
    {
      "epoch": 0.3968,
      "grad_norm": 24.417795181274414,
      "learning_rate": 3.9906984228995776e-05,
      "loss": 6.4504,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 310
    },
    {
      "epoch": 0.39808,
      "grad_norm": 28.878108978271484,
      "learning_rate": 3.990534651013641e-05,
      "loss": 7.0139,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 311
    },
    {
      "epoch": 0.39936,
      "grad_norm": 27.087127685546875,
      "learning_rate": 3.990369453344394e-05,
      "loss": 6.9705,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 312
    },
    {
      "epoch": 0.40064,
      "grad_norm": 39.3398551940918,
      "learning_rate": 3.990202830010166e-05,
      "loss": 6.6811,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 313
    },
    {
      "epoch": 0.40192,
      "grad_norm": 37.336788177490234,
      "learning_rate": 3.9900347811303055e-05,
      "loss": 6.6503,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 314
    },
    {
      "epoch": 0.4032,
      "grad_norm": 119.34093475341797,
      "learning_rate": 3.989865306825183e-05,
      "loss": 6.4789,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 315
    },
    {
      "epoch": 0.40448,
      "grad_norm": 24.357688903808594,
      "learning_rate": 3.98969440721619e-05,
      "loss": 6.4602,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 316
    },
    {
      "epoch": 0.40576,
      "grad_norm": 21.59403419494629,
      "learning_rate": 3.989522082425738e-05,
      "loss": 6.6188,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 317
    },
    {
      "epoch": 0.40704,
      "grad_norm": 20.86237335205078,
      "learning_rate": 3.9893483325772606e-05,
      "loss": 6.3126,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 318
    },
    {
      "epoch": 0.40832,
      "grad_norm": 22.315074920654297,
      "learning_rate": 3.989173157795212e-05,
      "loss": 6.6409,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 319
    },
    {
      "epoch": 0.4096,
      "grad_norm": 21.124141693115234,
      "learning_rate": 3.988996558205067e-05,
      "loss": 6.4313,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 320
    },
    {
      "epoch": 0.41088,
      "grad_norm": 20.984912872314453,
      "learning_rate": 3.9888185339333184e-05,
      "loss": 6.4516,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 321
    },
    {
      "epoch": 0.41216,
      "grad_norm": 20.99149513244629,
      "learning_rate": 3.9886390851074844e-05,
      "loss": 6.4736,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 322
    },
    {
      "epoch": 0.41344,
      "grad_norm": 21.568199157714844,
      "learning_rate": 3.988458211856099e-05,
      "loss": 6.9002,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 323
    },
    {
      "epoch": 0.41472,
      "grad_norm": 22.357879638671875,
      "learning_rate": 3.9882759143087194e-05,
      "loss": 6.4091,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 324
    },
    {
      "epoch": 0.416,
      "grad_norm": 22.006786346435547,
      "learning_rate": 3.988092192595922e-05,
      "loss": 7.2139,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 325
    },
    {
      "epoch": 0.41728,
      "grad_norm": 22.604860305786133,
      "learning_rate": 3.987907046849302e-05,
      "loss": 6.262,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 326
    },
    {
      "epoch": 0.41856,
      "grad_norm": 21.159343719482422,
      "learning_rate": 3.987720477201478e-05,
      "loss": 6.4455,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 327
    },
    {
      "epoch": 0.41984,
      "grad_norm": 20.162385940551758,
      "learning_rate": 3.987532483786084e-05,
      "loss": 6.1894,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 328
    },
    {
      "epoch": 0.42112,
      "grad_norm": 21.085346221923828,
      "learning_rate": 3.9873430667377787e-05,
      "loss": 6.2715,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 329
    },
    {
      "epoch": 0.4224,
      "grad_norm": 20.677459716796875,
      "learning_rate": 3.987152226192236e-05,
      "loss": 6.351,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 330
    },
    {
      "epoch": 0.42368,
      "grad_norm": 20.538774490356445,
      "learning_rate": 3.986959962286153e-05,
      "loss": 6.5263,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 331
    },
    {
      "epoch": 0.42496,
      "grad_norm": 19.77875518798828,
      "learning_rate": 3.9867662751572436e-05,
      "loss": 6.4441,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 332
    },
    {
      "epoch": 0.42624,
      "grad_norm": 20.489166259765625,
      "learning_rate": 3.9865711649442424e-05,
      "loss": 6.2073,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 333
    },
    {
      "epoch": 0.42752,
      "grad_norm": 19.647993087768555,
      "learning_rate": 3.9863746317869044e-05,
      "loss": 6.573,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 334
    },
    {
      "epoch": 0.4288,
      "grad_norm": 20.25113296508789,
      "learning_rate": 3.986176675826001e-05,
      "loss": 6.131,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 335
    },
    {
      "epoch": 0.43008,
      "grad_norm": 21.68616485595703,
      "learning_rate": 3.985977297203326e-05,
      "loss": 6.8068,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 336
    },
    {
      "epoch": 0.43136,
      "grad_norm": 20.365386962890625,
      "learning_rate": 3.9857764960616906e-05,
      "loss": 6.0563,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 337
    },
    {
      "epoch": 0.43264,
      "grad_norm": 20.34644317626953,
      "learning_rate": 3.985574272544923e-05,
      "loss": 6.4404,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 338
    },
    {
      "epoch": 0.43392,
      "grad_norm": 21.060604095458984,
      "learning_rate": 3.9853706267978745e-05,
      "loss": 6.1855,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 339
    },
    {
      "epoch": 0.4352,
      "grad_norm": 22.390108108520508,
      "learning_rate": 3.9851655589664114e-05,
      "loss": 6.6389,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 340
    },
    {
      "epoch": 0.43648,
      "grad_norm": 20.15906524658203,
      "learning_rate": 3.9849590691974206e-05,
      "loss": 6.6143,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 341
    },
    {
      "epoch": 0.43776,
      "grad_norm": 20.234460830688477,
      "learning_rate": 3.984751157638806e-05,
      "loss": 6.0187,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 342
    },
    {
      "epoch": 0.43904,
      "grad_norm": 21.274229049682617,
      "learning_rate": 3.9845418244394923e-05,
      "loss": 6.8752,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 343
    },
    {
      "epoch": 0.44032,
      "grad_norm": 20.20880126953125,
      "learning_rate": 3.98433106974942e-05,
      "loss": 6.3453,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 344
    },
    {
      "epoch": 0.4416,
      "grad_norm": 20.95511245727539,
      "learning_rate": 3.984118893719549e-05,
      "loss": 6.3235,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 345
    },
    {
      "epoch": 0.44288,
      "grad_norm": 20.934804916381836,
      "learning_rate": 3.9839052965018584e-05,
      "loss": 6.3197,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 346
    },
    {
      "epoch": 0.44416,
      "grad_norm": 21.885129928588867,
      "learning_rate": 3.983690278249341e-05,
      "loss": 6.5991,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 347
    },
    {
      "epoch": 0.44544,
      "grad_norm": 20.664875030517578,
      "learning_rate": 3.9834738391160124e-05,
      "loss": 6.5971,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 348
    },
    {
      "epoch": 0.44672,
      "grad_norm": 19.88713836669922,
      "learning_rate": 3.9832559792569044e-05,
      "loss": 6.3611,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 349
    },
    {
      "epoch": 0.448,
      "grad_norm": 21.54277992248535,
      "learning_rate": 3.9830366988280656e-05,
      "loss": 6.0884,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 350
    },
    {
      "epoch": 0.44928,
      "grad_norm": 22.05340003967285,
      "learning_rate": 3.982815997986561e-05,
      "loss": 6.2816,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 351
    },
    {
      "epoch": 0.45056,
      "grad_norm": 22.086143493652344,
      "learning_rate": 3.982593876890477e-05,
      "loss": 6.6089,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 352
    },
    {
      "epoch": 0.45184,
      "grad_norm": 21.410781860351562,
      "learning_rate": 3.982370335698913e-05,
      "loss": 6.6223,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 353
    },
    {
      "epoch": 0.45312,
      "grad_norm": 21.84194564819336,
      "learning_rate": 3.9821453745719875e-05,
      "loss": 6.2634,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 354
    },
    {
      "epoch": 0.4544,
      "grad_norm": 19.936857223510742,
      "learning_rate": 3.981918993670837e-05,
      "loss": 6.1059,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 355
    },
    {
      "epoch": 0.45568,
      "grad_norm": 27.875343322753906,
      "learning_rate": 3.981691193157614e-05,
      "loss": 6.108,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 356
    },
    {
      "epoch": 0.45696,
      "grad_norm": 19.812192916870117,
      "learning_rate": 3.981461973195486e-05,
      "loss": 6.5855,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 357
    },
    {
      "epoch": 0.45824,
      "grad_norm": 19.764385223388672,
      "learning_rate": 3.981231333948643e-05,
      "loss": 5.9992,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 358
    },
    {
      "epoch": 0.45952,
      "grad_norm": 20.391008377075195,
      "learning_rate": 3.980999275582283e-05,
      "loss": 6.5025,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 359
    },
    {
      "epoch": 0.4608,
      "grad_norm": 20.668842315673828,
      "learning_rate": 3.980765798262628e-05,
      "loss": 6.2796,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 360
    },
    {
      "epoch": 0.46208,
      "grad_norm": 21.431312561035156,
      "learning_rate": 3.980530902156912e-05,
      "loss": 6.379,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 361
    },
    {
      "epoch": 0.46336,
      "grad_norm": 19.068552017211914,
      "learning_rate": 3.980294587433387e-05,
      "loss": 6.296,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 362
    },
    {
      "epoch": 0.46464,
      "grad_norm": 19.444564819335938,
      "learning_rate": 3.980056854261323e-05,
      "loss": 6.3325,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 363
    },
    {
      "epoch": 0.46592,
      "grad_norm": 20.605236053466797,
      "learning_rate": 3.979817702811001e-05,
      "loss": 6.0211,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 364
    },
    {
      "epoch": 0.4672,
      "grad_norm": 20.75714874267578,
      "learning_rate": 3.9795771332537224e-05,
      "loss": 6.5401,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 365
    },
    {
      "epoch": 0.46848,
      "grad_norm": 19.418676376342773,
      "learning_rate": 3.979335145761802e-05,
      "loss": 6.0853,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 366
    },
    {
      "epoch": 0.46976,
      "grad_norm": 20.199886322021484,
      "learning_rate": 3.979091740508571e-05,
      "loss": 6.5736,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 367
    },
    {
      "epoch": 0.47104,
      "grad_norm": 22.886728286743164,
      "learning_rate": 3.978846917668378e-05,
      "loss": 6.4591,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 368
    },
    {
      "epoch": 0.47232,
      "grad_norm": 22.854528427124023,
      "learning_rate": 3.978600677416582e-05,
      "loss": 6.1477,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 369
    },
    {
      "epoch": 0.4736,
      "grad_norm": 21.844877243041992,
      "learning_rate": 3.978353019929562e-05,
      "loss": 6.7629,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 370
    },
    {
      "epoch": 0.47488,
      "grad_norm": 20.46142578125,
      "learning_rate": 3.9781039453847115e-05,
      "loss": 6.1559,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 371
    },
    {
      "epoch": 0.47616,
      "grad_norm": 21.0777587890625,
      "learning_rate": 3.977853453960436e-05,
      "loss": 6.1403,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 372
    },
    {
      "epoch": 0.47744,
      "grad_norm": 21.857192993164062,
      "learning_rate": 3.977601545836158e-05,
      "loss": 6.415,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 373
    },
    {
      "epoch": 0.47872,
      "grad_norm": 20.07280158996582,
      "learning_rate": 3.977348221192316e-05,
      "loss": 6.1103,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 374
    },
    {
      "epoch": 0.48,
      "grad_norm": 31.46121597290039,
      "learning_rate": 3.977093480210362e-05,
      "loss": 6.4578,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 375
    },
    {
      "epoch": 0.48128,
      "grad_norm": 19.788087844848633,
      "learning_rate": 3.9768373230727604e-05,
      "loss": 6.1103,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 376
    },
    {
      "epoch": 0.48256,
      "grad_norm": 18.91425323486328,
      "learning_rate": 3.9765797499629936e-05,
      "loss": 6.7165,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 377
    },
    {
      "epoch": 0.48384,
      "grad_norm": 21.997814178466797,
      "learning_rate": 3.9763207610655554e-05,
      "loss": 5.9304,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 378
    },
    {
      "epoch": 0.48512,
      "grad_norm": 29.57729148864746,
      "learning_rate": 3.9760603565659554e-05,
      "loss": 6.2138,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 379
    },
    {
      "epoch": 0.4864,
      "grad_norm": 19.161972045898438,
      "learning_rate": 3.9757985366507165e-05,
      "loss": 6.4792,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 380
    },
    {
      "epoch": 0.48768,
      "grad_norm": 19.569795608520508,
      "learning_rate": 3.9755353015073744e-05,
      "loss": 6.295,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 381
    },
    {
      "epoch": 0.48896,
      "grad_norm": 18.748554229736328,
      "learning_rate": 3.975270651324482e-05,
      "loss": 6.1311,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 382
    },
    {
      "epoch": 0.49024,
      "grad_norm": 20.83612632751465,
      "learning_rate": 3.975004586291601e-05,
      "loss": 6.3211,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 383
    },
    {
      "epoch": 0.49152,
      "grad_norm": 20.916767120361328,
      "learning_rate": 3.9747371065993095e-05,
      "loss": 5.9954,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 384
    },
    {
      "epoch": 0.4928,
      "grad_norm": 21.862009048461914,
      "learning_rate": 3.974468212439198e-05,
      "loss": 6.1302,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 385
    },
    {
      "epoch": 0.49408,
      "grad_norm": 20.644859313964844,
      "learning_rate": 3.9741979040038715e-05,
      "loss": 6.4019,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 386
    },
    {
      "epoch": 0.49536,
      "grad_norm": 20.636472702026367,
      "learning_rate": 3.973926181486946e-05,
      "loss": 6.1113,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 387
    },
    {
      "epoch": 0.49664,
      "grad_norm": 19.446123123168945,
      "learning_rate": 3.9736530450830525e-05,
      "loss": 6.311,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 388
    },
    {
      "epoch": 0.49792,
      "grad_norm": 18.999460220336914,
      "learning_rate": 3.9733784949878324e-05,
      "loss": 6.4813,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 389
    },
    {
      "epoch": 0.4992,
      "grad_norm": 20.348026275634766,
      "learning_rate": 3.973102531397941e-05,
      "loss": 6.1508,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 390
    },
    {
      "epoch": 0.50048,
      "grad_norm": 22.169872283935547,
      "learning_rate": 3.972825154511047e-05,
      "loss": 6.0966,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 391
    },
    {
      "epoch": 0.50176,
      "grad_norm": 19.66478729248047,
      "learning_rate": 3.972546364525829e-05,
      "loss": 6.5444,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 392
    },
    {
      "epoch": 0.50304,
      "grad_norm": 19.28756332397461,
      "learning_rate": 3.9722661616419796e-05,
      "loss": 6.2993,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 393
    },
    {
      "epoch": 0.50432,
      "grad_norm": 20.283119201660156,
      "learning_rate": 3.9719845460602024e-05,
      "loss": 6.1934,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 394
    },
    {
      "epoch": 0.5056,
      "grad_norm": 20.524158477783203,
      "learning_rate": 3.9717015179822154e-05,
      "loss": 6.5234,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 395
    },
    {
      "epoch": 0.50688,
      "grad_norm": 19.7061824798584,
      "learning_rate": 3.971417077610745e-05,
      "loss": 5.9254,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 396
    },
    {
      "epoch": 0.50816,
      "grad_norm": 19.456958770751953,
      "learning_rate": 3.971131225149529e-05,
      "loss": 6.1447,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 397
    },
    {
      "epoch": 0.50944,
      "grad_norm": 18.848928451538086,
      "learning_rate": 3.970843960803322e-05,
      "loss": 6.6824,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 398
    },
    {
      "epoch": 0.51072,
      "grad_norm": 18.733970642089844,
      "learning_rate": 3.970555284777883e-05,
      "loss": 5.2084,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 399
    },
    {
      "epoch": 0.512,
      "grad_norm": 19.47762680053711,
      "learning_rate": 3.9702651972799865e-05,
      "loss": 6.4099,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 400
    },
    {
      "epoch": 0.51328,
      "grad_norm": 19.767183303833008,
      "learning_rate": 3.969973698517417e-05,
      "loss": 5.7279,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 401
    },
    {
      "epoch": 0.51456,
      "grad_norm": 21.807697296142578,
      "learning_rate": 3.9696807886989695e-05,
      "loss": 5.9107,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 402
    },
    {
      "epoch": 0.51584,
      "grad_norm": 19.52760887145996,
      "learning_rate": 3.96938646803445e-05,
      "loss": 5.9165,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 403
    },
    {
      "epoch": 0.51712,
      "grad_norm": 20.342092514038086,
      "learning_rate": 3.969090736734674e-05,
      "loss": 6.1013,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 404
    },
    {
      "epoch": 0.5184,
      "grad_norm": 22.728498458862305,
      "learning_rate": 3.96879359501147e-05,
      "loss": 6.121,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 405
    },
    {
      "epoch": 0.51968,
      "grad_norm": 22.146751403808594,
      "learning_rate": 3.968495043077674e-05,
      "loss": 6.2073,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 406
    },
    {
      "epoch": 0.52096,
      "grad_norm": 27.487319946289062,
      "learning_rate": 3.968195081147135e-05,
      "loss": 6.2002,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 407
    },
    {
      "epoch": 0.52224,
      "grad_norm": 19.937543869018555,
      "learning_rate": 3.967893709434707e-05,
      "loss": 6.4539,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 408
    },
    {
      "epoch": 0.52352,
      "grad_norm": 19.664949417114258,
      "learning_rate": 3.967590928156259e-05,
      "loss": 6.6514,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 409
    },
    {
      "epoch": 0.5248,
      "grad_norm": 22.7536678314209,
      "learning_rate": 3.967286737528668e-05,
      "loss": 6.1917,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 410
    },
    {
      "epoch": 0.52608,
      "grad_norm": 21.427997589111328,
      "learning_rate": 3.96698113776982e-05,
      "loss": 6.4744,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 411
    },
    {
      "epoch": 0.52736,
      "grad_norm": 20.872337341308594,
      "learning_rate": 3.96667412909861e-05,
      "loss": 6.0311,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 412
    },
    {
      "epoch": 0.52864,
      "grad_norm": 20.568201065063477,
      "learning_rate": 3.966365711734942e-05,
      "loss": 5.3044,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 413
    },
    {
      "epoch": 0.52992,
      "grad_norm": 19.999897003173828,
      "learning_rate": 3.966055885899731e-05,
      "loss": 5.9758,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 414
    },
    {
      "epoch": 0.5312,
      "grad_norm": 25.947858810424805,
      "learning_rate": 3.965744651814899e-05,
      "loss": 6.1483,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 415
    },
    {
      "epoch": 0.53248,
      "grad_norm": 19.607742309570312,
      "learning_rate": 3.965432009703377e-05,
      "loss": 6.5185,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 416
    },
    {
      "epoch": 0.53376,
      "grad_norm": 20.55301284790039,
      "learning_rate": 3.9651179597891054e-05,
      "loss": 6.3322,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 417
    },
    {
      "epoch": 0.53504,
      "grad_norm": 21.177858352661133,
      "learning_rate": 3.964802502297031e-05,
      "loss": 6.3212,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 418
    },
    {
      "epoch": 0.53632,
      "grad_norm": 20.692035675048828,
      "learning_rate": 3.9644856374531125e-05,
      "loss": 5.7931,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 419
    },
    {
      "epoch": 0.5376,
      "grad_norm": 20.92279624938965,
      "learning_rate": 3.964167365484312e-05,
      "loss": 5.8614,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 420
    },
    {
      "epoch": 0.53888,
      "grad_norm": 20.993104934692383,
      "learning_rate": 3.9638476866186034e-05,
      "loss": 6.433,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 421
    },
    {
      "epoch": 0.54016,
      "grad_norm": 21.18912124633789,
      "learning_rate": 3.963526601084966e-05,
      "loss": 5.7774,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 422
    },
    {
      "epoch": 0.54144,
      "grad_norm": 25.1855411529541,
      "learning_rate": 3.963204109113388e-05,
      "loss": 5.8996,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 423
    },
    {
      "epoch": 0.54272,
      "grad_norm": 21.216567993164062,
      "learning_rate": 3.962880210934864e-05,
      "loss": 6.0484,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 424
    },
    {
      "epoch": 0.544,
      "grad_norm": 24.026193618774414,
      "learning_rate": 3.962554906781397e-05,
      "loss": 5.582,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 425
    },
    {
      "epoch": 0.54528,
      "grad_norm": 21.320262908935547,
      "learning_rate": 3.962228196885995e-05,
      "loss": 6.0339,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 426
    },
    {
      "epoch": 0.54656,
      "grad_norm": 21.33190155029297,
      "learning_rate": 3.961900081482676e-05,
      "loss": 5.9405,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 427
    },
    {
      "epoch": 0.54784,
      "grad_norm": 19.389625549316406,
      "learning_rate": 3.961570560806461e-05,
      "loss": 6.1201,
      "memory/device_mem_reserved(gib)": 60.16,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 428
    },
    {
      "epoch": 0.54912,
      "grad_norm": 19.373554229736328,
      "learning_rate": 3.961239635093382e-05,
      "loss": 6.603,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 429
    },
    {
      "epoch": 0.5504,
      "grad_norm": 18.95600128173828,
      "learning_rate": 3.960907304580473e-05,
      "loss": 5.3974,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 430
    },
    {
      "epoch": 0.55168,
      "grad_norm": 19.432409286499023,
      "learning_rate": 3.960573569505777e-05,
      "loss": 5.8777,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 431
    },
    {
      "epoch": 0.55296,
      "grad_norm": 19.89351463317871,
      "learning_rate": 3.960238430108342e-05,
      "loss": 6.0557,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 432
    },
    {
      "epoch": 0.55424,
      "grad_norm": 20.244544982910156,
      "learning_rate": 3.959901886628223e-05,
      "loss": 6.1157,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 433
    },
    {
      "epoch": 0.55552,
      "grad_norm": 19.586198806762695,
      "learning_rate": 3.959563939306478e-05,
      "loss": 6.395,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 434
    },
    {
      "epoch": 0.5568,
      "grad_norm": 19.197935104370117,
      "learning_rate": 3.9592245883851755e-05,
      "loss": 5.6564,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 435
    },
    {
      "epoch": 0.55808,
      "grad_norm": 19.000816345214844,
      "learning_rate": 3.9588838341073835e-05,
      "loss": 6.159,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 436
    },
    {
      "epoch": 0.55936,
      "grad_norm": 19.581340789794922,
      "learning_rate": 3.95854167671718e-05,
      "loss": 5.9088,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 437
    },
    {
      "epoch": 0.56064,
      "grad_norm": 19.946657180786133,
      "learning_rate": 3.958198116459644e-05,
      "loss": 6.5447,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 438
    },
    {
      "epoch": 0.56192,
      "grad_norm": 23.653989791870117,
      "learning_rate": 3.957853153580863e-05,
      "loss": 6.5303,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 439
    },
    {
      "epoch": 0.5632,
      "grad_norm": 19.232128143310547,
      "learning_rate": 3.957506788327928e-05,
      "loss": 6.3537,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 440
    },
    {
      "epoch": 0.56448,
      "grad_norm": 22.04155731201172,
      "learning_rate": 3.957159020948932e-05,
      "loss": 6.3171,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 441
    },
    {
      "epoch": 0.56576,
      "grad_norm": 19.553993225097656,
      "learning_rate": 3.956809851692976e-05,
      "loss": 5.9358,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 442
    },
    {
      "epoch": 0.56704,
      "grad_norm": 17.756013870239258,
      "learning_rate": 3.956459280810163e-05,
      "loss": 6.0309,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 443
    },
    {
      "epoch": 0.56832,
      "grad_norm": 18.69989013671875,
      "learning_rate": 3.9561073085516e-05,
      "loss": 6.4054,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 444
    },
    {
      "epoch": 0.5696,
      "grad_norm": 31.680652618408203,
      "learning_rate": 3.955753935169399e-05,
      "loss": 5.6564,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 445
    },
    {
      "epoch": 0.57088,
      "grad_norm": 20.01165771484375,
      "learning_rate": 3.955399160916674e-05,
      "loss": 5.8005,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 446
    },
    {
      "epoch": 0.57216,
      "grad_norm": 20.172931671142578,
      "learning_rate": 3.955042986047545e-05,
      "loss": 5.9138,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 447
    },
    {
      "epoch": 0.57344,
      "grad_norm": 19.010622024536133,
      "learning_rate": 3.954685410817131e-05,
      "loss": 5.9345,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 448
    },
    {
      "epoch": 0.57472,
      "grad_norm": 19.30303955078125,
      "learning_rate": 3.954326435481559e-05,
      "loss": 6.1068,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 449
    },
    {
      "epoch": 0.576,
      "grad_norm": 18.205854415893555,
      "learning_rate": 3.953966060297954e-05,
      "loss": 6.0095,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 450
    },
    {
      "epoch": 0.57728,
      "grad_norm": 19.73492431640625,
      "learning_rate": 3.953604285524448e-05,
      "loss": 5.8839,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 451
    },
    {
      "epoch": 0.57856,
      "grad_norm": 19.128559112548828,
      "learning_rate": 3.953241111420174e-05,
      "loss": 5.9155,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 452
    },
    {
      "epoch": 0.57984,
      "grad_norm": 17.90361976623535,
      "learning_rate": 3.9528765382452646e-05,
      "loss": 5.9427,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 453
    },
    {
      "epoch": 0.58112,
      "grad_norm": 19.522977828979492,
      "learning_rate": 3.952510566260859e-05,
      "loss": 6.1519,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 454
    },
    {
      "epoch": 0.5824,
      "grad_norm": 20.173091888427734,
      "learning_rate": 3.952143195729095e-05,
      "loss": 5.9569,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 455
    },
    {
      "epoch": 0.58368,
      "grad_norm": 18.823591232299805,
      "learning_rate": 3.9517744269131136e-05,
      "loss": 5.768,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 456
    },
    {
      "epoch": 0.58496,
      "grad_norm": 20.20696449279785,
      "learning_rate": 3.9514042600770576e-05,
      "loss": 5.5258,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 457
    },
    {
      "epoch": 0.58624,
      "grad_norm": 19.915019989013672,
      "learning_rate": 3.951032695486069e-05,
      "loss": 5.984,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 458
    },
    {
      "epoch": 0.58752,
      "grad_norm": 18.637203216552734,
      "learning_rate": 3.950659733406296e-05,
      "loss": 5.664,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 459
    },
    {
      "epoch": 0.5888,
      "grad_norm": 18.940326690673828,
      "learning_rate": 3.950285374104882e-05,
      "loss": 5.9794,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 460
    },
    {
      "epoch": 0.59008,
      "grad_norm": 17.038206100463867,
      "learning_rate": 3.949909617849973e-05,
      "loss": 5.8265,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 461
    },
    {
      "epoch": 0.59136,
      "grad_norm": 20.5816593170166,
      "learning_rate": 3.9495324649107185e-05,
      "loss": 6.262,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 462
    },
    {
      "epoch": 0.59264,
      "grad_norm": 19.445350646972656,
      "learning_rate": 3.9491539155572644e-05,
      "loss": 5.7306,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 463
    },
    {
      "epoch": 0.59392,
      "grad_norm": 21.799280166625977,
      "learning_rate": 3.94877397006076e-05,
      "loss": 5.8201,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 464
    },
    {
      "epoch": 0.5952,
      "grad_norm": 18.516223907470703,
      "learning_rate": 3.948392628693352e-05,
      "loss": 5.6856,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 465
    },
    {
      "epoch": 0.59648,
      "grad_norm": 19.939346313476562,
      "learning_rate": 3.9480098917281885e-05,
      "loss": 5.7972,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 466
    },
    {
      "epoch": 0.59776,
      "grad_norm": 19.261959075927734,
      "learning_rate": 3.947625759439418e-05,
      "loss": 5.9857,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 467
    },
    {
      "epoch": 0.59904,
      "grad_norm": 18.82501792907715,
      "learning_rate": 3.9472402321021866e-05,
      "loss": 6.0412,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 468
    },
    {
      "epoch": 0.60032,
      "grad_norm": 19.041059494018555,
      "learning_rate": 3.94685330999264e-05,
      "loss": 5.7353,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 469
    },
    {
      "epoch": 0.6016,
      "grad_norm": 19.683013916015625,
      "learning_rate": 3.946464993387924e-05,
      "loss": 5.922,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 470
    },
    {
      "epoch": 0.60288,
      "grad_norm": 18.772722244262695,
      "learning_rate": 3.946075282566183e-05,
      "loss": 6.1012,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 471
    },
    {
      "epoch": 0.60416,
      "grad_norm": 19.08270263671875,
      "learning_rate": 3.9456841778065584e-05,
      "loss": 5.7554,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 472
    },
    {
      "epoch": 0.60544,
      "grad_norm": 20.108076095581055,
      "learning_rate": 3.945291679389192e-05,
      "loss": 5.9233,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 473
    },
    {
      "epoch": 0.60672,
      "grad_norm": 18.80276870727539,
      "learning_rate": 3.944897787595224e-05,
      "loss": 6.2991,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 474
    },
    {
      "epoch": 0.608,
      "grad_norm": 19.11871337890625,
      "learning_rate": 3.9445025027067915e-05,
      "loss": 5.6849,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 475
    },
    {
      "epoch": 0.60928,
      "grad_norm": 20.720623016357422,
      "learning_rate": 3.9441058250070285e-05,
      "loss": 6.0078,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 476
    },
    {
      "epoch": 0.61056,
      "grad_norm": 20.13146209716797,
      "learning_rate": 3.943707754780069e-05,
      "loss": 6.117,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 477
    },
    {
      "epoch": 0.61184,
      "grad_norm": 20.55091094970703,
      "learning_rate": 3.9433082923110436e-05,
      "loss": 5.7053,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 478
    },
    {
      "epoch": 0.61312,
      "grad_norm": 20.776029586791992,
      "learning_rate": 3.942907437886079e-05,
      "loss": 5.7913,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 479
    },
    {
      "epoch": 0.6144,
      "grad_norm": 20.762832641601562,
      "learning_rate": 3.9425051917923e-05,
      "loss": 5.6649,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 480
    },
    {
      "epoch": 0.61568,
      "grad_norm": 20.42125701904297,
      "learning_rate": 3.942101554317829e-05,
      "loss": 5.5552,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 481
    },
    {
      "epoch": 0.61696,
      "grad_norm": 20.672950744628906,
      "learning_rate": 3.941696525751783e-05,
      "loss": 5.6915,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 482
    },
    {
      "epoch": 0.61824,
      "grad_norm": 19.705785751342773,
      "learning_rate": 3.9412901063842784e-05,
      "loss": 5.7014,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 483
    },
    {
      "epoch": 0.61952,
      "grad_norm": 18.53298568725586,
      "learning_rate": 3.940882296506423e-05,
      "loss": 5.8893,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 484
    },
    {
      "epoch": 0.6208,
      "grad_norm": 19.75603675842285,
      "learning_rate": 3.9404730964103256e-05,
      "loss": 5.7927,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 485
    },
    {
      "epoch": 0.62208,
      "grad_norm": 19.347049713134766,
      "learning_rate": 3.940062506389089e-05,
      "loss": 5.6242,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 486
    },
    {
      "epoch": 0.62336,
      "grad_norm": 20.59558868408203,
      "learning_rate": 3.9396505267368086e-05,
      "loss": 5.6941,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 487
    },
    {
      "epoch": 0.62464,
      "grad_norm": 21.783052444458008,
      "learning_rate": 3.939237157748581e-05,
      "loss": 5.6846,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 488
    },
    {
      "epoch": 0.62592,
      "grad_norm": 19.71246337890625,
      "learning_rate": 3.938822399720493e-05,
      "loss": 5.7617,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 489
    },
    {
      "epoch": 0.6272,
      "grad_norm": 19.220129013061523,
      "learning_rate": 3.9384062529496285e-05,
      "loss": 6.1741,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 490
    },
    {
      "epoch": 0.62848,
      "grad_norm": 19.574247360229492,
      "learning_rate": 3.9379887177340656e-05,
      "loss": 5.7257,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 491
    },
    {
      "epoch": 0.62976,
      "grad_norm": 18.399044036865234,
      "learning_rate": 3.937569794372878e-05,
      "loss": 5.4344,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 492
    },
    {
      "epoch": 0.63104,
      "grad_norm": 18.749160766601562,
      "learning_rate": 3.937149483166131e-05,
      "loss": 5.8391,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 493
    },
    {
      "epoch": 0.63232,
      "grad_norm": 19.166719436645508,
      "learning_rate": 3.936727784414888e-05,
      "loss": 5.6355,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 494
    },
    {
      "epoch": 0.6336,
      "grad_norm": 19.46558380126953,
      "learning_rate": 3.936304698421202e-05,
      "loss": 5.7005,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 495
    },
    {
      "epoch": 0.63488,
      "grad_norm": 19.10729217529297,
      "learning_rate": 3.935880225488124e-05,
      "loss": 6.1522,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 496
    },
    {
      "epoch": 0.63616,
      "grad_norm": 19.42011833190918,
      "learning_rate": 3.935454365919693e-05,
      "loss": 6.1414,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 497
    },
    {
      "epoch": 0.63744,
      "grad_norm": 18.118671417236328,
      "learning_rate": 3.9350271200209473e-05,
      "loss": 5.5501,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 498
    },
    {
      "epoch": 0.63872,
      "grad_norm": 18.62711524963379,
      "learning_rate": 3.9345984880979136e-05,
      "loss": 5.6866,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 499
    },
    {
      "epoch": 0.64,
      "grad_norm": 19.485124588012695,
      "learning_rate": 3.934168470457614e-05,
      "loss": 5.8689,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 500
    },
    {
      "epoch": 0.64128,
      "grad_norm": 19.173433303833008,
      "learning_rate": 3.9337370674080615e-05,
      "loss": 5.5719,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 501
    },
    {
      "epoch": 0.64256,
      "grad_norm": 19.194740295410156,
      "learning_rate": 3.9333042792582626e-05,
      "loss": 5.7693,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 502
    },
    {
      "epoch": 0.64384,
      "grad_norm": 18.363584518432617,
      "learning_rate": 3.932870106318215e-05,
      "loss": 6.0918,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 503
    },
    {
      "epoch": 0.64512,
      "grad_norm": 20.051334381103516,
      "learning_rate": 3.9324345488989093e-05,
      "loss": 5.9058,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 504
    },
    {
      "epoch": 0.6464,
      "grad_norm": 17.451433181762695,
      "learning_rate": 3.931997607312327e-05,
      "loss": 5.5999,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 505
    },
    {
      "epoch": 0.64768,
      "grad_norm": 17.869312286376953,
      "learning_rate": 3.931559281871441e-05,
      "loss": 5.7251,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 506
    },
    {
      "epoch": 0.64896,
      "grad_norm": 19.086610794067383,
      "learning_rate": 3.9311195728902165e-05,
      "loss": 6.117,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 507
    },
    {
      "epoch": 0.65024,
      "grad_norm": 17.76173210144043,
      "learning_rate": 3.930678480683609e-05,
      "loss": 5.3585,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 508
    },
    {
      "epoch": 0.65152,
      "grad_norm": 20.33535385131836,
      "learning_rate": 3.9302360055675634e-05,
      "loss": 6.3287,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 509
    },
    {
      "epoch": 0.6528,
      "grad_norm": 18.515377044677734,
      "learning_rate": 3.9297921478590176e-05,
      "loss": 5.7671,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 510
    },
    {
      "epoch": 0.65408,
      "grad_norm": 24.065311431884766,
      "learning_rate": 3.929346907875899e-05,
      "loss": 5.697,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 511
    },
    {
      "epoch": 0.65536,
      "grad_norm": 18.670684814453125,
      "learning_rate": 3.928900285937124e-05,
      "loss": 5.6611,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 512
    },
    {
      "epoch": 0.65664,
      "grad_norm": 17.022871017456055,
      "learning_rate": 3.928452282362599e-05,
      "loss": 5.8634,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 513
    },
    {
      "epoch": 0.65792,
      "grad_norm": 19.254667282104492,
      "learning_rate": 3.928002897473223e-05,
      "loss": 5.8379,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 514
    },
    {
      "epoch": 0.6592,
      "grad_norm": 18.254606246948242,
      "learning_rate": 3.92755213159088e-05,
      "loss": 5.7457,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 515
    },
    {
      "epoch": 0.66048,
      "grad_norm": 19.408599853515625,
      "learning_rate": 3.927099985038446e-05,
      "loss": 5.6321,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 516
    },
    {
      "epoch": 0.66176,
      "grad_norm": 69.1635971069336,
      "learning_rate": 3.926646458139786e-05,
      "loss": 5.0844,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 517
    },
    {
      "epoch": 0.66304,
      "grad_norm": 19.104530334472656,
      "learning_rate": 3.9261915512197515e-05,
      "loss": 5.4133,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 518
    },
    {
      "epoch": 0.66432,
      "grad_norm": 19.627405166625977,
      "learning_rate": 3.9257352646041844e-05,
      "loss": 5.8373,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 519
    },
    {
      "epoch": 0.6656,
      "grad_norm": 19.769548416137695,
      "learning_rate": 3.925277598619916e-05,
      "loss": 5.7816,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 520
    },
    {
      "epoch": 0.66688,
      "grad_norm": 20.77670669555664,
      "learning_rate": 3.9248185535947616e-05,
      "loss": 5.9649,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 521
    },
    {
      "epoch": 0.66816,
      "grad_norm": 18.6739501953125,
      "learning_rate": 3.9243581298575285e-05,
      "loss": 5.8579,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 522
    },
    {
      "epoch": 0.66944,
      "grad_norm": 22.91567611694336,
      "learning_rate": 3.923896327738009e-05,
      "loss": 6.1512,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 523
    },
    {
      "epoch": 0.67072,
      "grad_norm": 22.48795509338379,
      "learning_rate": 3.923433147566983e-05,
      "loss": 5.2267,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 524
    },
    {
      "epoch": 0.672,
      "grad_norm": 18.40648078918457,
      "learning_rate": 3.9229685896762184e-05,
      "loss": 6.1837,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 525
    },
    {
      "epoch": 0.67328,
      "grad_norm": 18.95386505126953,
      "learning_rate": 3.92250265439847e-05,
      "loss": 5.7763,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 526
    },
    {
      "epoch": 0.67456,
      "grad_norm": 19.349044799804688,
      "learning_rate": 3.922035342067478e-05,
      "loss": 6.0651,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 527
    },
    {
      "epoch": 0.67584,
      "grad_norm": 19.463848114013672,
      "learning_rate": 3.92156665301797e-05,
      "loss": 5.356,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 528
    },
    {
      "epoch": 0.67712,
      "grad_norm": 19.460695266723633,
      "learning_rate": 3.921096587585658e-05,
      "loss": 5.4469,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 529
    },
    {
      "epoch": 0.6784,
      "grad_norm": 17.915481567382812,
      "learning_rate": 3.920625146107244e-05,
      "loss": 5.6494,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 530
    },
    {
      "epoch": 0.67968,
      "grad_norm": 19.503156661987305,
      "learning_rate": 3.92015232892041e-05,
      "loss": 5.883,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 531
    },
    {
      "epoch": 0.68096,
      "grad_norm": 19.211360931396484,
      "learning_rate": 3.9196781363638277e-05,
      "loss": 5.7013,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 532
    },
    {
      "epoch": 0.68224,
      "grad_norm": 16.862369537353516,
      "learning_rate": 3.9192025687771524e-05,
      "loss": 5.8644,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 533
    },
    {
      "epoch": 0.68352,
      "grad_norm": 16.296863555908203,
      "learning_rate": 3.918725626501024e-05,
      "loss": 5.7837,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 534
    },
    {
      "epoch": 0.6848,
      "grad_norm": 17.47254180908203,
      "learning_rate": 3.918247309877068e-05,
      "loss": 5.5965,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 535
    },
    {
      "epoch": 0.68608,
      "grad_norm": 18.28514862060547,
      "learning_rate": 3.917767619247893e-05,
      "loss": 6.1476,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 536
    },
    {
      "epoch": 0.68736,
      "grad_norm": 18.515121459960938,
      "learning_rate": 3.917286554957094e-05,
      "loss": 5.8191,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 537
    },
    {
      "epoch": 0.68864,
      "grad_norm": 18.923765182495117,
      "learning_rate": 3.916804117349246e-05,
      "loss": 5.8227,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 538
    },
    {
      "epoch": 0.68992,
      "grad_norm": 19.105815887451172,
      "learning_rate": 3.916320306769913e-05,
      "loss": 5.6374,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 539
    },
    {
      "epoch": 0.6912,
      "grad_norm": 18.28534698486328,
      "learning_rate": 3.915835123565638e-05,
      "loss": 5.6975,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 540
    },
    {
      "epoch": 0.69248,
      "grad_norm": 20.007129669189453,
      "learning_rate": 3.915348568083948e-05,
      "loss": 5.5894,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 541
    },
    {
      "epoch": 0.69376,
      "grad_norm": 18.692174911499023,
      "learning_rate": 3.914860640673356e-05,
      "loss": 5.7596,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 542
    },
    {
      "epoch": 0.69504,
      "grad_norm": 18.036956787109375,
      "learning_rate": 3.914371341683354e-05,
      "loss": 5.6882,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 543
    },
    {
      "epoch": 0.69632,
      "grad_norm": 20.9152889251709,
      "learning_rate": 3.913880671464418e-05,
      "loss": 5.5311,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 544
    },
    {
      "epoch": 0.6976,
      "grad_norm": 21.876195907592773,
      "learning_rate": 3.9133886303680065e-05,
      "loss": 5.6245,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 545
    },
    {
      "epoch": 0.69888,
      "grad_norm": 18.740903854370117,
      "learning_rate": 3.912895218746559e-05,
      "loss": 5.5093,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 546
    },
    {
      "epoch": 0.70016,
      "grad_norm": 18.98645782470703,
      "learning_rate": 3.912400436953497e-05,
      "loss": 5.5299,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 547
    },
    {
      "epoch": 0.70144,
      "grad_norm": 23.17906951904297,
      "learning_rate": 3.911904285343224e-05,
      "loss": 5.799,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 548
    },
    {
      "epoch": 0.70272,
      "grad_norm": 18.83220100402832,
      "learning_rate": 3.9114067642711235e-05,
      "loss": 5.3928,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 549
    },
    {
      "epoch": 0.704,
      "grad_norm": 17.634794235229492,
      "learning_rate": 3.910907874093562e-05,
      "loss": 5.2961,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 550
    },
    {
      "epoch": 0.70528,
      "grad_norm": 17.568309783935547,
      "learning_rate": 3.9104076151678845e-05,
      "loss": 5.7114,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 551
    },
    {
      "epoch": 0.70656,
      "grad_norm": 19.087968826293945,
      "learning_rate": 3.909905987852417e-05,
      "loss": 5.2612,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 552
    },
    {
      "epoch": 0.70784,
      "grad_norm": 18.84988784790039,
      "learning_rate": 3.9094029925064666e-05,
      "loss": 5.8568,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 553
    },
    {
      "epoch": 0.70912,
      "grad_norm": 18.354707717895508,
      "learning_rate": 3.9088986294903194e-05,
      "loss": 5.9873,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 554
    },
    {
      "epoch": 0.7104,
      "grad_norm": 18.67388343811035,
      "learning_rate": 3.9083928991652415e-05,
      "loss": 5.8164,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 555
    },
    {
      "epoch": 0.71168,
      "grad_norm": 17.076007843017578,
      "learning_rate": 3.907885801893478e-05,
      "loss": 5.5156,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 556
    },
    {
      "epoch": 0.71296,
      "grad_norm": 16.264097213745117,
      "learning_rate": 3.907377338038253e-05,
      "loss": 5.6373,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 557
    },
    {
      "epoch": 0.71424,
      "grad_norm": 18.754535675048828,
      "learning_rate": 3.90686750796377e-05,
      "loss": 5.6677,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 558
    },
    {
      "epoch": 0.71552,
      "grad_norm": 17.7176456451416,
      "learning_rate": 3.906356312035211e-05,
      "loss": 5.3656,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 559
    },
    {
      "epoch": 0.7168,
      "grad_norm": 18.218963623046875,
      "learning_rate": 3.9058437506187363e-05,
      "loss": 5.7307,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 560
    },
    {
      "epoch": 0.71808,
      "grad_norm": 20.249563217163086,
      "learning_rate": 3.9053298240814844e-05,
      "loss": 5.9154,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 561
    },
    {
      "epoch": 0.71936,
      "grad_norm": 24.65864372253418,
      "learning_rate": 3.9048145327915707e-05,
      "loss": 5.2646,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 562
    },
    {
      "epoch": 0.72064,
      "grad_norm": 18.928903579711914,
      "learning_rate": 3.9042978771180895e-05,
      "loss": 5.07,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 563
    },
    {
      "epoch": 0.72192,
      "grad_norm": 20.266681671142578,
      "learning_rate": 3.9037798574311115e-05,
      "loss": 5.7847,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 564
    },
    {
      "epoch": 0.7232,
      "grad_norm": 19.29964256286621,
      "learning_rate": 3.903260474101685e-05,
      "loss": 5.7515,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 565
    },
    {
      "epoch": 0.72448,
      "grad_norm": 19.510101318359375,
      "learning_rate": 3.902739727501834e-05,
      "loss": 5.505,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 566
    },
    {
      "epoch": 0.72576,
      "grad_norm": 19.329248428344727,
      "learning_rate": 3.90221761800456e-05,
      "loss": 5.8108,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 567
    },
    {
      "epoch": 0.72704,
      "grad_norm": 18.64871597290039,
      "learning_rate": 3.9016941459838406e-05,
      "loss": 5.4848,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 568
    },
    {
      "epoch": 0.72832,
      "grad_norm": 24.292675018310547,
      "learning_rate": 3.9011693118146295e-05,
      "loss": 5.5393,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 569
    },
    {
      "epoch": 0.7296,
      "grad_norm": 19.72871208190918,
      "learning_rate": 3.900643115872855e-05,
      "loss": 5.5657,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 570
    },
    {
      "epoch": 0.73088,
      "grad_norm": 19.37862777709961,
      "learning_rate": 3.900115558535422e-05,
      "loss": 5.5795,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 571
    },
    {
      "epoch": 0.73216,
      "grad_norm": 17.53312110900879,
      "learning_rate": 3.8995866401802104e-05,
      "loss": 5.817,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 572
    },
    {
      "epoch": 0.73344,
      "grad_norm": 19.728132247924805,
      "learning_rate": 3.899056361186074e-05,
      "loss": 5.6556,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 573
    },
    {
      "epoch": 0.73472,
      "grad_norm": 18.18861198425293,
      "learning_rate": 3.898524721932842e-05,
      "loss": 5.7169,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 574
    },
    {
      "epoch": 0.736,
      "grad_norm": 17.887603759765625,
      "learning_rate": 3.897991722801318e-05,
      "loss": 5.2331,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 575
    },
    {
      "epoch": 0.73728,
      "grad_norm": 21.815128326416016,
      "learning_rate": 3.897457364173279e-05,
      "loss": 5.5506,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 576
    },
    {
      "epoch": 0.73856,
      "grad_norm": 19.526140213012695,
      "learning_rate": 3.8969216464314774e-05,
      "loss": 5.4225,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 577
    },
    {
      "epoch": 0.73984,
      "grad_norm": 18.23575210571289,
      "learning_rate": 3.896384569959637e-05,
      "loss": 5.8003,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 578
    },
    {
      "epoch": 0.74112,
      "grad_norm": 18.31631851196289,
      "learning_rate": 3.895846135142456e-05,
      "loss": 5.241,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 579
    },
    {
      "epoch": 0.7424,
      "grad_norm": 20.099674224853516,
      "learning_rate": 3.8953063423656055e-05,
      "loss": 6.2599,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 580
    },
    {
      "epoch": 0.74368,
      "grad_norm": 19.302692413330078,
      "learning_rate": 3.894765192015729e-05,
      "loss": 5.3616,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 581
    },
    {
      "epoch": 0.74496,
      "grad_norm": 18.683998107910156,
      "learning_rate": 3.8942226844804416e-05,
      "loss": 5.6936,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 582
    },
    {
      "epoch": 0.74624,
      "grad_norm": 18.646690368652344,
      "learning_rate": 3.893678820148333e-05,
      "loss": 5.6285,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 583
    },
    {
      "epoch": 0.74752,
      "grad_norm": 17.770830154418945,
      "learning_rate": 3.893133599408963e-05,
      "loss": 5.1928,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 584
    },
    {
      "epoch": 0.7488,
      "grad_norm": 18.431446075439453,
      "learning_rate": 3.8925870226528625e-05,
      "loss": 5.7932,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 585
    },
    {
      "epoch": 0.75008,
      "grad_norm": 19.2629451751709,
      "learning_rate": 3.892039090271534e-05,
      "loss": 5.3963,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 586
    },
    {
      "epoch": 0.75136,
      "grad_norm": 18.95806121826172,
      "learning_rate": 3.891489802657453e-05,
      "loss": 5.5223,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 587
    },
    {
      "epoch": 0.75264,
      "grad_norm": 18.30498695373535,
      "learning_rate": 3.890939160204062e-05,
      "loss": 5.6721,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 588
    },
    {
      "epoch": 0.75392,
      "grad_norm": 17.904516220092773,
      "learning_rate": 3.8903871633057774e-05,
      "loss": 5.6125,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 589
    },
    {
      "epoch": 0.7552,
      "grad_norm": 25.403087615966797,
      "learning_rate": 3.889833812357985e-05,
      "loss": 5.7587,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 590
    },
    {
      "epoch": 0.75648,
      "grad_norm": 87.84386444091797,
      "learning_rate": 3.8892791077570386e-05,
      "loss": 5.5921,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 591
    },
    {
      "epoch": 0.75776,
      "grad_norm": 19.71125602722168,
      "learning_rate": 3.888723049900263e-05,
      "loss": 5.6197,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 592
    },
    {
      "epoch": 0.75904,
      "grad_norm": 21.070436477661133,
      "learning_rate": 3.888165639185953e-05,
      "loss": 5.7523,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 593
    },
    {
      "epoch": 0.76032,
      "grad_norm": 20.192880630493164,
      "learning_rate": 3.887606876013371e-05,
      "loss": 5.4871,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 594
    },
    {
      "epoch": 0.7616,
      "grad_norm": 24.770343780517578,
      "learning_rate": 3.887046760782748e-05,
      "loss": 5.2174,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 595
    },
    {
      "epoch": 0.76288,
      "grad_norm": 18.29290771484375,
      "learning_rate": 3.8864852938952864e-05,
      "loss": 5.503,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 596
    },
    {
      "epoch": 0.76416,
      "grad_norm": 18.414295196533203,
      "learning_rate": 3.8859224757531524e-05,
      "loss": 5.8388,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 597
    },
    {
      "epoch": 0.76544,
      "grad_norm": 17.55422019958496,
      "learning_rate": 3.885358306759484e-05,
      "loss": 5.3883,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 598
    },
    {
      "epoch": 0.76672,
      "grad_norm": 16.8183650970459,
      "learning_rate": 3.8847927873183834e-05,
      "loss": 5.3938,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 599
    },
    {
      "epoch": 0.768,
      "grad_norm": 17.821125030517578,
      "learning_rate": 3.884225917834924e-05,
      "loss": 5.5003,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 600
    },
    {
      "epoch": 0.76928,
      "grad_norm": 17.572450637817383,
      "learning_rate": 3.8836576987151415e-05,
      "loss": 5.6264,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 601
    },
    {
      "epoch": 0.77056,
      "grad_norm": 19.48012351989746,
      "learning_rate": 3.883088130366042e-05,
      "loss": 5.6409,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 602
    },
    {
      "epoch": 0.77184,
      "grad_norm": 18.68971061706543,
      "learning_rate": 3.882517213195597e-05,
      "loss": 5.7425,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 603
    },
    {
      "epoch": 0.77312,
      "grad_norm": 19.582578659057617,
      "learning_rate": 3.881944947612743e-05,
      "loss": 5.8028,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 604
    },
    {
      "epoch": 0.7744,
      "grad_norm": 19.34496307373047,
      "learning_rate": 3.881371334027384e-05,
      "loss": 5.1405,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 605
    },
    {
      "epoch": 0.77568,
      "grad_norm": 22.644819259643555,
      "learning_rate": 3.8807963728503904e-05,
      "loss": 5.7932,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 606
    },
    {
      "epoch": 0.77696,
      "grad_norm": 19.349136352539062,
      "learning_rate": 3.880220064493593e-05,
      "loss": 5.7637,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 607
    },
    {
      "epoch": 0.77824,
      "grad_norm": 17.927244186401367,
      "learning_rate": 3.879642409369793e-05,
      "loss": 5.6134,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 608
    },
    {
      "epoch": 0.77952,
      "grad_norm": 17.903425216674805,
      "learning_rate": 3.879063407892754e-05,
      "loss": 5.7388,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 609
    },
    {
      "epoch": 0.7808,
      "grad_norm": 18.373680114746094,
      "learning_rate": 3.8784830604772035e-05,
      "loss": 5.5866,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 610
    },
    {
      "epoch": 0.78208,
      "grad_norm": 17.94976043701172,
      "learning_rate": 3.877901367538834e-05,
      "loss": 5.5104,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 611
    },
    {
      "epoch": 0.78336,
      "grad_norm": 17.147314071655273,
      "learning_rate": 3.8773183294943015e-05,
      "loss": 5.3682,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 612
    },
    {
      "epoch": 0.78464,
      "grad_norm": 17.70482635498047,
      "learning_rate": 3.876733946761225e-05,
      "loss": 5.6199,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 613
    },
    {
      "epoch": 0.78592,
      "grad_norm": 16.784324645996094,
      "learning_rate": 3.8761482197581876e-05,
      "loss": 5.5959,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 614
    },
    {
      "epoch": 0.7872,
      "grad_norm": 16.762489318847656,
      "learning_rate": 3.875561148904734e-05,
      "loss": 5.5617,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 615
    },
    {
      "epoch": 0.78848,
      "grad_norm": 19.167112350463867,
      "learning_rate": 3.874972734621374e-05,
      "loss": 5.8734,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 616
    },
    {
      "epoch": 0.78976,
      "grad_norm": 19.7027530670166,
      "learning_rate": 3.874382977329576e-05,
      "loss": 5.6506,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 617
    },
    {
      "epoch": 0.79104,
      "grad_norm": 17.80211067199707,
      "learning_rate": 3.873791877451773e-05,
      "loss": 5.1804,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 618
    },
    {
      "epoch": 0.79232,
      "grad_norm": 19.22654914855957,
      "learning_rate": 3.8731994354113594e-05,
      "loss": 5.5052,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 619
    },
    {
      "epoch": 0.7936,
      "grad_norm": 21.37750816345215,
      "learning_rate": 3.87260565163269e-05,
      "loss": 5.4497,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 620
    },
    {
      "epoch": 0.79488,
      "grad_norm": 20.45538902282715,
      "learning_rate": 3.8720105265410804e-05,
      "loss": 5.5971,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 621
    },
    {
      "epoch": 0.79616,
      "grad_norm": 19.321388244628906,
      "learning_rate": 3.871414060562809e-05,
      "loss": 5.7703,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 622
    },
    {
      "epoch": 0.79744,
      "grad_norm": 17.439926147460938,
      "learning_rate": 3.870816254125113e-05,
      "loss": 5.2517,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 623
    },
    {
      "epoch": 0.79872,
      "grad_norm": 17.945453643798828,
      "learning_rate": 3.87021710765619e-05,
      "loss": 5.6318,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 624
    },
    {
      "epoch": 0.8,
      "grad_norm": 18.883460998535156,
      "learning_rate": 3.8696166215851985e-05,
      "loss": 5.5205,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 625
    },
    {
      "epoch": 0.80128,
      "grad_norm": 18.22972297668457,
      "learning_rate": 3.8690147963422544e-05,
      "loss": 5.5534,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 626
    },
    {
      "epoch": 0.80256,
      "grad_norm": 16.154844284057617,
      "learning_rate": 3.868411632358434e-05,
      "loss": 5.3987,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 627
    },
    {
      "epoch": 0.80384,
      "grad_norm": 18.29774284362793,
      "learning_rate": 3.867807130065774e-05,
      "loss": 5.4802,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 628
    },
    {
      "epoch": 0.80512,
      "grad_norm": 18.908618927001953,
      "learning_rate": 3.867201289897266e-05,
      "loss": 5.584,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 629
    },
    {
      "epoch": 0.8064,
      "grad_norm": 40.877132415771484,
      "learning_rate": 3.8665941122868645e-05,
      "loss": 5.9931,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 630
    },
    {
      "epoch": 0.80768,
      "grad_norm": 18.67902946472168,
      "learning_rate": 3.865985597669478e-05,
      "loss": 5.275,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 631
    },
    {
      "epoch": 0.80896,
      "grad_norm": 19.37566375732422,
      "learning_rate": 3.865375746480975e-05,
      "loss": 5.4543,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 632
    },
    {
      "epoch": 0.81024,
      "grad_norm": 17.653825759887695,
      "learning_rate": 3.8647645591581806e-05,
      "loss": 5.2165,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 633
    },
    {
      "epoch": 0.81152,
      "grad_norm": 18.73333168029785,
      "learning_rate": 3.864152036138877e-05,
      "loss": 5.7008,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 634
    },
    {
      "epoch": 0.8128,
      "grad_norm": 21.446453094482422,
      "learning_rate": 3.863538177861803e-05,
      "loss": 5.6686,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 635
    },
    {
      "epoch": 0.81408,
      "grad_norm": 19.137004852294922,
      "learning_rate": 3.862922984766655e-05,
      "loss": 5.4532,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 636
    },
    {
      "epoch": 0.81536,
      "grad_norm": 24.19426918029785,
      "learning_rate": 3.8623064572940825e-05,
      "loss": 5.1454,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 637
    },
    {
      "epoch": 0.81664,
      "grad_norm": 17.758657455444336,
      "learning_rate": 3.861688595885694e-05,
      "loss": 5.2483,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 638
    },
    {
      "epoch": 0.81792,
      "grad_norm": 18.078126907348633,
      "learning_rate": 3.861069400984053e-05,
      "loss": 5.6755,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 639
    },
    {
      "epoch": 0.8192,
      "grad_norm": 17.949460983276367,
      "learning_rate": 3.8604488730326756e-05,
      "loss": 5.0158,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 640
    },
    {
      "epoch": 0.82048,
      "grad_norm": 16.24897575378418,
      "learning_rate": 3.8598270124760354e-05,
      "loss": 5.4095,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 641
    },
    {
      "epoch": 0.82176,
      "grad_norm": 19.200355529785156,
      "learning_rate": 3.8592038197595605e-05,
      "loss": 5.6761,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 642
    },
    {
      "epoch": 0.82304,
      "grad_norm": 17.936397552490234,
      "learning_rate": 3.858579295329631e-05,
      "loss": 5.7793,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 643
    },
    {
      "epoch": 0.82432,
      "grad_norm": 18.775489807128906,
      "learning_rate": 3.8579534396335835e-05,
      "loss": 5.6099,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 644
    },
    {
      "epoch": 0.8256,
      "grad_norm": 18.901065826416016,
      "learning_rate": 3.8573262531197056e-05,
      "loss": 5.5769,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 645
    },
    {
      "epoch": 0.82688,
      "grad_norm": 54.707435607910156,
      "learning_rate": 3.85669773623724e-05,
      "loss": 4.9686,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 646
    },
    {
      "epoch": 0.82816,
      "grad_norm": 17.71822738647461,
      "learning_rate": 3.856067889436382e-05,
      "loss": 5.7026,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 647
    },
    {
      "epoch": 0.82944,
      "grad_norm": 18.932889938354492,
      "learning_rate": 3.855436713168279e-05,
      "loss": 5.5978,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 648
    },
    {
      "epoch": 0.83072,
      "grad_norm": 17.229446411132812,
      "learning_rate": 3.8548042078850316e-05,
      "loss": 5.2842,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 649
    },
    {
      "epoch": 0.832,
      "grad_norm": 16.79166030883789,
      "learning_rate": 3.854170374039691e-05,
      "loss": 5.3963,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 650
    },
    {
      "epoch": 0.83328,
      "grad_norm": 16.07893943786621,
      "learning_rate": 3.8535352120862615e-05,
      "loss": 5.6828,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 651
    },
    {
      "epoch": 0.83456,
      "grad_norm": 16.568134307861328,
      "learning_rate": 3.852898722479697e-05,
      "loss": 5.5305,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 652
    },
    {
      "epoch": 0.83584,
      "grad_norm": 17.6458740234375,
      "learning_rate": 3.852260905675902e-05,
      "loss": 5.4526,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 653
    },
    {
      "epoch": 0.83712,
      "grad_norm": 17.567474365234375,
      "learning_rate": 3.851621762131736e-05,
      "loss": 5.0214,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 654
    },
    {
      "epoch": 0.8384,
      "grad_norm": 18.57010841369629,
      "learning_rate": 3.8509812923050036e-05,
      "loss": 5.0186,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 655
    },
    {
      "epoch": 0.83968,
      "grad_norm": 19.01462745666504,
      "learning_rate": 3.8503394966544626e-05,
      "loss": 5.3293,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 656
    },
    {
      "epoch": 0.84096,
      "grad_norm": 18.17228889465332,
      "learning_rate": 3.849696375639819e-05,
      "loss": 5.5194,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 657
    },
    {
      "epoch": 0.84224,
      "grad_norm": 18.205364227294922,
      "learning_rate": 3.849051929721728e-05,
      "loss": 5.4444,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 658
    },
    {
      "epoch": 0.84352,
      "grad_norm": 17.837587356567383,
      "learning_rate": 3.8484061593617955e-05,
      "loss": 5.323,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 659
    },
    {
      "epoch": 0.8448,
      "grad_norm": 17.347312927246094,
      "learning_rate": 3.8477590650225735e-05,
      "loss": 5.3952,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 660
    },
    {
      "epoch": 0.84608,
      "grad_norm": 16.913976669311523,
      "learning_rate": 3.847110647167565e-05,
      "loss": 5.4862,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 661
    },
    {
      "epoch": 0.84736,
      "grad_norm": 16.77081298828125,
      "learning_rate": 3.84646090626122e-05,
      "loss": 5.5142,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 662
    },
    {
      "epoch": 0.84864,
      "grad_norm": 16.33635711669922,
      "learning_rate": 3.845809842768934e-05,
      "loss": 5.5416,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 663
    },
    {
      "epoch": 0.84992,
      "grad_norm": 18.16516876220703,
      "learning_rate": 3.845157457157054e-05,
      "loss": 5.3271,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 664
    },
    {
      "epoch": 0.8512,
      "grad_norm": 17.75435447692871,
      "learning_rate": 3.84450374989287e-05,
      "loss": 5.2675,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 665
    },
    {
      "epoch": 0.85248,
      "grad_norm": 16.289976119995117,
      "learning_rate": 3.8438487214446224e-05,
      "loss": 5.4375,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 666
    },
    {
      "epoch": 0.85376,
      "grad_norm": 16.640878677368164,
      "learning_rate": 3.843192372281493e-05,
      "loss": 5.6857,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 667
    },
    {
      "epoch": 0.85504,
      "grad_norm": 16.304845809936523,
      "learning_rate": 3.8425347028736163e-05,
      "loss": 5.3133,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 668
    },
    {
      "epoch": 0.85632,
      "grad_norm": 17.16343116760254,
      "learning_rate": 3.841875713692067e-05,
      "loss": 5.3376,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 669
    },
    {
      "epoch": 0.8576,
      "grad_norm": 17.539031982421875,
      "learning_rate": 3.841215405208866e-05,
      "loss": 5.4589,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 670
    },
    {
      "epoch": 0.85888,
      "grad_norm": 37.231361389160156,
      "learning_rate": 3.840553777896981e-05,
      "loss": 5.1671,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 671
    },
    {
      "epoch": 0.86016,
      "grad_norm": 3197.820556640625,
      "learning_rate": 3.8398908322303244e-05,
      "loss": 6.0714,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 672
    },
    {
      "epoch": 0.86144,
      "grad_norm": 2862.267822265625,
      "learning_rate": 3.83922656868375e-05,
      "loss": 6.9416,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 673
    },
    {
      "epoch": 0.86272,
      "grad_norm": 477.9903259277344,
      "learning_rate": 3.8385609877330596e-05,
      "loss": 7.7422,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 674
    },
    {
      "epoch": 0.864,
      "grad_norm": 25.73834991455078,
      "learning_rate": 3.8378940898549954e-05,
      "loss": 5.7354,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 675
    },
    {
      "epoch": 0.86528,
      "grad_norm": 21.733110427856445,
      "learning_rate": 3.837225875527244e-05,
      "loss": 5.2637,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 676
    },
    {
      "epoch": 0.86656,
      "grad_norm": 21.270305633544922,
      "learning_rate": 3.836556345228435e-05,
      "loss": 5.5641,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 677
    },
    {
      "epoch": 0.86784,
      "grad_norm": 19.61530876159668,
      "learning_rate": 3.8358854994381413e-05,
      "loss": 5.4557,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 678
    },
    {
      "epoch": 0.86912,
      "grad_norm": 19.0324764251709,
      "learning_rate": 3.835213338636877e-05,
      "loss": 5.6178,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 679
    },
    {
      "epoch": 0.8704,
      "grad_norm": 18.69046974182129,
      "learning_rate": 3.834539863306098e-05,
      "loss": 5.5047,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 680
    },
    {
      "epoch": 0.87168,
      "grad_norm": 17.777347564697266,
      "learning_rate": 3.833865073928204e-05,
      "loss": 5.427,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 681
    },
    {
      "epoch": 0.87296,
      "grad_norm": 18.958152770996094,
      "learning_rate": 3.8331889709865314e-05,
      "loss": 5.8533,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 682
    },
    {
      "epoch": 0.87424,
      "grad_norm": 17.737131118774414,
      "learning_rate": 3.832511554965363e-05,
      "loss": 5.6601,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 683
    },
    {
      "epoch": 0.87552,
      "grad_norm": 17.650388717651367,
      "learning_rate": 3.8318328263499175e-05,
      "loss": 5.5413,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 684
    },
    {
      "epoch": 0.8768,
      "grad_norm": 17.99491310119629,
      "learning_rate": 3.831152785626357e-05,
      "loss": 5.1781,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 685
    },
    {
      "epoch": 0.87808,
      "grad_norm": 19.02887725830078,
      "learning_rate": 3.830471433281781e-05,
      "loss": 5.2773,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 686
    },
    {
      "epoch": 0.87936,
      "grad_norm": 18.923553466796875,
      "learning_rate": 3.8297887698042314e-05,
      "loss": 5.4516,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 687
    },
    {
      "epoch": 0.88064,
      "grad_norm": 17.7654972076416,
      "learning_rate": 3.829104795682685e-05,
      "loss": 5.5451,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 688
    },
    {
      "epoch": 0.88192,
      "grad_norm": 19.61536407470703,
      "learning_rate": 3.828419511407062e-05,
      "loss": 5.4069,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 689
    },
    {
      "epoch": 0.8832,
      "grad_norm": 17.952547073364258,
      "learning_rate": 3.8277329174682175e-05,
      "loss": 5.1146,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 690
    },
    {
      "epoch": 0.88448,
      "grad_norm": 20.304439544677734,
      "learning_rate": 3.827045014357947e-05,
      "loss": 5.4949,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 691
    },
    {
      "epoch": 0.88576,
      "grad_norm": 19.700061798095703,
      "learning_rate": 3.826355802568983e-05,
      "loss": 5.9103,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 692
    },
    {
      "epoch": 0.88704,
      "grad_norm": 17.474586486816406,
      "learning_rate": 3.8256652825949936e-05,
      "loss": 5.1932,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 693
    },
    {
      "epoch": 0.88832,
      "grad_norm": 16.512805938720703,
      "learning_rate": 3.8249734549305874e-05,
      "loss": 5.2222,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 694
    },
    {
      "epoch": 0.8896,
      "grad_norm": 17.29090118408203,
      "learning_rate": 3.824280320071308e-05,
      "loss": 5.2937,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 695
    },
    {
      "epoch": 0.89088,
      "grad_norm": 19.76313591003418,
      "learning_rate": 3.823585878513632e-05,
      "loss": 5.1275,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 696
    },
    {
      "epoch": 0.89216,
      "grad_norm": 17.78861427307129,
      "learning_rate": 3.822890130754979e-05,
      "loss": 5.1401,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 697
    },
    {
      "epoch": 0.89344,
      "grad_norm": 18.756399154663086,
      "learning_rate": 3.822193077293698e-05,
      "loss": 5.3811,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 698
    },
    {
      "epoch": 0.89472,
      "grad_norm": 17.488367080688477,
      "learning_rate": 3.821494718629077e-05,
      "loss": 5.1969,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 699
    },
    {
      "epoch": 0.896,
      "grad_norm": 18.087905883789062,
      "learning_rate": 3.8207950552613355e-05,
      "loss": 5.4964,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 700
    },
    {
      "epoch": 0.89728,
      "grad_norm": 18.083486557006836,
      "learning_rate": 3.8200940876916315e-05,
      "loss": 5.3936,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 701
    },
    {
      "epoch": 0.89856,
      "grad_norm": 16.811567306518555,
      "learning_rate": 3.8193918164220535e-05,
      "loss": 5.999,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.01,
      "memory/max_mem_allocated(gib)": 53.01,
      "step": 702
    },
    {
      "epoch": 0.89984,
      "grad_norm": 18.670833587646484,
      "learning_rate": 3.8186882419556265e-05,
      "loss": 5.167,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 703
    },
    {
      "epoch": 0.90112,
      "grad_norm": 20.35747718811035,
      "learning_rate": 3.817983364796308e-05,
      "loss": 5.8582,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 704
    },
    {
      "epoch": 0.9024,
      "grad_norm": 18.192174911499023,
      "learning_rate": 3.8172771854489875e-05,
      "loss": 5.2068,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 705
    },
    {
      "epoch": 0.90368,
      "grad_norm": 18.653263092041016,
      "learning_rate": 3.81656970441949e-05,
      "loss": 5.5307,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 706
    },
    {
      "epoch": 0.90496,
      "grad_norm": 17.801586151123047,
      "learning_rate": 3.8158609222145695e-05,
      "loss": 5.3375,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 707
    },
    {
      "epoch": 0.90624,
      "grad_norm": 17.987154006958008,
      "learning_rate": 3.815150839341915e-05,
      "loss": 5.4146,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 708
    },
    {
      "epoch": 0.90752,
      "grad_norm": 18.47405242919922,
      "learning_rate": 3.8144394563101436e-05,
      "loss": 5.5628,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 709
    },
    {
      "epoch": 0.9088,
      "grad_norm": 16.299808502197266,
      "learning_rate": 3.813726773628809e-05,
      "loss": 5.3437,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 710
    },
    {
      "epoch": 0.91008,
      "grad_norm": 16.475271224975586,
      "learning_rate": 3.81301279180839e-05,
      "loss": 5.3215,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 711
    },
    {
      "epoch": 0.91136,
      "grad_norm": 16.681089401245117,
      "learning_rate": 3.812297511360299e-05,
      "loss": 5.3753,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 712
    },
    {
      "epoch": 0.91264,
      "grad_norm": 16.217832565307617,
      "learning_rate": 3.8115809327968795e-05,
      "loss": 5.2485,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 713
    },
    {
      "epoch": 0.91392,
      "grad_norm": 17.904199600219727,
      "learning_rate": 3.810863056631402e-05,
      "loss": 5.4864,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 714
    },
    {
      "epoch": 0.9152,
      "grad_norm": 18.715673446655273,
      "learning_rate": 3.8101438833780695e-05,
      "loss": 5.3338,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 715
    },
    {
      "epoch": 0.91648,
      "grad_norm": 24.790361404418945,
      "learning_rate": 3.809423413552012e-05,
      "loss": 5.6748,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 716
    },
    {
      "epoch": 0.91776,
      "grad_norm": 16.757123947143555,
      "learning_rate": 3.808701647669289e-05,
      "loss": 4.9758,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 717
    },
    {
      "epoch": 0.91904,
      "grad_norm": 18.346534729003906,
      "learning_rate": 3.807978586246887e-05,
      "loss": 5.5884,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 718
    },
    {
      "epoch": 0.92032,
      "grad_norm": 16.136178970336914,
      "learning_rate": 3.807254229802722e-05,
      "loss": 5.7355,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 719
    },
    {
      "epoch": 0.9216,
      "grad_norm": 17.537967681884766,
      "learning_rate": 3.806528578855638e-05,
      "loss": 4.8956,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 720
    },
    {
      "epoch": 0.92288,
      "grad_norm": 17.144357681274414,
      "learning_rate": 3.8058016339254054e-05,
      "loss": 5.0639,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 721
    },
    {
      "epoch": 0.92416,
      "grad_norm": 15.829097747802734,
      "learning_rate": 3.805073395532721e-05,
      "loss": 5.2269,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 722
    },
    {
      "epoch": 0.92544,
      "grad_norm": 17.89219093322754,
      "learning_rate": 3.804343864199208e-05,
      "loss": 5.1124,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 723
    },
    {
      "epoch": 0.92672,
      "grad_norm": 17.610116958618164,
      "learning_rate": 3.8036130404474165e-05,
      "loss": 5.4471,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 724
    },
    {
      "epoch": 0.928,
      "grad_norm": 21.28272247314453,
      "learning_rate": 3.802880924800823e-05,
      "loss": 5.1475,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 725
    },
    {
      "epoch": 0.92928,
      "grad_norm": 16.55522346496582,
      "learning_rate": 3.8021475177838274e-05,
      "loss": 5.2418,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 726
    },
    {
      "epoch": 0.93056,
      "grad_norm": 16.854965209960938,
      "learning_rate": 3.8014128199217564e-05,
      "loss": 5.5193,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 727
    },
    {
      "epoch": 0.93184,
      "grad_norm": 16.79427146911621,
      "learning_rate": 3.80067683174086e-05,
      "loss": 5.5083,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 728
    },
    {
      "epoch": 0.93312,
      "grad_norm": 17.095869064331055,
      "learning_rate": 3.7999395537683125e-05,
      "loss": 5.0184,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 729
    },
    {
      "epoch": 0.9344,
      "grad_norm": 17.00202751159668,
      "learning_rate": 3.7992009865322146e-05,
      "loss": 5.3068,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 730
    },
    {
      "epoch": 0.93568,
      "grad_norm": 20.387863159179688,
      "learning_rate": 3.798461130561586e-05,
      "loss": 5.2117,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 731
    },
    {
      "epoch": 0.93696,
      "grad_norm": 17.0885009765625,
      "learning_rate": 3.797719986386374e-05,
      "loss": 4.9442,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 732
    },
    {
      "epoch": 0.93824,
      "grad_norm": 18.086360931396484,
      "learning_rate": 3.796977554537444e-05,
      "loss": 5.4797,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 733
    },
    {
      "epoch": 0.93952,
      "grad_norm": 17.22867202758789,
      "learning_rate": 3.7962338355465885e-05,
      "loss": 4.6933,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 734
    },
    {
      "epoch": 0.9408,
      "grad_norm": 16.782148361206055,
      "learning_rate": 3.7954888299465183e-05,
      "loss": 5.5364,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 735
    },
    {
      "epoch": 0.94208,
      "grad_norm": 16.606918334960938,
      "learning_rate": 3.794742538270869e-05,
      "loss": 5.0218,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 736
    },
    {
      "epoch": 0.94336,
      "grad_norm": 18.177927017211914,
      "learning_rate": 3.793994961054194e-05,
      "loss": 5.2387,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 737
    },
    {
      "epoch": 0.94464,
      "grad_norm": 16.962793350219727,
      "learning_rate": 3.79324609883197e-05,
      "loss": 5.2865,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 738
    },
    {
      "epoch": 0.94592,
      "grad_norm": 16.876201629638672,
      "learning_rate": 3.792495952140591e-05,
      "loss": 5.3896,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 739
    },
    {
      "epoch": 0.9472,
      "grad_norm": 15.220075607299805,
      "learning_rate": 3.7917445215173765e-05,
      "loss": 5.1438,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 740
    },
    {
      "epoch": 0.94848,
      "grad_norm": 17.2893123626709,
      "learning_rate": 3.79099180750056e-05,
      "loss": 5.1406,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 741
    },
    {
      "epoch": 0.94976,
      "grad_norm": 16.21901512145996,
      "learning_rate": 3.7902378106292983e-05,
      "loss": 5.3622,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 742
    },
    {
      "epoch": 0.95104,
      "grad_norm": 16.269935607910156,
      "learning_rate": 3.789482531443664e-05,
      "loss": 4.9897,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 743
    },
    {
      "epoch": 0.95232,
      "grad_norm": 17.004039764404297,
      "learning_rate": 3.7887259704846514e-05,
      "loss": 5.1699,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 744
    },
    {
      "epoch": 0.9536,
      "grad_norm": 16.95368194580078,
      "learning_rate": 3.78796812829417e-05,
      "loss": 5.0853,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 745
    },
    {
      "epoch": 0.95488,
      "grad_norm": 17.035409927368164,
      "learning_rate": 3.787209005415047e-05,
      "loss": 5.2729,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 746
    },
    {
      "epoch": 0.95616,
      "grad_norm": 15.787614822387695,
      "learning_rate": 3.786448602391031e-05,
      "loss": 5.0093,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 747
    },
    {
      "epoch": 0.95744,
      "grad_norm": 16.203874588012695,
      "learning_rate": 3.7856869197667825e-05,
      "loss": 4.8582,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 748
    },
    {
      "epoch": 0.95872,
      "grad_norm": 16.513906478881836,
      "learning_rate": 3.784923958087882e-05,
      "loss": 5.4226,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 749
    },
    {
      "epoch": 0.96,
      "grad_norm": 16.5956974029541,
      "learning_rate": 3.784159717900824e-05,
      "loss": 4.9024,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 750
    },
    {
      "epoch": 0.96128,
      "grad_norm": 18.0240478515625,
      "learning_rate": 3.78339419975302e-05,
      "loss": 5.1765,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 751
    },
    {
      "epoch": 0.96256,
      "grad_norm": 18.69932746887207,
      "learning_rate": 3.782627404192797e-05,
      "loss": 5.5528,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 752
    },
    {
      "epoch": 0.96384,
      "grad_norm": 15.76240062713623,
      "learning_rate": 3.781859331769396e-05,
      "loss": 5.6131,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 753
    },
    {
      "epoch": 0.96512,
      "grad_norm": 23.697301864624023,
      "learning_rate": 3.781089983032973e-05,
      "loss": 5.3745,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 754
    },
    {
      "epoch": 0.9664,
      "grad_norm": 16.073518753051758,
      "learning_rate": 3.7803193585345986e-05,
      "loss": 5.2933,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 755
    },
    {
      "epoch": 0.96768,
      "grad_norm": 26.42362403869629,
      "learning_rate": 3.7795474588262576e-05,
      "loss": 5.2677,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 756
    },
    {
      "epoch": 0.96896,
      "grad_norm": 16.492290496826172,
      "learning_rate": 3.778774284460846e-05,
      "loss": 5.296,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 757
    },
    {
      "epoch": 0.97024,
      "grad_norm": 16.305191040039062,
      "learning_rate": 3.777999835992175e-05,
      "loss": 4.8964,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 758
    },
    {
      "epoch": 0.97152,
      "grad_norm": 15.615100860595703,
      "learning_rate": 3.7772241139749685e-05,
      "loss": 4.9332,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 759
    },
    {
      "epoch": 0.9728,
      "grad_norm": 18.273162841796875,
      "learning_rate": 3.776447118964862e-05,
      "loss": 5.5119,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 760
    },
    {
      "epoch": 0.97408,
      "grad_norm": 16.767322540283203,
      "learning_rate": 3.7756688515184e-05,
      "loss": 5.2002,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 761
    },
    {
      "epoch": 0.97536,
      "grad_norm": 16.715152740478516,
      "learning_rate": 3.7748893121930455e-05,
      "loss": 5.4438,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 762
    },
    {
      "epoch": 0.97664,
      "grad_norm": 17.53606605529785,
      "learning_rate": 3.774108501547165e-05,
      "loss": 4.9217,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 763
    },
    {
      "epoch": 0.97792,
      "grad_norm": 16.464235305786133,
      "learning_rate": 3.7733264201400394e-05,
      "loss": 5.1542,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 764
    },
    {
      "epoch": 0.9792,
      "grad_norm": 16.66168785095215,
      "learning_rate": 3.77254306853186e-05,
      "loss": 5.3271,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 765
    },
    {
      "epoch": 0.98048,
      "grad_norm": 17.007625579833984,
      "learning_rate": 3.7717584472837267e-05,
      "loss": 5.3233,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 766
    },
    {
      "epoch": 0.98176,
      "grad_norm": 15.926201820373535,
      "learning_rate": 3.770972556957649e-05,
      "loss": 4.9419,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 767
    },
    {
      "epoch": 0.98304,
      "grad_norm": 14.828093528747559,
      "learning_rate": 3.7701853981165457e-05,
      "loss": 5.241,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 768
    },
    {
      "epoch": 0.98432,
      "grad_norm": 16.0419921875,
      "learning_rate": 3.769396971324244e-05,
      "loss": 5.1536,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 769
    },
    {
      "epoch": 0.9856,
      "grad_norm": 17.700796127319336,
      "learning_rate": 3.768607277145481e-05,
      "loss": 5.253,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 770
    },
    {
      "epoch": 0.98688,
      "grad_norm": 17.57451057434082,
      "learning_rate": 3.7678163161458974e-05,
      "loss": 5.4467,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 771
    },
    {
      "epoch": 0.98816,
      "grad_norm": 16.052181243896484,
      "learning_rate": 3.767024088892046e-05,
      "loss": 4.8288,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 772
    },
    {
      "epoch": 0.98944,
      "grad_norm": 16.66253089904785,
      "learning_rate": 3.766230595951384e-05,
      "loss": 5.0681,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 773
    },
    {
      "epoch": 0.99072,
      "grad_norm": 17.155872344970703,
      "learning_rate": 3.7654358378922766e-05,
      "loss": 5.1881,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 774
    },
    {
      "epoch": 0.992,
      "grad_norm": 17.582609176635742,
      "learning_rate": 3.764639815283993e-05,
      "loss": 5.6689,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 775
    },
    {
      "epoch": 0.99328,
      "grad_norm": 22.189388275146484,
      "learning_rate": 3.76384252869671e-05,
      "loss": 5.1323,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 776
    },
    {
      "epoch": 0.99456,
      "grad_norm": 16.766719818115234,
      "learning_rate": 3.76304397870151e-05,
      "loss": 5.29,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 777
    },
    {
      "epoch": 0.99584,
      "grad_norm": 16.528942108154297,
      "learning_rate": 3.762244165870379e-05,
      "loss": 5.2681,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 778
    },
    {
      "epoch": 0.99712,
      "grad_norm": 15.585844039916992,
      "learning_rate": 3.761443090776208e-05,
      "loss": 5.2309,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 779
    },
    {
      "epoch": 0.9984,
      "grad_norm": 16.292577743530273,
      "learning_rate": 3.760640753992793e-05,
      "loss": 5.5075,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 780
    },
    {
      "epoch": 0.99968,
      "grad_norm": 16.92820167541504,
      "learning_rate": 3.7598371560948325e-05,
      "loss": 5.1952,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 781
    },
    {
      "epoch": 1.0,
      "grad_norm": 7.192198276519775,
      "learning_rate": 3.759032297657929e-05,
      "loss": 1.1529,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 782
    },
    {
      "epoch": 1.00128,
      "grad_norm": 16.168888092041016,
      "learning_rate": 3.758226179258588e-05,
      "loss": 4.4166,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 783
    },
    {
      "epoch": 1.00256,
      "grad_norm": 15.005285263061523,
      "learning_rate": 3.757418801474217e-05,
      "loss": 4.5219,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 784
    },
    {
      "epoch": 1.00384,
      "grad_norm": 15.98065185546875,
      "learning_rate": 3.7566101648831265e-05,
      "loss": 4.526,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 785
    },
    {
      "epoch": 1.00512,
      "grad_norm": 18.08999252319336,
      "learning_rate": 3.755800270064527e-05,
      "loss": 4.2485,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 786
    },
    {
      "epoch": 1.0064,
      "grad_norm": 17.861391067504883,
      "learning_rate": 3.754989117598532e-05,
      "loss": 4.1359,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 787
    },
    {
      "epoch": 1.00768,
      "grad_norm": 18.61275863647461,
      "learning_rate": 3.754176708066154e-05,
      "loss": 4.4058,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 788
    },
    {
      "epoch": 1.00896,
      "grad_norm": 16.51255226135254,
      "learning_rate": 3.7533630420493086e-05,
      "loss": 4.2177,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 789
    },
    {
      "epoch": 1.01024,
      "grad_norm": 16.06920051574707,
      "learning_rate": 3.7525481201308086e-05,
      "loss": 4.0489,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 790
    },
    {
      "epoch": 1.01152,
      "grad_norm": 17.024892807006836,
      "learning_rate": 3.751731942894368e-05,
      "loss": 4.2713,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 791
    },
    {
      "epoch": 1.0128,
      "grad_norm": 15.494892120361328,
      "learning_rate": 3.7509145109245986e-05,
      "loss": 4.1091,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 792
    },
    {
      "epoch": 1.01408,
      "grad_norm": 16.395952224731445,
      "learning_rate": 3.7500958248070144e-05,
      "loss": 4.21,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 793
    },
    {
      "epoch": 1.01536,
      "grad_norm": 16.06232261657715,
      "learning_rate": 3.749275885128022e-05,
      "loss": 4.1676,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 794
    },
    {
      "epoch": 1.01664,
      "grad_norm": 16.227310180664062,
      "learning_rate": 3.748454692474931e-05,
      "loss": 4.2091,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 795
    },
    {
      "epoch": 1.01792,
      "grad_norm": 17.18985366821289,
      "learning_rate": 3.747632247435946e-05,
      "loss": 4.3397,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 796
    },
    {
      "epoch": 1.0192,
      "grad_norm": 16.61663246154785,
      "learning_rate": 3.74680855060017e-05,
      "loss": 4.2583,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 797
    },
    {
      "epoch": 1.02048,
      "grad_norm": 16.121376037597656,
      "learning_rate": 3.7459836025576006e-05,
      "loss": 4.2304,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 798
    },
    {
      "epoch": 1.02176,
      "grad_norm": 16.61048698425293,
      "learning_rate": 3.745157403899134e-05,
      "loss": 4.1513,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 799
    },
    {
      "epoch": 1.02304,
      "grad_norm": 20.74541473388672,
      "learning_rate": 3.74432995521656e-05,
      "loss": 4.4011,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 800
    },
    {
      "epoch": 1.02432,
      "grad_norm": 15.940553665161133,
      "learning_rate": 3.743501257102566e-05,
      "loss": 4.515,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 801
    },
    {
      "epoch": 1.0256,
      "grad_norm": 15.10676097869873,
      "learning_rate": 3.7426713101507325e-05,
      "loss": 4.0769,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 802
    },
    {
      "epoch": 1.02688,
      "grad_norm": 15.391860961914062,
      "learning_rate": 3.741840114955535e-05,
      "loss": 4.3969,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 803
    },
    {
      "epoch": 1.02816,
      "grad_norm": 18.943653106689453,
      "learning_rate": 3.741007672112345e-05,
      "loss": 4.4858,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 804
    },
    {
      "epoch": 1.02944,
      "grad_norm": 16.0422306060791,
      "learning_rate": 3.740173982217423e-05,
      "loss": 4.6316,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 805
    },
    {
      "epoch": 1.03072,
      "grad_norm": 15.259161949157715,
      "learning_rate": 3.7393390458679284e-05,
      "loss": 4.347,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 806
    },
    {
      "epoch": 1.032,
      "grad_norm": 15.302316665649414,
      "learning_rate": 3.738502863661909e-05,
      "loss": 4.231,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 807
    },
    {
      "epoch": 1.03328,
      "grad_norm": 17.221473693847656,
      "learning_rate": 3.737665436198308e-05,
      "loss": 4.1445,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 808
    },
    {
      "epoch": 1.03456,
      "grad_norm": 15.85611343383789,
      "learning_rate": 3.736826764076959e-05,
      "loss": 4.223,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 809
    },
    {
      "epoch": 1.03584,
      "grad_norm": 17.311580657958984,
      "learning_rate": 3.735986847898586e-05,
      "loss": 4.7187,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 810
    },
    {
      "epoch": 1.03712,
      "grad_norm": 16.424100875854492,
      "learning_rate": 3.7351456882648077e-05,
      "loss": 4.3705,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 811
    },
    {
      "epoch": 1.0384,
      "grad_norm": 15.598773956298828,
      "learning_rate": 3.734303285778129e-05,
      "loss": 4.5336,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 812
    },
    {
      "epoch": 1.03968,
      "grad_norm": 16.891218185424805,
      "learning_rate": 3.73345964104195e-05,
      "loss": 4.532,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 813
    },
    {
      "epoch": 1.04096,
      "grad_norm": 16.61777687072754,
      "learning_rate": 3.732614754660555e-05,
      "loss": 4.3272,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 814
    },
    {
      "epoch": 1.04224,
      "grad_norm": 17.444114685058594,
      "learning_rate": 3.731768627239122e-05,
      "loss": 4.2953,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 815
    },
    {
      "epoch": 1.04352,
      "grad_norm": 15.16589641571045,
      "learning_rate": 3.730921259383717e-05,
      "loss": 4.1927,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 816
    },
    {
      "epoch": 1.0448,
      "grad_norm": 16.439218521118164,
      "learning_rate": 3.730072651701293e-05,
      "loss": 4.3565,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 817
    },
    {
      "epoch": 1.04608,
      "grad_norm": 24.510051727294922,
      "learning_rate": 3.7292228047996924e-05,
      "loss": 4.3221,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 818
    },
    {
      "epoch": 1.04736,
      "grad_norm": 15.896862983703613,
      "learning_rate": 3.7283717192876446e-05,
      "loss": 4.3356,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 819
    },
    {
      "epoch": 1.04864,
      "grad_norm": 14.973894119262695,
      "learning_rate": 3.727519395774767e-05,
      "loss": 3.8096,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 820
    },
    {
      "epoch": 1.04992,
      "grad_norm": 15.89252758026123,
      "learning_rate": 3.726665834871563e-05,
      "loss": 4.0411,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 821
    },
    {
      "epoch": 1.0512,
      "grad_norm": 15.295536041259766,
      "learning_rate": 3.725811037189422e-05,
      "loss": 4.1879,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 822
    },
    {
      "epoch": 1.05248,
      "grad_norm": 16.591594696044922,
      "learning_rate": 3.724955003340621e-05,
      "loss": 4.3066,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 823
    },
    {
      "epoch": 1.05376,
      "grad_norm": 16.438859939575195,
      "learning_rate": 3.724097733938321e-05,
      "loss": 4.1371,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 824
    },
    {
      "epoch": 1.05504,
      "grad_norm": 16.233139038085938,
      "learning_rate": 3.7232392295965676e-05,
      "loss": 4.1445,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 825
    },
    {
      "epoch": 1.05632,
      "grad_norm": 15.29269027709961,
      "learning_rate": 3.722379490930292e-05,
      "loss": 4.3742,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 826
    },
    {
      "epoch": 1.0576,
      "grad_norm": 16.42255401611328,
      "learning_rate": 3.7215185185553085e-05,
      "loss": 4.0996,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 827
    },
    {
      "epoch": 1.05888,
      "grad_norm": 19.357059478759766,
      "learning_rate": 3.720656313088317e-05,
      "loss": 4.3622,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 828
    },
    {
      "epoch": 1.06016,
      "grad_norm": 16.141401290893555,
      "learning_rate": 3.7197928751468984e-05,
      "loss": 4.3444,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 829
    },
    {
      "epoch": 1.06144,
      "grad_norm": 17.08056640625,
      "learning_rate": 3.718928205349518e-05,
      "loss": 4.1002,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 830
    },
    {
      "epoch": 1.06272,
      "grad_norm": 16.774206161499023,
      "learning_rate": 3.718062304315523e-05,
      "loss": 4.535,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 831
    },
    {
      "epoch": 1.064,
      "grad_norm": 16.83819580078125,
      "learning_rate": 3.717195172665142e-05,
      "loss": 4.2213,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 832
    },
    {
      "epoch": 1.06528,
      "grad_norm": 15.784399032592773,
      "learning_rate": 3.716326811019485e-05,
      "loss": 4.3414,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 833
    },
    {
      "epoch": 1.06656,
      "grad_norm": 15.979156494140625,
      "learning_rate": 3.7154572200005446e-05,
      "loss": 4.1005,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 834
    },
    {
      "epoch": 1.06784,
      "grad_norm": 15.49698543548584,
      "learning_rate": 3.714586400231191e-05,
      "loss": 3.9697,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 835
    },
    {
      "epoch": 1.06912,
      "grad_norm": 17.050065994262695,
      "learning_rate": 3.7137143523351787e-05,
      "loss": 4.4618,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 836
    },
    {
      "epoch": 1.0704,
      "grad_norm": 15.703328132629395,
      "learning_rate": 3.712841076937138e-05,
      "loss": 4.401,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 837
    },
    {
      "epoch": 1.07168,
      "grad_norm": 15.110478401184082,
      "learning_rate": 3.7119665746625805e-05,
      "loss": 4.5366,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 838
    },
    {
      "epoch": 1.07296,
      "grad_norm": 16.527328491210938,
      "learning_rate": 3.7110908461378954e-05,
      "loss": 4.4194,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 839
    },
    {
      "epoch": 1.07424,
      "grad_norm": 15.608952522277832,
      "learning_rate": 3.710213891990352e-05,
      "loss": 4.264,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 840
    },
    {
      "epoch": 1.07552,
      "grad_norm": 15.631292343139648,
      "learning_rate": 3.709335712848095e-05,
      "loss": 4.3905,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 841
    },
    {
      "epoch": 1.0768,
      "grad_norm": 15.838480949401855,
      "learning_rate": 3.7084563093401496e-05,
      "loss": 4.4718,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 842
    },
    {
      "epoch": 1.07808,
      "grad_norm": 16.75391960144043,
      "learning_rate": 3.707575682096415e-05,
      "loss": 4.3156,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 843
    },
    {
      "epoch": 1.07936,
      "grad_norm": 16.015233993530273,
      "learning_rate": 3.706693831747669e-05,
      "loss": 4.275,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 844
    },
    {
      "epoch": 1.08064,
      "grad_norm": 15.443527221679688,
      "learning_rate": 3.7058107589255643e-05,
      "loss": 4.7622,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 845
    },
    {
      "epoch": 1.08192,
      "grad_norm": 15.851340293884277,
      "learning_rate": 3.70492646426263e-05,
      "loss": 4.5973,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 846
    },
    {
      "epoch": 1.0832,
      "grad_norm": 15.252490043640137,
      "learning_rate": 3.70404094839227e-05,
      "loss": 4.0446,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 847
    },
    {
      "epoch": 1.08448,
      "grad_norm": 16.44010353088379,
      "learning_rate": 3.703154211948763e-05,
      "loss": 4.1806,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 848
    },
    {
      "epoch": 1.08576,
      "grad_norm": 16.14630126953125,
      "learning_rate": 3.7022662555672624e-05,
      "loss": 4.2634,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 849
    },
    {
      "epoch": 1.08704,
      "grad_norm": 15.523625373840332,
      "learning_rate": 3.701377079883794e-05,
      "loss": 4.1846,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 850
    },
    {
      "epoch": 1.08832,
      "grad_norm": 15.018416404724121,
      "learning_rate": 3.700486685535259e-05,
      "loss": 3.9914,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 851
    },
    {
      "epoch": 1.0896,
      "grad_norm": 18.158777236938477,
      "learning_rate": 3.69959507315943e-05,
      "loss": 4.1804,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 852
    },
    {
      "epoch": 1.09088,
      "grad_norm": 15.430265426635742,
      "learning_rate": 3.6987022433949524e-05,
      "loss": 4.3813,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 853
    },
    {
      "epoch": 1.09216,
      "grad_norm": 15.99801254272461,
      "learning_rate": 3.697808196881344e-05,
      "loss": 4.216,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 854
    },
    {
      "epoch": 1.09344,
      "grad_norm": 16.25202751159668,
      "learning_rate": 3.696912934258994e-05,
      "loss": 4.4805,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 855
    },
    {
      "epoch": 1.09472,
      "grad_norm": 16.353221893310547,
      "learning_rate": 3.696016456169162e-05,
      "loss": 4.4025,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 856
    },
    {
      "epoch": 1.096,
      "grad_norm": 16.484371185302734,
      "learning_rate": 3.6951187632539794e-05,
      "loss": 4.4779,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 857
    },
    {
      "epoch": 1.09728,
      "grad_norm": 15.377453804016113,
      "learning_rate": 3.694219856156446e-05,
      "loss": 3.9997,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 858
    },
    {
      "epoch": 1.09856,
      "grad_norm": 15.307774543762207,
      "learning_rate": 3.6933197355204336e-05,
      "loss": 4.3861,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 859
    },
    {
      "epoch": 1.09984,
      "grad_norm": 14.64097785949707,
      "learning_rate": 3.692418401990682e-05,
      "loss": 4.049,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 860
    },
    {
      "epoch": 1.10112,
      "grad_norm": 16.91565704345703,
      "learning_rate": 3.691515856212799e-05,
      "loss": 4.4724,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 861
    },
    {
      "epoch": 1.1024,
      "grad_norm": 16.10772705078125,
      "learning_rate": 3.6906120988332616e-05,
      "loss": 4.3221,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 862
    },
    {
      "epoch": 1.10368,
      "grad_norm": 16.124202728271484,
      "learning_rate": 3.6897071304994145e-05,
      "loss": 4.291,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 863
    },
    {
      "epoch": 1.10496,
      "grad_norm": 16.45026969909668,
      "learning_rate": 3.6888009518594703e-05,
      "loss": 4.2695,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 864
    },
    {
      "epoch": 1.1062400000000001,
      "grad_norm": 16.43177604675293,
      "learning_rate": 3.687893563562509e-05,
      "loss": 4.5859,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 865
    },
    {
      "epoch": 1.10752,
      "grad_norm": 16.0928955078125,
      "learning_rate": 3.6869849662584745e-05,
      "loss": 4.5276,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 866
    },
    {
      "epoch": 1.1088,
      "grad_norm": 17.01827049255371,
      "learning_rate": 3.686075160598178e-05,
      "loss": 4.3908,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 867
    },
    {
      "epoch": 1.11008,
      "grad_norm": 16.2530574798584,
      "learning_rate": 3.6851641472332985e-05,
      "loss": 4.6219,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 868
    },
    {
      "epoch": 1.11136,
      "grad_norm": 15.321200370788574,
      "learning_rate": 3.6842519268163764e-05,
      "loss": 4.3345,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 869
    },
    {
      "epoch": 1.11264,
      "grad_norm": 16.235937118530273,
      "learning_rate": 3.68333850000082e-05,
      "loss": 4.0733,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 870
    },
    {
      "epoch": 1.11392,
      "grad_norm": 15.206354141235352,
      "learning_rate": 3.6824238674408984e-05,
      "loss": 4.2512,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 871
    },
    {
      "epoch": 1.1152,
      "grad_norm": 15.418142318725586,
      "learning_rate": 3.6815080297917464e-05,
      "loss": 4.2608,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 872
    },
    {
      "epoch": 1.11648,
      "grad_norm": 15.943363189697266,
      "learning_rate": 3.680590987709363e-05,
      "loss": 4.3679,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 873
    },
    {
      "epoch": 1.11776,
      "grad_norm": 15.58619213104248,
      "learning_rate": 3.679672741850607e-05,
      "loss": 4.1263,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 874
    },
    {
      "epoch": 1.11904,
      "grad_norm": 15.493576049804688,
      "learning_rate": 3.678753292873202e-05,
      "loss": 4.1303,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 875
    },
    {
      "epoch": 1.12032,
      "grad_norm": 17.463762283325195,
      "learning_rate": 3.677832641435731e-05,
      "loss": 4.5239,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 876
    },
    {
      "epoch": 1.1216,
      "grad_norm": 15.41862678527832,
      "learning_rate": 3.676910788197641e-05,
      "loss": 4.2116,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 877
    },
    {
      "epoch": 1.12288,
      "grad_norm": 15.156543731689453,
      "learning_rate": 3.675987733819239e-05,
      "loss": 4.2647,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 878
    },
    {
      "epoch": 1.12416,
      "grad_norm": 15.750941276550293,
      "learning_rate": 3.67506347896169e-05,
      "loss": 4.1595,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 879
    },
    {
      "epoch": 1.12544,
      "grad_norm": 15.72594165802002,
      "learning_rate": 3.674138024287022e-05,
      "loss": 4.4303,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 880
    },
    {
      "epoch": 1.12672,
      "grad_norm": 14.887951850891113,
      "learning_rate": 3.6732113704581205e-05,
      "loss": 4.3678,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 881
    },
    {
      "epoch": 1.1280000000000001,
      "grad_norm": 14.634197235107422,
      "learning_rate": 3.672283518138732e-05,
      "loss": 4.4589,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 882
    },
    {
      "epoch": 1.12928,
      "grad_norm": 14.899866104125977,
      "learning_rate": 3.671354467993458e-05,
      "loss": 3.9955,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 883
    },
    {
      "epoch": 1.13056,
      "grad_norm": 14.423491477966309,
      "learning_rate": 3.670424220687761e-05,
      "loss": 4.2326,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 884
    },
    {
      "epoch": 1.13184,
      "grad_norm": 16.4047794342041,
      "learning_rate": 3.6694927768879596e-05,
      "loss": 4.2974,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 885
    },
    {
      "epoch": 1.13312,
      "grad_norm": 17.199739456176758,
      "learning_rate": 3.6685601372612303e-05,
      "loss": 4.3744,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 886
    },
    {
      "epoch": 1.1344,
      "grad_norm": 14.892805099487305,
      "learning_rate": 3.667626302475606e-05,
      "loss": 4.1664,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 887
    },
    {
      "epoch": 1.13568,
      "grad_norm": 14.567102432250977,
      "learning_rate": 3.6666912731999746e-05,
      "loss": 3.9156,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 888
    },
    {
      "epoch": 1.13696,
      "grad_norm": 15.625653266906738,
      "learning_rate": 3.665755050104081e-05,
      "loss": 4.3328,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 889
    },
    {
      "epoch": 1.13824,
      "grad_norm": 15.129523277282715,
      "learning_rate": 3.6648176338585246e-05,
      "loss": 4.1641,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 890
    },
    {
      "epoch": 1.13952,
      "grad_norm": 15.662614822387695,
      "learning_rate": 3.663879025134758e-05,
      "loss": 4.2242,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 891
    },
    {
      "epoch": 1.1408,
      "grad_norm": 15.761423110961914,
      "learning_rate": 3.662939224605091e-05,
      "loss": 4.3492,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 892
    },
    {
      "epoch": 1.14208,
      "grad_norm": 15.972007751464844,
      "learning_rate": 3.6619982329426843e-05,
      "loss": 4.414,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 893
    },
    {
      "epoch": 1.14336,
      "grad_norm": 16.43582534790039,
      "learning_rate": 3.6610560508215535e-05,
      "loss": 4.251,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 894
    },
    {
      "epoch": 1.1446399999999999,
      "grad_norm": 14.57497787475586,
      "learning_rate": 3.6601126789165664e-05,
      "loss": 4.3465,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 895
    },
    {
      "epoch": 1.14592,
      "grad_norm": 15.498397827148438,
      "learning_rate": 3.659168117903443e-05,
      "loss": 4.4077,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 896
    },
    {
      "epoch": 1.1472,
      "grad_norm": 15.618167877197266,
      "learning_rate": 3.6582223684587545e-05,
      "loss": 4.3542,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 897
    },
    {
      "epoch": 1.14848,
      "grad_norm": 15.336588859558105,
      "learning_rate": 3.657275431259924e-05,
      "loss": 4.389,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 898
    },
    {
      "epoch": 1.1497600000000001,
      "grad_norm": 15.523792266845703,
      "learning_rate": 3.656327306985225e-05,
      "loss": 3.9386,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 899
    },
    {
      "epoch": 1.15104,
      "grad_norm": 16.469980239868164,
      "learning_rate": 3.655377996313782e-05,
      "loss": 4.3091,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 900
    },
    {
      "epoch": 1.15232,
      "grad_norm": 16.09726905822754,
      "learning_rate": 3.654427499925567e-05,
      "loss": 4.4087,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 901
    },
    {
      "epoch": 1.1536,
      "grad_norm": 15.757027626037598,
      "learning_rate": 3.653475818501406e-05,
      "loss": 4.3902,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 902
    },
    {
      "epoch": 1.15488,
      "grad_norm": 14.891890525817871,
      "learning_rate": 3.652522952722969e-05,
      "loss": 3.9762,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 903
    },
    {
      "epoch": 1.15616,
      "grad_norm": 15.198460578918457,
      "learning_rate": 3.651568903272775e-05,
      "loss": 4.2151,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 904
    },
    {
      "epoch": 1.15744,
      "grad_norm": 15.398750305175781,
      "learning_rate": 3.650613670834195e-05,
      "loss": 4.3405,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 905
    },
    {
      "epoch": 1.15872,
      "grad_norm": 14.543858528137207,
      "learning_rate": 3.649657256091443e-05,
      "loss": 3.9768,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 906
    },
    {
      "epoch": 1.16,
      "grad_norm": 15.01441478729248,
      "learning_rate": 3.64869965972958e-05,
      "loss": 4.3083,
      "memory/device_mem_reserved(gib)": 64.46,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 907
    },
    {
      "epoch": 1.16128,
      "grad_norm": 15.23315143585205,
      "learning_rate": 3.647740882434517e-05,
      "loss": 4.2631,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 908
    },
    {
      "epoch": 1.16256,
      "grad_norm": 16.187702178955078,
      "learning_rate": 3.646780924893007e-05,
      "loss": 4.544,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 909
    },
    {
      "epoch": 1.16384,
      "grad_norm": 15.439303398132324,
      "learning_rate": 3.64581978779265e-05,
      "loss": 4.349,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 910
    },
    {
      "epoch": 1.16512,
      "grad_norm": 16.458005905151367,
      "learning_rate": 3.644857471821892e-05,
      "loss": 4.2813,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 911
    },
    {
      "epoch": 1.1663999999999999,
      "grad_norm": 14.36257266998291,
      "learning_rate": 3.6438939776700205e-05,
      "loss": 4.6759,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 912
    },
    {
      "epoch": 1.16768,
      "grad_norm": 16.840587615966797,
      "learning_rate": 3.6429293060271694e-05,
      "loss": 4.3187,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 913
    },
    {
      "epoch": 1.16896,
      "grad_norm": 15.615226745605469,
      "learning_rate": 3.641963457584315e-05,
      "loss": 4.312,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 914
    },
    {
      "epoch": 1.17024,
      "grad_norm": 15.78549861907959,
      "learning_rate": 3.640996433033277e-05,
      "loss": 4.3515,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 915
    },
    {
      "epoch": 1.1715200000000001,
      "grad_norm": 15.765857696533203,
      "learning_rate": 3.6400282330667184e-05,
      "loss": 4.5616,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 916
    },
    {
      "epoch": 1.1728,
      "grad_norm": 20.240304946899414,
      "learning_rate": 3.6390588583781406e-05,
      "loss": 4.4949,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 917
    },
    {
      "epoch": 1.17408,
      "grad_norm": 14.424782752990723,
      "learning_rate": 3.638088309661891e-05,
      "loss": 4.2704,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 918
    },
    {
      "epoch": 1.17536,
      "grad_norm": 15.2334623336792,
      "learning_rate": 3.6371165876131544e-05,
      "loss": 4.1956,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 919
    },
    {
      "epoch": 1.17664,
      "grad_norm": 14.214000701904297,
      "learning_rate": 3.6361436929279574e-05,
      "loss": 3.841,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 920
    },
    {
      "epoch": 1.17792,
      "grad_norm": 15.264904975891113,
      "learning_rate": 3.635169626303168e-05,
      "loss": 4.3697,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 921
    },
    {
      "epoch": 1.1792,
      "grad_norm": 15.260586738586426,
      "learning_rate": 3.6341943884364904e-05,
      "loss": 3.8438,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 922
    },
    {
      "epoch": 1.18048,
      "grad_norm": 14.658799171447754,
      "learning_rate": 3.63321798002647e-05,
      "loss": 4.2112,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 923
    },
    {
      "epoch": 1.18176,
      "grad_norm": 16.298450469970703,
      "learning_rate": 3.632240401772492e-05,
      "loss": 4.4231,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 924
    },
    {
      "epoch": 1.18304,
      "grad_norm": 16.78000259399414,
      "learning_rate": 3.631261654374775e-05,
      "loss": 4.128,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 925
    },
    {
      "epoch": 1.18432,
      "grad_norm": 15.751258850097656,
      "learning_rate": 3.630281738534379e-05,
      "loss": 3.9896,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 926
    },
    {
      "epoch": 1.1856,
      "grad_norm": 14.481562614440918,
      "learning_rate": 3.6293006549531994e-05,
      "loss": 4.2789,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 927
    },
    {
      "epoch": 1.18688,
      "grad_norm": 15.486409187316895,
      "learning_rate": 3.6283184043339696e-05,
      "loss": 4.345,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 928
    },
    {
      "epoch": 1.1881599999999999,
      "grad_norm": 15.807978630065918,
      "learning_rate": 3.6273349873802554e-05,
      "loss": 4.4876,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 929
    },
    {
      "epoch": 1.18944,
      "grad_norm": 15.211185455322266,
      "learning_rate": 3.6263504047964616e-05,
      "loss": 4.0861,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 930
    },
    {
      "epoch": 1.19072,
      "grad_norm": 15.499547958374023,
      "learning_rate": 3.6253646572878266e-05,
      "loss": 4.3671,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 931
    },
    {
      "epoch": 1.192,
      "grad_norm": 17.28366470336914,
      "learning_rate": 3.624377745560423e-05,
      "loss": 4.1298,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 932
    },
    {
      "epoch": 1.1932800000000001,
      "grad_norm": 15.414783477783203,
      "learning_rate": 3.6233896703211565e-05,
      "loss": 4.1383,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 933
    },
    {
      "epoch": 1.19456,
      "grad_norm": 16.393339157104492,
      "learning_rate": 3.6224004322777695e-05,
      "loss": 4.1753,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 934
    },
    {
      "epoch": 1.19584,
      "grad_norm": 15.382574081420898,
      "learning_rate": 3.6214100321388325e-05,
      "loss": 4.3941,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 935
    },
    {
      "epoch": 1.19712,
      "grad_norm": 14.829909324645996,
      "learning_rate": 3.6204184706137525e-05,
      "loss": 4.4461,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 936
    },
    {
      "epoch": 1.1984,
      "grad_norm": 15.300322532653809,
      "learning_rate": 3.619425748412765e-05,
      "loss": 4.2931,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 937
    },
    {
      "epoch": 1.19968,
      "grad_norm": 15.314664840698242,
      "learning_rate": 3.6184318662469416e-05,
      "loss": 4.1566,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 938
    },
    {
      "epoch": 1.20096,
      "grad_norm": 17.634775161743164,
      "learning_rate": 3.61743682482818e-05,
      "loss": 4.2058,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 939
    },
    {
      "epoch": 1.20224,
      "grad_norm": 15.611769676208496,
      "learning_rate": 3.616440624869209e-05,
      "loss": 3.99,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 940
    },
    {
      "epoch": 1.20352,
      "grad_norm": 16.55445671081543,
      "learning_rate": 3.61544326708359e-05,
      "loss": 4.2853,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 941
    },
    {
      "epoch": 1.2048,
      "grad_norm": 15.507970809936523,
      "learning_rate": 3.614444752185711e-05,
      "loss": 4.1921,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 942
    },
    {
      "epoch": 1.20608,
      "grad_norm": 15.407391548156738,
      "learning_rate": 3.613445080890791e-05,
      "loss": 4.388,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 943
    },
    {
      "epoch": 1.20736,
      "grad_norm": 15.327923774719238,
      "learning_rate": 3.612444253914874e-05,
      "loss": 4.1972,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 944
    },
    {
      "epoch": 1.20864,
      "grad_norm": 14.238018989562988,
      "learning_rate": 3.611442271974837e-05,
      "loss": 4.162,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 945
    },
    {
      "epoch": 1.2099199999999999,
      "grad_norm": 15.245156288146973,
      "learning_rate": 3.610439135788379e-05,
      "loss": 4.2607,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 946
    },
    {
      "epoch": 1.2112,
      "grad_norm": 17.49321174621582,
      "learning_rate": 3.6094348460740274e-05,
      "loss": 4.3135,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 947
    },
    {
      "epoch": 1.21248,
      "grad_norm": 15.731560707092285,
      "learning_rate": 3.608429403551138e-05,
      "loss": 4.4239,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 948
    },
    {
      "epoch": 1.21376,
      "grad_norm": 15.825453758239746,
      "learning_rate": 3.607422808939891e-05,
      "loss": 4.3505,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 949
    },
    {
      "epoch": 1.2150400000000001,
      "grad_norm": 15.00493049621582,
      "learning_rate": 3.60641506296129e-05,
      "loss": 4.1892,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 950
    },
    {
      "epoch": 1.21632,
      "grad_norm": 15.822216987609863,
      "learning_rate": 3.605406166337166e-05,
      "loss": 4.4125,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 951
    },
    {
      "epoch": 1.2176,
      "grad_norm": 16.197874069213867,
      "learning_rate": 3.604396119790173e-05,
      "loss": 4.3581,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 952
    },
    {
      "epoch": 1.21888,
      "grad_norm": 16.742456436157227,
      "learning_rate": 3.6033849240437886e-05,
      "loss": 4.2346,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 953
    },
    {
      "epoch": 1.22016,
      "grad_norm": 16.424421310424805,
      "learning_rate": 3.602372579822313e-05,
      "loss": 4.0616,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 954
    },
    {
      "epoch": 1.22144,
      "grad_norm": 14.441069602966309,
      "learning_rate": 3.6013590878508715e-05,
      "loss": 4.0493,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 955
    },
    {
      "epoch": 1.22272,
      "grad_norm": 16.310665130615234,
      "learning_rate": 3.600344448855407e-05,
      "loss": 4.2279,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 956
    },
    {
      "epoch": 1.224,
      "grad_norm": 15.51463508605957,
      "learning_rate": 3.5993286635626895e-05,
      "loss": 4.2336,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 957
    },
    {
      "epoch": 1.22528,
      "grad_norm": 15.929198265075684,
      "learning_rate": 3.598311732700306e-05,
      "loss": 4.5435,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 958
    },
    {
      "epoch": 1.22656,
      "grad_norm": 16.46451759338379,
      "learning_rate": 3.597293656996665e-05,
      "loss": 4.0871,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 959
    },
    {
      "epoch": 1.22784,
      "grad_norm": 16.358909606933594,
      "learning_rate": 3.596274437180996e-05,
      "loss": 4.0805,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 960
    },
    {
      "epoch": 1.22912,
      "grad_norm": 15.996970176696777,
      "learning_rate": 3.5952540739833475e-05,
      "loss": 4.4578,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 961
    },
    {
      "epoch": 1.2304,
      "grad_norm": 15.78232192993164,
      "learning_rate": 3.594232568134586e-05,
      "loss": 4.3493,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 962
    },
    {
      "epoch": 1.2316799999999999,
      "grad_norm": 15.226667404174805,
      "learning_rate": 3.593209920366398e-05,
      "loss": 4.1757,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 963
    },
    {
      "epoch": 1.23296,
      "grad_norm": 16.377689361572266,
      "learning_rate": 3.592186131411288e-05,
      "loss": 4.2727,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 964
    },
    {
      "epoch": 1.23424,
      "grad_norm": 15.260359764099121,
      "learning_rate": 3.591161202002575e-05,
      "loss": 4.1473,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 965
    },
    {
      "epoch": 1.23552,
      "grad_norm": 16.353187561035156,
      "learning_rate": 3.5901351328744e-05,
      "loss": 4.2242,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 966
    },
    {
      "epoch": 1.2368000000000001,
      "grad_norm": 16.69927978515625,
      "learning_rate": 3.589107924761715e-05,
      "loss": 3.9958,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 967
    },
    {
      "epoch": 1.23808,
      "grad_norm": 16.695707321166992,
      "learning_rate": 3.5880795784002905e-05,
      "loss": 4.4907,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 968
    },
    {
      "epoch": 1.23936,
      "grad_norm": 16.724018096923828,
      "learning_rate": 3.5870500945267134e-05,
      "loss": 4.3092,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 969
    },
    {
      "epoch": 1.24064,
      "grad_norm": 17.232332229614258,
      "learning_rate": 3.586019473878383e-05,
      "loss": 3.8225,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 970
    },
    {
      "epoch": 1.24192,
      "grad_norm": 16.317354202270508,
      "learning_rate": 3.584987717193514e-05,
      "loss": 4.1792,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 971
    },
    {
      "epoch": 1.2432,
      "grad_norm": 19.749584197998047,
      "learning_rate": 3.5839548252111346e-05,
      "loss": 4.3606,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 972
    },
    {
      "epoch": 1.24448,
      "grad_norm": 29.292116165161133,
      "learning_rate": 3.5829207986710874e-05,
      "loss": 4.3695,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 973
    },
    {
      "epoch": 1.24576,
      "grad_norm": 16.927831649780273,
      "learning_rate": 3.5818856383140246e-05,
      "loss": 4.2267,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 974
    },
    {
      "epoch": 1.24704,
      "grad_norm": 16.605165481567383,
      "learning_rate": 3.580849344881415e-05,
      "loss": 4.1218,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 975
    },
    {
      "epoch": 1.24832,
      "grad_norm": 15.698375701904297,
      "learning_rate": 3.5798119191155343e-05,
      "loss": 4.2431,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 976
    },
    {
      "epoch": 1.2496,
      "grad_norm": 18.704994201660156,
      "learning_rate": 3.578773361759473e-05,
      "loss": 4.4712,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 977
    },
    {
      "epoch": 1.25088,
      "grad_norm": 63.467403411865234,
      "learning_rate": 3.577733673557129e-05,
      "loss": 4.2358,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 978
    },
    {
      "epoch": 1.25216,
      "grad_norm": 17.310285568237305,
      "learning_rate": 3.576692855253213e-05,
      "loss": 4.1406,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 979
    },
    {
      "epoch": 1.2534399999999999,
      "grad_norm": 17.495189666748047,
      "learning_rate": 3.575650907593244e-05,
      "loss": 4.2955,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 980
    },
    {
      "epoch": 1.25472,
      "grad_norm": 15.187227249145508,
      "learning_rate": 3.5746078313235494e-05,
      "loss": 4.4052,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 981
    },
    {
      "epoch": 1.256,
      "grad_norm": 16.84073257446289,
      "learning_rate": 3.5735636271912656e-05,
      "loss": 4.2422,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 982
    },
    {
      "epoch": 1.25728,
      "grad_norm": 20.02716636657715,
      "learning_rate": 3.5725182959443366e-05,
      "loss": 4.4864,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 983
    },
    {
      "epoch": 1.2585600000000001,
      "grad_norm": 16.204689025878906,
      "learning_rate": 3.5714718383315146e-05,
      "loss": 4.5453,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 984
    },
    {
      "epoch": 1.25984,
      "grad_norm": 15.251053810119629,
      "learning_rate": 3.570424255102358e-05,
      "loss": 4.5599,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 985
    },
    {
      "epoch": 1.26112,
      "grad_norm": 15.495587348937988,
      "learning_rate": 3.56937554700723e-05,
      "loss": 4.2991,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 986
    },
    {
      "epoch": 1.2624,
      "grad_norm": 15.975513458251953,
      "learning_rate": 3.568325714797303e-05,
      "loss": 4.1023,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 987
    },
    {
      "epoch": 1.26368,
      "grad_norm": 14.610228538513184,
      "learning_rate": 3.567274759224551e-05,
      "loss": 3.9276,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 988
    },
    {
      "epoch": 1.2649599999999999,
      "grad_norm": 15.547951698303223,
      "learning_rate": 3.566222681041754e-05,
      "loss": 4.3215,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 989
    },
    {
      "epoch": 1.26624,
      "grad_norm": 15.440533638000488,
      "learning_rate": 3.5651694810024966e-05,
      "loss": 4.3097,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 990
    },
    {
      "epoch": 1.26752,
      "grad_norm": 15.79804515838623,
      "learning_rate": 3.564115159861167e-05,
      "loss": 4.2663,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 991
    },
    {
      "epoch": 1.2688,
      "grad_norm": 15.29565143585205,
      "learning_rate": 3.563059718372955e-05,
      "loss": 3.8997,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 992
    },
    {
      "epoch": 1.27008,
      "grad_norm": 15.172067642211914,
      "learning_rate": 3.562003157293855e-05,
      "loss": 4.3821,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 993
    },
    {
      "epoch": 1.27136,
      "grad_norm": 16.920780181884766,
      "learning_rate": 3.5609454773806616e-05,
      "loss": 4.6107,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 994
    },
    {
      "epoch": 1.27264,
      "grad_norm": 16.738370895385742,
      "learning_rate": 3.559886679390972e-05,
      "loss": 3.9626,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 995
    },
    {
      "epoch": 1.27392,
      "grad_norm": 15.778882026672363,
      "learning_rate": 3.558826764083183e-05,
      "loss": 4.2545,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 996
    },
    {
      "epoch": 1.2752,
      "grad_norm": 15.68743896484375,
      "learning_rate": 3.5577657322164935e-05,
      "loss": 4.2468,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 997
    },
    {
      "epoch": 1.27648,
      "grad_norm": 14.605131149291992,
      "learning_rate": 3.5567035845508995e-05,
      "loss": 4.2368,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 998
    },
    {
      "epoch": 1.27776,
      "grad_norm": 14.921552658081055,
      "learning_rate": 3.5556403218471995e-05,
      "loss": 4.0552,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 999
    },
    {
      "epoch": 1.27904,
      "grad_norm": 15.876103401184082,
      "learning_rate": 3.554575944866987e-05,
      "loss": 4.1379,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1000
    },
    {
      "epoch": 1.2803200000000001,
      "grad_norm": 14.502498626708984,
      "learning_rate": 3.553510454372658e-05,
      "loss": 4.0573,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1001
    },
    {
      "epoch": 1.2816,
      "grad_norm": 14.55681037902832,
      "learning_rate": 3.552443851127401e-05,
      "loss": 4.1747,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1002
    },
    {
      "epoch": 1.28288,
      "grad_norm": 15.291133880615234,
      "learning_rate": 3.551376135895207e-05,
      "loss": 4.3279,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1003
    },
    {
      "epoch": 1.28416,
      "grad_norm": 16.165782928466797,
      "learning_rate": 3.550307309440859e-05,
      "loss": 4.4675,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1004
    },
    {
      "epoch": 1.28544,
      "grad_norm": 51.84833526611328,
      "learning_rate": 3.549237372529938e-05,
      "loss": 4.2637,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1005
    },
    {
      "epoch": 1.2867199999999999,
      "grad_norm": 25.70952606201172,
      "learning_rate": 3.548166325928821e-05,
      "loss": 4.2948,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1006
    },
    {
      "epoch": 1.288,
      "grad_norm": 16.696762084960938,
      "learning_rate": 3.547094170404678e-05,
      "loss": 4.4551,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1007
    },
    {
      "epoch": 1.28928,
      "grad_norm": 16.091875076293945,
      "learning_rate": 3.546020906725474e-05,
      "loss": 4.4901,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1008
    },
    {
      "epoch": 1.29056,
      "grad_norm": 14.748930931091309,
      "learning_rate": 3.544946535659969e-05,
      "loss": 4.1029,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1009
    },
    {
      "epoch": 1.29184,
      "grad_norm": 17.37565040588379,
      "learning_rate": 3.543871057977715e-05,
      "loss": 4.3175,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1010
    },
    {
      "epoch": 1.29312,
      "grad_norm": 15.743502616882324,
      "learning_rate": 3.542794474449056e-05,
      "loss": 3.9688,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1011
    },
    {
      "epoch": 1.2944,
      "grad_norm": 17.950456619262695,
      "learning_rate": 3.54171678584513e-05,
      "loss": 4.308,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1012
    },
    {
      "epoch": 1.29568,
      "grad_norm": 16.0930233001709,
      "learning_rate": 3.540637992937865e-05,
      "loss": 4.2482,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 53.22,
      "memory/max_mem_allocated(gib)": 53.22,
      "step": 1013
    },
    {
      "epoch": 1.29696,
      "grad_norm": 17.97494888305664,
      "learning_rate": 3.53955809649998e-05,
      "loss": 4.4175,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1014
    },
    {
      "epoch": 1.29824,
      "grad_norm": 15.821087837219238,
      "learning_rate": 3.538477097304986e-05,
      "loss": 4.4562,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1015
    },
    {
      "epoch": 1.29952,
      "grad_norm": 15.741681098937988,
      "learning_rate": 3.537394996127182e-05,
      "loss": 4.2339,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1016
    },
    {
      "epoch": 1.3008,
      "grad_norm": 15.295578956604004,
      "learning_rate": 3.5363117937416574e-05,
      "loss": 4.0351,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1017
    },
    {
      "epoch": 1.3020800000000001,
      "grad_norm": 15.318325996398926,
      "learning_rate": 3.53522749092429e-05,
      "loss": 4.1458,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1018
    },
    {
      "epoch": 1.30336,
      "grad_norm": 14.9433012008667,
      "learning_rate": 3.534142088451746e-05,
      "loss": 4.3223,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1019
    },
    {
      "epoch": 1.30464,
      "grad_norm": 15.179170608520508,
      "learning_rate": 3.5330555871014795e-05,
      "loss": 4.0858,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1020
    },
    {
      "epoch": 1.30592,
      "grad_norm": 19.89581298828125,
      "learning_rate": 3.531967987651731e-05,
      "loss": 3.8967,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1021
    },
    {
      "epoch": 1.3072,
      "grad_norm": 16.490753173828125,
      "learning_rate": 3.530879290881529e-05,
      "loss": 3.8759,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1022
    },
    {
      "epoch": 1.3084799999999999,
      "grad_norm": 16.64446258544922,
      "learning_rate": 3.529789497570686e-05,
      "loss": 3.9608,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1023
    },
    {
      "epoch": 1.30976,
      "grad_norm": 16.836071014404297,
      "learning_rate": 3.5286986084998e-05,
      "loss": 4.4461,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1024
    },
    {
      "epoch": 1.31104,
      "grad_norm": 14.55358600616455,
      "learning_rate": 3.527606624450256e-05,
      "loss": 3.9898,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1025
    },
    {
      "epoch": 1.31232,
      "grad_norm": 17.034934997558594,
      "learning_rate": 3.526513546204222e-05,
      "loss": 4.0258,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1026
    },
    {
      "epoch": 1.3136,
      "grad_norm": 16.63248634338379,
      "learning_rate": 3.525419374544649e-05,
      "loss": 4.239,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1027
    },
    {
      "epoch": 1.31488,
      "grad_norm": 16.005216598510742,
      "learning_rate": 3.524324110255273e-05,
      "loss": 4.158,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1028
    },
    {
      "epoch": 1.31616,
      "grad_norm": 14.739058494567871,
      "learning_rate": 3.523227754120611e-05,
      "loss": 4.101,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1029
    },
    {
      "epoch": 1.31744,
      "grad_norm": 16.319005966186523,
      "learning_rate": 3.522130306925964e-05,
      "loss": 4.4399,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1030
    },
    {
      "epoch": 1.31872,
      "grad_norm": 15.06948471069336,
      "learning_rate": 3.5210317694574115e-05,
      "loss": 4.5956,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1031
    },
    {
      "epoch": 1.32,
      "grad_norm": 31.798206329345703,
      "learning_rate": 3.519932142501816e-05,
      "loss": 4.286,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1032
    },
    {
      "epoch": 1.32128,
      "grad_norm": 15.790671348571777,
      "learning_rate": 3.5188314268468205e-05,
      "loss": 4.0107,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1033
    },
    {
      "epoch": 1.32256,
      "grad_norm": 14.657661437988281,
      "learning_rate": 3.517729623280847e-05,
      "loss": 4.1367,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1034
    },
    {
      "epoch": 1.3238400000000001,
      "grad_norm": 15.374089241027832,
      "learning_rate": 3.516626732593098e-05,
      "loss": 4.0597,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1035
    },
    {
      "epoch": 1.32512,
      "grad_norm": 18.815425872802734,
      "learning_rate": 3.5155227555735524e-05,
      "loss": 4.3547,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1036
    },
    {
      "epoch": 1.3264,
      "grad_norm": 15.351123809814453,
      "learning_rate": 3.5144176930129694e-05,
      "loss": 4.2759,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1037
    },
    {
      "epoch": 1.32768,
      "grad_norm": 14.576592445373535,
      "learning_rate": 3.513311545702885e-05,
      "loss": 4.4712,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1038
    },
    {
      "epoch": 1.32896,
      "grad_norm": 15.152081489562988,
      "learning_rate": 3.5122043144356116e-05,
      "loss": 4.2152,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1039
    },
    {
      "epoch": 1.3302399999999999,
      "grad_norm": 14.34222412109375,
      "learning_rate": 3.51109600000424e-05,
      "loss": 4.228,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1040
    },
    {
      "epoch": 1.33152,
      "grad_norm": 15.50369644165039,
      "learning_rate": 3.5099866032026336e-05,
      "loss": 4.4125,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1041
    },
    {
      "epoch": 1.3328,
      "grad_norm": 15.945022583007812,
      "learning_rate": 3.508876124825434e-05,
      "loss": 4.0921,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1042
    },
    {
      "epoch": 1.33408,
      "grad_norm": 15.692319869995117,
      "learning_rate": 3.5077645656680555e-05,
      "loss": 4.6669,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1043
    },
    {
      "epoch": 1.33536,
      "grad_norm": 16.148906707763672,
      "learning_rate": 3.5066519265266886e-05,
      "loss": 4.2536,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1044
    },
    {
      "epoch": 1.33664,
      "grad_norm": 16.326745986938477,
      "learning_rate": 3.505538208198295e-05,
      "loss": 4.4086,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1045
    },
    {
      "epoch": 1.33792,
      "grad_norm": 15.900518417358398,
      "learning_rate": 3.504423411480612e-05,
      "loss": 4.713,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1046
    },
    {
      "epoch": 1.3392,
      "grad_norm": 14.326495170593262,
      "learning_rate": 3.5033075371721466e-05,
      "loss": 4.2289,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1047
    },
    {
      "epoch": 1.34048,
      "grad_norm": 16.679319381713867,
      "learning_rate": 3.5021905860721804e-05,
      "loss": 4.4747,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1048
    },
    {
      "epoch": 1.34176,
      "grad_norm": 15.183501243591309,
      "learning_rate": 3.501072558980764e-05,
      "loss": 4.3327,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1049
    },
    {
      "epoch": 1.34304,
      "grad_norm": 14.201594352722168,
      "learning_rate": 3.4999534566987194e-05,
      "loss": 4.5584,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1050
    },
    {
      "epoch": 1.34432,
      "grad_norm": 14.10416030883789,
      "learning_rate": 3.498833280027639e-05,
      "loss": 4.3579,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1051
    },
    {
      "epoch": 1.3456000000000001,
      "grad_norm": 15.599594116210938,
      "learning_rate": 3.497712029769885e-05,
      "loss": 4.2145,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1052
    },
    {
      "epoch": 1.34688,
      "grad_norm": 14.084314346313477,
      "learning_rate": 3.49658970672859e-05,
      "loss": 4.2118,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1053
    },
    {
      "epoch": 1.34816,
      "grad_norm": 16.16958999633789,
      "learning_rate": 3.49546631170765e-05,
      "loss": 4.138,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1054
    },
    {
      "epoch": 1.34944,
      "grad_norm": 15.930095672607422,
      "learning_rate": 3.4943418455117346e-05,
      "loss": 4.2249,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1055
    },
    {
      "epoch": 1.35072,
      "grad_norm": 15.789984703063965,
      "learning_rate": 3.493216308946277e-05,
      "loss": 4.3647,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1056
    },
    {
      "epoch": 1.3519999999999999,
      "grad_norm": 23.119319915771484,
      "learning_rate": 3.4920897028174794e-05,
      "loss": 4.5395,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1057
    },
    {
      "epoch": 1.35328,
      "grad_norm": 15.592639923095703,
      "learning_rate": 3.490962027932308e-05,
      "loss": 4.497,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1058
    },
    {
      "epoch": 1.35456,
      "grad_norm": 16.934551239013672,
      "learning_rate": 3.4898332850984964e-05,
      "loss": 4.5253,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1059
    },
    {
      "epoch": 1.35584,
      "grad_norm": 16.593069076538086,
      "learning_rate": 3.488703475124541e-05,
      "loss": 4.3498,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1060
    },
    {
      "epoch": 1.35712,
      "grad_norm": 17.84198570251465,
      "learning_rate": 3.487572598819706e-05,
      "loss": 4.1026,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1061
    },
    {
      "epoch": 1.3584,
      "grad_norm": 15.387799263000488,
      "learning_rate": 3.486440656994014e-05,
      "loss": 3.9896,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1062
    },
    {
      "epoch": 1.35968,
      "grad_norm": 14.909213066101074,
      "learning_rate": 3.4853076504582576e-05,
      "loss": 4.0839,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1063
    },
    {
      "epoch": 1.36096,
      "grad_norm": 14.352181434631348,
      "learning_rate": 3.4841735800239864e-05,
      "loss": 4.1778,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1064
    },
    {
      "epoch": 1.36224,
      "grad_norm": 16.534469604492188,
      "learning_rate": 3.483038446503515e-05,
      "loss": 4.3266,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1065
    },
    {
      "epoch": 1.36352,
      "grad_norm": 15.049989700317383,
      "learning_rate": 3.4819022507099184e-05,
      "loss": 4.2102,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1066
    },
    {
      "epoch": 1.3648,
      "grad_norm": 16.526430130004883,
      "learning_rate": 3.480764993457033e-05,
      "loss": 4.3921,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1067
    },
    {
      "epoch": 1.36608,
      "grad_norm": 14.708163261413574,
      "learning_rate": 3.4796266755594546e-05,
      "loss": 4.097,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1068
    },
    {
      "epoch": 1.3673600000000001,
      "grad_norm": 18.391281127929688,
      "learning_rate": 3.4784872978325395e-05,
      "loss": 4.4193,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1069
    },
    {
      "epoch": 1.36864,
      "grad_norm": 37.59843444824219,
      "learning_rate": 3.477346861092404e-05,
      "loss": 4.1296,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1070
    },
    {
      "epoch": 1.36992,
      "grad_norm": 15.971456527709961,
      "learning_rate": 3.47620536615592e-05,
      "loss": 4.812,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1071
    },
    {
      "epoch": 1.3712,
      "grad_norm": 14.904321670532227,
      "learning_rate": 3.4750628138407205e-05,
      "loss": 4.313,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1072
    },
    {
      "epoch": 1.37248,
      "grad_norm": 15.018211364746094,
      "learning_rate": 3.473919204965195e-05,
      "loss": 4.0724,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1073
    },
    {
      "epoch": 1.3737599999999999,
      "grad_norm": 14.574810028076172,
      "learning_rate": 3.472774540348489e-05,
      "loss": 4.1966,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1074
    },
    {
      "epoch": 1.37504,
      "grad_norm": 15.570128440856934,
      "learning_rate": 3.471628820810505e-05,
      "loss": 4.2824,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1075
    },
    {
      "epoch": 1.37632,
      "grad_norm": 15.629026412963867,
      "learning_rate": 3.4704820471719006e-05,
      "loss": 4.0728,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1076
    },
    {
      "epoch": 1.3776,
      "grad_norm": 16.011659622192383,
      "learning_rate": 3.469334220254088e-05,
      "loss": 4.3237,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1077
    },
    {
      "epoch": 1.37888,
      "grad_norm": 15.286029815673828,
      "learning_rate": 3.468185340879235e-05,
      "loss": 4.3451,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1078
    },
    {
      "epoch": 1.38016,
      "grad_norm": 15.829446792602539,
      "learning_rate": 3.4670354098702635e-05,
      "loss": 3.9666,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1079
    },
    {
      "epoch": 1.38144,
      "grad_norm": 15.030994415283203,
      "learning_rate": 3.465884428050847e-05,
      "loss": 4.2044,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1080
    },
    {
      "epoch": 1.38272,
      "grad_norm": 15.099084854125977,
      "learning_rate": 3.464732396245413e-05,
      "loss": 4.3913,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1081
    },
    {
      "epoch": 1.384,
      "grad_norm": 15.566056251525879,
      "learning_rate": 3.46357931527914e-05,
      "loss": 4.077,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1082
    },
    {
      "epoch": 1.38528,
      "grad_norm": 15.314682960510254,
      "learning_rate": 3.462425185977959e-05,
      "loss": 4.5165,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1083
    },
    {
      "epoch": 1.38656,
      "grad_norm": 14.586714744567871,
      "learning_rate": 3.461270009168552e-05,
      "loss": 4.3242,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1084
    },
    {
      "epoch": 1.38784,
      "grad_norm": 14.576754570007324,
      "learning_rate": 3.46011378567835e-05,
      "loss": 4.1664,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1085
    },
    {
      "epoch": 1.3891200000000001,
      "grad_norm": 14.982523918151855,
      "learning_rate": 3.4589565163355355e-05,
      "loss": 4.1156,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1086
    },
    {
      "epoch": 1.3904,
      "grad_norm": 15.379714012145996,
      "learning_rate": 3.457798201969038e-05,
      "loss": 4.4109,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1087
    },
    {
      "epoch": 1.39168,
      "grad_norm": 17.238454818725586,
      "learning_rate": 3.4566388434085394e-05,
      "loss": 3.9692,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1088
    },
    {
      "epoch": 1.39296,
      "grad_norm": 15.48144245147705,
      "learning_rate": 3.455478441484464e-05,
      "loss": 4.2445,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1089
    },
    {
      "epoch": 1.39424,
      "grad_norm": 14.638742446899414,
      "learning_rate": 3.454316997027987e-05,
      "loss": 3.9754,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1090
    },
    {
      "epoch": 1.3955199999999999,
      "grad_norm": 15.653816223144531,
      "learning_rate": 3.4531545108710305e-05,
      "loss": 4.205,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1091
    },
    {
      "epoch": 1.3968,
      "grad_norm": 17.404682159423828,
      "learning_rate": 3.451990983846262e-05,
      "loss": 3.8686,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1092
    },
    {
      "epoch": 1.39808,
      "grad_norm": 17.653629302978516,
      "learning_rate": 3.450826416787094e-05,
      "loss": 4.0302,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1093
    },
    {
      "epoch": 1.39936,
      "grad_norm": 14.77277660369873,
      "learning_rate": 3.449660810527684e-05,
      "loss": 4.4807,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1094
    },
    {
      "epoch": 1.40064,
      "grad_norm": 14.47414493560791,
      "learning_rate": 3.448494165902935e-05,
      "loss": 4.2076,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1095
    },
    {
      "epoch": 1.40192,
      "grad_norm": 14.530437469482422,
      "learning_rate": 3.4473264837484916e-05,
      "loss": 4.1402,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1096
    },
    {
      "epoch": 1.4032,
      "grad_norm": 15.442474365234375,
      "learning_rate": 3.446157764900745e-05,
      "loss": 4.2529,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1097
    },
    {
      "epoch": 1.40448,
      "grad_norm": 15.676329612731934,
      "learning_rate": 3.444988010196826e-05,
      "loss": 4.3528,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1098
    },
    {
      "epoch": 1.40576,
      "grad_norm": 14.467009544372559,
      "learning_rate": 3.4438172204746087e-05,
      "loss": 4.3056,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1099
    },
    {
      "epoch": 1.40704,
      "grad_norm": 15.311744689941406,
      "learning_rate": 3.442645396572708e-05,
      "loss": 4.3089,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1100
    },
    {
      "epoch": 1.40832,
      "grad_norm": 16.431495666503906,
      "learning_rate": 3.4414725393304803e-05,
      "loss": 4.5237,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1101
    },
    {
      "epoch": 1.4096,
      "grad_norm": 15.83206558227539,
      "learning_rate": 3.44029864958802e-05,
      "loss": 4.6651,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1102
    },
    {
      "epoch": 1.4108800000000001,
      "grad_norm": 14.92756175994873,
      "learning_rate": 3.4391237281861656e-05,
      "loss": 4.0164,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1103
    },
    {
      "epoch": 1.41216,
      "grad_norm": 15.300423622131348,
      "learning_rate": 3.437947775966488e-05,
      "loss": 4.2888,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1104
    },
    {
      "epoch": 1.41344,
      "grad_norm": 14.028885841369629,
      "learning_rate": 3.4367707937713034e-05,
      "loss": 4.3732,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1105
    },
    {
      "epoch": 1.41472,
      "grad_norm": 15.231103897094727,
      "learning_rate": 3.43559278244366e-05,
      "loss": 4.3547,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1106
    },
    {
      "epoch": 1.416,
      "grad_norm": 17.56267738342285,
      "learning_rate": 3.4344137428273475e-05,
      "loss": 4.2772,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1107
    },
    {
      "epoch": 1.4172799999999999,
      "grad_norm": 15.516504287719727,
      "learning_rate": 3.43323367576689e-05,
      "loss": 4.5418,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1108
    },
    {
      "epoch": 1.41856,
      "grad_norm": 13.656249046325684,
      "learning_rate": 3.432052582107546e-05,
      "loss": 4.2819,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1109
    },
    {
      "epoch": 1.41984,
      "grad_norm": 14.621837615966797,
      "learning_rate": 3.430870462695313e-05,
      "loss": 4.0438,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1110
    },
    {
      "epoch": 1.42112,
      "grad_norm": 16.25531578063965,
      "learning_rate": 3.429687318376921e-05,
      "loss": 4.0983,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1111
    },
    {
      "epoch": 1.4224,
      "grad_norm": 16.164945602416992,
      "learning_rate": 3.4285031499998344e-05,
      "loss": 4.3849,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1112
    },
    {
      "epoch": 1.42368,
      "grad_norm": 16.114845275878906,
      "learning_rate": 3.4273179584122504e-05,
      "loss": 4.3656,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1113
    },
    {
      "epoch": 1.42496,
      "grad_norm": 15.277655601501465,
      "learning_rate": 3.426131744463101e-05,
      "loss": 3.8349,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1114
    },
    {
      "epoch": 1.42624,
      "grad_norm": 15.788263320922852,
      "learning_rate": 3.4249445090020494e-05,
      "loss": 4.1356,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1115
    },
    {
      "epoch": 1.42752,
      "grad_norm": 15.389874458312988,
      "learning_rate": 3.423756252879489e-05,
      "loss": 4.1457,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1116
    },
    {
      "epoch": 1.4288,
      "grad_norm": 15.96115779876709,
      "learning_rate": 3.422566976946548e-05,
      "loss": 4.5717,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1117
    },
    {
      "epoch": 1.43008,
      "grad_norm": 14.993518829345703,
      "learning_rate": 3.421376682055081e-05,
      "loss": 4.0704,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1118
    },
    {
      "epoch": 1.43136,
      "grad_norm": 15.876618385314941,
      "learning_rate": 3.420185369057675e-05,
      "loss": 4.3316,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1119
    },
    {
      "epoch": 1.4326400000000001,
      "grad_norm": 14.204257011413574,
      "learning_rate": 3.418993038807646e-05,
      "loss": 4.2542,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1120
    },
    {
      "epoch": 1.43392,
      "grad_norm": 24.621044158935547,
      "learning_rate": 3.417799692159037e-05,
      "loss": 4.1934,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1121
    },
    {
      "epoch": 1.4352,
      "grad_norm": 14.873422622680664,
      "learning_rate": 3.416605329966622e-05,
      "loss": 4.3926,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1122
    },
    {
      "epoch": 1.43648,
      "grad_norm": 15.879744529724121,
      "learning_rate": 3.415409953085899e-05,
      "loss": 4.2,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1123
    },
    {
      "epoch": 1.43776,
      "grad_norm": 15.70806884765625,
      "learning_rate": 3.4142135623730954e-05,
      "loss": 4.2777,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1124
    },
    {
      "epoch": 1.4390399999999999,
      "grad_norm": 15.590438842773438,
      "learning_rate": 3.413016158685163e-05,
      "loss": 4.0886,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1125
    },
    {
      "epoch": 1.44032,
      "grad_norm": 15.583569526672363,
      "learning_rate": 3.411817742879781e-05,
      "loss": 4.3519,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1126
    },
    {
      "epoch": 1.4416,
      "grad_norm": 15.022205352783203,
      "learning_rate": 3.4106183158153515e-05,
      "loss": 4.2633,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1127
    },
    {
      "epoch": 1.44288,
      "grad_norm": 15.222976684570312,
      "learning_rate": 3.409417878351003e-05,
      "loss": 3.9181,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1128
    },
    {
      "epoch": 1.44416,
      "grad_norm": 14.417986869812012,
      "learning_rate": 3.4082164313465866e-05,
      "loss": 4.2088,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1129
    },
    {
      "epoch": 1.44544,
      "grad_norm": 15.321288108825684,
      "learning_rate": 3.407013975662676e-05,
      "loss": 4.3268,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1130
    },
    {
      "epoch": 1.44672,
      "grad_norm": 14.821831703186035,
      "learning_rate": 3.405810512160569e-05,
      "loss": 4.3237,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1131
    },
    {
      "epoch": 1.448,
      "grad_norm": 15.383459091186523,
      "learning_rate": 3.404606041702284e-05,
      "loss": 4.072,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1132
    },
    {
      "epoch": 1.44928,
      "grad_norm": 15.268060684204102,
      "learning_rate": 3.4034005651505597e-05,
      "loss": 4.0677,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1133
    },
    {
      "epoch": 1.45056,
      "grad_norm": 15.468233108520508,
      "learning_rate": 3.402194083368858e-05,
      "loss": 4.171,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1134
    },
    {
      "epoch": 1.45184,
      "grad_norm": 15.510820388793945,
      "learning_rate": 3.40098659722136e-05,
      "loss": 4.2539,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1135
    },
    {
      "epoch": 1.45312,
      "grad_norm": 15.022400856018066,
      "learning_rate": 3.3997781075729655e-05,
      "loss": 4.3045,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1136
    },
    {
      "epoch": 1.4544000000000001,
      "grad_norm": 14.931631088256836,
      "learning_rate": 3.398568615289293e-05,
      "loss": 4.1982,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1137
    },
    {
      "epoch": 1.45568,
      "grad_norm": 47.492881774902344,
      "learning_rate": 3.397358121236679e-05,
      "loss": 3.9834,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1138
    },
    {
      "epoch": 1.45696,
      "grad_norm": 15.770800590515137,
      "learning_rate": 3.396146626282179e-05,
      "loss": 4.2676,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1139
    },
    {
      "epoch": 1.45824,
      "grad_norm": 15.558440208435059,
      "learning_rate": 3.394934131293565e-05,
      "loss": 4.1565,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1140
    },
    {
      "epoch": 1.45952,
      "grad_norm": 14.351847648620605,
      "learning_rate": 3.393720637139323e-05,
      "loss": 4.2797,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1141
    },
    {
      "epoch": 1.4607999999999999,
      "grad_norm": 15.670693397521973,
      "learning_rate": 3.3925061446886585e-05,
      "loss": 4.4437,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1142
    },
    {
      "epoch": 1.46208,
      "grad_norm": 15.796968460083008,
      "learning_rate": 3.3912906548114886e-05,
      "loss": 4.3616,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1143
    },
    {
      "epoch": 1.46336,
      "grad_norm": 14.501537322998047,
      "learning_rate": 3.3900741683784475e-05,
      "loss": 4.3504,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1144
    },
    {
      "epoch": 1.46464,
      "grad_norm": 14.216983795166016,
      "learning_rate": 3.388856686260881e-05,
      "loss": 3.9954,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1145
    },
    {
      "epoch": 1.4659200000000001,
      "grad_norm": 14.343988418579102,
      "learning_rate": 3.3876382093308496e-05,
      "loss": 4.0981,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1146
    },
    {
      "epoch": 1.4672,
      "grad_norm": 16.24412727355957,
      "learning_rate": 3.386418738461126e-05,
      "loss": 4.022,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1147
    },
    {
      "epoch": 1.46848,
      "grad_norm": 14.663631439208984,
      "learning_rate": 3.385198274525194e-05,
      "loss": 4.1032,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1148
    },
    {
      "epoch": 1.46976,
      "grad_norm": 16.129392623901367,
      "learning_rate": 3.383976818397251e-05,
      "loss": 4.2639,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1149
    },
    {
      "epoch": 1.47104,
      "grad_norm": 16.418359756469727,
      "learning_rate": 3.382754370952202e-05,
      "loss": 4.1638,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1150
    },
    {
      "epoch": 1.47232,
      "grad_norm": 16.45438575744629,
      "learning_rate": 3.381530933065664e-05,
      "loss": 4.5039,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1151
    },
    {
      "epoch": 1.4736,
      "grad_norm": 13.573773384094238,
      "learning_rate": 3.380306505613963e-05,
      "loss": 4.0963,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1152
    },
    {
      "epoch": 1.47488,
      "grad_norm": 15.476675033569336,
      "learning_rate": 3.379081089474134e-05,
      "loss": 4.1135,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1153
    },
    {
      "epoch": 1.4761600000000001,
      "grad_norm": 14.352560043334961,
      "learning_rate": 3.37785468552392e-05,
      "loss": 3.8356,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1154
    },
    {
      "epoch": 1.47744,
      "grad_norm": 14.227150917053223,
      "learning_rate": 3.376627294641772e-05,
      "loss": 4.3278,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1155
    },
    {
      "epoch": 1.47872,
      "grad_norm": 14.87662410736084,
      "learning_rate": 3.375398917706847e-05,
      "loss": 4.1578,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1156
    },
    {
      "epoch": 1.48,
      "grad_norm": 15.396602630615234,
      "learning_rate": 3.3741695555990084e-05,
      "loss": 4.3296,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1157
    },
    {
      "epoch": 1.48128,
      "grad_norm": 16.081050872802734,
      "learning_rate": 3.372939209198826e-05,
      "loss": 4.291,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1158
    },
    {
      "epoch": 1.4825599999999999,
      "grad_norm": 15.083260536193848,
      "learning_rate": 3.371707879387575e-05,
      "loss": 4.1143,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1159
    },
    {
      "epoch": 1.48384,
      "grad_norm": 14.98670768737793,
      "learning_rate": 3.370475567047233e-05,
      "loss": 4.5254,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1160
    },
    {
      "epoch": 1.48512,
      "grad_norm": 16.507051467895508,
      "learning_rate": 3.3692422730604836e-05,
      "loss": 4.0417,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1161
    },
    {
      "epoch": 1.4864,
      "grad_norm": 15.062824249267578,
      "learning_rate": 3.3680079983107115e-05,
      "loss": 3.9378,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1162
    },
    {
      "epoch": 1.4876800000000001,
      "grad_norm": 14.346256256103516,
      "learning_rate": 3.3667727436820065e-05,
      "loss": 4.0468,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1163
    },
    {
      "epoch": 1.48896,
      "grad_norm": 14.234550476074219,
      "learning_rate": 3.3655365100591573e-05,
      "loss": 3.9257,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1164
    },
    {
      "epoch": 1.49024,
      "grad_norm": 14.406280517578125,
      "learning_rate": 3.364299298327656e-05,
      "loss": 4.2173,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1165
    },
    {
      "epoch": 1.49152,
      "grad_norm": 15.705536842346191,
      "learning_rate": 3.363061109373694e-05,
      "loss": 4.4288,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1166
    },
    {
      "epoch": 1.4928,
      "grad_norm": 14.665766716003418,
      "learning_rate": 3.3618219440841646e-05,
      "loss": 4.2706,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1167
    },
    {
      "epoch": 1.49408,
      "grad_norm": 15.33595085144043,
      "learning_rate": 3.3605818033466575e-05,
      "loss": 4.1641,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1168
    },
    {
      "epoch": 1.49536,
      "grad_norm": 15.589144706726074,
      "learning_rate": 3.359340688049464e-05,
      "loss": 3.9316,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1169
    },
    {
      "epoch": 1.49664,
      "grad_norm": 15.027640342712402,
      "learning_rate": 3.358098599081571e-05,
      "loss": 4.2636,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1170
    },
    {
      "epoch": 1.49792,
      "grad_norm": 13.99375057220459,
      "learning_rate": 3.356855537332664e-05,
      "loss": 4.0909,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1171
    },
    {
      "epoch": 1.4992,
      "grad_norm": 15.029703140258789,
      "learning_rate": 3.355611503693126e-05,
      "loss": 4.2215,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1172
    },
    {
      "epoch": 1.50048,
      "grad_norm": 14.954790115356445,
      "learning_rate": 3.3543664990540356e-05,
      "loss": 4.3499,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1173
    },
    {
      "epoch": 1.50176,
      "grad_norm": 15.882973670959473,
      "learning_rate": 3.353120524307165e-05,
      "loss": 4.112,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1174
    },
    {
      "epoch": 1.50304,
      "grad_norm": 14.01845932006836,
      "learning_rate": 3.351873580344985e-05,
      "loss": 4.2318,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1175
    },
    {
      "epoch": 1.5043199999999999,
      "grad_norm": 13.858345031738281,
      "learning_rate": 3.3506256680606566e-05,
      "loss": 3.9698,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1176
    },
    {
      "epoch": 1.5056,
      "grad_norm": 15.051299095153809,
      "learning_rate": 3.3493767883480386e-05,
      "loss": 4.5413,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1177
    },
    {
      "epoch": 1.50688,
      "grad_norm": 14.641960144042969,
      "learning_rate": 3.3481269421016794e-05,
      "loss": 4.1586,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1178
    },
    {
      "epoch": 1.50816,
      "grad_norm": 14.41397476196289,
      "learning_rate": 3.346876130216821e-05,
      "loss": 4.1317,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1179
    },
    {
      "epoch": 1.5094400000000001,
      "grad_norm": 14.825826644897461,
      "learning_rate": 3.345624353589395e-05,
      "loss": 4.4749,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1180
    },
    {
      "epoch": 1.51072,
      "grad_norm": 13.700516700744629,
      "learning_rate": 3.34437161311603e-05,
      "loss": 4.3146,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1181
    },
    {
      "epoch": 1.512,
      "grad_norm": 14.507159233093262,
      "learning_rate": 3.3431179096940375e-05,
      "loss": 4.1396,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1182
    },
    {
      "epoch": 1.51328,
      "grad_norm": 14.209482192993164,
      "learning_rate": 3.341863244221423e-05,
      "loss": 3.8859,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1183
    },
    {
      "epoch": 1.51456,
      "grad_norm": 14.723806381225586,
      "learning_rate": 3.340607617596881e-05,
      "loss": 4.2177,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1184
    },
    {
      "epoch": 1.5158399999999999,
      "grad_norm": 14.834473609924316,
      "learning_rate": 3.339351030719793e-05,
      "loss": 4.0955,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1185
    },
    {
      "epoch": 1.51712,
      "grad_norm": 14.386499404907227,
      "learning_rate": 3.33809348449023e-05,
      "loss": 4.5541,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1186
    },
    {
      "epoch": 1.5184,
      "grad_norm": 13.854923248291016,
      "learning_rate": 3.3368349798089484e-05,
      "loss": 4.1747,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1187
    },
    {
      "epoch": 1.5196800000000001,
      "grad_norm": 14.581097602844238,
      "learning_rate": 3.335575517577391e-05,
      "loss": 3.9461,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1188
    },
    {
      "epoch": 1.52096,
      "grad_norm": 14.614777565002441,
      "learning_rate": 3.33431509869769e-05,
      "loss": 4.3325,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1189
    },
    {
      "epoch": 1.52224,
      "grad_norm": 14.485095977783203,
      "learning_rate": 3.333053724072658e-05,
      "loss": 4.3151,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1190
    },
    {
      "epoch": 1.52352,
      "grad_norm": 15.126505851745605,
      "learning_rate": 3.331791394605795e-05,
      "loss": 4.2445,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1191
    },
    {
      "epoch": 1.5248,
      "grad_norm": 15.193578720092773,
      "learning_rate": 3.3305281112012846e-05,
      "loss": 4.2167,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1192
    },
    {
      "epoch": 1.5260799999999999,
      "grad_norm": 14.187077522277832,
      "learning_rate": 3.329263874763993e-05,
      "loss": 4.2819,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1193
    },
    {
      "epoch": 1.52736,
      "grad_norm": 14.074124336242676,
      "learning_rate": 3.32799868619947e-05,
      "loss": 3.9646,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1194
    },
    {
      "epoch": 1.52864,
      "grad_norm": 14.051620483398438,
      "learning_rate": 3.326732546413947e-05,
      "loss": 4.0985,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1195
    },
    {
      "epoch": 1.52992,
      "grad_norm": 14.389701843261719,
      "learning_rate": 3.3254654563143356e-05,
      "loss": 4.1248,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1196
    },
    {
      "epoch": 1.5312000000000001,
      "grad_norm": 14.51430892944336,
      "learning_rate": 3.3241974168082304e-05,
      "loss": 4.2141,
      "memory/device_mem_reserved(gib)": 65.34,
      "memory/max_mem_active(gib)": 54.27,
      "memory/max_mem_allocated(gib)": 54.27,
      "step": 1197
    },
    {
      "epoch": 1.53248,
      "grad_norm": 15.953338623046875,
      "learning_rate": 3.3229284288039036e-05,
      "loss": 4.186,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1198
    },
    {
      "epoch": 1.53376,
      "grad_norm": 13.826251983642578,
      "learning_rate": 3.321658493210309e-05,
      "loss": 4.0318,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1199
    },
    {
      "epoch": 1.53504,
      "grad_norm": 15.106616973876953,
      "learning_rate": 3.320387610937077e-05,
      "loss": 4.1337,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1200
    },
    {
      "epoch": 1.53632,
      "grad_norm": 17.24283790588379,
      "learning_rate": 3.319115782894517e-05,
      "loss": 3.9962,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1201
    },
    {
      "epoch": 1.5375999999999999,
      "grad_norm": 14.808767318725586,
      "learning_rate": 3.317843009993618e-05,
      "loss": 4.195,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1202
    },
    {
      "epoch": 1.53888,
      "grad_norm": 14.361788749694824,
      "learning_rate": 3.3165692931460426e-05,
      "loss": 4.2141,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1203
    },
    {
      "epoch": 1.54016,
      "grad_norm": 14.61403751373291,
      "learning_rate": 3.315294633264129e-05,
      "loss": 4.3431,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1204
    },
    {
      "epoch": 1.5414400000000001,
      "grad_norm": 13.285611152648926,
      "learning_rate": 3.314019031260896e-05,
      "loss": 4.1018,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1205
    },
    {
      "epoch": 1.54272,
      "grad_norm": 15.57189655303955,
      "learning_rate": 3.3127424880500306e-05,
      "loss": 4.3293,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1206
    },
    {
      "epoch": 1.544,
      "grad_norm": 14.886062622070312,
      "learning_rate": 3.311465004545899e-05,
      "loss": 4.3304,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1207
    },
    {
      "epoch": 1.54528,
      "grad_norm": 14.846166610717773,
      "learning_rate": 3.310186581663539e-05,
      "loss": 4.1421,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1208
    },
    {
      "epoch": 1.54656,
      "grad_norm": 14.44909954071045,
      "learning_rate": 3.308907220318661e-05,
      "loss": 4.2635,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1209
    },
    {
      "epoch": 1.5478399999999999,
      "grad_norm": 15.352371215820312,
      "learning_rate": 3.3076269214276475e-05,
      "loss": 4.3451,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1210
    },
    {
      "epoch": 1.54912,
      "grad_norm": 14.692724227905273,
      "learning_rate": 3.306345685907553e-05,
      "loss": 4.109,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1211
    },
    {
      "epoch": 1.5504,
      "grad_norm": 13.920536994934082,
      "learning_rate": 3.305063514676105e-05,
      "loss": 4.2631,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1212
    },
    {
      "epoch": 1.55168,
      "grad_norm": 15.575704574584961,
      "learning_rate": 3.303780408651698e-05,
      "loss": 4.232,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1213
    },
    {
      "epoch": 1.5529600000000001,
      "grad_norm": 15.225204467773438,
      "learning_rate": 3.302496368753395e-05,
      "loss": 4.6117,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1214
    },
    {
      "epoch": 1.55424,
      "grad_norm": 14.405707359313965,
      "learning_rate": 3.3012113959009325e-05,
      "loss": 4.1257,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1215
    },
    {
      "epoch": 1.55552,
      "grad_norm": 14.353704452514648,
      "learning_rate": 3.299925491014713e-05,
      "loss": 4.0073,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1216
    },
    {
      "epoch": 1.5568,
      "grad_norm": 14.446013450622559,
      "learning_rate": 3.298638655015805e-05,
      "loss": 4.2436,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1217
    },
    {
      "epoch": 1.55808,
      "grad_norm": 14.489872932434082,
      "learning_rate": 3.2973508888259464e-05,
      "loss": 4.1438,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1218
    },
    {
      "epoch": 1.5593599999999999,
      "grad_norm": 15.32996940612793,
      "learning_rate": 3.29606219336754e-05,
      "loss": 4.5156,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1219
    },
    {
      "epoch": 1.56064,
      "grad_norm": 14.936354637145996,
      "learning_rate": 3.294772569563656e-05,
      "loss": 3.9986,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1220
    },
    {
      "epoch": 1.56192,
      "grad_norm": 14.159611701965332,
      "learning_rate": 3.293482018338026e-05,
      "loss": 4.322,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1221
    },
    {
      "epoch": 1.5632000000000001,
      "grad_norm": 13.631118774414062,
      "learning_rate": 3.29219054061505e-05,
      "loss": 3.8453,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1222
    },
    {
      "epoch": 1.56448,
      "grad_norm": 15.167376518249512,
      "learning_rate": 3.290898137319787e-05,
      "loss": 3.8898,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1223
    },
    {
      "epoch": 1.56576,
      "grad_norm": 14.3866548538208,
      "learning_rate": 3.289604809377965e-05,
      "loss": 4.2311,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1224
    },
    {
      "epoch": 1.56704,
      "grad_norm": 13.996379852294922,
      "learning_rate": 3.2883105577159696e-05,
      "loss": 3.8827,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1225
    },
    {
      "epoch": 1.56832,
      "grad_norm": 14.073110580444336,
      "learning_rate": 3.287015383260849e-05,
      "loss": 4.445,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1226
    },
    {
      "epoch": 1.5695999999999999,
      "grad_norm": 14.286181449890137,
      "learning_rate": 3.285719286940313e-05,
      "loss": 3.8809,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1227
    },
    {
      "epoch": 1.57088,
      "grad_norm": 15.158244132995605,
      "learning_rate": 3.2844222696827314e-05,
      "loss": 4.2471,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1228
    },
    {
      "epoch": 1.57216,
      "grad_norm": 14.138551712036133,
      "learning_rate": 3.283124332417134e-05,
      "loss": 4.2009,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1229
    },
    {
      "epoch": 1.57344,
      "grad_norm": 14.78547191619873,
      "learning_rate": 3.28182547607321e-05,
      "loss": 4.4651,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1230
    },
    {
      "epoch": 1.5747200000000001,
      "grad_norm": 13.405298233032227,
      "learning_rate": 3.280525701581305e-05,
      "loss": 4.1825,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1231
    },
    {
      "epoch": 1.576,
      "grad_norm": 13.926490783691406,
      "learning_rate": 3.279225009872424e-05,
      "loss": 4.0357,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1232
    },
    {
      "epoch": 1.57728,
      "grad_norm": 14.486114501953125,
      "learning_rate": 3.27792340187823e-05,
      "loss": 4.2202,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1233
    },
    {
      "epoch": 1.57856,
      "grad_norm": 14.667471885681152,
      "learning_rate": 3.276620878531039e-05,
      "loss": 4.3757,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1234
    },
    {
      "epoch": 1.57984,
      "grad_norm": 14.271806716918945,
      "learning_rate": 3.2753174407638244e-05,
      "loss": 4.3504,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1235
    },
    {
      "epoch": 1.5811199999999999,
      "grad_norm": 14.506010055541992,
      "learning_rate": 3.274013089510216e-05,
      "loss": 4.2405,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1236
    },
    {
      "epoch": 1.5824,
      "grad_norm": 15.74147891998291,
      "learning_rate": 3.272707825704495e-05,
      "loss": 4.7037,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1237
    },
    {
      "epoch": 1.58368,
      "grad_norm": 15.017613410949707,
      "learning_rate": 3.271401650281599e-05,
      "loss": 4.2876,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1238
    },
    {
      "epoch": 1.5849600000000001,
      "grad_norm": 14.456225395202637,
      "learning_rate": 3.270094564177117e-05,
      "loss": 4.3953,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1239
    },
    {
      "epoch": 1.58624,
      "grad_norm": 14.40240478515625,
      "learning_rate": 3.268786568327291e-05,
      "loss": 4.2341,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1240
    },
    {
      "epoch": 1.58752,
      "grad_norm": 14.159533500671387,
      "learning_rate": 3.2674776636690145e-05,
      "loss": 4.0423,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1241
    },
    {
      "epoch": 1.5888,
      "grad_norm": 14.27002239227295,
      "learning_rate": 3.266167851139831e-05,
      "loss": 4.0854,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1242
    },
    {
      "epoch": 1.59008,
      "grad_norm": 14.236452102661133,
      "learning_rate": 3.264857131677936e-05,
      "loss": 4.089,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1243
    },
    {
      "epoch": 1.5913599999999999,
      "grad_norm": 13.573465347290039,
      "learning_rate": 3.263545506222172e-05,
      "loss": 3.7862,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1244
    },
    {
      "epoch": 1.5926399999999998,
      "grad_norm": 22.400068283081055,
      "learning_rate": 3.262232975712035e-05,
      "loss": 4.4782,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1245
    },
    {
      "epoch": 1.59392,
      "grad_norm": 15.12575626373291,
      "learning_rate": 3.260919541087664e-05,
      "loss": 4.2706,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1246
    },
    {
      "epoch": 1.5952,
      "grad_norm": 15.262170791625977,
      "learning_rate": 3.259605203289848e-05,
      "loss": 4.3286,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1247
    },
    {
      "epoch": 1.5964800000000001,
      "grad_norm": 15.339559555053711,
      "learning_rate": 3.2582899632600255e-05,
      "loss": 4.3401,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1248
    },
    {
      "epoch": 1.59776,
      "grad_norm": 14.960271835327148,
      "learning_rate": 3.2569738219402755e-05,
      "loss": 4.5036,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1249
    },
    {
      "epoch": 1.59904,
      "grad_norm": 14.846858978271484,
      "learning_rate": 3.255656780273328e-05,
      "loss": 4.1115,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1250
    },
    {
      "epoch": 1.60032,
      "grad_norm": 14.655657768249512,
      "learning_rate": 3.2543388392025555e-05,
      "loss": 3.9891,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1251
    },
    {
      "epoch": 1.6016,
      "grad_norm": 14.099019050598145,
      "learning_rate": 3.2530199996719735e-05,
      "loss": 4.5482,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1252
    },
    {
      "epoch": 1.6028799999999999,
      "grad_norm": 13.58446216583252,
      "learning_rate": 3.2517002626262435e-05,
      "loss": 4.1794,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1253
    },
    {
      "epoch": 1.60416,
      "grad_norm": 14.937554359436035,
      "learning_rate": 3.250379629010669e-05,
      "loss": 4.2648,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1254
    },
    {
      "epoch": 1.60544,
      "grad_norm": 14.491524696350098,
      "learning_rate": 3.249058099771196e-05,
      "loss": 3.9969,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1255
    },
    {
      "epoch": 1.6067200000000001,
      "grad_norm": 14.63871955871582,
      "learning_rate": 3.2477356758544094e-05,
      "loss": 4.3178,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1256
    },
    {
      "epoch": 1.608,
      "grad_norm": 13.90291976928711,
      "learning_rate": 3.2464123582075386e-05,
      "loss": 4.045,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1257
    },
    {
      "epoch": 1.60928,
      "grad_norm": 14.005216598510742,
      "learning_rate": 3.2450881477784525e-05,
      "loss": 4.2078,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1258
    },
    {
      "epoch": 1.61056,
      "grad_norm": 13.534796714782715,
      "learning_rate": 3.2437630455156574e-05,
      "loss": 4.1029,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1259
    },
    {
      "epoch": 1.61184,
      "grad_norm": 14.932246208190918,
      "learning_rate": 3.2424370523683e-05,
      "loss": 4.1447,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1260
    },
    {
      "epoch": 1.6131199999999999,
      "grad_norm": 15.200605392456055,
      "learning_rate": 3.241110169286164e-05,
      "loss": 3.9498,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1261
    },
    {
      "epoch": 1.6143999999999998,
      "grad_norm": 15.177305221557617,
      "learning_rate": 3.239782397219672e-05,
      "loss": 3.9668,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1262
    },
    {
      "epoch": 1.61568,
      "grad_norm": 14.630541801452637,
      "learning_rate": 3.2384537371198836e-05,
      "loss": 4.0992,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1263
    },
    {
      "epoch": 1.61696,
      "grad_norm": 14.6979341506958,
      "learning_rate": 3.237124189938492e-05,
      "loss": 4.1119,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1264
    },
    {
      "epoch": 1.6182400000000001,
      "grad_norm": 13.778735160827637,
      "learning_rate": 3.2357937566278285e-05,
      "loss": 4.2712,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1265
    },
    {
      "epoch": 1.61952,
      "grad_norm": 14.245524406433105,
      "learning_rate": 3.2344624381408576e-05,
      "loss": 4.0616,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1266
    },
    {
      "epoch": 1.6208,
      "grad_norm": 14.114792823791504,
      "learning_rate": 3.233130235431178e-05,
      "loss": 4.113,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1267
    },
    {
      "epoch": 1.62208,
      "grad_norm": 14.233176231384277,
      "learning_rate": 3.231797149453022e-05,
      "loss": 4.4252,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1268
    },
    {
      "epoch": 1.62336,
      "grad_norm": 14.690563201904297,
      "learning_rate": 3.230463181161254e-05,
      "loss": 4.1633,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1269
    },
    {
      "epoch": 1.6246399999999999,
      "grad_norm": 13.019030570983887,
      "learning_rate": 3.229128331511372e-05,
      "loss": 3.9365,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1270
    },
    {
      "epoch": 1.62592,
      "grad_norm": 13.813471794128418,
      "learning_rate": 3.227792601459504e-05,
      "loss": 4.0316,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1271
    },
    {
      "epoch": 1.6272,
      "grad_norm": 14.953437805175781,
      "learning_rate": 3.226455991962408e-05,
      "loss": 4.3646,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1272
    },
    {
      "epoch": 1.6284800000000001,
      "grad_norm": 13.821457862854004,
      "learning_rate": 3.2251185039774735e-05,
      "loss": 4.1646,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1273
    },
    {
      "epoch": 1.62976,
      "grad_norm": 12.840636253356934,
      "learning_rate": 3.2237801384627186e-05,
      "loss": 4.1467,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1274
    },
    {
      "epoch": 1.63104,
      "grad_norm": 14.32498550415039,
      "learning_rate": 3.2224408963767895e-05,
      "loss": 4.2494,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1275
    },
    {
      "epoch": 1.63232,
      "grad_norm": 14.14394760131836,
      "learning_rate": 3.221100778678961e-05,
      "loss": 3.9432,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1276
    },
    {
      "epoch": 1.6336,
      "grad_norm": 13.718249320983887,
      "learning_rate": 3.219759786329134e-05,
      "loss": 4.2889,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1277
    },
    {
      "epoch": 1.6348799999999999,
      "grad_norm": 14.316757202148438,
      "learning_rate": 3.2184179202878376e-05,
      "loss": 4.2235,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1278
    },
    {
      "epoch": 1.6361599999999998,
      "grad_norm": 13.993709564208984,
      "learning_rate": 3.217075181516225e-05,
      "loss": 4.0639,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1279
    },
    {
      "epoch": 1.63744,
      "grad_norm": 15.107207298278809,
      "learning_rate": 3.2157315709760754e-05,
      "loss": 4.2641,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1280
    },
    {
      "epoch": 1.63872,
      "grad_norm": 15.013465881347656,
      "learning_rate": 3.214387089629793e-05,
      "loss": 4.4169,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1281
    },
    {
      "epoch": 1.6400000000000001,
      "grad_norm": 13.863079071044922,
      "learning_rate": 3.2130417384404036e-05,
      "loss": 4.134,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1282
    },
    {
      "epoch": 1.64128,
      "grad_norm": 14.16226577758789,
      "learning_rate": 3.211695518371559e-05,
      "loss": 4.0818,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1283
    },
    {
      "epoch": 1.64256,
      "grad_norm": 14.339040756225586,
      "learning_rate": 3.210348430387531e-05,
      "loss": 4.2264,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1284
    },
    {
      "epoch": 1.64384,
      "grad_norm": 14.746076583862305,
      "learning_rate": 3.2090004754532135e-05,
      "loss": 4.1004,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1285
    },
    {
      "epoch": 1.64512,
      "grad_norm": 13.25551986694336,
      "learning_rate": 3.2076516545341225e-05,
      "loss": 4.1162,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1286
    },
    {
      "epoch": 1.6463999999999999,
      "grad_norm": 14.245418548583984,
      "learning_rate": 3.206301968596393e-05,
      "loss": 4.1452,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1287
    },
    {
      "epoch": 1.64768,
      "grad_norm": 14.025616645812988,
      "learning_rate": 3.204951418606782e-05,
      "loss": 4.26,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1288
    },
    {
      "epoch": 1.64896,
      "grad_norm": 14.359689712524414,
      "learning_rate": 3.203600005532661e-05,
      "loss": 4.2453,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1289
    },
    {
      "epoch": 1.6502400000000002,
      "grad_norm": 14.336729049682617,
      "learning_rate": 3.202247730342024e-05,
      "loss": 4.2576,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1290
    },
    {
      "epoch": 1.65152,
      "grad_norm": 15.086668014526367,
      "learning_rate": 3.20089459400348e-05,
      "loss": 4.4027,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1291
    },
    {
      "epoch": 1.6528,
      "grad_norm": 15.22011947631836,
      "learning_rate": 3.199540597486256e-05,
      "loss": 4.2955,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1292
    },
    {
      "epoch": 1.65408,
      "grad_norm": 15.547504425048828,
      "learning_rate": 3.198185741760194e-05,
      "loss": 4.3039,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1293
    },
    {
      "epoch": 1.65536,
      "grad_norm": 13.982314109802246,
      "learning_rate": 3.1968300277957545e-05,
      "loss": 4.2333,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1294
    },
    {
      "epoch": 1.65664,
      "grad_norm": 14.604992866516113,
      "learning_rate": 3.195473456564008e-05,
      "loss": 4.3492,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1295
    },
    {
      "epoch": 1.6579199999999998,
      "grad_norm": 13.919499397277832,
      "learning_rate": 3.194116029036642e-05,
      "loss": 3.7746,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1296
    },
    {
      "epoch": 1.6592,
      "grad_norm": 14.20473575592041,
      "learning_rate": 3.1927577461859574e-05,
      "loss": 3.912,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1297
    },
    {
      "epoch": 1.66048,
      "grad_norm": 14.29569149017334,
      "learning_rate": 3.191398608984867e-05,
      "loss": 3.971,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1298
    },
    {
      "epoch": 1.6617600000000001,
      "grad_norm": 14.910073280334473,
      "learning_rate": 3.190038618406896e-05,
      "loss": 4.1162,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1299
    },
    {
      "epoch": 1.66304,
      "grad_norm": 14.339762687683105,
      "learning_rate": 3.18867777542618e-05,
      "loss": 4.0002,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1300
    },
    {
      "epoch": 1.66432,
      "grad_norm": 14.86080551147461,
      "learning_rate": 3.1873160810174656e-05,
      "loss": 4.0906,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1301
    },
    {
      "epoch": 1.6656,
      "grad_norm": 14.78523063659668,
      "learning_rate": 3.185953536156111e-05,
      "loss": 4.3576,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1302
    },
    {
      "epoch": 1.66688,
      "grad_norm": 22.70904541015625,
      "learning_rate": 3.18459014181808e-05,
      "loss": 4.3949,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1303
    },
    {
      "epoch": 1.6681599999999999,
      "grad_norm": 14.468226432800293,
      "learning_rate": 3.183225898979948e-05,
      "loss": 4.117,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1304
    },
    {
      "epoch": 1.66944,
      "grad_norm": 14.703326225280762,
      "learning_rate": 3.1818608086188966e-05,
      "loss": 4.1001,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1305
    },
    {
      "epoch": 1.67072,
      "grad_norm": 14.300446510314941,
      "learning_rate": 3.180494871712715e-05,
      "loss": 4.0559,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1306
    },
    {
      "epoch": 1.6720000000000002,
      "grad_norm": 14.053755760192871,
      "learning_rate": 3.1791280892397986e-05,
      "loss": 4.3181,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1307
    },
    {
      "epoch": 1.67328,
      "grad_norm": 14.288751602172852,
      "learning_rate": 3.177760462179149e-05,
      "loss": 3.9755,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1308
    },
    {
      "epoch": 1.67456,
      "grad_norm": 17.896453857421875,
      "learning_rate": 3.1763919915103715e-05,
      "loss": 4.3941,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1309
    },
    {
      "epoch": 1.67584,
      "grad_norm": 14.315335273742676,
      "learning_rate": 3.175022678213677e-05,
      "loss": 4.2007,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1310
    },
    {
      "epoch": 1.67712,
      "grad_norm": 15.41522216796875,
      "learning_rate": 3.17365252326988e-05,
      "loss": 4.0267,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1311
    },
    {
      "epoch": 1.6784,
      "grad_norm": 16.79496955871582,
      "learning_rate": 3.172281527660395e-05,
      "loss": 3.8764,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1312
    },
    {
      "epoch": 1.6796799999999998,
      "grad_norm": 14.01526165008545,
      "learning_rate": 3.1709096923672434e-05,
      "loss": 4.3184,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1313
    },
    {
      "epoch": 1.68096,
      "grad_norm": 14.408720016479492,
      "learning_rate": 3.1695370183730445e-05,
      "loss": 4.2415,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1314
    },
    {
      "epoch": 1.68224,
      "grad_norm": 15.082876205444336,
      "learning_rate": 3.168163506661019e-05,
      "loss": 4.3213,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1315
    },
    {
      "epoch": 1.6835200000000001,
      "grad_norm": 14.241203308105469,
      "learning_rate": 3.1667891582149886e-05,
      "loss": 3.8097,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1316
    },
    {
      "epoch": 1.6848,
      "grad_norm": 14.221529960632324,
      "learning_rate": 3.165413974019373e-05,
      "loss": 4.1591,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1317
    },
    {
      "epoch": 1.68608,
      "grad_norm": 14.426427841186523,
      "learning_rate": 3.1640379550591926e-05,
      "loss": 4.1183,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1318
    },
    {
      "epoch": 1.68736,
      "grad_norm": 13.680326461791992,
      "learning_rate": 3.1626611023200635e-05,
      "loss": 3.9965,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1319
    },
    {
      "epoch": 1.68864,
      "grad_norm": 14.396495819091797,
      "learning_rate": 3.161283416788201e-05,
      "loss": 4.1213,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1320
    },
    {
      "epoch": 1.6899199999999999,
      "grad_norm": 14.055232048034668,
      "learning_rate": 3.159904899450414e-05,
      "loss": 4.0751,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1321
    },
    {
      "epoch": 1.6912,
      "grad_norm": 14.910771369934082,
      "learning_rate": 3.158525551294111e-05,
      "loss": 4.2089,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1322
    },
    {
      "epoch": 1.69248,
      "grad_norm": 13.511354446411133,
      "learning_rate": 3.157145373307293e-05,
      "loss": 3.9663,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1323
    },
    {
      "epoch": 1.6937600000000002,
      "grad_norm": 14.98355484008789,
      "learning_rate": 3.155764366478556e-05,
      "loss": 4.1981,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1324
    },
    {
      "epoch": 1.69504,
      "grad_norm": 14.73047161102295,
      "learning_rate": 3.154382531797089e-05,
      "loss": 4.1599,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1325
    },
    {
      "epoch": 1.69632,
      "grad_norm": 14.377279281616211,
      "learning_rate": 3.152999870252676e-05,
      "loss": 4.2095,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1326
    },
    {
      "epoch": 1.6976,
      "grad_norm": 14.925347328186035,
      "learning_rate": 3.1516163828356915e-05,
      "loss": 4.2305,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1327
    },
    {
      "epoch": 1.69888,
      "grad_norm": 14.57272720336914,
      "learning_rate": 3.150232070537101e-05,
      "loss": 4.1276,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1328
    },
    {
      "epoch": 1.70016,
      "grad_norm": 15.312063217163086,
      "learning_rate": 3.148846934348464e-05,
      "loss": 3.8599,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1329
    },
    {
      "epoch": 1.7014399999999998,
      "grad_norm": 13.335684776306152,
      "learning_rate": 3.147460975261926e-05,
      "loss": 3.8911,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1330
    },
    {
      "epoch": 1.70272,
      "grad_norm": 13.39035701751709,
      "learning_rate": 3.1460741942702256e-05,
      "loss": 4.2067,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1331
    },
    {
      "epoch": 1.704,
      "grad_norm": 14.172867774963379,
      "learning_rate": 3.144686592366688e-05,
      "loss": 4.067,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1332
    },
    {
      "epoch": 1.7052800000000001,
      "grad_norm": 14.541532516479492,
      "learning_rate": 3.143298170545226e-05,
      "loss": 3.9427,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1333
    },
    {
      "epoch": 1.70656,
      "grad_norm": 13.988238334655762,
      "learning_rate": 3.141908929800342e-05,
      "loss": 4.0355,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1334
    },
    {
      "epoch": 1.70784,
      "grad_norm": 14.762003898620605,
      "learning_rate": 3.140518871127122e-05,
      "loss": 4.2424,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1335
    },
    {
      "epoch": 1.70912,
      "grad_norm": 13.87575626373291,
      "learning_rate": 3.139127995521241e-05,
      "loss": 4.0594,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1336
    },
    {
      "epoch": 1.7104,
      "grad_norm": 14.438685417175293,
      "learning_rate": 3.137736303978956e-05,
      "loss": 4.1803,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1337
    },
    {
      "epoch": 1.7116799999999999,
      "grad_norm": 14.13992691040039,
      "learning_rate": 3.136343797497112e-05,
      "loss": 4.2038,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1338
    },
    {
      "epoch": 1.71296,
      "grad_norm": 13.909544944763184,
      "learning_rate": 3.134950477073134e-05,
      "loss": 4.2244,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1339
    },
    {
      "epoch": 1.71424,
      "grad_norm": 15.435203552246094,
      "learning_rate": 3.1335563437050316e-05,
      "loss": 3.8339,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1340
    },
    {
      "epoch": 1.7155200000000002,
      "grad_norm": 14.367059707641602,
      "learning_rate": 3.1321613983913984e-05,
      "loss": 3.9905,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1341
    },
    {
      "epoch": 1.7168,
      "grad_norm": 16.00929069519043,
      "learning_rate": 3.130765642131408e-05,
      "loss": 4.0742,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1342
    },
    {
      "epoch": 1.71808,
      "grad_norm": 13.35049819946289,
      "learning_rate": 3.129369075924813e-05,
      "loss": 4.2466,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1343
    },
    {
      "epoch": 1.71936,
      "grad_norm": 13.99071216583252,
      "learning_rate": 3.127971700771949e-05,
      "loss": 3.9462,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1344
    },
    {
      "epoch": 1.72064,
      "grad_norm": 14.194561004638672,
      "learning_rate": 3.126573517673731e-05,
      "loss": 4.2885,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1345
    },
    {
      "epoch": 1.72192,
      "grad_norm": 13.877323150634766,
      "learning_rate": 3.125174527631651e-05,
      "loss": 4.148,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1346
    },
    {
      "epoch": 1.7231999999999998,
      "grad_norm": 14.18002986907959,
      "learning_rate": 3.123774731647779e-05,
      "loss": 4.2614,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1347
    },
    {
      "epoch": 1.72448,
      "grad_norm": 13.707263946533203,
      "learning_rate": 3.122374130724765e-05,
      "loss": 3.9936,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1348
    },
    {
      "epoch": 1.72576,
      "grad_norm": 15.295638084411621,
      "learning_rate": 3.120972725865832e-05,
      "loss": 3.9759,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1349
    },
    {
      "epoch": 1.7270400000000001,
      "grad_norm": 14.297507286071777,
      "learning_rate": 3.119570518074782e-05,
      "loss": 3.9354,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1350
    },
    {
      "epoch": 1.72832,
      "grad_norm": 14.1062593460083,
      "learning_rate": 3.1181675083559887e-05,
      "loss": 3.8289,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1351
    },
    {
      "epoch": 1.7296,
      "grad_norm": 13.922483444213867,
      "learning_rate": 3.116763697714403e-05,
      "loss": 4.3076,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1352
    },
    {
      "epoch": 1.73088,
      "grad_norm": 13.502059936523438,
      "learning_rate": 3.1153590871555505e-05,
      "loss": 4.1543,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1353
    },
    {
      "epoch": 1.73216,
      "grad_norm": 14.604390144348145,
      "learning_rate": 3.1139536776855245e-05,
      "loss": 4.3112,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1354
    },
    {
      "epoch": 1.7334399999999999,
      "grad_norm": 14.09150218963623,
      "learning_rate": 3.112547470310996e-05,
      "loss": 4.1092,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1355
    },
    {
      "epoch": 1.73472,
      "grad_norm": 13.71757698059082,
      "learning_rate": 3.111140466039205e-05,
      "loss": 4.086,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1356
    },
    {
      "epoch": 1.736,
      "grad_norm": 13.841508865356445,
      "learning_rate": 3.109732665877962e-05,
      "loss": 4.2627,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1357
    },
    {
      "epoch": 1.7372800000000002,
      "grad_norm": 14.376925468444824,
      "learning_rate": 3.10832407083565e-05,
      "loss": 4.0108,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1358
    },
    {
      "epoch": 1.73856,
      "grad_norm": 13.624960899353027,
      "learning_rate": 3.106914681921218e-05,
      "loss": 3.7616,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1359
    },
    {
      "epoch": 1.73984,
      "grad_norm": 13.768253326416016,
      "learning_rate": 3.105504500144187e-05,
      "loss": 4.3106,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1360
    },
    {
      "epoch": 1.74112,
      "grad_norm": 14.1766357421875,
      "learning_rate": 3.104093526514643e-05,
      "loss": 4.0132,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1361
    },
    {
      "epoch": 1.7424,
      "grad_norm": 14.21277141571045,
      "learning_rate": 3.102681762043241e-05,
      "loss": 4.0137,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1362
    },
    {
      "epoch": 1.74368,
      "grad_norm": 13.65963363647461,
      "learning_rate": 3.101269207741201e-05,
      "loss": 3.834,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1363
    },
    {
      "epoch": 1.7449599999999998,
      "grad_norm": 14.704839706420898,
      "learning_rate": 3.0998558646203106e-05,
      "loss": 4.2416,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1364
    },
    {
      "epoch": 1.74624,
      "grad_norm": 13.394458770751953,
      "learning_rate": 3.09844173369292e-05,
      "loss": 4.0648,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1365
    },
    {
      "epoch": 1.74752,
      "grad_norm": 14.183292388916016,
      "learning_rate": 3.0970268159719477e-05,
      "loss": 3.8564,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1366
    },
    {
      "epoch": 1.7488000000000001,
      "grad_norm": 14.475934028625488,
      "learning_rate": 3.095611112470871e-05,
      "loss": 4.0572,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1367
    },
    {
      "epoch": 1.75008,
      "grad_norm": 13.549369812011719,
      "learning_rate": 3.094194624203733e-05,
      "loss": 4.2989,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1368
    },
    {
      "epoch": 1.75136,
      "grad_norm": 13.811051368713379,
      "learning_rate": 3.092777352185138e-05,
      "loss": 3.587,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1369
    },
    {
      "epoch": 1.75264,
      "grad_norm": 13.759672164916992,
      "learning_rate": 3.091359297430253e-05,
      "loss": 3.7336,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1370
    },
    {
      "epoch": 1.75392,
      "grad_norm": 14.200986862182617,
      "learning_rate": 3.0899404609548025e-05,
      "loss": 3.912,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1371
    },
    {
      "epoch": 1.7551999999999999,
      "grad_norm": 15.008868217468262,
      "learning_rate": 3.088520843775074e-05,
      "loss": 4.3293,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1372
    },
    {
      "epoch": 1.75648,
      "grad_norm": 14.735391616821289,
      "learning_rate": 3.087100446907913e-05,
      "loss": 4.0289,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1373
    },
    {
      "epoch": 1.75776,
      "grad_norm": 13.635407447814941,
      "learning_rate": 3.085679271370724e-05,
      "loss": 4.2249,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1374
    },
    {
      "epoch": 1.7590400000000002,
      "grad_norm": 14.101133346557617,
      "learning_rate": 3.084257318181468e-05,
      "loss": 4.025,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1375
    },
    {
      "epoch": 1.76032,
      "grad_norm": 14.51546573638916,
      "learning_rate": 3.0828345883586655e-05,
      "loss": 4.1751,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1376
    },
    {
      "epoch": 1.7616,
      "grad_norm": 13.959142684936523,
      "learning_rate": 3.081411082921389e-05,
      "loss": 4.2674,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1377
    },
    {
      "epoch": 1.76288,
      "grad_norm": 14.177382469177246,
      "learning_rate": 3.079986802889272e-05,
      "loss": 4.3152,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1378
    },
    {
      "epoch": 1.76416,
      "grad_norm": 15.945145606994629,
      "learning_rate": 3.0785617492824984e-05,
      "loss": 4.3518,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1379
    },
    {
      "epoch": 1.76544,
      "grad_norm": 15.410923957824707,
      "learning_rate": 3.077135923121809e-05,
      "loss": 4.2311,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1380
    },
    {
      "epoch": 1.7667199999999998,
      "grad_norm": 15.275491714477539,
      "learning_rate": 3.075709325428496e-05,
      "loss": 4.1344,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1381
    },
    {
      "epoch": 1.768,
      "grad_norm": 14.914276123046875,
      "learning_rate": 3.0742819572244046e-05,
      "loss": 4.2006,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1382
    },
    {
      "epoch": 1.76928,
      "grad_norm": 14.950092315673828,
      "learning_rate": 3.072853819531933e-05,
      "loss": 4.2553,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1383
    },
    {
      "epoch": 1.7705600000000001,
      "grad_norm": 15.07062816619873,
      "learning_rate": 3.07142491337403e-05,
      "loss": 4.0091,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1384
    },
    {
      "epoch": 1.77184,
      "grad_norm": 14.002492904663086,
      "learning_rate": 3.069995239774195e-05,
      "loss": 4.057,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1385
    },
    {
      "epoch": 1.77312,
      "grad_norm": 14.051078796386719,
      "learning_rate": 3.068564799756476e-05,
      "loss": 3.915,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1386
    },
    {
      "epoch": 1.7744,
      "grad_norm": 15.182942390441895,
      "learning_rate": 3.0671335943454714e-05,
      "loss": 4.0009,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1387
    },
    {
      "epoch": 1.77568,
      "grad_norm": 13.600608825683594,
      "learning_rate": 3.065701624566327e-05,
      "loss": 4.264,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1388
    },
    {
      "epoch": 1.7769599999999999,
      "grad_norm": 14.650879859924316,
      "learning_rate": 3.064268891444737e-05,
      "loss": 4.1173,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1389
    },
    {
      "epoch": 1.77824,
      "grad_norm": 15.339058876037598,
      "learning_rate": 3.062835396006942e-05,
      "loss": 3.8044,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1390
    },
    {
      "epoch": 1.77952,
      "grad_norm": 25.246318817138672,
      "learning_rate": 3.0614011392797264e-05,
      "loss": 4.1314,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1391
    },
    {
      "epoch": 1.7808000000000002,
      "grad_norm": 15.838129997253418,
      "learning_rate": 3.0599661222904246e-05,
      "loss": 3.9712,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1392
    },
    {
      "epoch": 1.78208,
      "grad_norm": 18.101350784301758,
      "learning_rate": 3.058530346066911e-05,
      "loss": 3.7432,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1393
    },
    {
      "epoch": 1.78336,
      "grad_norm": 15.939665794372559,
      "learning_rate": 3.057093811637605e-05,
      "loss": 4.0481,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1394
    },
    {
      "epoch": 1.78464,
      "grad_norm": 24.134363174438477,
      "learning_rate": 3.0556565200314716e-05,
      "loss": 4.0572,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1395
    },
    {
      "epoch": 1.78592,
      "grad_norm": 14.52580451965332,
      "learning_rate": 3.0542184722780156e-05,
      "loss": 3.9028,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1396
    },
    {
      "epoch": 1.7872,
      "grad_norm": 15.226325035095215,
      "learning_rate": 3.052779669407284e-05,
      "loss": 4.0341,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1397
    },
    {
      "epoch": 1.7884799999999998,
      "grad_norm": 14.619346618652344,
      "learning_rate": 3.0513401124498655e-05,
      "loss": 4.1478,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1398
    },
    {
      "epoch": 1.78976,
      "grad_norm": 14.564188957214355,
      "learning_rate": 3.049899802436887e-05,
      "loss": 3.9301,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1399
    },
    {
      "epoch": 1.79104,
      "grad_norm": 13.963435173034668,
      "learning_rate": 3.048458740400017e-05,
      "loss": 4.1201,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1400
    },
    {
      "epoch": 1.7923200000000001,
      "grad_norm": 13.967945098876953,
      "learning_rate": 3.0470169273714608e-05,
      "loss": 4.2597,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1401
    },
    {
      "epoch": 1.7936,
      "grad_norm": 16.213687896728516,
      "learning_rate": 3.0455743643839638e-05,
      "loss": 3.9744,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1402
    },
    {
      "epoch": 1.79488,
      "grad_norm": 14.240364074707031,
      "learning_rate": 3.0441310524708058e-05,
      "loss": 4.2207,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1403
    },
    {
      "epoch": 1.79616,
      "grad_norm": 15.166796684265137,
      "learning_rate": 3.042686992665806e-05,
      "loss": 4.0964,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1404
    },
    {
      "epoch": 1.79744,
      "grad_norm": 15.688075065612793,
      "learning_rate": 3.0412421860033166e-05,
      "loss": 4.0823,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1405
    },
    {
      "epoch": 1.7987199999999999,
      "grad_norm": 13.898782730102539,
      "learning_rate": 3.0397966335182274e-05,
      "loss": 4.2312,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1406
    },
    {
      "epoch": 1.8,
      "grad_norm": 14.981454849243164,
      "learning_rate": 3.0383503362459597e-05,
      "loss": 4.0195,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1407
    },
    {
      "epoch": 1.80128,
      "grad_norm": 14.048760414123535,
      "learning_rate": 3.0369032952224696e-05,
      "loss": 4.2647,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1408
    },
    {
      "epoch": 1.8025600000000002,
      "grad_norm": 14.75219440460205,
      "learning_rate": 3.035455511484247e-05,
      "loss": 4.1855,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1409
    },
    {
      "epoch": 1.80384,
      "grad_norm": 13.389479637145996,
      "learning_rate": 3.034006986068312e-05,
      "loss": 3.9685,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1410
    },
    {
      "epoch": 1.80512,
      "grad_norm": 13.657927513122559,
      "learning_rate": 3.032557720012217e-05,
      "loss": 3.8353,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1411
    },
    {
      "epoch": 1.8064,
      "grad_norm": 14.493046760559082,
      "learning_rate": 3.031107714354044e-05,
      "loss": 4.1852,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1412
    },
    {
      "epoch": 1.80768,
      "grad_norm": 14.43277645111084,
      "learning_rate": 3.029656970132406e-05,
      "loss": 4.1296,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1413
    },
    {
      "epoch": 1.80896,
      "grad_norm": 13.70425033569336,
      "learning_rate": 3.0282054883864434e-05,
      "loss": 4.1783,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1414
    },
    {
      "epoch": 1.8102399999999998,
      "grad_norm": 14.211944580078125,
      "learning_rate": 3.0267532701558276e-05,
      "loss": 4.0265,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1415
    },
    {
      "epoch": 1.81152,
      "grad_norm": 15.516536712646484,
      "learning_rate": 3.0253003164807544e-05,
      "loss": 4.3085,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1416
    },
    {
      "epoch": 1.8128,
      "grad_norm": 13.998688697814941,
      "learning_rate": 3.0238466284019477e-05,
      "loss": 4.1619,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1417
    },
    {
      "epoch": 1.8140800000000001,
      "grad_norm": 14.239285469055176,
      "learning_rate": 3.0223922069606583e-05,
      "loss": 4.2738,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1418
    },
    {
      "epoch": 1.81536,
      "grad_norm": 14.18407154083252,
      "learning_rate": 3.0209370531986612e-05,
      "loss": 4.2601,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1419
    },
    {
      "epoch": 1.81664,
      "grad_norm": 13.388814926147461,
      "learning_rate": 3.0194811681582555e-05,
      "loss": 3.7122,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1420
    },
    {
      "epoch": 1.81792,
      "grad_norm": 14.357173919677734,
      "learning_rate": 3.018024552882266e-05,
      "loss": 4.3579,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1421
    },
    {
      "epoch": 1.8192,
      "grad_norm": 13.831907272338867,
      "learning_rate": 3.0165672084140392e-05,
      "loss": 4.0292,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1422
    },
    {
      "epoch": 1.8204799999999999,
      "grad_norm": 15.244295120239258,
      "learning_rate": 3.015109135797443e-05,
      "loss": 4.0295,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1423
    },
    {
      "epoch": 1.82176,
      "grad_norm": 14.331576347351074,
      "learning_rate": 3.013650336076869e-05,
      "loss": 4.0382,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1424
    },
    {
      "epoch": 1.82304,
      "grad_norm": 14.567152976989746,
      "learning_rate": 3.0121908102972283e-05,
      "loss": 4.0717,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1425
    },
    {
      "epoch": 1.8243200000000002,
      "grad_norm": 14.787635803222656,
      "learning_rate": 3.0107305595039523e-05,
      "loss": 4.1942,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1426
    },
    {
      "epoch": 1.8256000000000001,
      "grad_norm": 14.326789855957031,
      "learning_rate": 3.0092695847429915e-05,
      "loss": 4.2111,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1427
    },
    {
      "epoch": 1.82688,
      "grad_norm": 17.390241622924805,
      "learning_rate": 3.0078078870608157e-05,
      "loss": 4.1297,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1428
    },
    {
      "epoch": 1.82816,
      "grad_norm": 13.616333961486816,
      "learning_rate": 3.006345467504412e-05,
      "loss": 4.0234,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1429
    },
    {
      "epoch": 1.82944,
      "grad_norm": 14.760306358337402,
      "learning_rate": 3.0048823271212844e-05,
      "loss": 4.3935,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1430
    },
    {
      "epoch": 1.83072,
      "grad_norm": 14.493471145629883,
      "learning_rate": 3.0034184669594525e-05,
      "loss": 4.0043,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1431
    },
    {
      "epoch": 1.8319999999999999,
      "grad_norm": 15.025617599487305,
      "learning_rate": 3.0019538880674548e-05,
      "loss": 4.2692,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1432
    },
    {
      "epoch": 1.83328,
      "grad_norm": 15.850666999816895,
      "learning_rate": 3.0004885914943397e-05,
      "loss": 4.2049,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1433
    },
    {
      "epoch": 1.83456,
      "grad_norm": 15.110357284545898,
      "learning_rate": 2.9990225782896732e-05,
      "loss": 3.9747,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1434
    },
    {
      "epoch": 1.8358400000000001,
      "grad_norm": 12.83768081665039,
      "learning_rate": 2.9975558495035338e-05,
      "loss": 4.1163,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1435
    },
    {
      "epoch": 1.83712,
      "grad_norm": 14.278149604797363,
      "learning_rate": 2.9960884061865117e-05,
      "loss": 4.3114,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1436
    },
    {
      "epoch": 1.8384,
      "grad_norm": 14.033442497253418,
      "learning_rate": 2.99462024938971e-05,
      "loss": 4.1078,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1437
    },
    {
      "epoch": 1.83968,
      "grad_norm": 15.217942237854004,
      "learning_rate": 2.993151380164742e-05,
      "loss": 4.3641,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1438
    },
    {
      "epoch": 1.84096,
      "grad_norm": 14.658533096313477,
      "learning_rate": 2.9916817995637327e-05,
      "loss": 4.1437,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1439
    },
    {
      "epoch": 1.8422399999999999,
      "grad_norm": 13.928194046020508,
      "learning_rate": 2.9902115086393136e-05,
      "loss": 4.2244,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1440
    },
    {
      "epoch": 1.84352,
      "grad_norm": 15.141136169433594,
      "learning_rate": 2.988740508444629e-05,
      "loss": 4.1302,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1441
    },
    {
      "epoch": 1.8448,
      "grad_norm": 17.020751953125,
      "learning_rate": 2.9872688000333277e-05,
      "loss": 4.0663,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1442
    },
    {
      "epoch": 1.8460800000000002,
      "grad_norm": 14.368315696716309,
      "learning_rate": 2.9857963844595684e-05,
      "loss": 4.0103,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1443
    },
    {
      "epoch": 1.8473600000000001,
      "grad_norm": 15.595625877380371,
      "learning_rate": 2.9843232627780146e-05,
      "loss": 4.2955,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1444
    },
    {
      "epoch": 1.84864,
      "grad_norm": 19.584056854248047,
      "learning_rate": 2.982849436043837e-05,
      "loss": 4.0136,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1445
    },
    {
      "epoch": 1.84992,
      "grad_norm": 14.58468246459961,
      "learning_rate": 2.9813749053127105e-05,
      "loss": 4.259,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1446
    },
    {
      "epoch": 1.8512,
      "grad_norm": 18.178203582763672,
      "learning_rate": 2.979899671640813e-05,
      "loss": 4.2039,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1447
    },
    {
      "epoch": 1.85248,
      "grad_norm": 14.974711418151855,
      "learning_rate": 2.978423736084829e-05,
      "loss": 4.283,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1448
    },
    {
      "epoch": 1.8537599999999999,
      "grad_norm": 15.678047180175781,
      "learning_rate": 2.9769470997019424e-05,
      "loss": 4.0158,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1449
    },
    {
      "epoch": 1.85504,
      "grad_norm": 15.361527442932129,
      "learning_rate": 2.975469763549842e-05,
      "loss": 4.038,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1450
    },
    {
      "epoch": 1.85632,
      "grad_norm": 19.613811492919922,
      "learning_rate": 2.973991728686715e-05,
      "loss": 4.301,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1451
    },
    {
      "epoch": 1.8576000000000001,
      "grad_norm": 14.68200397491455,
      "learning_rate": 2.972512996171252e-05,
      "loss": 4.3982,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1452
    },
    {
      "epoch": 1.85888,
      "grad_norm": 14.91187572479248,
      "learning_rate": 2.9710335670626405e-05,
      "loss": 4.0852,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1453
    },
    {
      "epoch": 1.86016,
      "grad_norm": 15.051180839538574,
      "learning_rate": 2.9695534424205698e-05,
      "loss": 3.9476,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1454
    },
    {
      "epoch": 1.86144,
      "grad_norm": 14.308636665344238,
      "learning_rate": 2.9680726233052245e-05,
      "loss": 3.8744,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1455
    },
    {
      "epoch": 1.86272,
      "grad_norm": 14.32395076751709,
      "learning_rate": 2.966591110777289e-05,
      "loss": 4.1058,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1456
    },
    {
      "epoch": 1.8639999999999999,
      "grad_norm": 15.832695960998535,
      "learning_rate": 2.9651089058979434e-05,
      "loss": 4.0151,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1457
    },
    {
      "epoch": 1.86528,
      "grad_norm": 15.02347469329834,
      "learning_rate": 2.9636260097288632e-05,
      "loss": 4.2773,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1458
    },
    {
      "epoch": 1.86656,
      "grad_norm": 13.84731674194336,
      "learning_rate": 2.9621424233322198e-05,
      "loss": 4.0048,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1459
    },
    {
      "epoch": 1.86784,
      "grad_norm": 13.980466842651367,
      "learning_rate": 2.960658147770679e-05,
      "loss": 4.0886,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1460
    },
    {
      "epoch": 1.8691200000000001,
      "grad_norm": 14.368780136108398,
      "learning_rate": 2.9591731841074004e-05,
      "loss": 4.0439,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1461
    },
    {
      "epoch": 1.8704,
      "grad_norm": 14.288613319396973,
      "learning_rate": 2.957687533406035e-05,
      "loss": 4.2432,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1462
    },
    {
      "epoch": 1.87168,
      "grad_norm": 37.0713005065918,
      "learning_rate": 2.9562011967307285e-05,
      "loss": 4.1585,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1463
    },
    {
      "epoch": 1.87296,
      "grad_norm": 21.001733779907227,
      "learning_rate": 2.954714175146115e-05,
      "loss": 4.0613,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1464
    },
    {
      "epoch": 1.87424,
      "grad_norm": 13.906391143798828,
      "learning_rate": 2.9532264697173222e-05,
      "loss": 4.144,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1465
    },
    {
      "epoch": 1.8755199999999999,
      "grad_norm": 13.401786804199219,
      "learning_rate": 2.951738081509964e-05,
      "loss": 4.1213,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1466
    },
    {
      "epoch": 1.8768,
      "grad_norm": 14.829394340515137,
      "learning_rate": 2.950249011590148e-05,
      "loss": 4.2448,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1467
    },
    {
      "epoch": 1.87808,
      "grad_norm": 13.848640441894531,
      "learning_rate": 2.9487592610244663e-05,
      "loss": 4.6447,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1468
    },
    {
      "epoch": 1.8793600000000001,
      "grad_norm": 14.105782508850098,
      "learning_rate": 2.947268830879999e-05,
      "loss": 3.8845,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1469
    },
    {
      "epoch": 1.88064,
      "grad_norm": 14.753235816955566,
      "learning_rate": 2.9457777222243148e-05,
      "loss": 4.0729,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1470
    },
    {
      "epoch": 1.88192,
      "grad_norm": 14.173680305480957,
      "learning_rate": 2.944285936125468e-05,
      "loss": 3.8996,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1471
    },
    {
      "epoch": 1.8832,
      "grad_norm": 14.595109939575195,
      "learning_rate": 2.9427934736519962e-05,
      "loss": 3.9392,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1472
    },
    {
      "epoch": 1.88448,
      "grad_norm": 15.200581550598145,
      "learning_rate": 2.9413003358729223e-05,
      "loss": 3.9313,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1473
    },
    {
      "epoch": 1.8857599999999999,
      "grad_norm": 14.087865829467773,
      "learning_rate": 2.939806523857755e-05,
      "loss": 4.4037,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1474
    },
    {
      "epoch": 1.88704,
      "grad_norm": 13.344728469848633,
      "learning_rate": 2.9383120386764833e-05,
      "loss": 4.1247,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1475
    },
    {
      "epoch": 1.88832,
      "grad_norm": 13.808815002441406,
      "learning_rate": 2.9368168813995806e-05,
      "loss": 3.9844,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1476
    },
    {
      "epoch": 1.8896,
      "grad_norm": 14.036137580871582,
      "learning_rate": 2.935321053097999e-05,
      "loss": 3.8859,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1477
    },
    {
      "epoch": 1.8908800000000001,
      "grad_norm": 14.313337326049805,
      "learning_rate": 2.933824554843174e-05,
      "loss": 4.4431,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1478
    },
    {
      "epoch": 1.89216,
      "grad_norm": 19.55797576904297,
      "learning_rate": 2.9323273877070186e-05,
      "loss": 3.8998,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1479
    },
    {
      "epoch": 1.89344,
      "grad_norm": 14.449673652648926,
      "learning_rate": 2.9308295527619274e-05,
      "loss": 4.2204,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1480
    },
    {
      "epoch": 1.89472,
      "grad_norm": 14.414312362670898,
      "learning_rate": 2.9293310510807698e-05,
      "loss": 4.1621,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1481
    },
    {
      "epoch": 1.896,
      "grad_norm": 13.354223251342773,
      "learning_rate": 2.9278318837368975e-05,
      "loss": 4.1354,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1482
    },
    {
      "epoch": 1.8972799999999999,
      "grad_norm": 15.112861633300781,
      "learning_rate": 2.926332051804135e-05,
      "loss": 4.397,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1483
    },
    {
      "epoch": 1.89856,
      "grad_norm": 15.096014976501465,
      "learning_rate": 2.924831556356785e-05,
      "loss": 4.2449,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1484
    },
    {
      "epoch": 1.89984,
      "grad_norm": 15.152399063110352,
      "learning_rate": 2.9233303984696243e-05,
      "loss": 4.3295,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1485
    },
    {
      "epoch": 1.9011200000000001,
      "grad_norm": 14.393294334411621,
      "learning_rate": 2.9218285792179036e-05,
      "loss": 3.8728,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1486
    },
    {
      "epoch": 1.9024,
      "grad_norm": 13.999970436096191,
      "learning_rate": 2.9203260996773508e-05,
      "loss": 4.0983,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1487
    },
    {
      "epoch": 1.90368,
      "grad_norm": 15.411677360534668,
      "learning_rate": 2.9188229609241626e-05,
      "loss": 3.9667,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1488
    },
    {
      "epoch": 1.90496,
      "grad_norm": 13.807767868041992,
      "learning_rate": 2.9173191640350104e-05,
      "loss": 4.0539,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1489
    },
    {
      "epoch": 1.90624,
      "grad_norm": 13.431382179260254,
      "learning_rate": 2.9158147100870348e-05,
      "loss": 3.9434,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1490
    },
    {
      "epoch": 1.9075199999999999,
      "grad_norm": 13.795750617980957,
      "learning_rate": 2.9143096001578505e-05,
      "loss": 4.0268,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1491
    },
    {
      "epoch": 1.9088,
      "grad_norm": 14.874486923217773,
      "learning_rate": 2.9128038353255382e-05,
      "loss": 4.3195,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1492
    },
    {
      "epoch": 1.91008,
      "grad_norm": 13.967156410217285,
      "learning_rate": 2.9112974166686512e-05,
      "loss": 4.0317,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1493
    },
    {
      "epoch": 1.91136,
      "grad_norm": 14.057290077209473,
      "learning_rate": 2.9097903452662074e-05,
      "loss": 4.3202,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1494
    },
    {
      "epoch": 1.9126400000000001,
      "grad_norm": 15.816125869750977,
      "learning_rate": 2.9082826221976964e-05,
      "loss": 4.1829,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1495
    },
    {
      "epoch": 1.91392,
      "grad_norm": 14.173638343811035,
      "learning_rate": 2.906774248543071e-05,
      "loss": 3.9701,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1496
    },
    {
      "epoch": 1.9152,
      "grad_norm": 14.03815746307373,
      "learning_rate": 2.9052652253827527e-05,
      "loss": 4.1234,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1497
    },
    {
      "epoch": 1.91648,
      "grad_norm": 14.263280868530273,
      "learning_rate": 2.9037555537976258e-05,
      "loss": 3.8116,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1498
    },
    {
      "epoch": 1.91776,
      "grad_norm": 14.56998062133789,
      "learning_rate": 2.9022452348690407e-05,
      "loss": 4.2398,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1499
    },
    {
      "epoch": 1.9190399999999999,
      "grad_norm": 14.57787036895752,
      "learning_rate": 2.9007342696788114e-05,
      "loss": 4.2914,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1500
    },
    {
      "epoch": 1.92032,
      "grad_norm": 14.408597946166992,
      "learning_rate": 2.8992226593092135e-05,
      "loss": 4.1303,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1501
    },
    {
      "epoch": 1.9216,
      "grad_norm": 13.978986740112305,
      "learning_rate": 2.897710404842987e-05,
      "loss": 4.2125,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1502
    },
    {
      "epoch": 1.9228800000000001,
      "grad_norm": 14.335888862609863,
      "learning_rate": 2.8961975073633302e-05,
      "loss": 4.0744,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1503
    },
    {
      "epoch": 1.92416,
      "grad_norm": 14.484443664550781,
      "learning_rate": 2.8946839679539055e-05,
      "loss": 4.1176,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1504
    },
    {
      "epoch": 1.92544,
      "grad_norm": 14.699332237243652,
      "learning_rate": 2.893169787698832e-05,
      "loss": 4.3391,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1505
    },
    {
      "epoch": 1.92672,
      "grad_norm": 15.844393730163574,
      "learning_rate": 2.8916549676826905e-05,
      "loss": 4.052,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1506
    },
    {
      "epoch": 1.928,
      "grad_norm": 14.474212646484375,
      "learning_rate": 2.8901395089905165e-05,
      "loss": 3.9692,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1507
    },
    {
      "epoch": 1.9292799999999999,
      "grad_norm": 18.290767669677734,
      "learning_rate": 2.8886234127078077e-05,
      "loss": 3.9947,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1508
    },
    {
      "epoch": 1.93056,
      "grad_norm": 15.166973114013672,
      "learning_rate": 2.8871066799205136e-05,
      "loss": 4.1562,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1509
    },
    {
      "epoch": 1.93184,
      "grad_norm": 14.048384666442871,
      "learning_rate": 2.8855893117150437e-05,
      "loss": 4.2177,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1510
    },
    {
      "epoch": 1.93312,
      "grad_norm": 15.025786399841309,
      "learning_rate": 2.8840713091782605e-05,
      "loss": 3.8353,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1511
    },
    {
      "epoch": 1.9344000000000001,
      "grad_norm": 13.73882007598877,
      "learning_rate": 2.8825526733974806e-05,
      "loss": 3.6328,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1512
    },
    {
      "epoch": 1.93568,
      "grad_norm": 15.783872604370117,
      "learning_rate": 2.8810334054604752e-05,
      "loss": 4.2257,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1513
    },
    {
      "epoch": 1.93696,
      "grad_norm": 16.925827026367188,
      "learning_rate": 2.8795135064554682e-05,
      "loss": 4.2202,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1514
    },
    {
      "epoch": 1.93824,
      "grad_norm": 13.904376983642578,
      "learning_rate": 2.8779929774711348e-05,
      "loss": 4.2108,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1515
    },
    {
      "epoch": 1.93952,
      "grad_norm": 16.414886474609375,
      "learning_rate": 2.8764718195966028e-05,
      "loss": 3.9068,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1516
    },
    {
      "epoch": 1.9407999999999999,
      "grad_norm": 13.988545417785645,
      "learning_rate": 2.8749500339214483e-05,
      "loss": 4.064,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1517
    },
    {
      "epoch": 1.94208,
      "grad_norm": 13.989622116088867,
      "learning_rate": 2.873427621535699e-05,
      "loss": 4.1448,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1518
    },
    {
      "epoch": 1.94336,
      "grad_norm": 14.338465690612793,
      "learning_rate": 2.8719045835298312e-05,
      "loss": 3.9053,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1519
    },
    {
      "epoch": 1.9446400000000001,
      "grad_norm": 14.846992492675781,
      "learning_rate": 2.8703809209947683e-05,
      "loss": 4.0669,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1520
    },
    {
      "epoch": 1.94592,
      "grad_norm": 13.817178726196289,
      "learning_rate": 2.8688566350218825e-05,
      "loss": 4.2718,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1521
    },
    {
      "epoch": 1.9472,
      "grad_norm": 13.973956108093262,
      "learning_rate": 2.8673317267029907e-05,
      "loss": 4.3195,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1522
    },
    {
      "epoch": 1.94848,
      "grad_norm": 14.430554389953613,
      "learning_rate": 2.8658061971303576e-05,
      "loss": 4.1581,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1523
    },
    {
      "epoch": 1.94976,
      "grad_norm": 13.977424621582031,
      "learning_rate": 2.8642800473966918e-05,
      "loss": 3.852,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1524
    },
    {
      "epoch": 1.9510399999999999,
      "grad_norm": 15.228880882263184,
      "learning_rate": 2.862753278595145e-05,
      "loss": 4.362,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1525
    },
    {
      "epoch": 1.95232,
      "grad_norm": 14.161410331726074,
      "learning_rate": 2.861225891819316e-05,
      "loss": 4.0078,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1526
    },
    {
      "epoch": 1.9536,
      "grad_norm": 13.665413856506348,
      "learning_rate": 2.8596978881632414e-05,
      "loss": 4.0873,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1527
    },
    {
      "epoch": 1.95488,
      "grad_norm": 13.521306037902832,
      "learning_rate": 2.8581692687214038e-05,
      "loss": 3.8572,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1528
    },
    {
      "epoch": 1.9561600000000001,
      "grad_norm": 14.848747253417969,
      "learning_rate": 2.8566400345887237e-05,
      "loss": 3.981,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1529
    },
    {
      "epoch": 1.95744,
      "grad_norm": 13.996282577514648,
      "learning_rate": 2.8551101868605644e-05,
      "loss": 4.0435,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1530
    },
    {
      "epoch": 1.95872,
      "grad_norm": 13.936887741088867,
      "learning_rate": 2.8535797266327275e-05,
      "loss": 4.23,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1531
    },
    {
      "epoch": 1.96,
      "grad_norm": 13.955307960510254,
      "learning_rate": 2.8520486550014533e-05,
      "loss": 4.1461,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1532
    },
    {
      "epoch": 1.96128,
      "grad_norm": 13.536442756652832,
      "learning_rate": 2.8505169730634196e-05,
      "loss": 3.7537,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1533
    },
    {
      "epoch": 1.9625599999999999,
      "grad_norm": 13.411678314208984,
      "learning_rate": 2.8489846819157434e-05,
      "loss": 4.1553,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1534
    },
    {
      "epoch": 1.96384,
      "grad_norm": 15.053085327148438,
      "learning_rate": 2.8474517826559757e-05,
      "loss": 4.303,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1535
    },
    {
      "epoch": 1.96512,
      "grad_norm": 13.518204689025879,
      "learning_rate": 2.845918276382104e-05,
      "loss": 4.0846,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1536
    },
    {
      "epoch": 1.9664000000000001,
      "grad_norm": 15.522762298583984,
      "learning_rate": 2.8443841641925504e-05,
      "loss": 3.9856,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1537
    },
    {
      "epoch": 1.96768,
      "grad_norm": 14.789840698242188,
      "learning_rate": 2.842849447186172e-05,
      "loss": 4.3018,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1538
    },
    {
      "epoch": 1.96896,
      "grad_norm": 14.869368553161621,
      "learning_rate": 2.841314126462258e-05,
      "loss": 4.2447,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1539
    },
    {
      "epoch": 1.97024,
      "grad_norm": 14.33301067352295,
      "learning_rate": 2.8397782031205295e-05,
      "loss": 3.9449,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1540
    },
    {
      "epoch": 1.97152,
      "grad_norm": 14.55190658569336,
      "learning_rate": 2.8382416782611414e-05,
      "loss": 4.1472,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1541
    },
    {
      "epoch": 1.9727999999999999,
      "grad_norm": 14.370369911193848,
      "learning_rate": 2.836704552984677e-05,
      "loss": 4.1511,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1542
    },
    {
      "epoch": 1.9740799999999998,
      "grad_norm": 16.2254695892334,
      "learning_rate": 2.8351668283921518e-05,
      "loss": 4.0361,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1543
    },
    {
      "epoch": 1.97536,
      "grad_norm": 12.799896240234375,
      "learning_rate": 2.8336285055850087e-05,
      "loss": 3.8008,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1544
    },
    {
      "epoch": 1.97664,
      "grad_norm": 14.193465232849121,
      "learning_rate": 2.8320895856651218e-05,
      "loss": 4.0041,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1545
    },
    {
      "epoch": 1.9779200000000001,
      "grad_norm": 20.751611709594727,
      "learning_rate": 2.8305500697347886e-05,
      "loss": 4.1735,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1546
    },
    {
      "epoch": 1.9792,
      "grad_norm": 15.592724800109863,
      "learning_rate": 2.8290099588967374e-05,
      "loss": 4.2572,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1547
    },
    {
      "epoch": 1.98048,
      "grad_norm": 13.720009803771973,
      "learning_rate": 2.8274692542541208e-05,
      "loss": 3.9432,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1548
    },
    {
      "epoch": 1.98176,
      "grad_norm": 13.25790786743164,
      "learning_rate": 2.8259279569105183e-05,
      "loss": 3.9115,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1549
    },
    {
      "epoch": 1.98304,
      "grad_norm": 12.832863807678223,
      "learning_rate": 2.8243860679699315e-05,
      "loss": 3.912,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1550
    },
    {
      "epoch": 1.9843199999999999,
      "grad_norm": 13.84761905670166,
      "learning_rate": 2.8228435885367868e-05,
      "loss": 3.9963,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1551
    },
    {
      "epoch": 1.9856,
      "grad_norm": 14.46717643737793,
      "learning_rate": 2.821300519715935e-05,
      "loss": 4.0116,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1552
    },
    {
      "epoch": 1.98688,
      "grad_norm": 14.267247200012207,
      "learning_rate": 2.819756862612647e-05,
      "loss": 4.0933,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1553
    },
    {
      "epoch": 1.9881600000000001,
      "grad_norm": 13.751236915588379,
      "learning_rate": 2.8182126183326163e-05,
      "loss": 4.3121,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1554
    },
    {
      "epoch": 1.98944,
      "grad_norm": 13.955025672912598,
      "learning_rate": 2.816667787981957e-05,
      "loss": 3.9102,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1555
    },
    {
      "epoch": 1.99072,
      "grad_norm": 13.452781677246094,
      "learning_rate": 2.8151223726672024e-05,
      "loss": 3.9128,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1556
    },
    {
      "epoch": 1.992,
      "grad_norm": 14.912033081054688,
      "learning_rate": 2.8135763734953044e-05,
      "loss": 3.8946,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1557
    },
    {
      "epoch": 1.99328,
      "grad_norm": 14.430395126342773,
      "learning_rate": 2.8120297915736343e-05,
      "loss": 3.792,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1558
    },
    {
      "epoch": 1.9945599999999999,
      "grad_norm": 14.301152229309082,
      "learning_rate": 2.8104826280099796e-05,
      "loss": 3.644,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1559
    },
    {
      "epoch": 1.9958399999999998,
      "grad_norm": 14.83263874053955,
      "learning_rate": 2.8089348839125468e-05,
      "loss": 4.1097,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1560
    },
    {
      "epoch": 1.99712,
      "grad_norm": 13.603412628173828,
      "learning_rate": 2.8073865603899543e-05,
      "loss": 3.6825,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1561
    },
    {
      "epoch": 1.9984,
      "grad_norm": 13.814615249633789,
      "learning_rate": 2.805837658551239e-05,
      "loss": 4.1176,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1562
    },
    {
      "epoch": 1.9996800000000001,
      "grad_norm": 14.87747573852539,
      "learning_rate": 2.804288179505851e-05,
      "loss": 4.1176,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1563
    },
    {
      "epoch": 2.0,
      "grad_norm": 7.311878681182861,
      "learning_rate": 2.8027381243636525e-05,
      "loss": 1.0459,
      "memory/device_mem_reserved(gib)": 66.04,
      "memory/max_mem_active(gib)": 56.12,
      "memory/max_mem_allocated(gib)": 56.12,
      "step": 1564
    }
  ],
  "logging_steps": 1,
  "max_steps": 3907,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 782,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 1.3812316627309429e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}